-- Logs begin at Fri 2022-04-08 09:36:57 UTC, end at Fri 2022-04-08 11:22:55 UTC. -- Apr 08 10:10:28.366891 dv-neutron-837110-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 08 10:10:30.489059 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.common.config [-] Logging enabled! Apr 08 10:10:30.489781 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev62 Apr 08 10:10:30.489875 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83742) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 08 10:10:30.492225 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.common.config [-] Logging enabled! Apr 08 10:10:30.492473 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev62 Apr 08 10:10:30.492714 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83742) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 08 10:10:30.493655 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 10:10:30.493887 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 10:10:30.494235 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 10:10:30.494477 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 10:10:30.494699 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 10:10:30.495014 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.495312 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.495606 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.495834 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.496152 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.496439 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.496719 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.497006 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.497300 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.497585 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.497862 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.498144 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.498373 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.498652 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.498936 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.499216 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.499438 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] debug = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.499906 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.500171 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.501412 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.501412 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.501412 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.501651 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.501829 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.502112 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.502446 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] host = dv-neutron-837110-1-hyperv {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.502718 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.503003 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.503424 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.504557 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.504557 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.504557 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.504557 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.504947 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.505069 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] log_file = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.505898 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.506202 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.506489 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.506775 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.506998 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.507220 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.507503 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.507792 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.508067 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.508361 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.508635 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.508908 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.509179 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.509444 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.509729 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.510012 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.510294 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.510565 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.510840 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.511116 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.511386 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.511669 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.511941 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.512236 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.512511 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.512796 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.513063 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.513334 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.513630 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.513912 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.514190 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.514472 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.514742 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.515018 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.515286 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.515557 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.515828 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] use_json = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.516116 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.516387 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.516666 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.516937 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.517220 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.517475 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.517745 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.518026 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.518295 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:30.518588 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.518876 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.519171 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.519451 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.519743 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.520019 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.520328 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.520604 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.520889 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.521818 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.522261 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.522343 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.522604 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.522893 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.523178 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.523448 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.523722 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.524010 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.524308 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.524579 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.524852 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.525133 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.525407 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.525674 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.525950 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.526224 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.526491 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.526758 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.527029 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.527311 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.527581 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.527848 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.528134 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.528410 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.528677 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.528957 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.529230 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.529499 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.529767 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.530042 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.530310 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.530580 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.530852 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.531125 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.531399 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.531667 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.531938 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.532239 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.532511 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.532779 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.533049 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.533316 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.533589 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.533858 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.534127 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.534396 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.534666 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.534937 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.535221 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.535517 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.535794 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.536069 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.536365 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.536836 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.536836 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.537455 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.537731 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.538010 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.538283 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.538572 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.538856 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.539141 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.539422 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.539699 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.539993 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.540293 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.540574 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.541119 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.541402 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.541684 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.541966 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.542261 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.542553 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.542845 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.543138 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.543429 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.543708 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.544014 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.544317 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:30.544533 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 10:10:30.544771 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83742) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 08 10:10:30.946541 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO keyring.backend [-] Loading KWallet Apr 08 10:10:30.953767 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO keyring.backend [-] Loading SecretService Apr 08 10:10:30.956859 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO keyring.backend [-] Loading Windows Apr 08 10:10:30.958175 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO keyring.backend [-] Loading chainer Apr 08 10:10:30.958883 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO keyring.backend [-] Loading macOS Apr 08 10:10:30.991996 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 08 10:10:30.992290 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 08 10:10:30.992580 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 08 10:10:30.993944 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 08 10:10:31.296858 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.297142 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.297408 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.352964 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.353243 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.353510 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.356548 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.356819 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.357079 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.385511 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.385788 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.386056 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.413771 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.414041 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.414300 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.733684 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.734314 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.734314 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.734475 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.735377 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.853843 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.854159 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.854442 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.854709 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.854971 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.855275 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.855535 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.855791 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.856041 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.856345 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.856599 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.856863 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.857117 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.857363 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.857627 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.857893 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.858142 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.858406 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.858652 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.858927 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.859268 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.859524 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.859764 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.860037 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.860299 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.860539 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.860913 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83742) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:10:31.861150 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83742) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:10:31.861384 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83742) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:10:31.861615 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83742) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:10:31.861845 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83742) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:10:31.862074 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83742) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:10:31.862613 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 08 10:10:31.865773 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 08 10:10:31.869772 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 08 10:10:31.873558 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Apr 08 10:10:31.875162 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 08 10:10:31.875541 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 08 10:10:31.875869 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 08 10:10:31.876286 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 08 10:10:31.879045 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 08 10:10:31.879293 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 08 10:10:31.879634 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 10:10:31.907953 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Apr 08 10:10:31.908411 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.908704 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83742) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 08 10:10:31.909063 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.910400 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83742) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 08 10:10:31.910675 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 10:10:31.910915 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 08 10:10:31.914291 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.914566 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:31.974901 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 08 10:10:31.975135 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 08 10:10:31.975366 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 08 10:10:31.975721 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 08 10:10:32.005647 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_db.sqlalchemy.engines [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83742) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 08 10:10:32.322978 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.managers [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Initializing driver for type 'gre' Apr 08 10:10:32.323418 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] gre ID ranges: [(1, 1000)] Apr 08 10:10:32.376358 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.managers [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Initializing driver for type 'local' Apr 08 10:10:32.376700 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.managers [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Initializing driver for type 'vlan' Apr 08 10:10:32.389183 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] VlanTypeDriver initialization complete Apr 08 10:10:32.389597 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.managers [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Initializing driver for type 'vxlan' Apr 08 10:10:32.390145 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] vxlan ID ranges: [(1, 1000)] Apr 08 10:10:32.441141 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.managers [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Initializing extension driver 'port_security' Apr 08 10:10:32.441562 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.extensions.port_security [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] PortSecurityExtensionDriver initialization complete Apr 08 10:10:32.441843 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.managers [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Initializing mechanism driver 'openvswitch' Apr 08 10:10:32.442183 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.managers [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Initializing mechanism driver 'hyperv' Apr 08 10:10:32.448732 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.plugins.ml2.plugin [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:10:32.449415 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > port after_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.449789 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > port after_update 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.450145 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > port after_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.450660 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83742) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 08 10:10:32.451090 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > subnet after_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.451448 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > subnet after_update 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.451797 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.452203 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83742) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 08 10:10:32.452612 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > network after_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.452961 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > network after_update 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.453307 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > network after_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.453687 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83742) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 08 10:10:32.454091 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > security_group after_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.454439 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > security_group after_update 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.454782 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.455295 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83742) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 08 10:10:32.455700 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.456049 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.456414 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.456797 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83742) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 08 10:10:32.457237 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] ML2 OVO RPC backend initialized. {{(pid=83742) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Apr 08 10:10:32.457879 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.458236 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.459217 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > network before_response 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.459538 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > networks before_response 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.459888 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > port before_response 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.460262 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > ports before_response 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.460693 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > subnet before_response 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.461038 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > subnets before_response 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.461383 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > network after_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.461724 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > network after_update 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.462060 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > network after_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.462396 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > port after_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.462732 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > port after_update 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.463066 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > port after_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.463401 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > subnet after_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.463734 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > subnet after_update 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.464067 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.464668 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.plugin [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Modular L2 Plugin initialization complete Apr 08 10:10:32.464996 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading services supported by the core plugin {{(pid=83742) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 08 10:10:32.465323 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.plugins.ml2.managers [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Got port-security extension from driver 'port_security' Apr 08 10:10:32.465784 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.extensions.vlantransparent [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Disabled vlantransparent extension. Apr 08 10:10:32.466196 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83742) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 08 10:10:32.466507 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading Plugin: router Apr 08 10:10:32.502558 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.502955 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > router after_create 55549900 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.503328 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > router before_create 55549900 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.503696 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.504072 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.504461 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > router after_delete 55549900 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.504819 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.505186 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > router after_create 55549900 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.506232 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > router after_update 55549900 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.506590 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > router after_update 55549900 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.506941 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.507302 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > router after_update 55549900 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.507716 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > router precommit_update 55549900 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.508101 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: port after_update 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.508517 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: port after_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.508859 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: subnet after_update 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.509202 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.509552 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.509905 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > router precommit_create 55549900 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.510252 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: port before_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.510596 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > router precommit_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.510953 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > router after_update 55549900 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.511363 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.511723 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > router precommit_create 55549900 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.512074 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.512440 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > router precommit_update 55549900 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.512804 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > agent after_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.513157 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > agent after_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.513507 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > network after_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.514379 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.quota.resource_registry [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Tracking information for resource: router configured {{(pid=83742) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:10:32.514711 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.quota.resource_registry [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Tracking information for resource: floatingip configured {{(pid=83742) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:10:32.519525 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.db.l3_agentschedulers_db [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 08 10:10:32.520139 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: port after_update 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.520506 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: port after_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.520860 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: port after_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.521792 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: port after_update 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.522711 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > router before_create 55550100 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.523080 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.523446 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > router precommit_create 55550100 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.523804 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > router precommit_update 55550100 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.528103 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.services.provider_configuration [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Service providers = [] {{(pid=83742) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 08 10:10:32.528468 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.db.servicetype_db [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83742) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 08 10:10:32.531433 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.services.service_base [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83742) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 10:10:32.531787 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.services.service_base [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83742) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 10:10:32.532157 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.services.service_base [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83742) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 10:10:32.533045 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.services.service_base [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83742) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 10:10:32.533421 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.services.service_base [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 08 10:10:32.533802 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83742) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:10:32.534122 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 08 10:10:32.545123 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83742) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:10:32.545462 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading Plugin: auto_allocate Apr 08 10:10:32.551349 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: network precommit_update 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.551724 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: network precommit_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.552314 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83742) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:10:32.552657 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading Plugin: tag Apr 08 10:10:32.559136 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83742) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:10:32.559499 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading Plugin: timestamp Apr 08 10:10:32.563513 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83742) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:10:32.563852 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading Plugin: network_ip_availability Apr 08 10:10:32.569622 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.569988 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.570342 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.571055 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83742) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:10:32.571377 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading Plugin: flavors Apr 08 10:10:32.576205 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83742) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:10:32.576518 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading Plugin: revisions Apr 08 10:10:32.580778 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83742) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:10:32.581172 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_concurrency.lockutils [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.588s {{(pid=83742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 08 10:10:32.581904 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83742) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Apr 08 10:10:32.582243 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Initializing extension manager. Apr 08 10:10:32.582749 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: __init__.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.583092 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: __pycache__ {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.583474 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.583881 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.584248 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: _filter_validation_lib.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.584582 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.584912 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: address_group.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.585666 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.586230 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: address-group Apr 08 10:10:32.586557 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: address_scope.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.587268 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.587778 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: address-scope Apr 08 10:10:32.588128 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.589581 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.590088 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: router-admin-state-down-before-update Apr 08 10:10:32.590411 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: agent.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.591113 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.591616 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: agent Apr 08 10:10:32.591942 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: agent_resources_synced.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.592877 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.593386 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: agent-resources-synced Apr 08 10:10:32.593711 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: allowedaddresspairs.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.595667 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.596225 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: allowed-address-pairs Apr 08 10:10:32.596557 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: auto_allocated_topology.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.597640 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.598154 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: auto-allocated-topology Apr 08 10:10:32.598483 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: availability_zone.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.599207 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.599713 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: availability_zone Apr 08 10:10:32.600035 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: availability_zone_filter.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.600973 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.601478 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: availability_zone_filter Apr 08 10:10:32.601802 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: data_plane_status.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.602718 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.603222 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension data-plane-status not supported by any of loaded plugins Apr 08 10:10:32.603547 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: default_subnetpools.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.604496 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.605006 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: default-subnetpools Apr 08 10:10:32.605333 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.606111 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.606617 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: dhcp_agent_scheduler Apr 08 10:10:32.606941 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: dns.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.607856 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.608383 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension dns-integration not supported by any of loaded plugins Apr 08 10:10:32.608710 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: dns_domain_ports.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.609632 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.610139 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 08 10:10:32.610464 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: dvr.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.611133 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.611646 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: dvr Apr 08 10:10:32.611969 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: empty_string_filtering.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.612917 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.613428 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: empty-string-filtering Apr 08 10:10:32.613751 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.614697 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.615200 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 08 10:10:32.615525 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.616461 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.616967 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 08 10:10:32.617289 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: external_net.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.618199 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.618708 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: external-net Apr 08 10:10:32.619036 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.619939 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.620477 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: extra_dhcp_opt Apr 08 10:10:32.620798 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: extraroute.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.621699 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.622202 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: extraroute Apr 08 10:10:32.622521 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: extraroute_atomic.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.623553 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.624061 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: extraroute-atomic Apr 08 10:10:32.624405 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: filter_validation.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.625066 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.625568 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: filter-validation Apr 08 10:10:32.625889 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: fip_pf_description.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.626793 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.627291 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 08 10:10:32.627615 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: fip_port_details.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.628560 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.629071 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: fip-port-details Apr 08 10:10:32.629394 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: flavors.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.631151 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.631668 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: flavors Apr 08 10:10:32.631998 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.633684 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.634212 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 08 10:10:32.634555 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: floatingip_pools.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.635257 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.635771 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: floatingip-pools Apr 08 10:10:32.636183 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: ip_allocation.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.637113 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.637619 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension ip_allocation not supported by any of loaded plugins Apr 08 10:10:32.637950 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.638867 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.639379 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: ip-substring-filtering Apr 08 10:10:32.639708 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: l2_adjacency.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.640661 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.641167 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 08 10:10:32.641495 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: l3.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.642475 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.642986 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: router Apr 08 10:10:32.643315 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.645696 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.646819 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 08 10:10:32.647157 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.648113 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.648643 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: ext-gw-mode Apr 08 10:10:32.648974 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.649900 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.650408 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: l3-ha Apr 08 10:10:32.650733 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: l3_flavors.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.651651 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.652197 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: l3-flavors Apr 08 10:10:32.652525 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.653458 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.653970 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 08 10:10:32.654295 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: l3agentscheduler.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.655324 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.655836 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: l3_agent_scheduler Apr 08 10:10:32.656197 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: logging.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.657688 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.658211 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension logging not supported by any of loaded plugins Apr 08 10:10:32.658541 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: metering.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.659279 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.659859 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: metering Apr 08 10:10:32.660225 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.661316 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.661864 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: metering_source_and_destination_fields Apr 08 10:10:32.662283 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: multiprovidernet.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.663211 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.663724 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: multi-provider Apr 08 10:10:32.664051 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: netmtu.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.664996 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.665506 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: net-mtu Apr 08 10:10:32.666102 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: netmtu_writable.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.667019 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.667530 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: net-mtu-writable Apr 08 10:10:32.667858 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: network_availability_zone.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.668564 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.669066 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: network_availability_zone Apr 08 10:10:32.669395 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: network_ip_availability.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.670474 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.670992 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: network-ip-availability Apr 08 10:10:32.671321 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: network_segment_range.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.672148 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.672616 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension network-segment-range not supported by any of loaded plugins Apr 08 10:10:32.672943 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: pagination.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.673919 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.674253 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: pagination Apr 08 10:10:32.674577 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.675500 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.676010 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: port-mac-address-regenerate Apr 08 10:10:32.676359 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: port_resource_request.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.677330 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.677924 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension port-resource-request not supported by any of loaded plugins Apr 08 10:10:32.678249 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: portbindings.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.679172 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.679687 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: binding Apr 08 10:10:32.680009 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: portbindings_extended.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.681310 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.681828 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: binding-extended Apr 08 10:10:32.682157 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: portsecurity.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.683080 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.683589 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: port-security Apr 08 10:10:32.683915 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: project_id.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.684927 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.685261 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: project-id Apr 08 10:10:32.685583 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: providernet.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.686502 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.687011 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: provider Apr 08 10:10:32.687334 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: qos.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.691020 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.691545 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension qos not supported by any of loaded plugins Apr 08 10:10:32.691875 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.693700 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.694294 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 08 10:10:32.694630 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.695557 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.696072 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 08 10:10:32.696430 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: qos_default.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.697345 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.697857 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension qos-default not supported by any of loaded plugins Apr 08 10:10:32.698186 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: qos_fip.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.698836 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.699335 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension qos-fip not supported by any of loaded plugins Apr 08 10:10:32.699658 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: qos_gateway_ip.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.700617 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.701130 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 08 10:10:32.701453 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: qos_port_network_policy.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.702379 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.702892 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 08 10:10:32.703220 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: qos_rule_type_details.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.704170 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.704687 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 08 10:10:32.705014 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: qos_rules_alias.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.706058 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.706570 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 08 10:10:32.706898 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: quotasv2.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.707766 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.708117 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: quotas Apr 08 10:10:32.708515 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: quotasv2_detail.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.710628 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.710976 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: quota_details Apr 08 10:10:32.711314 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: rbac.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.712395 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.712921 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: rbac-policies Apr 08 10:10:32.713256 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: rbac_address_scope.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.714186 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.714705 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: rbac-address-scope Apr 08 10:10:32.715039 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: rbac_security_groups.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.715958 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.716513 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: rbac-security-groups Apr 08 10:10:32.716843 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: rbac_subnetpool.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.717766 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.718281 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: rbac-subnetpool Apr 08 10:10:32.718610 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: revisionifmatch.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.719532 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.720047 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: revision-if-match Apr 08 10:10:32.720403 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: revisions.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.721505 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.722018 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: standard-attr-revisions Apr 08 10:10:32.722347 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: router_availability_zone.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.723021 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.723529 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: router_availability_zone Apr 08 10:10:32.723857 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: routerservicetype.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.724916 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.725421 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension router-service-type not supported by any of loaded plugins Apr 08 10:10:32.725749 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.726666 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.727185 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: port-security-groups-filtering Apr 08 10:10:32.727514 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: securitygroup.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.738404 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.738944 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: security-group Apr 08 10:10:32.739266 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: segment.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.740102 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.740621 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension segment not supported by any of loaded plugins Apr 08 10:10:32.740953 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.741912 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.742424 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 08 10:10:32.742752 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: servicetype.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.743852 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.744415 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: service-type Apr 08 10:10:32.744746 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: sorting.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.745729 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.746084 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: sorting Apr 08 10:10:32.746393 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: standard_attr_segment.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.747327 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.747843 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 08 10:10:32.748205 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: standardattrdescription.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.748856 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.749365 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: standard-attr-description Apr 08 10:10:32.749692 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: stateful_security_group.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.750627 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.751145 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: stateful-security-group Apr 08 10:10:32.751474 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: stdattrs_common.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.752054 dv-neutron-837110-1-hyperv neutron-server[83742]: WARNING neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 08 10:10:32.752402 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.753333 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.753842 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 08 10:10:32.754164 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: subnet_onboard.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.755883 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.756417 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: subnet_onboard Apr 08 10:10:32.756744 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.757684 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.758195 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 08 10:10:32.758520 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: subnet_service_types.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.759448 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.759963 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: subnet-service-types Apr 08 10:10:32.760318 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: subnetallocation.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.761451 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.761967 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: subnet_allocation Apr 08 10:10:32.762293 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.762976 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.763488 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: subnetpool-prefix-ops Apr 08 10:10:32.763813 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.764768 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.765282 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 08 10:10:32.765605 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: tagging.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.766661 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.767179 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: standard-attr-tag Apr 08 10:10:32.767507 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: timestamp.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.768746 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.769261 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loaded extension: standard-attr-timestamp Apr 08 10:10:32.769591 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: trunk.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.770629 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.771773 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension trunk not supported by any of loaded plugins Apr 08 10:10:32.772120 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: trunk_details.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.773048 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.773562 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension trunk-details not supported by any of loaded plugins Apr 08 10:10:32.773887 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: uplink_status_propagation.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.774809 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.775320 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 08 10:10:32.775645 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Loading extension file: vlantransparent.py {{(pid=83742) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 08 10:10:32.776352 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83742) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 08 10:10:32.776866 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 08 10:10:32.779126 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.quota.resource_registry [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Creating instance of TrackedResource for resource:network Apr 08 10:10:32.779848 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.quota.resource_registry [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Creating instance of TrackedResource for resource:subnet Apr 08 10:10:32.780491 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.quota.resource_registry [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 10:10:32.781270 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.quota.resource_registry [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Creating instance of TrackedResource for resource:port Apr 08 10:10:32.782528 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.v2.resource_helper [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:10:32.782982 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.v2.resource_helper [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Service FLAVORS assigned prefix: {{(pid=83742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:10:32.783638 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.v2.resource_helper [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:10:32.784069 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.v2.resource_helper [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:10:32.784431 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.quota.resource_registry [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Creating instance of TrackedResource for resource:router Apr 08 10:10:32.785107 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.quota.resource_registry [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Creating instance of TrackedResource for resource:floatingip Apr 08 10:10:32.785813 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.v2.resource_helper [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Service METERING assigned prefix: /metering {{(pid=83742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:10:32.787493 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.787864 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.788269 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:10:32.789411 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.quota.resource_registry [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 10:10:32.789847 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.quota.resource_registry [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Creating instance of TrackedResource for resource:security_group Apr 08 10:10:32.790605 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.quota.resource_registry [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 10:10:32.791634 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.v2.resource_helper [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Service CORE assigned prefix: {{(pid=83742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:10:32.791975 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.quota.resource_registry [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 10:10:32.792356 dv-neutron-837110-1-hyperv neutron-server[83742]: WARNING neutron.quota.resource_registry [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] subnetpool is already registered Apr 08 10:10:32.792961 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.v2.resource_helper [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Service CORE assigned prefix: {{(pid=83742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:10:32.793297 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.quota.resource_registry [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 10:10:32.793625 dv-neutron-837110-1-hyperv neutron-server[83742]: WARNING neutron.quota.resource_registry [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] subnetpool is already registered Apr 08 10:10:32.796175 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.v2.resource_helper [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:10:32.796610 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.v2.resource_helper [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Service FLAVORS assigned prefix: {{(pid=83742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:10:32.797201 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.v2.resource_helper [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:10:32.797625 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.v2.resource_helper [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:10:32.797962 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.quota.resource_registry [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Creating instance of TrackedResource for resource:router Apr 08 10:10:32.798297 dv-neutron-837110-1-hyperv neutron-server[83742]: WARNING neutron.quota.resource_registry [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] router is already registered Apr 08 10:10:32.798884 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.quota.resource_registry [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Creating instance of TrackedResource for resource:floatingip Apr 08 10:10:32.799218 dv-neutron-837110-1-hyperv neutron-server[83742]: WARNING neutron.quota.resource_registry [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] floatingip is already registered Apr 08 10:10:32.799839 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.v2.resource_helper [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Service METERING assigned prefix: /metering {{(pid=83742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:10:32.800535 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.quota.resource_registry [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 10:10:32.800866 dv-neutron-837110-1-hyperv neutron-server[83742]: WARNING neutron.quota.resource_registry [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] rbac_policy is already registered Apr 08 10:10:32.801403 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.quota.resource_registry [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Creating instance of TrackedResource for resource:security_group Apr 08 10:10:32.801735 dv-neutron-837110-1-hyperv neutron-server[83742]: WARNING neutron.quota.resource_registry [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] security_group is already registered Apr 08 10:10:32.802500 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.quota.resource_registry [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 10:10:32.802962 dv-neutron-837110-1-hyperv neutron-server[83742]: WARNING neutron.quota.resource_registry [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] security_group_rule is already registered Apr 08 10:10:32.803631 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.v2.resource_helper [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Service CORE assigned prefix: {{(pid=83742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:10:32.803970 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.quota.resource_registry [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 10:10:32.804331 dv-neutron-837110-1-hyperv neutron-server[83742]: WARNING neutron.quota.resource_registry [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] subnetpool is already registered Apr 08 10:10:32.804923 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.v2.resource_helper [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Service CORE assigned prefix: {{(pid=83742) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:10:32.805251 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.quota.resource_registry [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 10:10:32.805584 dv-neutron-837110-1-hyperv neutron-server[83742]: WARNING neutron.quota.resource_registry [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] subnetpool is already registered Apr 08 10:10:32.806277 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: extensions {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.807697 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: address-groups {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.809276 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: address-scopes {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.810763 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: agents {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.811881 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: auto-allocated-topology {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.813120 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: availability_zones {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.814392 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: dhcp-networks {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.815750 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: dhcp-agents {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.817157 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: routers {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.819596 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: flavors {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.820748 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: service_profiles {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.821921 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: next_providers {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.823399 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: service_profiles {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.824825 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: floatingip-pools {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.826006 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: routers {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.827764 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: floatingips {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.828916 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: l3-routers {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.830231 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: l3-agents {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.831624 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: metering-labels {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.832973 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: metering-label-rules {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.834764 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: network-ip-availabilities {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.835976 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: bindings {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.838497 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: quotas {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.839918 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: quotas {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.841334 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: rbac-policies {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.842592 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: security-groups {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.843756 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: security-group-rules {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.844984 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: service-providers {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.846168 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: subnetpools {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.847555 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: subnetpools {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.849016 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: tags {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.850960 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: tags {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.852792 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: tags {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.854500 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: tags {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.856239 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: tags {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.857869 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: tags {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.859588 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: tags {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.861437 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: tags {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.863228 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: tags {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.865260 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron.api.extensions [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Extended resource: tags {{(pid=83742) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 08 10:10:32.870989 dv-neutron-837110-1-hyperv neutron-server[83742]: WARNING keystonemiddleware.auth_token [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 08 10:10:32.875682 dv-neutron-837110-1-hyperv neutron-server[83742]: WARNING keystonemiddleware.auth_token [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 08 10:10:32.884148 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_concurrency.lockutils [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Acquired lock "singleton_lock" {{(pid=83742) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 08 10:10:32.884627 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_concurrency.lockutils [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Releasing lock "singleton_lock" {{(pid=83742) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 08 10:10:32.885251 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO oslo_service.service [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Starting 2 workers Apr 08 10:10:32.889839 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Started child 83845 {{(pid=83742) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 08 10:10:32.893991 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Started child 83846 {{(pid=83742) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 08 10:10:32.895428 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:10:32.896006 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO neutron.service [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 08 10:10:32.898422 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Notify callbacks [] for process, before_spawn {{(pid=83742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:10:32.898561 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [-] (83845) wsgi starting up on http://0.0.0.0:9696 Apr 08 10:10:32.899301 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO oslo_service.service [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Starting 1 workers Apr 08 10:10:32.899533 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:10:32.900928 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [-] (83846) wsgi starting up on http://0.0.0.0:9696 Apr 08 10:10:32.904266 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Started child 83847 {{(pid=83742) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 08 10:10:32.904802 dv-neutron-837110-1-hyperv neutron-server[83742]: INFO oslo_service.service [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Starting 1 workers Apr 08 10:10:32.908153 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.service [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] calling RpcWorker wait() {{(pid=83847) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 08 10:10:32.908744 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.service [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] returning from RpcWorker wait() {{(pid=83847) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 08 10:10:32.909038 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Started child 83848 {{(pid=83742) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 08 10:10:32.909812 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG neutron_lib.callbacks.manager [None req-471a65c8-1b8f-4321-ab37-e6c6810de822 None None] Notify callbacks [] for process, after_spawn {{(pid=83742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:10:32.910021 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:10:32.910536 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:10:32.911755 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83742) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 08 10:10:32.911970 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 10:10:32.912191 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 10:10:32.912508 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 10:10:32.912723 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 10:10:32.912888 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 10:10:32.913424 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.913709 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.913990 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.914249 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.914545 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.915050 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:10:32.915582 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.915582 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.915582 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.916223 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.916346 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:10:32.916484 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.916484 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.916718 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.916953 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.917119 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.917409 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.917691 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.917927 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.918204 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.918378 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.918630 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.918901 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.919142 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.919400 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] debug = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.919656 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.920171 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.920414 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.920659 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.920909 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.921186 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.921444 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.921743 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.922003 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.922241 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.922479 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.922725 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.922940 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.923190 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.923465 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.923744 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.924234 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] host = dv-neutron-837110-1-hyperv {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.924421 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.924645 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.924874 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.925106 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.925350 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.925582 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.925843 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.926088 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.926342 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.926588 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.926835 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.927071 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.927816 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.928070 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] log_file = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.928371 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] log_options = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.928510 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.928771 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.929043 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.929234 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.929403 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.929579 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.929840 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.930005 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.930251 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.930499 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.930714 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.930928 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.931161 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.931396 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.931633 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.931852 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.932103 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.932339 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.932595 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.932823 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.933066 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.933307 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.933524 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.933760 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.933975 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.934188 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.934432 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.934652 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.934866 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.935102 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.935380 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.935626 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.935869 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.936139 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.936376 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.936603 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.936833 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.937093 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.937313 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.937549 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.937817 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.938048 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.938240 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.938473 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.938716 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.938930 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] use_json = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.939146 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.939358 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.939615 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.939828 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.940060 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.940295 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.940515 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.940759 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.940989 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:32.941396 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.941679 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.941995 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.942222 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.942454 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.942691 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.943538 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.943759 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.944009 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.944273 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.944576 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.944801 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.945147 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.945405 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.945655 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.945901 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.946127 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.946357 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.946581 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.946802 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.947017 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.947259 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.947622 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.947974 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.948279 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.948530 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.948761 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.948999 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.949229 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.949455 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.949692 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.949953 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.950179 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.950432 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.950804 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.951047 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.951265 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.951521 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.951767 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.952149 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.952550 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.952893 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.953037 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.953336 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.953763 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.953763 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.953917 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.954110 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.954387 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.954490 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.954710 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.954972 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.955463 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.955463 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.955715 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.955908 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.956171 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.956390 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.956776 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.956904 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.957063 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.957276 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.957509 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.957703 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.957936 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.958149 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.958377 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.958622 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.959817 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.959817 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.960594 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.960594 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.960594 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.960914 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.961097 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.961405 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.961631 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.962105 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.962105 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.962335 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.962666 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.962822 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.963060 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.963310 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.963544 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.963796 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.964026 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.964309 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.964568 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.965013 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.965141 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.965282 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.965532 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.965926 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.966054 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.966255 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.966549 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.966817 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.967085 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.967352 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.967622 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.967861 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.968187 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.968405 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.968664 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.968929 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.969210 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.969486 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.969763 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.969996 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.970247 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.970515 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.970775 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.971038 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.971293 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.971551 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.971775 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.972065 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.972514 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.972647 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.972968 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.973083 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.973356 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.973597 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.973833 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.974280 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.974388 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.974603 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.974927 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.975195 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.975455 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.975730 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.976207 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.976619 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.977008 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.977266 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.977503 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.977731 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.977963 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.978199 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.978424 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.978625 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.979343 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.979343 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.979343 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.980636 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.980636 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.980636 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.980636 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.980636 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.980636 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.981409 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.981409 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.981409 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.981754 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.981754 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.982636 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.982636 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.982636 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.982636 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.983790 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.983790 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.983790 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.983790 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.983790 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.984469 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.984469 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.984469 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.985402 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.985402 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.985402 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.985402 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.985402 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.986338 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.986338 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.986338 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.986338 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.987132 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.987132 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.987132 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.988815 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.988815 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.988815 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.988815 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.988815 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.988815 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.988815 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.988815 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.991003 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.991003 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.991003 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.991003 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.991003 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.991003 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.991003 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.991842 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.991842 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.991842 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.991842 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.993621 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.993621 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.993621 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.993621 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.993621 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.993621 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.993621 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.993621 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.994208 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.994208 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.994427 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.994503 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.994666 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.994910 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.995158 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.995388 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.995597 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.995832 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.996040 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.996333 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.996828 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.996828 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.997121 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.997325 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.997585 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.997860 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.998179 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.998392 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.998647 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.998870 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.999085 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.999304 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.999597 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:32.999920 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.000244 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.000502 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.000755 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.001073 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.001375 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.001644 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.001873 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.002157 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.002484 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.002770 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.003032 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.003262 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.004031 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.004398 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.004826 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.005258 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.006207 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.006433 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.006726 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.007001 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.007250 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.007468 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.007715 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.007934 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.008206 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.008678 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.008678 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.008873 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.009026 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 10:10:33.009722 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83742) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 08 10:10:33.009886 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 10:10:33.010039 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 10:10:33.010383 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 10:10:33.010555 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 10:10:33.010711 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 10:10:33.010919 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.011083 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.011247 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.011415 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.011575 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.011756 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.011917 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.012096 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.012282 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.012460 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.012597 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.012751 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.012909 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.013069 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.013228 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.013386 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.013544 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.013703 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.013866 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.014025 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.014184 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.014342 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.014501 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] debug = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.014660 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.014842 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.015003 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.015161 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.015320 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.015478 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.015634 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.015793 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.015951 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.016132 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.016298 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.016442 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.016603 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.016762 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.016920 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.017080 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.017237 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] host = dv-neutron-837110-1-hyperv {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.017398 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.017549 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.017703 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.017847 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.018008 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.018166 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.018373 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.018500 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.018610 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.018768 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.018926 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.019086 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.019245 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.019404 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] log_file = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.019563 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] log_options = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.019722 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.019879 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.020038 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.020252 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.020419 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.020579 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.020738 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.020925 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.021083 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.021242 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.021406 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.021563 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.021720 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.021880 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.022039 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.022196 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.022354 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.022566 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.022663 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.022815 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.022972 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.023130 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.023292 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.023422 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.023581 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.023738 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.023897 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.024055 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.024241 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.024399 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.024558 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.024717 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.024875 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.025034 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.025194 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.025353 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.025512 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.025674 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.025833 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.025992 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.026150 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.026309 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.026468 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.026626 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.026785 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.026943 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] use_json = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.027100 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.027259 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.027416 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.027575 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.027732 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.027889 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.028047 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.028231 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.028427 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:10:33.028542 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.028707 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.028913 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.029041 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.029177 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.029338 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.029498 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.032136 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.032136 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.032136 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.032398 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 47172) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:10:33.032487 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.032487 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.032487 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.032487 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.032487 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.032487 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.032487 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.032487 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.033047 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.033047 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.033047 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.033047 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.033047 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.033047 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.033047 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.033047 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.033047 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.033742 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.033742 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.033742 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.033742 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.034027 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.034027 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.034173 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.034270 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.034370 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.034584 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.034908 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.035096 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.035247 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.035494 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.035590 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.035792 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.035971 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.036130 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.036256 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.036380 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.036582 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.036912 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.036912 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.037698 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.037698 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.037698 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.038213 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.038213 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.038213 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.038630 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.038630 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.038630 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.039591 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.039591 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.039870 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.039870 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.040250 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.040250 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.040607 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.040607 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.040607 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.041290 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.041290 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.041290 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.041666 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.041666 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.041930 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.041930 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.042201 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.042201 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.042469 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.042593 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.042727 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.042849 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.043011 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.043158 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.043334 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.043481 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.043615 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.043740 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.043912 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.044065 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.044220 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.044361 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.044517 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.044646 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.044826 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.044955 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.045096 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.046668 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.046668 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.046668 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.046668 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.047221 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0111408 Apr 08 10:10:33.047364 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.047364 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.047364 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.047364 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.047364 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.047364 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.047364 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.047364 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.048320 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.048320 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.048320 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.049453 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.049739 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.049944 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.050130 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.050337 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.050622 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.050915 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.051016 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.051160 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.051320 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.051539 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.051668 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.051883 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.052912 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.053122 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.053421 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.053645 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.053809 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.054129 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.054472 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.054801 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.055127 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.055454 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.055774 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.056124 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.056450 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.056770 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.057098 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.057423 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.057743 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.058054 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.058374 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.058545 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.058701 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.058872 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.059159 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.059159 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.059716 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.059716 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.060130 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.060130 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.060130 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.060544 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.060544 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.060544 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.061728 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.061728 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.061728 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.061728 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.061728 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.061728 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.062562 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.062562 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.062562 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.062562 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.062562 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.063190 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.063190 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.063190 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.063190 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.063716 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.063716 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.063716 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.064191 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.064191 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.064191 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.064578 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.064578 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.066180 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.066180 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.066180 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.066180 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.066180 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.066180 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.066180 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.066180 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.066180 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.067494 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.067494 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.067494 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.067494 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.067494 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.067494 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.067494 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.067494 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.067494 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.070980 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.070980 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.070980 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.070980 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.070980 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.070980 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.070980 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.070980 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.070980 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.071915 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.071915 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.071915 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.071915 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.071915 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.071915 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.071915 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.071915 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.071915 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.072888 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.072888 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.072888 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.072888 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.072888 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.072888 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.072888 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.072888 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.075136 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.075136 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.075136 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.075136 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.075136 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.075136 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.075136 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.075136 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.076002 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.076002 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.076002 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.076002 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.076002 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.076002 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.076002 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.076002 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.077713 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.077713 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.077713 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.077713 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.077713 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.077713 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.077713 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.077713 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.077713 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.078540 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.078540 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.078540 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.078540 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.078540 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.078540 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.078540 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.078540 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.078540 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.079159 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.079159 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.079159 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.079159 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:10:33.079159 dv-neutron-837110-1-hyperv neutron-server[83742]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83742) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 10:10:33.090517 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:10:43.278183 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce079d4-519b-466c-a35f-bbfd06bbaeae None None] get_active_networks_info from dv-neutron-837110-1-hyperv {{(pid=83847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 08 10:10:43.357079 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce079d4-519b-466c-a35f-bbfd06bbaeae None None] No non-hosted networks {{(pid=83847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 08 10:10:43.372096 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.agentschedulers_db [None req-3ce079d4-519b-466c-a35f-bbfd06bbaeae None None] DHCP Agent not found on host dv-neutron-837110-1-hyperv {{(pid=83847) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 08 10:10:43.467876 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-94726428-f905-4e0a-9e8c-bdeb2a5f64a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1762101'] for agent, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:10:45.451680 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1075322a-6f7f-4aed-975e-7a58a2c0b9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1762101'] for agent, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:10:45.498344 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4bc45a25-acb7-41e7-8e99-24325fecfc62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:10:46.665318 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1762101'] for agent, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:10:46.841837 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1762101'] for agent, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:10:46.842956 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:10:46.843848 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:10:46.844795 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:10:46.845537 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:10:46.847582 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:10:46.848332 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:10:46.850358 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:10:46.851003 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:10:46.852291 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:10:46.853256 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:10:46.853937 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:10:46.854600 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-837110-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:10:46.871597 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-837110-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:10:47.824573 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.db.l3_hamode_db [None req-0b141003-1f10-4077-8367-3e8c9537d59a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 08 10:10:47.915701 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b141003-1f10-4077-8367-3e8c9537d59a None None] Routers set() bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:10:47.916363 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b141003-1f10-4077-8367-3e8c9537d59a None None] Router IDs set() for agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 08 10:10:48.154102 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1762101'] for agent, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:10:49.740479 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 47270) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:10:50.346007 dv-neutron-837110-1-hyperv neutron-server[83846]: WARNING oslo_policy.policy [None req-784eab17-6c45-41ed-bd2d-ddaab1d6724c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:10:50.346651 dv-neutron-837110-1-hyperv neutron-server[83846]: WARNING oslo_policy.policy [None req-784eab17-6c45-41ed-bd2d-ddaab1d6724c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:10:50.558998 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [None req-784eab17-6c45-41ed-bd2d-ddaab1d6724c admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83846) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:10:50.560032 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-784eab17-6c45-41ed-bd2d-ddaab1d6724c admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8186543 Apr 08 10:10:52.778135 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 47284) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:10:53.166902 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-647658ae-8182-4fa0-8e7f-9f5cfc1c520d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:10:53.219171 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.policy [None req-647658ae-8182-4fa0-8e7f-9f5cfc1c520d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83846) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 08 10:10:53.219909 dv-neutron-837110-1-hyperv neutron-server[83846]: WARNING oslo_policy.policy [None req-647658ae-8182-4fa0-8e7f-9f5cfc1c520d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:10:53.220309 dv-neutron-837110-1-hyperv neutron-server[83846]: WARNING oslo_policy.policy [None req-647658ae-8182-4fa0-8e7f-9f5cfc1c520d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:10:53.224177 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.quota [None req-647658ae-8182-4fa0-8e7f-9f5cfc1c520d admin admin] Loaded quota_driver: . Apr 08 10:10:53.239110 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-647658ae-8182-4fa0-8e7f-9f5cfc1c520d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:10:53.305672 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-647658ae-8182-4fa0-8e7f-9f5cfc1c520d admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790029386380', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790029383658', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790029377786', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790029420693', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790029429787', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7611502', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7803875', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1704100', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1786286'] for rbac-policy, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:10:53.370821 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-647658ae-8182-4fa0-8e7f-9f5cfc1c520d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:10:53.372006 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-647658ae-8182-4fa0-8e7f-9f5cfc1c520d admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5929294 Apr 08 10:10:55.947688 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 47298) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:10:56.543626 dv-neutron-837110-1-hyperv neutron-server[83845]: WARNING oslo_policy.policy [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:10:56.544255 dv-neutron-837110-1-hyperv neutron-server[83845]: WARNING oslo_policy.policy [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:10:56.754975 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Request body: {'network': {'project_id': 'ea5b685fc7924b3781abaa15fddb0be5', 'admin_state_up': True, 'name': 'private'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:10:56.756662 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.quota [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Loaded quota_driver: . Apr 08 10:10:56.771924 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:10:56.778217 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Usage tracker for resource:network and tenant:ea5b685fc7924b3781abaa15fddb0be5 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:10:56.783734 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:10:56.792161 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:10:56.808001 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Made reservation on behalf of ea5b685fc7924b3781abaa15fddb0be5 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:10:56.845793 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.policy [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83845) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 08 10:10:56.846587 dv-neutron-837110-1-hyperv neutron-server[83845]: WARNING oslo_policy.policy [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:10:56.846968 dv-neutron-837110-1-hyperv neutron-server[83845]: WARNING oslo_policy.policy [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:10:56.852049 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:10:56.875034 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:10:56.922011 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:10:56.925621 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Usage tracker for resource:security_group_rule and tenant:ea5b685fc7924b3781abaa15fddb0be5 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:10:56.928713 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:10:56.934192 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:10:57.003904 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:10:57.007976 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:10:57.033873 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:10:57.058410 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790031600999', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:10:57.059021 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Unsubscribe: segment precommit_create {{(pid=83845) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 08 10:10:57.059643 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Added segment 19587eea-3e8e-49ae-b01d-c69de326c32a of type vlan for network 2c3d5be3-c86b-4b4a-9a59-91034623521b Apr 08 10:10:57.075784 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbe656e-23b5-413a-8803-8ffd281342d1,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:10:57.139289 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:10:57.139640 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:10:57.139980 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:10:57.140340 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:10:57.140685 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:10:57.141018 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:10:57.141360 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:10:57.141687 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:10:57.142006 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:10:57.142324 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:10:57.142641 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Tracked resource versions report: Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: pushed versions: Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: { 'ConntrackHelper': {'1.0'}, Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: 'Log': {'1.0'}, Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: 'Network': {'1.1'}, Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: 'Port': {'1.5'}, Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: 'PortForwarding': {'1.2'}, Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: 'QosPolicy': {'1.8'}, Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: 'SecurityGroup': {'1.2'}, Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: 'SecurityGroupRule': {'1.0'}, Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: 'SubPort': {'1.0'}, Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: 'Subnet': {'1.1'}, Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: 'Trunk': {'1.1'}} Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: consumer versions: Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: { DHCP agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: L3 agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: Metadata agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: Metering agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: Open vSwitch agent@dv-neutron-837110-1-hyperv: { 'ConntrackHelper': '1.0', Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: 'Log': '1.0', Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: 'Network': '1.1', Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: 'Port': '1.5', Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: 'PortForwarding': '1.2', Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: 'QosPolicy': '1.8', Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: 'SecurityGroup': '1.2', Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: 'SecurityGroupRule': '1.0', Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: 'SubPort': '1.0', Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: 'Subnet': '1.1', Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: 'Trunk': '1.1'}} Apr 08 10:10:57.143895 dv-neutron-837110-1-hyperv neutron-server[83845]: {{(pid=83845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:10:57.194295 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:10:57.234758 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:10:57.235813 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:10:57.236565 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:10:57.344587 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3946857 Apr 08 10:10:57.345068 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92f674-c892-47f0-8b34-56d8113a7326 admin admin] Pushing event updated for resources: {'Network': ['ID=2c3d5be3-c86b-4b4a-9a59-91034623521b,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:10:57.357125 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 2c3d5be3-c86b-4b4a-9a59-91034623521b details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:10:59.905083 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 47320) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:11:00.376597 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f9352b-c960-4d4c-9788-ff789595ed95 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:11:00.377894 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-65f9352b-c960-4d4c-9788-ff789595ed95 admin admin] 10.222.0.47 "GET /v2.0/networks/2c3d5be3-c86b-4b4a-9a59-91034623521b HTTP/1.1" status: 200 len: 825 time: 0.4718874 Apr 08 10:11:00.408408 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5ca13404-7c22-4ec5-9846-6c4f1754de36 admin admin] 10.222.0.47 "GET /v2.0/subnetpools/ab224c8c-f173-4a8d-8919-f262e2cb7cd7 HTTP/1.1" status: 200 len: 734 time: 0.0246544 Apr 08 10:11:00.416804 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-81ca7e6a-81ff-4f36-9144-8e0a02de2f0d admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '2c3d5be3-c86b-4b4a-9a59-91034623521b', 'tenant_id': 'ea5b685fc7924b3781abaa15fddb0be5', 'ip_version': 4, 'subnetpool_id': 'ab224c8c-f173-4a8d-8919-f262e2cb7cd7', 'gateway_ip': '172.20.0.1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:11:00.421119 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-81ca7e6a-81ff-4f36-9144-8e0a02de2f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:11:00.424775 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-81ca7e6a-81ff-4f36-9144-8e0a02de2f0d admin admin] Usage tracker for resource:subnet and tenant:ea5b685fc7924b3781abaa15fddb0be5 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:11:00.427969 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-81ca7e6a-81ff-4f36-9144-8e0a02de2f0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:11:00.433513 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-81ca7e6a-81ff-4f36-9144-8e0a02de2f0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:11:00.443444 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ca7e6a-81ff-4f36-9144-8e0a02de2f0d admin admin] Made reservation on behalf of ea5b685fc7924b3781abaa15fddb0be5 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:11:00.445846 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-81ca7e6a-81ff-4f36-9144-8e0a02de2f0d admin admin] Notify callbacks [] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:00.713986 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-81ca7e6a-81ff-4f36-9144-8e0a02de2f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:00.794990 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca7e6a-81ff-4f36-9144-8e0a02de2f0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb49ad1b-b709-4d80-8932-a65e86a69d58,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:11:00.803297 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ca7e6a-81ff-4f36-9144-8e0a02de2f0d admin admin] Checking segment: {'id': '19587eea-3e8e-49ae-b01d-c69de326c32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2c3d5be3-c86b-4b4a-9a59-91034623521b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:11:00.803297 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ca7e6a-81ff-4f36-9144-8e0a02de2f0d admin admin] Network hostable DHCP agents. Network: 2c3d5be3-c86b-4b4a-9a59-91034623521b, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:11:00.828752 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ca7e6a-81ff-4f36-9144-8e0a02de2f0d admin admin] Network 2c3d5be3-c86b-4b4a-9a59-91034623521b is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:11:00.838332 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-81ca7e6a-81ff-4f36-9144-8e0a02de2f0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 2c3d5be3-c86b-4b4a-9a59-91034623521b) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:11:00.842999 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ca7e6a-81ff-4f36-9144-8e0a02de2f0d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:11:00.843562 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-81ca7e6a-81ff-4f36-9144-8e0a02de2f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:00.848458 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d78b54-a9bc-44d2-be52-b8600780ec4c None None] Network 2c3d5be3-c86b-4b4a-9a59-91034623521b requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:11:00.862155 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-81ca7e6a-81ff-4f36-9144-8e0a02de2f0d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4487500 Apr 08 10:11:01.172738 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-2c3d5be3-c86b-4b4a-9a59-91034623521b', 'network_id': '2c3d5be3-c86b-4b4a-9a59-91034623521b', 'tenant_id': 'ea5b685fc7924b3781abaa15fddb0be5', 'fixed_ips': [{'subnet_id': 'eb49ad1b-b709-4d80-8932-a65e86a69d58'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:11:01.173979 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:01.356653 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Allocated IP 172.20.0.2 (2c3d5be3-c86b-4b4a-9a59-91034623521b/eb49ad1b-b709-4d80-8932-a65e86a69d58/ba80c664-e607-40e4-937d-370cd06305f9) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:11:01.577791 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:01.591015 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Transition to ACTIVE for port object ba80c664-e607-40e4-937d-370cd06305f9 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:11:01.613122 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Transition to ACTIVE for port object ba80c664-e607-40e4-937d-370cd06305f9 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:11:01.620507 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:01.685666 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Network 2c3d5be3-c86b-4b4a-9a59-91034623521b is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:11:01.688473 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:11:01.694186 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Pushing event updated for resources: {'Port': ['ID=ba80c664-e607-40e4-937d-370cd06305f9,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:11:01.696467 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:11:01.734699 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:11:01.735045 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:11:01.735382 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:11:01.735714 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:11:01.736046 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:11:01.736396 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:11:01.736723 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:11:01.737063 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:11:01.737389 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:11:01.737708 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:11:01.738028 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Tracked resource versions report: Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: pushed versions: Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: { 'ConntrackHelper': {'1.0'}, Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: 'Log': {'1.0'}, Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: 'Network': {'1.1'}, Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: 'Port': {'1.5'}, Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: 'PortForwarding': {'1.2'}, Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: 'QosPolicy': {'1.8'}, Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: 'SecurityGroup': {'1.2'}, Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: 'SecurityGroupRule': {'1.0'}, Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: 'SubPort': {'1.0'}, Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: 'Subnet': {'1.1'}, Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: 'Trunk': {'1.1'}} Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: consumer versions: Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: { DHCP agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: L3 agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: Metadata agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: Metering agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: Open vSwitch agent@dv-neutron-837110-1-hyperv: { 'ConntrackHelper': '1.0', Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: 'Log': '1.0', Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: 'Network': '1.1', Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: 'Port': '1.5', Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: 'PortForwarding': '1.2', Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: 'QosPolicy': '1.8', Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: 'SecurityGroup': '1.2', Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: 'SecurityGroupRule': '1.0', Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: 'SubPort': '1.0', Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: 'Subnet': '1.1', Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: 'Trunk': '1.1'}} Apr 08 10:11:01.739952 dv-neutron-837110-1-hyperv neutron-server[83847]: {{(pid=83847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:11:01.797273 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Attempting to bind port ba80c664-e607-40e4-937d-370cd06305f9 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:11:01.797665 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Attempting to bind port ba80c664-e607-40e4-937d-370cd06305f9 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '19587eea-3e8e-49ae-b01d-c69de326c32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2c3d5be3-c86b-4b4a-9a59-91034623521b'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:11:01.798097 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Attempting to bind port ba80c664-e607-40e4-937d-370cd06305f9 on network 2c3d5be3-c86b-4b4a-9a59-91034623521b {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:11:01.804869 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:11:01.805273 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Checking segment: {'id': '19587eea-3e8e-49ae-b01d-c69de326c32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2c3d5be3-c86b-4b4a-9a59-91034623521b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:11:01.805727 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:01.806115 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Bound using segment: {'id': '19587eea-3e8e-49ae-b01d-c69de326c32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2c3d5be3-c86b-4b4a-9a59-91034623521b'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:11:01.806605 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Bound port: ba80c664-e607-40e4-937d-370cd06305f9, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19587eea-3e8e-49ae-b01d-c69de326c32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2c3d5be3-c86b-4b4a-9a59-91034623521b'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:11:01.806986 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:01.890936 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] For port ba80c664-e607-40e4-937d-370cd06305f9, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:11:01.894707 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] For port ba80c664-e607-40e4-937d-370cd06305f9, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=ba80c664-e607-40e4-937d-370cd06305f9,segment=NetworkSegment(19587eea-3e8e-49ae-b01d-c69de326c32a),segment_id=19587eea-3e8e-49ae-b01d-c69de326c32a)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:11:01.899277 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:02.002679 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468084e-76f6-487e-af26-fb52b106ddb0 None None] Pushing event updated for resources: {'Port': ['ID=ba80c664-e607-40e4-937d-370cd06305f9,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:11:03.208592 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 47330) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:11:03.600868 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [None req-3a4479ce-3d6b-4d63-ad3d-0ea1d340306b admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83846) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:11:03.601830 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3a4479ce-3d6b-4d63-ad3d-0ea1d340306b admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3923979 Apr 08 10:11:05.138453 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device ba80c664-e607-40e4-937d-370cd06305f9 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:11:05.217938 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port ba80c664-e607-40e4-937d-370cd06305f9 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:11:05.682053 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695ef807-43a0-4b35-8c22-4b29f53153cb None None] Network 2c3d5be3-c86b-4b4a-9a59-91034623521b requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:11:05.777347 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ea6212e4-140a-4d54-b9f3-2f81f6b8a4ac None None] Provisioning for port ba80c664-e607-40e4-937d-370cd06305f9 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:11:05.793336 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ea6212e4-140a-4d54-b9f3-2f81f6b8a4ac None None] Provisioning complete for port ba80c664-e607-40e4-937d-370cd06305f9 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:11:05.793729 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ea6212e4-140a-4d54-b9f3-2f81f6b8a4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:05.879565 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 47344) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:11:06.002047 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ea6212e4-140a-4d54-b9f3-2f81f6b8a4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:06.049876 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-ea6212e4-140a-4d54-b9f3-2f81f6b8a4ac None None] For port ba80c664-e607-40e4-937d-370cd06305f9, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=ba80c664-e607-40e4-937d-370cd06305f9,segment=NetworkSegment(19587eea-3e8e-49ae-b01d-c69de326c32a),segment_id=19587eea-3e8e-49ae-b01d-c69de326c32a)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:11:06.055026 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ea6212e4-140a-4d54-b9f3-2f81f6b8a4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:06.121612 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6212e4-140a-4d54-b9f3-2f81f6b8a4ac None None] Pushing event updated for resources: {'Port': ['ID=ba80c664-e607-40e4-937d-370cd06305f9,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:11:06.276699 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ef0144e5-c2ff-4fb7-ad15-9ff50537a963 None None] Provisioning complete for port ba80c664-e607-40e4-937d-370cd06305f9 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:11:06.277322 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ef0144e5-c2ff-4fb7-ad15-9ff50537a963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:06.372187 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [None req-6bec2589-bea1-41e7-81bb-6fd22a7522c3 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83846) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:11:06.373095 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6bec2589-bea1-41e7-81bb-6fd22a7522c3 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4924531 Apr 08 10:11:07.113024 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device ba80c664-e607-40e4-937d-370cd06305f9 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:11:07.192477 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port ba80c664-e607-40e4-937d-370cd06305f9 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:11:07.192899 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:09.021018 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 47356) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:11:09.392283 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-bf16f613-a5c3-4b8f-a2b3-d4ed89eaa0d3 admin admin] Request body: {'router': {'tenant_id': 'ea5b685fc7924b3781abaa15fddb0be5', 'admin_state_up': True, 'name': 'router1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:11:09.397364 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-bf16f613-a5c3-4b8f-a2b3-d4ed89eaa0d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:11:09.401681 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-bf16f613-a5c3-4b8f-a2b3-d4ed89eaa0d3 admin admin] Usage tracker for resource:router and tenant:ea5b685fc7924b3781abaa15fddb0be5 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:11:09.405009 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-bf16f613-a5c3-4b8f-a2b3-d4ed89eaa0d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:11:09.410591 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-bf16f613-a5c3-4b8f-a2b3-d4ed89eaa0d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:11:09.421515 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bf16f613-a5c3-4b8f-a2b3-d4ed89eaa0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:09.423010 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bf16f613-a5c3-4b8f-a2b3-d4ed89eaa0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:09.447268 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bf16f613-a5c3-4b8f-a2b3-d4ed89eaa0d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:09.565171 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bf16f613-a5c3-4b8f-a2b3-d4ed89eaa0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:09.584166 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bf16f613-a5c3-4b8f-a2b3-d4ed89eaa0d3 admin admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:09.585354 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-bf16f613-a5c3-4b8f-a2b3-d4ed89eaa0d3 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5633507 Apr 08 10:11:11.816305 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 47366) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:11:12.281848 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-4c1b49b7-7649-4202-840c-baaa980c0502 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:11:12.282836 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4c1b49b7-7649-4202-840c-baaa980c0502 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4651113 Apr 08 10:11:12.988201 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 5 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:11:13.211748 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-124e6a4a-d381-4c2c-bc26-8bdaaa2358b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:14.503523 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 47378) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:11:14.885088 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-5aa2e630-5736-463b-b408-d0b54db14880 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:11:14.890041 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-5aa2e630-5736-463b-b408-d0b54db14880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:11:14.893783 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5aa2e630-5736-463b-b408-d0b54db14880 admin admin] Usage tracker for resource:network and tenant:de0d4edb2a14487ab63bd327555e1924 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:11:14.897801 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5aa2e630-5736-463b-b408-d0b54db14880 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:11:14.903421 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-5aa2e630-5736-463b-b408-d0b54db14880 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:11:14.912888 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa2e630-5736-463b-b408-d0b54db14880 admin admin] Made reservation on behalf of de0d4edb2a14487ab63bd327555e1924 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:11:14.915114 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e630-5736-463b-b408-d0b54db14880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:14.927805 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e630-5736-463b-b408-d0b54db14880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:14.957937 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-5aa2e630-5736-463b-b408-d0b54db14880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:11:14.961580 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5aa2e630-5736-463b-b408-d0b54db14880 admin admin] Usage tracker for resource:security_group_rule and tenant:de0d4edb2a14487ab63bd327555e1924 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:11:14.964262 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5aa2e630-5736-463b-b408-d0b54db14880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:11:14.969777 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-5aa2e630-5736-463b-b408-d0b54db14880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:11:15.031496 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e630-5736-463b-b408-d0b54db14880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:15.035078 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e630-5736-463b-b408-d0b54db14880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:15.053592 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5aa2e630-5736-463b-b408-d0b54db14880 admin admin] Reserving flat network on physical network physnet1 {{(pid=83845) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 08 10:11:15.072996 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2e630-5736-463b-b408-d0b54db14880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858d0f1c-7a96-47fd-9a56-835390f49bd7,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:11:15.079957 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e630-5736-463b-b408-d0b54db14880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:15.080341 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-5aa2e630-5736-463b-b408-d0b54db14880 admin admin] Added segment 873b3dc7-70bf-4510-b13b-6f35d3c000c8 of type flat for network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 Apr 08 10:11:15.114806 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e630-5736-463b-b408-d0b54db14880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:15.148672 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e630-5736-463b-b408-d0b54db14880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:15.149409 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa2e630-5736-463b-b408-d0b54db14880 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:11:15.149978 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e630-5736-463b-b408-d0b54db14880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:15.248933 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5aa2e630-5736-463b-b408-d0b54db14880 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7434602 Apr 08 10:11:15.249619 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2e630-5736-463b-b408-d0b54db14880 admin admin] Pushing event updated for resources: {'Network': ['ID=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:11:15.261478 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:11:15.446715 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2ab1bbe6-22f3-43d8-9045-78da6a9016cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:16.609642 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:16.840175 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:17.483717 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 47398) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:11:17.712461 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f888686c-c7bc-40d1-8785-16446d54795f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:11:17.713776 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f888686c-c7bc-40d1-8785-16446d54795f admin admin] 10.222.0.47 "GET /v2.0/subnets/eb49ad1b-b709-4d80-8932-a65e86a69d58 HTTP/1.1" status: 200 len: 849 time: 0.2290854 Apr 08 10:11:17.857004 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2f2a3a91-f1c0-4806-bab8-bdd73edfa713 admin admin] 10.222.0.47 "GET /v2.0/routers/abe3155b-7f7b-4c22-b249-6a6756cd7cb9 HTTP/1.1" status: 200 len: 704 time: 0.1379530 Apr 08 10:11:18.118034 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:18.318311 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89460319-0899-4a81-9444-6eb179e1055b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:18.545425 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-89460319-0899-4a81-9444-6eb179e1055b admin admin] Allocated IP 172.20.0.1 (2c3d5be3-c86b-4b4a-9a59-91034623521b/eb49ad1b-b709-4d80-8932-a65e86a69d58/ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:11:18.726818 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89460319-0899-4a81-9444-6eb179e1055b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:18.743835 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-89460319-0899-4a81-9444-6eb179e1055b admin admin] Transition to ACTIVE for port object ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:11:18.791957 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89460319-0899-4a81-9444-6eb179e1055b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:18.862215 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89460319-0899-4a81-9444-6eb179e1055b admin admin] Network 2c3d5be3-c86b-4b4a-9a59-91034623521b is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:11:18.866181 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-89460319-0899-4a81-9444-6eb179e1055b admin admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:11:18.868601 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89460319-0899-4a81-9444-6eb179e1055b admin admin] Pushing event updated for resources: {'Port': ['ID=ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:11:18.880465 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89460319-0899-4a81-9444-6eb179e1055b admin admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:11:18.881007 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89460319-0899-4a81-9444-6eb179e1055b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:19.000280 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89460319-0899-4a81-9444-6eb179e1055b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:19.081370 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d211b8f4-6430-438b-8ab0-70f4efe9417b None None] Provisioning for port ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:11:19.087929 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d211b8f4-6430-438b-8ab0-70f4efe9417b None None] Provisioning complete for port ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:11:19.088339 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d211b8f4-6430-438b-8ab0-70f4efe9417b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:19.142533 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d211b8f4-6430-438b-8ab0-70f4efe9417b None None] Port ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:11:19.231220 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89460319-0899-4a81-9444-6eb179e1055b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:19.235651 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89460319-0899-4a81-9444-6eb179e1055b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:19.236443 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89460319-0899-4a81-9444-6eb179e1055b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:19.366568 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89460319-0899-4a81-9444-6eb179e1055b admin admin] Pushing event updated for resources: {'Port': ['ID=ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:11:19.429074 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89460319-0899-4a81-9444-6eb179e1055b admin admin] Network 2c3d5be3-c86b-4b4a-9a59-91034623521b is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:11:19.430025 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-89460319-0899-4a81-9444-6eb179e1055b admin admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:11:19.666166 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-dcc158b5-3861-4558-abff-91796c38efd3 None None] Provisioning complete for port ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:11:19.666536 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-dcc158b5-3861-4558-abff-91796c38efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:19.717970 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-dcc158b5-3861-4558-abff-91796c38efd3 None None] Port ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:11:19.778955 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89460319-0899-4a81-9444-6eb179e1055b admin admin] Router abe3155b-7f7b-4c22-b249-6a6756cd7cb9 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:11:19.948587 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89460319-0899-4a81-9444-6eb179e1055b admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:11:19.958336 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fcde99-ce0a-4f15-9407-66315def8f68 None None] Sync routers for ids ['abe3155b-7f7b-4c22-b249-6a6756cd7cb9'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:11:19.959788 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-89460319-0899-4a81-9444-6eb179e1055b admin admin] 10.222.0.47 "PUT /v2.0/routers/abe3155b-7f7b-4c22-b249-6a6756cd7cb9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0977833 Apr 08 10:11:19.970867 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fcde99-ce0a-4f15-9407-66315def8f68 None None] Routers {'abe3155b-7f7b-4c22-b249-6a6756cd7cb9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:11:19.971621 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-21fcde99-ce0a-4f15-9407-66315def8f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:11:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['abe3155b-7f7b-4c22-b249-6a6756cd7cb9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:11:20.141799 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-21fcde99-ce0a-4f15-9407-66315def8f68 None None] Set router abe3155b-7f7b-4c22-b249-6a6756cd7cb9 gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:11:20.528516 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-21fcde99-ce0a-4f15-9407-66315def8f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe3155b-7f7b-4c22-b249-6a6756cd7cb9', 'name': 'router1', 'tenant_id': 'ea5b685fc7924b3781abaa15fddb0be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:11:09Z', 'updated_at': '2022-04-08T10:11:18Z', 'revision_number': 2, 'project_id': 'ea5b685fc7924b3781abaa15fddb0be5', 'gw_port_host': None, '_interfaces': [{'id': 'ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6', 'name': '', 'network_id': '2c3d5be3-c86b-4b4a-9a59-91034623521b', 'tenant_id': 'ea5b685fc7924b3781abaa15fddb0be5', 'mac_address': 'fa:16:3e:af:93:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe3155b-7f7b-4c22-b249-6a6756cd7cb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb49ad1b-b709-4d80-8932-a65e86a69d58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:11:18Z', 'updated_at': '2022-04-08T10:11:19Z', 'revision_number': 2, 'project_id': 'ea5b685fc7924b3781abaa15fddb0be5', 'subnets': [{'id': 'eb49ad1b-b709-4d80-8932-a65e86a69d58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab224c8c-f173-4a8d-8919-f262e2cb7cd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:11:20.533409 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fcde99-ce0a-4f15-9407-66315def8f68 None None] Checking router: abe3155b-7f7b-4c22-b249-6a6756cd7cb9 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:11:20.533777 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fcde99-ce0a-4f15-9407-66315def8f68 None None] Updating router abe3155b-7f7b-4c22-b249-6a6756cd7cb9 port ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6 binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:11:20.589192 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-21fcde99-ce0a-4f15-9407-66315def8f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:20.959151 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-21fcde99-ce0a-4f15-9407-66315def8f68 None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:20.974777 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-21fcde99-ce0a-4f15-9407-66315def8f68 None None] Transition to ACTIVE for port object ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:11:20.981117 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-21fcde99-ce0a-4f15-9407-66315def8f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:21.147042 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f13ebd-7d47-4611-902d-cf156eb84ea6 None None] Pushing event updated for resources: {'Port': ['ID=ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:11:21.161009 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f13ebd-7d47-4611-902d-cf156eb84ea6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:11:21.161404 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f13ebd-7d47-4611-902d-cf156eb84ea6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:11:21.161831 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f13ebd-7d47-4611-902d-cf156eb84ea6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:11:21.162166 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f13ebd-7d47-4611-902d-cf156eb84ea6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:11:21.162501 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f13ebd-7d47-4611-902d-cf156eb84ea6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:11:21.162833 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f13ebd-7d47-4611-902d-cf156eb84ea6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:11:21.163158 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f13ebd-7d47-4611-902d-cf156eb84ea6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:11:21.163492 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f13ebd-7d47-4611-902d-cf156eb84ea6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:11:21.164172 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f13ebd-7d47-4611-902d-cf156eb84ea6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:11:21.164499 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f13ebd-7d47-4611-902d-cf156eb84ea6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:11:21.164818 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f13ebd-7d47-4611-902d-cf156eb84ea6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f13ebd-7d47-4611-902d-cf156eb84ea6 None None] Tracked resource versions report: Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: pushed versions: Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: { 'ConntrackHelper': {'1.0'}, Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: 'Log': {'1.0'}, Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: 'Network': {'1.1'}, Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: 'Port': {'1.5'}, Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: 'PortForwarding': {'1.2'}, Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: 'QosPolicy': {'1.8'}, Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: 'SecurityGroup': {'1.2'}, Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: 'SecurityGroupRule': {'1.0'}, Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: 'SubPort': {'1.0'}, Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: 'Subnet': {'1.1'}, Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: 'Trunk': {'1.1'}} Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: consumer versions: Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: { DHCP agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: L3 agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: Metadata agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: Metering agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: Open vSwitch agent@dv-neutron-837110-1-hyperv: { 'ConntrackHelper': '1.0', Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: 'Log': '1.0', Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: 'Network': '1.1', Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: 'Port': '1.5', Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: 'PortForwarding': '1.2', Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: 'QosPolicy': '1.8', Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: 'SecurityGroup': '1.2', Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: 'SecurityGroupRule': '1.0', Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: 'SubPort': '1.0', Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: 'Subnet': '1.1', Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: 'Trunk': '1.1'}} Apr 08 10:11:21.166406 dv-neutron-837110-1-hyperv neutron-server[83848]: {{(pid=83848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:11:21.261419 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-21fcde99-ce0a-4f15-9407-66315def8f68 None None] Attempting to bind port ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:11:21.261815 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-21fcde99-ce0a-4f15-9407-66315def8f68 None None] Attempting to bind port ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '19587eea-3e8e-49ae-b01d-c69de326c32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2c3d5be3-c86b-4b4a-9a59-91034623521b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:11:21.262241 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fcde99-ce0a-4f15-9407-66315def8f68 None None] Attempting to bind port ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6 on network 2c3d5be3-c86b-4b4a-9a59-91034623521b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:11:21.268420 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fcde99-ce0a-4f15-9407-66315def8f68 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:11:21.268826 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fcde99-ce0a-4f15-9407-66315def8f68 None None] Checking segment: {'id': '19587eea-3e8e-49ae-b01d-c69de326c32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2c3d5be3-c86b-4b4a-9a59-91034623521b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:11:21.269284 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-21fcde99-ce0a-4f15-9407-66315def8f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:21.270315 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fcde99-ce0a-4f15-9407-66315def8f68 None None] Bound using segment: {'id': '19587eea-3e8e-49ae-b01d-c69de326c32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2c3d5be3-c86b-4b4a-9a59-91034623521b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:11:21.270858 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-21fcde99-ce0a-4f15-9407-66315def8f68 None None] Bound port: ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19587eea-3e8e-49ae-b01d-c69de326c32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2c3d5be3-c86b-4b4a-9a59-91034623521b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:11:21.271236 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-21fcde99-ce0a-4f15-9407-66315def8f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:21.358580 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-21fcde99-ce0a-4f15-9407-66315def8f68 None None] For port ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:11:21.362370 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-21fcde99-ce0a-4f15-9407-66315def8f68 None None] For port ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6,segment=NetworkSegment(19587eea-3e8e-49ae-b01d-c69de326c32a),segment_id=19587eea-3e8e-49ae-b01d-c69de326c32a)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:11:21.367304 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-21fcde99-ce0a-4f15-9407-66315def8f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:21.454721 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f13ebd-7d47-4611-902d-cf156eb84ea6 None None] Pushing event updated for resources: {'Port': ['ID=ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6,revision_number=4']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:11:21.461389 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fcde99-ce0a-4f15-9407-66315def8f68 None None] Routers {'abe3155b-7f7b-4c22-b249-6a6756cd7cb9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:11:21.461998 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-21fcde99-ce0a-4f15-9407-66315def8f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:11:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['abe3155b-7f7b-4c22-b249-6a6756cd7cb9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:11:21.632495 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-21fcde99-ce0a-4f15-9407-66315def8f68 None None] Set router abe3155b-7f7b-4c22-b249-6a6756cd7cb9 gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:11:21.961600 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-21fcde99-ce0a-4f15-9407-66315def8f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe3155b-7f7b-4c22-b249-6a6756cd7cb9', 'name': 'router1', 'tenant_id': 'ea5b685fc7924b3781abaa15fddb0be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:11:09Z', 'updated_at': '2022-04-08T10:11:18Z', 'revision_number': 2, 'project_id': 'ea5b685fc7924b3781abaa15fddb0be5', 'gw_port_host': None, '_interfaces': [{'id': 'ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6', 'name': '', 'network_id': '2c3d5be3-c86b-4b4a-9a59-91034623521b', 'tenant_id': 'ea5b685fc7924b3781abaa15fddb0be5', 'mac_address': 'fa:16:3e:af:93:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe3155b-7f7b-4c22-b249-6a6756cd7cb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb49ad1b-b709-4d80-8932-a65e86a69d58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:11:18Z', 'updated_at': '2022-04-08T10:11:21Z', 'revision_number': 4, 'project_id': 'ea5b685fc7924b3781abaa15fddb0be5', 'subnets': [{'id': 'eb49ad1b-b709-4d80-8932-a65e86a69d58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab224c8c-f173-4a8d-8919-f262e2cb7cd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:11:21.965403 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fcde99-ce0a-4f15-9407-66315def8f68 None None] The sync data for ids ['abe3155b-7f7b-4c22-b249-6a6756cd7cb9'] in dv-neutron-837110-1-hyperv is: [{'id': 'abe3155b-7f7b-4c22-b249-6a6756cd7cb9', 'name': 'router1', 'tenant_id': 'ea5b685fc7924b3781abaa15fddb0be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:11:09Z', 'updated_at': '2022-04-08T10:11:18Z', 'revision_number': 2, 'project_id': 'ea5b685fc7924b3781abaa15fddb0be5', 'gw_port_host': None, '_interfaces': [{'id': 'ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6', 'name': '', 'network_id': '2c3d5be3-c86b-4b4a-9a59-91034623521b', 'tenant_id': 'ea5b685fc7924b3781abaa15fddb0be5', 'mac_address': 'fa:16:3e:af:93:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe3155b-7f7b-4c22-b249-6a6756cd7cb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb49ad1b-b709-4d80-8932-a65e86a69d58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:11:18Z', 'updated_at': '2022-04-08T10:11:21Z', 'revision_number': 4, 'project_id': 'ea5b685fc7924b3781abaa15fddb0be5', 'subnets': [{'id': 'eb49ad1b-b709-4d80-8932-a65e86a69d58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab224c8c-f173-4a8d-8919-f262e2cb7cd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:11:22.029192 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 47420) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:11:22.206787 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cfaf10-250d-42e0-8065-6708e00ab9a3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:11:22.207953 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e5cfaf10-250d-42e0-8065-6708e00ab9a3 admin admin] Synchronizing usage tracker for tenant:de0d4edb2a14487ab63bd327555e1924 on resource:network {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:11:22.224898 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e5cfaf10-250d-42e0-8065-6708e00ab9a3 admin admin] Unset dirty status for tenant:de0d4edb2a14487ab63bd327555e1924 on resource:network {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:11:22.226118 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e5cfaf10-250d-42e0-8065-6708e00ab9a3 admin admin] 10.222.0.47 "GET /v2.0/networks/f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 HTTP/1.1" status: 200 len: 842 time: 0.1959000 Apr 08 10:11:22.235125 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-9ca3b05d-11ec-4fc6-afbf-c849485d264d admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.26.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.26.0.1', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'ip_version': 4}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:11:22.240226 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-9ca3b05d-11ec-4fc6-afbf-c849485d264d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:11:22.243934 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-9ca3b05d-11ec-4fc6-afbf-c849485d264d admin admin] Usage tracker for resource:subnet and tenant:de0d4edb2a14487ab63bd327555e1924 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:11:22.246693 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-9ca3b05d-11ec-4fc6-afbf-c849485d264d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:11:22.299503 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-9ca3b05d-11ec-4fc6-afbf-c849485d264d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:11:22.309888 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca3b05d-11ec-4fc6-afbf-c849485d264d admin admin] Made reservation on behalf of de0d4edb2a14487ab63bd327555e1924 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:11:22.312398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9ca3b05d-11ec-4fc6-afbf-c849485d264d admin admin] Notify callbacks [] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:22.665237 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.objects.ports [None req-9ca3b05d-11ec-4fc6-afbf-c849485d264d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83845) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 08 10:11:22.665682 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9ca3b05d-11ec-4fc6-afbf-c849485d264d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:22.739272 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3b05d-11ec-4fc6-afbf-c849485d264d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:11:22.752836 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca3b05d-11ec-4fc6-afbf-c849485d264d admin admin] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:11:22.753189 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca3b05d-11ec-4fc6-afbf-c849485d264d admin admin] Network hostable DHCP agents. Network: f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:11:22.776560 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca3b05d-11ec-4fc6-afbf-c849485d264d admin admin] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:11:22.786351 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-9ca3b05d-11ec-4fc6-afbf-c849485d264d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:11:22.790080 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca3b05d-11ec-4fc6-afbf-c849485d264d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:11:22.790696 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9ca3b05d-11ec-4fc6-afbf-c849485d264d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:22.796787 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9e1fcf-44c9-4afb-b39f-e5800ee80c03 None None] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:11:22.812928 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9ca3b05d-11ec-4fc6-afbf-c849485d264d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5809739 Apr 08 10:11:23.089386 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957dee17-027e-495a-9ee3-62567873d77d None None] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:11:23.188643 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:11:23.360797 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:11:23.393411 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:11:23.393787 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:23.513746 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:23.545175 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6,segment=NetworkSegment(19587eea-3e8e-49ae-b01d-c69de326c32a),segment_id=19587eea-3e8e-49ae-b01d-c69de326c32a)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:11:23.549286 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:23.618511 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:11:25.017428 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 47434) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:11:25.119015 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:11:25.185511 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:11:25.185899 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:25.261354 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6523d40c-943a-4453-bc00-cf22fbca0616 admin admin] 10.222.0.47 "GET /v2.0/routers/abe3155b-7f7b-4c22-b249-6a6756cd7cb9 HTTP/1.1" status: 200 len: 710 time: 0.2427175 Apr 08 10:11:25.398557 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57d9e6b-7ff4-4566-bb3d-934c5496a86a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:11:25.400896 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c57d9e6b-7ff4-4566-bb3d-934c5496a86a admin admin] 10.222.0.47 "GET /v2.0/networks/f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 HTTP/1.1" status: 200 len: 886 time: 0.1344607 Apr 08 10:11:25.409350 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-0450dc76-38ff-4d77-8bc8-e589125f8f49 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:11:25.873161 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0450dc76-38ff-4d77-8bc8-e589125f8f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:26.094993 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0450dc76-38ff-4d77-8bc8-e589125f8f49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:26.153165 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0450dc76-38ff-4d77-8bc8-e589125f8f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:26.280636 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-0450dc76-38ff-4d77-8bc8-e589125f8f49 admin admin] Allocated IP 172.26.0.253 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/2810af4e-0955-4998-8522-34f02b4630a6) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:11:26.421996 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0450dc76-38ff-4d77-8bc8-e589125f8f49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:26.447838 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0450dc76-38ff-4d77-8bc8-e589125f8f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:26.515493 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0450dc76-38ff-4d77-8bc8-e589125f8f49 admin admin] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:11:26.518233 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-0450dc76-38ff-4d77-8bc8-e589125f8f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:11:26.522957 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0450dc76-38ff-4d77-8bc8-e589125f8f49 admin admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:11:26.544664 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450dc76-38ff-4d77-8bc8-e589125f8f49 admin admin] Pushing event updated for resources: {'Port': ['ID=2810af4e-0955-4998-8522-34f02b4630a6,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:11:26.660498 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0450dc76-38ff-4d77-8bc8-e589125f8f49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:26.820586 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0450dc76-38ff-4d77-8bc8-e589125f8f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:26.823746 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0450dc76-38ff-4d77-8bc8-e589125f8f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1762438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1762447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1757449'] for router, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:27.013999 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0450dc76-38ff-4d77-8bc8-e589125f8f49 admin admin] Router abe3155b-7f7b-4c22-b249-6a6756cd7cb9 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:11:27.210492 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0450dc76-38ff-4d77-8bc8-e589125f8f49 admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:11:27.218242 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0450dc76-38ff-4d77-8bc8-e589125f8f49 admin admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:27.219270 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad0f5d4-af4b-4b53-9891-bb6483738c6b None None] Sync routers for ids ['abe3155b-7f7b-4c22-b249-6a6756cd7cb9'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:11:27.219707 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0450dc76-38ff-4d77-8bc8-e589125f8f49 admin admin] 10.222.0.47 "PUT /v2.0/routers/abe3155b-7f7b-4c22-b249-6a6756cd7cb9 HTTP/1.1" status: 200 len: 890 time: 1.8133986 Apr 08 10:11:27.231550 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad0f5d4-af4b-4b53-9891-bb6483738c6b None None] Routers {'abe3155b-7f7b-4c22-b249-6a6756cd7cb9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:11:27.232286 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-1ad0f5d4-af4b-4b53-9891-bb6483738c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:11:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['abe3155b-7f7b-4c22-b249-6a6756cd7cb9'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:11:27.423713 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-1ad0f5d4-af4b-4b53-9891-bb6483738c6b None None] Set router abe3155b-7f7b-4c22-b249-6a6756cd7cb9 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:11:27.755696 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-1ad0f5d4-af4b-4b53-9891-bb6483738c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe3155b-7f7b-4c22-b249-6a6756cd7cb9', 'name': 'router1', 'tenant_id': 'ea5b685fc7924b3781abaa15fddb0be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '2810af4e-0955-4998-8522-34f02b4630a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:11:09Z', 'updated_at': '2022-04-08T10:11:26Z', 'revision_number': 4, 'project_id': 'ea5b685fc7924b3781abaa15fddb0be5', 'gw_port': {'id': '2810af4e-0955-4998-8522-34f02b4630a6', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe3155b-7f7b-4c22-b249-6a6756cd7cb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:11:26Z', 'updated_at': '2022-04-08T10:11:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6', 'name': '', 'network_id': '2c3d5be3-c86b-4b4a-9a59-91034623521b', 'tenant_id': 'ea5b685fc7924b3781abaa15fddb0be5', 'mac_address': 'fa:16:3e:af:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe3155b-7f7b-4c22-b249-6a6756cd7cb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb49ad1b-b709-4d80-8932-a65e86a69d58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:11:18Z', 'updated_at': '2022-04-08T10:11:23Z', 'revision_number': 5, 'project_id': 'ea5b685fc7924b3781abaa15fddb0be5', 'subnets': [{'id': 'eb49ad1b-b709-4d80-8932-a65e86a69d58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab224c8c-f173-4a8d-8919-f262e2cb7cd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:11:27.760526 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad0f5d4-af4b-4b53-9891-bb6483738c6b None None] Checking router: abe3155b-7f7b-4c22-b249-6a6756cd7cb9 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:11:27.760877 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad0f5d4-af4b-4b53-9891-bb6483738c6b None None] Updating router abe3155b-7f7b-4c22-b249-6a6756cd7cb9 port 2810af4e-0955-4998-8522-34f02b4630a6 binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:11:27.811976 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1ad0f5d4-af4b-4b53-9891-bb6483738c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:28.133255 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1ad0f5d4-af4b-4b53-9891-bb6483738c6b None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:28.144918 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-1ad0f5d4-af4b-4b53-9891-bb6483738c6b None None] Transition to ACTIVE for port object 2810af4e-0955-4998-8522-34f02b4630a6 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:11:28.151285 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1ad0f5d4-af4b-4b53-9891-bb6483738c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:28.227544 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-1ad0f5d4-af4b-4b53-9891-bb6483738c6b None None] Attempting to bind port 2810af4e-0955-4998-8522-34f02b4630a6 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:11:28.228186 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-1ad0f5d4-af4b-4b53-9891-bb6483738c6b None None] Attempting to bind port 2810af4e-0955-4998-8522-34f02b4630a6 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:11:28.228317 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad0f5d4-af4b-4b53-9891-bb6483738c6b None None] Attempting to bind port 2810af4e-0955-4998-8522-34f02b4630a6 on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:11:28.237536 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec6fa6-820b-4fea-b260-96516f99295b None None] Pushing event updated for resources: {'Port': ['ID=2810af4e-0955-4998-8522-34f02b4630a6,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:11:28.242245 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad0f5d4-af4b-4b53-9891-bb6483738c6b None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:11:28.242720 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad0f5d4-af4b-4b53-9891-bb6483738c6b None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:11:28.243122 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1ad0f5d4-af4b-4b53-9891-bb6483738c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:28.243502 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad0f5d4-af4b-4b53-9891-bb6483738c6b None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:11:28.243964 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-1ad0f5d4-af4b-4b53-9891-bb6483738c6b None None] Bound port: 2810af4e-0955-4998-8522-34f02b4630a6, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:11:28.244376 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1ad0f5d4-af4b-4b53-9891-bb6483738c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:28.334645 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-1ad0f5d4-af4b-4b53-9891-bb6483738c6b None None] For port 2810af4e-0955-4998-8522-34f02b4630a6, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:11:28.337513 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-1ad0f5d4-af4b-4b53-9891-bb6483738c6b None None] For port 2810af4e-0955-4998-8522-34f02b4630a6, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2810af4e-0955-4998-8522-34f02b4630a6,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:11:28.342008 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1ad0f5d4-af4b-4b53-9891-bb6483738c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:28.418977 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec6fa6-820b-4fea-b260-96516f99295b None None] Pushing event updated for resources: {'Port': ['ID=2810af4e-0955-4998-8522-34f02b4630a6,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:11:28.423243 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad0f5d4-af4b-4b53-9891-bb6483738c6b None None] Routers {'abe3155b-7f7b-4c22-b249-6a6756cd7cb9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:11:28.423843 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-1ad0f5d4-af4b-4b53-9891-bb6483738c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:11:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['abe3155b-7f7b-4c22-b249-6a6756cd7cb9'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:11:28.600658 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-1ad0f5d4-af4b-4b53-9891-bb6483738c6b None None] Set router abe3155b-7f7b-4c22-b249-6a6756cd7cb9 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:11:28.921861 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-1ad0f5d4-af4b-4b53-9891-bb6483738c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe3155b-7f7b-4c22-b249-6a6756cd7cb9', 'name': 'router1', 'tenant_id': 'ea5b685fc7924b3781abaa15fddb0be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '2810af4e-0955-4998-8522-34f02b4630a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:11:09Z', 'updated_at': '2022-04-08T10:11:26Z', 'revision_number': 4, 'project_id': 'ea5b685fc7924b3781abaa15fddb0be5', 'gw_port': {'id': '2810af4e-0955-4998-8522-34f02b4630a6', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe3155b-7f7b-4c22-b249-6a6756cd7cb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:11:26Z', 'updated_at': '2022-04-08T10:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6', 'name': '', 'network_id': '2c3d5be3-c86b-4b4a-9a59-91034623521b', 'tenant_id': 'ea5b685fc7924b3781abaa15fddb0be5', 'mac_address': 'fa:16:3e:af:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe3155b-7f7b-4c22-b249-6a6756cd7cb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb49ad1b-b709-4d80-8932-a65e86a69d58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:11:18Z', 'updated_at': '2022-04-08T10:11:23Z', 'revision_number': 5, 'project_id': 'ea5b685fc7924b3781abaa15fddb0be5', 'subnets': [{'id': 'eb49ad1b-b709-4d80-8932-a65e86a69d58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab224c8c-f173-4a8d-8919-f262e2cb7cd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:11:28.925692 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad0f5d4-af4b-4b53-9891-bb6483738c6b None None] The sync data for ids ['abe3155b-7f7b-4c22-b249-6a6756cd7cb9'] in dv-neutron-837110-1-hyperv is: [{'id': 'abe3155b-7f7b-4c22-b249-6a6756cd7cb9', 'name': 'router1', 'tenant_id': 'ea5b685fc7924b3781abaa15fddb0be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '2810af4e-0955-4998-8522-34f02b4630a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:11:09Z', 'updated_at': '2022-04-08T10:11:26Z', 'revision_number': 4, 'project_id': 'ea5b685fc7924b3781abaa15fddb0be5', 'gw_port': {'id': '2810af4e-0955-4998-8522-34f02b4630a6', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe3155b-7f7b-4c22-b249-6a6756cd7cb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:11:26Z', 'updated_at': '2022-04-08T10:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6', 'name': '', 'network_id': '2c3d5be3-c86b-4b4a-9a59-91034623521b', 'tenant_id': 'ea5b685fc7924b3781abaa15fddb0be5', 'mac_address': 'fa:16:3e:af:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe3155b-7f7b-4c22-b249-6a6756cd7cb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb49ad1b-b709-4d80-8932-a65e86a69d58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:11:18Z', 'updated_at': '2022-04-08T10:11:23Z', 'revision_number': 5, 'project_id': 'ea5b685fc7924b3781abaa15fddb0be5', 'subnets': [{'id': 'eb49ad1b-b709-4d80-8932-a65e86a69d58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab224c8c-f173-4a8d-8919-f262e2cb7cd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:11:29.162400 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2810af4e-0955-4998-8522-34f02b4630a6 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:11:29.233722 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 2810af4e-0955-4998-8522-34f02b4630a6 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:11:29.239764 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 2810af4e-0955-4998-8522-34f02b4630a6 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:11:29.240165 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:29.361761 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:29.381732 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 2810af4e-0955-4998-8522-34f02b4630a6, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2810af4e-0955-4998-8522-34f02b4630a6,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:11:29.389319 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:29.442722 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 47444) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:11:29.458769 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=2810af4e-0955-4998-8522-34f02b4630a6,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:11:29.580867 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4cc41663-b08e-4997-9ea8-780d8626f468 admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1084 time: 0.1370516 Apr 08 10:11:31.132530 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2810af4e-0955-4998-8522-34f02b4630a6 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:11:31.209339 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 2810af4e-0955-4998-8522-34f02b4630a6 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:11:31.209705 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:43.215183 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5085c2df-008a-4f3e-8d51-743324a526c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:45.449622 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d0e6832b-4e37-4038-baa7-a4e6b8c803c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:46.618240 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:46.841221 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:48.131056 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:11:49.985396 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 5 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:12:13.217842 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5dc979b8-2637-4792-9717-8a171f1f7e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:12:15.456056 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d8b665b8-5628-40d7-893a-6bd4d147e696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:12:16.617906 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:12:16.843551 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:12:18.141959 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:12:26.978302 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 5 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:12:43.223423 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1f500e4c-dc3a-4efa-a4ab-73ed889dd334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:12:45.450773 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-88a42d30-c550-4186-b8b3-4bc5e71efd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:12:46.621683 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:12:46.845921 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:12:48.142124 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:13:03.982548 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 5 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:13:13.225797 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-466d4683-254a-4c76-a22c-3a56a98a3c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:13:15.453688 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e2281ab4-a562-440d-9d2a-b24447dafcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:13:16.624736 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:13:16.848542 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:13:18.143853 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:13:36.366192 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48048) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:13:36.458072 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-219e9634-ffdd-4271-aefa-b802f3157b1e admin admin] GET failed (client error): The resource could not be found. Apr 08 10:13:36.459250 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-219e9634-ffdd-4271-aefa-b802f3157b1e admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0921028 Apr 08 10:13:36.586794 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d567f4-07e7-4dea-a437-1b0aa4a85268 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:13:36.588158 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-92d567f4-07e7-4dea-a437-1b0aa4a85268 admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1250346 Apr 08 10:13:38.588173 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48058) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:13:38.753252 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4822c10d-216c-43ca-bc7b-77e085c6fddb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:13:38.753808 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4822c10d-216c-43ca-bc7b-77e085c6fddb admin admin] Synchronizing usage tracker for tenant:de0d4edb2a14487ab63bd327555e1924 on resource:subnet {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:13:38.769485 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4822c10d-216c-43ca-bc7b-77e085c6fddb admin admin] Unset dirty status for tenant:de0d4edb2a14487ab63bd327555e1924 on resource:subnet {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:13:38.770552 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4822c10d-216c-43ca-bc7b-77e085c6fddb admin admin] 10.222.0.47 "GET /v2.0/subnets/eb49ad1b-b709-4d80-8932-a65e86a69d58 HTTP/1.1" status: 200 len: 849 time: 0.1814458 Apr 08 10:13:38.779546 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-12440eba-2ab9-4fff-8db3-0fc9415e23ed admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:13:38.892950 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-12440eba-2ab9-4fff-8db3-0fc9415e23ed admin admin] Notify callbacks [] for subnet, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:13:39.080043 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-12440eba-2ab9-4fff-8db3-0fc9415e23ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790031572628'] for subnet, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:13:39.134697 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12440eba-2ab9-4fff-8db3-0fc9415e23ed admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:13:39.135052 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6a6eac-65c9-4e2c-b96b-17a9004c9798 None None] Network 2c3d5be3-c86b-4b4a-9a59-91034623521b requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:13:39.135465 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-12440eba-2ab9-4fff-8db3-0fc9415e23ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:13:39.136540 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-12440eba-2ab9-4fff-8db3-0fc9415e23ed admin admin] 10.222.0.47 "PUT /v2.0/subnets/eb49ad1b-b709-4d80-8932-a65e86a69d58 HTTP/1.1" status: 200 len: 868 time: 0.3606389 Apr 08 10:13:39.145369 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12440eba-2ab9-4fff-8db3-0fc9415e23ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb49ad1b-b709-4d80-8932-a65e86a69d58,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:13:39.154020 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12440eba-2ab9-4fff-8db3-0fc9415e23ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:13:39.154387 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12440eba-2ab9-4fff-8db3-0fc9415e23ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:13:39.154704 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12440eba-2ab9-4fff-8db3-0fc9415e23ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:13:39.155036 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12440eba-2ab9-4fff-8db3-0fc9415e23ed admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:13:39.155364 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12440eba-2ab9-4fff-8db3-0fc9415e23ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:13:39.155757 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12440eba-2ab9-4fff-8db3-0fc9415e23ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:13:39.156115 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12440eba-2ab9-4fff-8db3-0fc9415e23ed admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:13:39.156430 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12440eba-2ab9-4fff-8db3-0fc9415e23ed admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:13:39.156748 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12440eba-2ab9-4fff-8db3-0fc9415e23ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:13:39.157066 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12440eba-2ab9-4fff-8db3-0fc9415e23ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:13:39.157383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12440eba-2ab9-4fff-8db3-0fc9415e23ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:13:39.631070 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8c225cae-16cb-4e28-b977-4a554ae64fd6 None None] Provisioning complete for port ef3078e0-f33c-4b4b-9bf9-8269fd74f0e6 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:13:39.631436 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8c225cae-16cb-4e28-b977-4a554ae64fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:13:39.754345 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8c225cae-16cb-4e28-b977-4a554ae64fd6 None None] Provisioning complete for port ba80c664-e607-40e4-937d-370cd06305f9 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:13:39.754970 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8c225cae-16cb-4e28-b977-4a554ae64fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:13:40.983954 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 5 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:13:41.167446 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48068) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:13:41.361920 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c9841c-af42-4316-875c-ff09f6c3a2de admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:13:41.362201 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c9841c-af42-4316-875c-ff09f6c3a2de admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:13:41.363692 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-61c9841c-af42-4316-875c-ff09f6c3a2de admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1953106 Apr 08 10:13:43.229048 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-55bbccb3-0d9a-4d46-b526-23e840b141a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:13:43.383121 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48078) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:13:43.614443 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5742f3-ced3-4d27-a571-a80c9d6218ca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:13:43.614826 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5742f3-ced3-4d27-a571-a80c9d6218ca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:13:43.616442 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0d5742f3-ced3-4d27-a571-a80c9d6218ca admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2324769 Apr 08 10:13:45.456528 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8ec76f35-41bf-43d4-aab4-41c71a2f494a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:13:45.643402 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48088) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:13:45.840134 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d335d5-6cde-4277-8612-f295a0a37037 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:13:45.841469 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-41d335d5-6cde-4277-8612-f295a0a37037 admin admin] 10.222.0.47 "GET /v2.0/networks/2c3d5be3-c86b-4b4a-9a59-91034623521b HTTP/1.1" status: 200 len: 869 time: 0.1972229 Apr 08 10:13:46.626758 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:13:46.850923 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:13:47.856431 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48098) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:13:48.043969 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ad7c6f-b897-4587-a885-e3372301a950 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:13:48.045248 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-67ad7c6f-b897-4587-a885-e3372301a950 admin admin] 10.222.0.47 "GET /v2.0/networks/f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 HTTP/1.1" status: 200 len: 886 time: 0.1878963 Apr 08 10:13:48.143440 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:13:50.061029 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48108) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:13:50.196227 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af85bc8e-2af1-4484-a3e6-df0b4abc6dec admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:13:50.196596 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af85bc8e-2af1-4484-a3e6-df0b4abc6dec admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:13:50.198067 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-af85bc8e-2af1-4484-a3e6-df0b4abc6dec admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1354840 Apr 08 10:13:52.190450 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48118) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:13:52.321554 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db29883-a746-48cb-b671-77d3460d3b8f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:13:52.321922 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db29883-a746-48cb-b671-77d3460d3b8f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:13:52.323398 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8db29883-a746-48cb-b671-77d3460d3b8f admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1320190 Apr 08 10:13:54.348219 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48128) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:13:54.470433 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a556dfb-5592-4075-b949-ea4c6a9c2d79 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:13:54.471735 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9a556dfb-5592-4075-b949-ea4c6a9c2d79 admin admin] 10.222.0.47 "GET /v2.0/subnets/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e HTTP/1.1" status: 200 len: 816 time: 0.1225348 Apr 08 10:13:56.509499 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48138) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:13:56.642031 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7206d22c-8ece-4998-b060-84f300cfd089 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:13:56.643354 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7206d22c-8ece-4998-b060-84f300cfd089 admin admin] 10.222.0.47 "GET /v2.0/subnets/eb49ad1b-b709-4d80-8932-a65e86a69d58 HTTP/1.1" status: 200 len: 868 time: 0.1329019 Apr 08 10:14:13.230605 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b32430ce-314c-45d2-ae06-7fd2c91120e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:14:14.648052 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48176) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:14:14.721295 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-8b783d82-790c-49c7-9e7b-b92cc5b78927 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:14:14.722266 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8b783d82-790c-49c7-9e7b-b92cc5b78927 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0732660 Apr 08 10:14:15.460859 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b5945baf-e7a1-4927-a224-bb18d0b17e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:14:16.629192 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:14:16.812298 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48186) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:14:16.852793 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:14:16.902867 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8266c6-380c-47b2-b31d-242dcab8e60b admin admin] GET failed (client error): The resource could not be found. Apr 08 10:14:16.904047 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-af8266c6-380c-47b2-b31d-242dcab8e60b admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0907731 Apr 08 10:14:17.027868 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e93ec07-7fc7-4820-9589-861909956530 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:14:17.029374 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8e93ec07-7fc7-4820-9589-861909956530 admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1213477 Apr 08 10:14:17.981895 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 5 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:14:18.148137 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:14:19.076928 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48196) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:14:19.148631 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-832458cd-dc21-449c-bdcf-834df685eb3f admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:14:19.153109 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-832458cd-dc21-449c-bdcf-834df685eb3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:14:19.162768 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-832458cd-dc21-449c-bdcf-834df685eb3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:14:19.173170 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832458cd-dc21-449c-bdcf-834df685eb3f admin admin] Made reservation on behalf of de0d4edb2a14487ab63bd327555e1924 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:14:19.175416 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-832458cd-dc21-449c-bdcf-834df685eb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:14:19.263369 dv-neutron-837110-1-hyperv neutron-server[83845]: WARNING neutron.services.revisions.revision_plugin [None req-832458cd-dc21-449c-bdcf-834df685eb3f admin admin] Could not find related network for resource to bump revision. Apr 08 10:14:19.274498 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-832458cd-dc21-449c-bdcf-834df685eb3f admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:14:19.283211 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-832458cd-dc21-449c-bdcf-834df685eb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:14:19.283567 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-832458cd-dc21-449c-bdcf-834df685eb3f admin admin] Added segment 97311e25-b28d-475b-83da-2ed679f5f4be of type vlan for network ce5cacb2-5dc1-4209-95b1-7c33ede23fe7 Apr 08 10:14:19.308244 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-832458cd-dc21-449c-bdcf-834df685eb3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:14:19.335760 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-832458cd-dc21-449c-bdcf-834df685eb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:14:19.336603 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832458cd-dc21-449c-bdcf-834df685eb3f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:14:19.337173 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-832458cd-dc21-449c-bdcf-834df685eb3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:14:19.439593 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832458cd-dc21-449c-bdcf-834df685eb3f admin admin] Pushing event updated for resources: {'Network': ['ID=ce5cacb2-5dc1-4209-95b1-7c33ede23fe7,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:14:19.442222 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-832458cd-dc21-449c-bdcf-834df685eb3f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3640506 Apr 08 10:14:19.452342 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network ce5cacb2-5dc1-4209-95b1-7c33ede23fe7 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:14:21.476781 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48206) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:14:21.564833 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1bd2d87-5c31-48f3-a14b-082e3d639d91 admin admin] GET failed (client error): The resource could not be found. Apr 08 10:14:21.565318 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d1bd2d87-5c31-48f3-a14b-082e3d639d91 admin admin] Synchronizing usage tracker for tenant:de0d4edb2a14487ab63bd327555e1924 on resource:network {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:14:21.580107 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d1bd2d87-5c31-48f3-a14b-082e3d639d91 admin admin] Unset dirty status for tenant:de0d4edb2a14487ab63bd327555e1924 on resource:network {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:14:21.581169 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d1bd2d87-5c31-48f3-a14b-082e3d639d91 admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1034653 Apr 08 10:14:21.685033 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ef8c3a-f53f-46e3-9643-351463df3c4e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:14:21.686391 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f3ef8c3a-f53f-46e3-9643-351463df3c4e admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1014006 Apr 08 10:14:21.695605 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-47f12e38-811f-4442-a694-2f9bc402f08e admin admin] Request body: {'subnet': {'network_id': 'ce5cacb2-5dc1-4209-95b1-7c33ede23fe7', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:14:21.699770 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-47f12e38-811f-4442-a694-2f9bc402f08e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:14:21.709488 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-47f12e38-811f-4442-a694-2f9bc402f08e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:14:21.719618 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f12e38-811f-4442-a694-2f9bc402f08e admin admin] Made reservation on behalf of de0d4edb2a14487ab63bd327555e1924 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:14:21.723015 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-47f12e38-811f-4442-a694-2f9bc402f08e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:14:21.918236 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-47f12e38-811f-4442-a694-2f9bc402f08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:14:22.025140 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f12e38-811f-4442-a694-2f9bc402f08e admin admin] Pushing event updated for resources: {'Subnet': ['ID=288aaa86-3d79-440f-a033-a08cd4031c37,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:14:22.038764 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f12e38-811f-4442-a694-2f9bc402f08e admin admin] Checking segment: {'id': '97311e25-b28d-475b-83da-2ed679f5f4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ce5cacb2-5dc1-4209-95b1-7c33ede23fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:14:22.039115 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f12e38-811f-4442-a694-2f9bc402f08e admin admin] Network hostable DHCP agents. Network: ce5cacb2-5dc1-4209-95b1-7c33ede23fe7, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:14:22.061027 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f12e38-811f-4442-a694-2f9bc402f08e admin admin] Network ce5cacb2-5dc1-4209-95b1-7c33ede23fe7 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:14:22.070382 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-47f12e38-811f-4442-a694-2f9bc402f08e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, ce5cacb2-5dc1-4209-95b1-7c33ede23fe7) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:14:22.075527 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f12e38-811f-4442-a694-2f9bc402f08e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:14:22.077639 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-47f12e38-811f-4442-a694-2f9bc402f08e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:14:22.079370 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7717c871-0b87-49a3-9ac6-b5665ebc6dca None None] Network ce5cacb2-5dc1-4209-95b1-7c33ede23fe7 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:14:22.103240 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-47f12e38-811f-4442-a694-2f9bc402f08e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4107716 Apr 08 10:14:22.303051 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-ce5cacb2-5dc1-4209-95b1-7c33ede23fe7', 'network_id': 'ce5cacb2-5dc1-4209-95b1-7c33ede23fe7', 'tenant_id': 'de0d4edb2a14487ab63bd327555e1924', 'fixed_ips': [{'subnet_id': '288aaa86-3d79-440f-a033-a08cd4031c37'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:14:22.303865 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:14:22.461366 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Allocated IP 192.168.233.2 (ce5cacb2-5dc1-4209-95b1-7c33ede23fe7/288aaa86-3d79-440f-a033-a08cd4031c37/02e9a233-0f8d-432e-b1d8-2c21dbbe610d) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:14:22.667848 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:14:22.678360 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Transition to ACTIVE for port object 02e9a233-0f8d-432e-b1d8-2c21dbbe610d will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:14:22.697501 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Transition to ACTIVE for port object 02e9a233-0f8d-432e-b1d8-2c21dbbe610d will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:14:22.703560 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:14:22.773736 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Network ce5cacb2-5dc1-4209-95b1-7c33ede23fe7 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:14:22.776429 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:14:22.783886 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:14:22.785993 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Pushing event updated for resources: {'Port': ['ID=02e9a233-0f8d-432e-b1d8-2c21dbbe610d,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:14:22.822187 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:14:22.822544 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:14:22.822894 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:14:22.823239 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:14:22.823598 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:14:22.823960 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:14:22.824319 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:14:22.824671 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:14:22.825005 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:14:22.825333 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:14:22.825708 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:14:22.887003 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Attempting to bind port 02e9a233-0f8d-432e-b1d8-2c21dbbe610d on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:14:22.887381 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Attempting to bind port 02e9a233-0f8d-432e-b1d8-2c21dbbe610d by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '97311e25-b28d-475b-83da-2ed679f5f4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ce5cacb2-5dc1-4209-95b1-7c33ede23fe7'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:14:22.887743 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Attempting to bind port 02e9a233-0f8d-432e-b1d8-2c21dbbe610d on network ce5cacb2-5dc1-4209-95b1-7c33ede23fe7 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:14:22.895346 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:14:22.895723 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Checking segment: {'id': '97311e25-b28d-475b-83da-2ed679f5f4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ce5cacb2-5dc1-4209-95b1-7c33ede23fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:14:22.896152 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:14:22.896551 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Bound using segment: {'id': '97311e25-b28d-475b-83da-2ed679f5f4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ce5cacb2-5dc1-4209-95b1-7c33ede23fe7'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:14:22.897021 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Bound port: 02e9a233-0f8d-432e-b1d8-2c21dbbe610d, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97311e25-b28d-475b-83da-2ed679f5f4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ce5cacb2-5dc1-4209-95b1-7c33ede23fe7'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:14:22.897413 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:14:23.013938 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] For port 02e9a233-0f8d-432e-b1d8-2c21dbbe610d, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:14:23.017234 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] For port 02e9a233-0f8d-432e-b1d8-2c21dbbe610d, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=02e9a233-0f8d-432e-b1d8-2c21dbbe610d,segment=NetworkSegment(97311e25-b28d-475b-83da-2ed679f5f4be),segment_id=97311e25-b28d-475b-83da-2ed679f5f4be)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:14:23.022308 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:14:23.104640 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bebe6-e787-4943-bcfb-86ebaae26fa3 None None] Pushing event updated for resources: {'Port': ['ID=02e9a233-0f8d-432e-b1d8-2c21dbbe610d,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:14:23.882705 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cbf32b-19b3-474a-a880-b178f416aab2 None None] Network ce5cacb2-5dc1-4209-95b1-7c33ede23fe7 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:14:23.990487 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a66278f1-6b13-4d89-abe7-6ec0bbebcefa None None] Provisioning for port 02e9a233-0f8d-432e-b1d8-2c21dbbe610d completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:14:25.233462 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 02e9a233-0f8d-432e-b1d8-2c21dbbe610d up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:14:25.303288 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 02e9a233-0f8d-432e-b1d8-2c21dbbe610d completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:14:25.308352 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 02e9a233-0f8d-432e-b1d8-2c21dbbe610d triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:14:25.308723 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:14:25.423747 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:14:25.454770 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 02e9a233-0f8d-432e-b1d8-2c21dbbe610d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=02e9a233-0f8d-432e-b1d8-2c21dbbe610d,segment=NetworkSegment(97311e25-b28d-475b-83da-2ed679f5f4be),segment_id=97311e25-b28d-475b-83da-2ed679f5f4be)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:14:25.459669 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:14:25.525929 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=02e9a233-0f8d-432e-b1d8-2c21dbbe610d,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:14:27.215411 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 02e9a233-0f8d-432e-b1d8-2c21dbbe610d up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:14:27.283818 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 02e9a233-0f8d-432e-b1d8-2c21dbbe610d triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:14:27.284218 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:14:43.234495 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-29e5d6c5-5fd0-421c-9326-75d9d8282ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:14:45.462719 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bdfa10b6-34c3-4307-8139-d968a0450501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:14:46.633527 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:14:46.857094 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:14:48.148279 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:14:54.982573 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 5 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:15:13.238430 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f67536f8-e418-49b6-a9a1-dfb88a70f706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:15:15.468460 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cf493063-87f9-47e1-80ad-e5c78fb8adbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:15:16.638525 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:15:16.859585 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:15:18.150494 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:15:31.985077 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 5 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:15:43.242172 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-60484b23-b42e-4514-b8a6-a8b4e4ee0c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:15:43.984382 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48248) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:15:43.990086 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-6b3d313b-4188-4ca1-a791-97a5e33ff920 tempest-verify_tempest_config-1881438831 tempest-verify_tempest_config-1881438831-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:15:43.991035 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6b3d313b-4188-4ca1-a791-97a5e33ff920 tempest-verify_tempest_config-1881438831 tempest-verify_tempest_config-1881438831-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0057125 Apr 08 10:15:44.318543 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48264) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:15:44.461054 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ddc5b630-7329-4d88-af13-50da144188e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:15:44.492290 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ddc5b630-7329-4d88-af13-50da144188e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:15:44.496108 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ddc5b630-7329-4d88-af13-50da144188e2 admin admin] Usage tracker for resource:security_group_rule and tenant:fbbc95faf86b42d3a64a756f454f8738 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:15:44.498874 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ddc5b630-7329-4d88-af13-50da144188e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:15:44.504575 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ddc5b630-7329-4d88-af13-50da144188e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:15:44.571883 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ddc5b630-7329-4d88-af13-50da144188e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:15:44.577413 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ddc5b630-7329-4d88-af13-50da144188e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:15:44.624664 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5b630-7329-4d88-af13-50da144188e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376c55f8-c481-4a33-9640-92bd81eadd61,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:15:44.629950 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ddc5b630-7329-4d88-af13-50da144188e2 admin admin] Synchronizing usage tracker for tenant:de0d4edb2a14487ab63bd327555e1924 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:15:44.639145 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5b630-7329-4d88-af13-50da144188e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:15:44.639488 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5b630-7329-4d88-af13-50da144188e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:15:44.639827 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5b630-7329-4d88-af13-50da144188e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:15:44.640183 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5b630-7329-4d88-af13-50da144188e2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:15:44.640527 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5b630-7329-4d88-af13-50da144188e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:15:44.640857 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5b630-7329-4d88-af13-50da144188e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:15:44.641193 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5b630-7329-4d88-af13-50da144188e2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:15:44.641519 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5b630-7329-4d88-af13-50da144188e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:15:44.641864 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5b630-7329-4d88-af13-50da144188e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:15:44.642182 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5b630-7329-4d88-af13-50da144188e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:15:44.642499 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5b630-7329-4d88-af13-50da144188e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:15:44.658515 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ddc5b630-7329-4d88-af13-50da144188e2 admin admin] Unset dirty status for tenant:de0d4edb2a14487ab63bd327555e1924 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:15:44.662662 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48270) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:15:44.663129 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ddc5b630-7329-4d88-af13-50da144188e2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fbbc95faf86b42d3a64a756f454f8738&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3432252 Apr 08 10:15:44.735481 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-384973a4-a27c-410c-902a-9f6c15c9b3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:15:44.760621 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-384973a4-a27c-410c-902a-9f6c15c9b3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:15:44.854738 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-384973a4-a27c-410c-902a-9f6c15c9b3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:15:44.868897 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384973a4-a27c-410c-902a-9f6c15c9b3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376c55f8-c481-4a33-9640-92bd81eadd61,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:15:44.881547 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384973a4-a27c-410c-902a-9f6c15c9b3cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:15:44.881896 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384973a4-a27c-410c-902a-9f6c15c9b3cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:15:44.882236 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384973a4-a27c-410c-902a-9f6c15c9b3cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:15:44.882568 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384973a4-a27c-410c-902a-9f6c15c9b3cc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:15:44.882915 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384973a4-a27c-410c-902a-9f6c15c9b3cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:15:44.883249 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384973a4-a27c-410c-902a-9f6c15c9b3cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:15:44.883597 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384973a4-a27c-410c-902a-9f6c15c9b3cc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:15:44.883927 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384973a4-a27c-410c-902a-9f6c15c9b3cc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:15:44.884276 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384973a4-a27c-410c-902a-9f6c15c9b3cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:15:44.884596 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384973a4-a27c-410c-902a-9f6c15c9b3cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:15:44.885455 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384973a4-a27c-410c-902a-9f6c15c9b3cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384973a4-a27c-410c-902a-9f6c15c9b3cc admin admin] Tracked resource versions report: Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: pushed versions: Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: { 'ConntrackHelper': {'1.0'}, Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: 'Log': {'1.0'}, Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: 'Network': {'1.1'}, Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: 'Port': {'1.5'}, Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: 'PortForwarding': {'1.2'}, Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: 'QosPolicy': {'1.8'}, Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: 'SecurityGroup': {'1.2'}, Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: 'SecurityGroupRule': {'1.0'}, Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: 'SubPort': {'1.0'}, Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: 'Subnet': {'1.1'}, Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: 'Trunk': {'1.1'}} Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: consumer versions: Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: { DHCP agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: L3 agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: Metadata agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: Metering agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: Open vSwitch agent@dv-neutron-837110-1-hyperv: { 'ConntrackHelper': '1.0', Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: 'Log': '1.0', Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: 'Network': '1.1', Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: 'Port': '1.5', Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: 'PortForwarding': '1.2', Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: 'QosPolicy': '1.8', Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: 'SecurityGroup': '1.2', Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: 'SecurityGroupRule': '1.0', Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: 'SubPort': '1.0', Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: 'Subnet': '1.1', Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: 'Trunk': '1.1'}} Apr 08 10:15:44.887354 dv-neutron-837110-1-hyperv neutron-server[83846]: {{(pid=83846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:15:44.906656 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-384973a4-a27c-410c-902a-9f6c15c9b3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:15:44.907819 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-384973a4-a27c-410c-902a-9f6c15c9b3cc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/376c55f8-c481-4a33-9640-92bd81eadd61 HTTP/1.1" status: 204 len: 168 time: 0.2441981 Apr 08 10:15:45.470359 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-67d9eaf2-4143-42d2-8eba-959ce2e85635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:15:46.638762 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:15:46.860619 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:15:48.154075 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:16:08.985109 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 5 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:16:13.243365 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-557d9631-18b8-4c57-87cf-b441a11d7fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:16:15.476986 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3ef0c1ba-f781-449e-a870-1983b210785e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:16:16.640333 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:16:16.864330 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:16:18.154661 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:16:43.245075 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-653dfeac-aa2f-4786-8161-490ca3b1ea59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:16:45.469061 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-190db7d6-4ec9-4dc0-8051-9cd004dbb716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:16:45.983021 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 5 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:16:46.643000 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:16:46.865619 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:16:48.157544 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:17:08.130418 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1762101'] for agent, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:17:13.246015 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-45367284-ae80-4d33-a61c-de217eee2384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:17:15.470997 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a535e665-7689-4582-8207-4855d07cadba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:17:16.646434 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:17:16.868540 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:17:18.159235 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:17:22.982526 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:17:23.718823 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48344) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:17:23.853161 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-56c63d96-16d8-4f62-a0a8-69d6e0fe06a4 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1332607 Apr 08 10:17:25.880929 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48354) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:17:25.960849 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d906495d-2614-4977-bd4e-8383e0e18ec5 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0788183 Apr 08 10:17:38.085303 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:17:43.247628 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-752b4ee7-2e85-43b8-b3de-46a9a768bb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:17:45.472718 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a6fcef9f-e6c4-467c-8b2b-8b423b1744b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:17:46.648101 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:17:46.874804 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:17:48.163070 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:17:59.982084 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:18:08.101782 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:13.251208 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-01c6280f-0780-48da-add7-d6ab64c5d792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:15.476822 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8bdfb838-4c16-4f96-bdfd-b296e94f81fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:16.651541 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:16.867336 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:18.178645 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:36.981169 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:18:38.101194 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:43.257677 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b34b59ef-b920-4deb-8ba0-6cb9e5b2c918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:45.478394 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a3e5917d-912c-4df9-99ea-5fe0b82a6bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:46.659632 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:46.874431 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:48.171373 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:51.303931 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48486) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:18:51.632066 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-226225794-network', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:18:51.637131 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:18:51.640934 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Usage tracker for resource:network and tenant:4536e1f44aef4dcaab5fa39823cbd99d is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:18:51.654179 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:18:51.660748 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:18:51.671489 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Made reservation on behalf of 4536e1f44aef4dcaab5fa39823cbd99d for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:18:51.674218 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:51.686703 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:51.718118 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:18:51.722600 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Usage tracker for resource:security_group_rule and tenant:4536e1f44aef4dcaab5fa39823cbd99d is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:18:51.725451 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:18:51.731078 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:18:51.802745 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:51.807224 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:51.843375 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:18:51.854690 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d07865b-4832-481b-9e3a-9a6d74751138,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:18:51.863966 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:51.864408 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Added segment 4f43a382-7089-4671-bf04-925eb646287a of type vlan for network 2e061ab5-f3b5-4fd3-983c-73eb5d82392b Apr 08 10:18:51.871808 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:51.872266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:51.872670 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:51.873073 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:51.873465 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:51.873863 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:51.874278 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:51.874688 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:51.875054 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:51.875436 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:51.875813 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Tracked resource versions report: Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: pushed versions: Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: { 'ConntrackHelper': {'1.0'}, Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: 'Log': {'1.0'}, Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: 'Network': {'1.1'}, Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: 'Port': {'1.5'}, Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: 'PortForwarding': {'1.2'}, Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: 'QosPolicy': {'1.8'}, Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: 'SecurityGroup': {'1.2'}, Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: 'SecurityGroupRule': {'1.0'}, Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: 'SubPort': {'1.0'}, Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: 'Subnet': {'1.1'}, Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: 'Trunk': {'1.1'}} Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: consumer versions: Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: { DHCP agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: HyperV agent@hv-neutron-8371: {}, Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: L3 agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: Metadata agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: Metering agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: Open vSwitch agent@dv-neutron-837110-1-hyperv: { 'ConntrackHelper': '1.0', Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: 'Log': '1.0', Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: 'Network': '1.1', Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: 'Port': '1.5', Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: 'PortForwarding': '1.2', Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: 'QosPolicy': '1.8', Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: 'SecurityGroup': '1.2', Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: 'SecurityGroupRule': '1.0', Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: 'SubPort': '1.0', Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: 'Subnet': '1.1', Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: 'Trunk': '1.1'}} Apr 08 10:18:51.880935 dv-neutron-837110-1-hyperv neutron-server[83845]: {{(pid=83845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:18:51.902382 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:51.936197 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:51.937139 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:18:51.937800 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:52.050950 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] Pushing event updated for resources: {'Network': ['ID=2e061ab5-f3b5-4fd3-983c-73eb5d82392b,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:18:52.065760 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 2e061ab5-f3b5-4fd3-983c-73eb5d82392b details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:18:52.080032 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48522) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:18:52.088382 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-fb52f630-e482-47ef-9553-bb1c1f3fc3bf admin admin] Request body: {'subnet': {'network_id': '2e061ab5-f3b5-4fd3-983c-73eb5d82392b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-226225794-subnet', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:18:52.091251 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2c54f342-425f-4d30-a000-c5ea9b6609ec admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7849646 Apr 08 10:18:52.097120 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-fb52f630-e482-47ef-9553-bb1c1f3fc3bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:18:52.102173 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-fb52f630-e482-47ef-9553-bb1c1f3fc3bf admin admin] Usage tracker for resource:subnet and tenant:4536e1f44aef4dcaab5fa39823cbd99d is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:18:52.106284 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-fb52f630-e482-47ef-9553-bb1c1f3fc3bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:18:52.115880 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-fb52f630-e482-47ef-9553-bb1c1f3fc3bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:18:52.129163 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb52f630-e482-47ef-9553-bb1c1f3fc3bf admin admin] Made reservation on behalf of 4536e1f44aef4dcaab5fa39823cbd99d for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:18:52.132425 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fb52f630-e482-47ef-9553-bb1c1f3fc3bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:52.428627 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fb52f630-e482-47ef-9553-bb1c1f3fc3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:52.524563 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52f630-e482-47ef-9553-bb1c1f3fc3bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=21703760-97a0-4591-934b-a62c7a8d3c61,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:18:52.539237 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52f630-e482-47ef-9553-bb1c1f3fc3bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:52.539585 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52f630-e482-47ef-9553-bb1c1f3fc3bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:52.539924 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52f630-e482-47ef-9553-bb1c1f3fc3bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:52.540358 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52f630-e482-47ef-9553-bb1c1f3fc3bf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:52.540700 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52f630-e482-47ef-9553-bb1c1f3fc3bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:52.541031 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52f630-e482-47ef-9553-bb1c1f3fc3bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:52.541386 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52f630-e482-47ef-9553-bb1c1f3fc3bf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:52.541693 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52f630-e482-47ef-9553-bb1c1f3fc3bf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:52.542001 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52f630-e482-47ef-9553-bb1c1f3fc3bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:52.542320 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52f630-e482-47ef-9553-bb1c1f3fc3bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:52.542642 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52f630-e482-47ef-9553-bb1c1f3fc3bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52f630-e482-47ef-9553-bb1c1f3fc3bf admin admin] Tracked resource versions report: Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: pushed versions: Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: { 'ConntrackHelper': {'1.0'}, Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: 'Log': {'1.0'}, Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: 'Network': {'1.1'}, Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: 'Port': {'1.5'}, Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: 'PortForwarding': {'1.2'}, Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: 'QosPolicy': {'1.8'}, Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: 'SecurityGroup': {'1.2'}, Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: 'SecurityGroupRule': {'1.0'}, Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: 'SubPort': {'1.0'}, Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: 'Subnet': {'1.1'}, Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: 'Trunk': {'1.1'}} Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: consumer versions: Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: { DHCP agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: HyperV agent@hv-neutron-8371: {}, Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: L3 agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: Metadata agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: Metering agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: Open vSwitch agent@dv-neutron-837110-1-hyperv: { 'ConntrackHelper': '1.0', Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: 'Log': '1.0', Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: 'Network': '1.1', Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: 'Port': '1.5', Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: 'PortForwarding': '1.2', Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: 'QosPolicy': '1.8', Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: 'SecurityGroup': '1.2', Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: 'SecurityGroupRule': '1.0', Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: 'SubPort': '1.0', Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: 'Subnet': '1.1', Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: 'Trunk': '1.1'}} Apr 08 10:18:52.543671 dv-neutron-837110-1-hyperv neutron-server[83846]: {{(pid=83846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:18:52.551892 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb52f630-e482-47ef-9553-bb1c1f3fc3bf admin admin] Checking segment: {'id': '4f43a382-7089-4671-bf04-925eb646287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2e061ab5-f3b5-4fd3-983c-73eb5d82392b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:18:52.552630 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb52f630-e482-47ef-9553-bb1c1f3fc3bf admin admin] Network hostable DHCP agents. Network: 2e061ab5-f3b5-4fd3-983c-73eb5d82392b, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:18:52.577983 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb52f630-e482-47ef-9553-bb1c1f3fc3bf admin admin] Network 2e061ab5-f3b5-4fd3-983c-73eb5d82392b is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:18:52.589275 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-fb52f630-e482-47ef-9553-bb1c1f3fc3bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 2e061ab5-f3b5-4fd3-983c-73eb5d82392b) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:18:52.595333 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb52f630-e482-47ef-9553-bb1c1f3fc3bf admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:18:52.596658 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fb52f630-e482-47ef-9553-bb1c1f3fc3bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:52.601282 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed83375-c4b4-408b-b0f9-36bd34cec096 None None] Network 2e061ab5-f3b5-4fd3-983c-73eb5d82392b requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:18:52.628259 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-fb52f630-e482-47ef-9553-bb1c1f3fc3bf admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5464416 Apr 08 10:18:52.631230 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48536) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:18:52.637387 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-a6ba849f-b592-4963-a57b-ed9c368baff0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-226225794-router', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:18:52.640766 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48540) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:18:52.644839 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a6ba849f-b592-4963-a57b-ed9c368baff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:18:52.650427 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a6ba849f-b592-4963-a57b-ed9c368baff0 admin admin] Usage tracker for resource:router and tenant:4536e1f44aef4dcaab5fa39823cbd99d is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:18:52.655580 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a6ba849f-b592-4963-a57b-ed9c368baff0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:18:52.663916 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a6ba849f-b592-4963-a57b-ed9c368baff0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:18:52.677006 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a6ba849f-b592-4963-a57b-ed9c368baff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:52.679496 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a6ba849f-b592-4963-a57b-ed9c368baff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:52.712353 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a6ba849f-b592-4963-a57b-ed9c368baff0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:52.885661 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-2e061ab5-f3b5-4fd3-983c-73eb5d82392b', 'network_id': '2e061ab5-f3b5-4fd3-983c-73eb5d82392b', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'fixed_ips': [{'subnet_id': '21703760-97a0-4591-934b-a62c7a8d3c61'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:18:52.887049 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:53.009044 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a6ba849f-b592-4963-a57b-ed9c368baff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:53.091120 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Allocated IP 172.20.0.2 (2e061ab5-f3b5-4fd3-983c-73eb5d82392b/21703760-97a0-4591-934b-a62c7a8d3c61/4290975e-40f1-4ed1-b5a9-1fa04c3419da) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:18:53.136544 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-a26b262f-e677-4070-a6ac-d8ab97a17c9c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1110543844-network', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:18:53.141086 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a26b262f-e677-4070-a6ac-d8ab97a17c9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:18:53.155236 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a26b262f-e677-4070-a6ac-d8ab97a17c9c admin admin] Usage tracker for resource:network and tenant:a88d9637e6e44088badb84234eb17f98 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:18:53.162847 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a26b262f-e677-4070-a6ac-d8ab97a17c9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:18:53.178140 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a26b262f-e677-4070-a6ac-d8ab97a17c9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:18:53.200117 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26b262f-e677-4070-a6ac-d8ab97a17c9c admin admin] Made reservation on behalf of a88d9637e6e44088badb84234eb17f98 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:18:53.203617 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a26b262f-e677-4070-a6ac-d8ab97a17c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:53.233800 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a26b262f-e677-4070-a6ac-d8ab97a17c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:53.253945 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a6ba849f-b592-4963-a57b-ed9c368baff0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:53.295528 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a6ba849f-b592-4963-a57b-ed9c368baff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:53.305520 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a26b262f-e677-4070-a6ac-d8ab97a17c9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:18:53.310467 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a26b262f-e677-4070-a6ac-d8ab97a17c9c admin admin] Usage tracker for resource:security_group_rule and tenant:a88d9637e6e44088badb84234eb17f98 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:18:53.316657 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a26b262f-e677-4070-a6ac-d8ab97a17c9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:18:53.324030 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a26b262f-e677-4070-a6ac-d8ab97a17c9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:18:53.414622 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a26b262f-e677-4070-a6ac-d8ab97a17c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:53.422266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a26b262f-e677-4070-a6ac-d8ab97a17c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:53.462207 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26b262f-e677-4070-a6ac-d8ab97a17c9c admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:18:53.468217 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b262f-e677-4070-a6ac-d8ab97a17c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e5fc24-720b-4928-a72a-fac88fd5480f,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:18:53.477286 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-a6ba849f-b592-4963-a57b-ed9c368baff0 admin admin] Allocated IP 172.26.0.49 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/b04260d8-3461-485e-ac27-dae1138989a7) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:18:53.478877 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:53.493222 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a26b262f-e677-4070-a6ac-d8ab97a17c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:53.494117 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-a26b262f-e677-4070-a6ac-d8ab97a17c9c admin admin] Added segment 9c1c6b6f-7c1a-46a0-8674-eb95d416a285 of type vlan for network 23b9a92c-2414-467b-bd21-b2d4b19be3ff Apr 08 10:18:53.494626 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Transition to ACTIVE for port object 4290975e-40f1-4ed1-b5a9-1fa04c3419da will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:18:53.516215 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Transition to ACTIVE for port object 4290975e-40f1-4ed1-b5a9-1fa04c3419da will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:18:53.523209 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:53.541549 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a26b262f-e677-4070-a6ac-d8ab97a17c9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:53.603505 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Network 2e061ab5-f3b5-4fd3-983c-73eb5d82392b is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:18:53.607020 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:18:53.607243 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a26b262f-e677-4070-a6ac-d8ab97a17c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:53.609326 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26b262f-e677-4070-a6ac-d8ab97a17c9c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:18:53.610099 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:18:53.614222 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a26b262f-e677-4070-a6ac-d8ab97a17c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:53.616349 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Pushing event updated for resources: {'Port': ['ID=4290975e-40f1-4ed1-b5a9-1fa04c3419da,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:18:53.657514 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:53.658092 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:53.659348 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:53.659955 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:53.660462 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:53.660959 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:53.661438 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:53.661908 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:53.662375 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:53.663108 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:53.663734 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Tracked resource versions report: Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: pushed versions: Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: { 'ConntrackHelper': {'1.0'}, Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: 'Log': {'1.0'}, Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: 'Network': {'1.1'}, Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: 'Port': {'1.5'}, Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: 'PortForwarding': {'1.2'}, Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: 'QosPolicy': {'1.8'}, Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: 'SecurityGroup': {'1.2'}, Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: 'SecurityGroupRule': {'1.0'}, Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: 'SubPort': {'1.0'}, Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: 'Subnet': {'1.1'}, Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: 'Trunk': {'1.1'}} Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: consumer versions: Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: { DHCP agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: HyperV agent@hv-neutron-8371: {}, Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: L3 agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: Metadata agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: Metering agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: Open vSwitch agent@dv-neutron-837110-1-hyperv: { 'ConntrackHelper': '1.0', Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: 'Log': '1.0', Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: 'Network': '1.1', Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: 'Port': '1.5', Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: 'PortForwarding': '1.2', Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: 'QosPolicy': '1.8', Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: 'SecurityGroup': '1.2', Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: 'SecurityGroupRule': '1.0', Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: 'SubPort': '1.0', Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: 'Subnet': '1.1', Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: 'Trunk': '1.1'}} Apr 08 10:18:53.664958 dv-neutron-837110-1-hyperv neutron-server[83847]: {{(pid=83847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:18:53.701705 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a6ba849f-b592-4963-a57b-ed9c368baff0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:53.741130 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Attempting to bind port 4290975e-40f1-4ed1-b5a9-1fa04c3419da on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:18:53.741692 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Attempting to bind port 4290975e-40f1-4ed1-b5a9-1fa04c3419da by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '4f43a382-7089-4671-bf04-925eb646287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2e061ab5-f3b5-4fd3-983c-73eb5d82392b'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:18:53.742203 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Attempting to bind port 4290975e-40f1-4ed1-b5a9-1fa04c3419da on network 2e061ab5-f3b5-4fd3-983c-73eb5d82392b {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:18:53.750801 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:18:53.751561 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Checking segment: {'id': '4f43a382-7089-4671-bf04-925eb646287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2e061ab5-f3b5-4fd3-983c-73eb5d82392b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:18:53.752524 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:53.753140 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Bound using segment: {'id': '4f43a382-7089-4671-bf04-925eb646287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2e061ab5-f3b5-4fd3-983c-73eb5d82392b'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:18:53.753811 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Bound port: 4290975e-40f1-4ed1-b5a9-1fa04c3419da, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f43a382-7089-4671-bf04-925eb646287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2e061ab5-f3b5-4fd3-983c-73eb5d82392b'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:18:53.754375 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:53.784233 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b262f-e677-4070-a6ac-d8ab97a17c9c admin admin] Pushing event updated for resources: {'Network': ['ID=23b9a92c-2414-467b-bd21-b2d4b19be3ff,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:18:53.792201 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a26b262f-e677-4070-a6ac-d8ab97a17c9c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1503751 Apr 08 10:18:53.793042 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48572) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:18:53.800366 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-a94d4e5e-9599-4ab5-9431-ea177c4f7d4f admin admin] Request body: {'subnet': {'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1110543844-subnet', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:18:53.805248 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a94d4e5e-9599-4ab5-9431-ea177c4f7d4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:18:53.809498 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a94d4e5e-9599-4ab5-9431-ea177c4f7d4f admin admin] Usage tracker for resource:subnet and tenant:a88d9637e6e44088badb84234eb17f98 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:18:53.813007 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a94d4e5e-9599-4ab5-9431-ea177c4f7d4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:18:53.820004 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a94d4e5e-9599-4ab5-9431-ea177c4f7d4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:18:53.828688 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 23b9a92c-2414-467b-bd21-b2d4b19be3ff details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:18:53.837405 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94d4e5e-9599-4ab5-9431-ea177c4f7d4f admin admin] Made reservation on behalf of a88d9637e6e44088badb84234eb17f98 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:18:53.840045 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a94d4e5e-9599-4ab5-9431-ea177c4f7d4f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:53.846278 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a6ba849f-b592-4963-a57b-ed9c368baff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:53.916011 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ba849f-b592-4963-a57b-ed9c368baff0 admin admin] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:18:53.924962 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-a6ba849f-b592-4963-a57b-ed9c368baff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:18:53.930271 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ba849f-b592-4963-a57b-ed9c368baff0 admin admin] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:18:53.983523 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] For port 4290975e-40f1-4ed1-b5a9-1fa04c3419da, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:18:53.987700 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] For port 4290975e-40f1-4ed1-b5a9-1fa04c3419da, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=4290975e-40f1-4ed1-b5a9-1fa04c3419da,segment=NetworkSegment(4f43a382-7089-4671-bf04-925eb646287a),segment_id=4f43a382-7089-4671-bf04-925eb646287a)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:18:53.998924 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:54.000666 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba849f-b592-4963-a57b-ed9c368baff0 admin admin] Pushing event updated for resources: {'Port': ['ID=b04260d8-3461-485e-ac27-dae1138989a7,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:18:54.187562 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd723d-5123-4cf2-9c2e-90ad514594eb None None] Pushing event updated for resources: {'Port': ['ID=4290975e-40f1-4ed1-b5a9-1fa04c3419da,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:18:54.203473 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a94d4e5e-9599-4ab5-9431-ea177c4f7d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:54.241409 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a6ba849f-b592-4963-a57b-ed9c368baff0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:54.242451 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a6ba849f-b592-4963-a57b-ed9c368baff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:54.272446 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d4e5e-9599-4ab5-9431-ea177c4f7d4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=692d3687-9099-4281-8e6d-66a12d208bbd,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:18:54.311618 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d4e5e-9599-4ab5-9431-ea177c4f7d4f admin admin] Checking segment: {'id': '9c1c6b6f-7c1a-46a0-8674-eb95d416a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:18:54.311972 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94d4e5e-9599-4ab5-9431-ea177c4f7d4f admin admin] Network hostable DHCP agents. Network: 23b9a92c-2414-467b-bd21-b2d4b19be3ff, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:18:54.338863 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94d4e5e-9599-4ab5-9431-ea177c4f7d4f admin admin] Network 23b9a92c-2414-467b-bd21-b2d4b19be3ff is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:18:54.354761 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-a94d4e5e-9599-4ab5-9431-ea177c4f7d4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 23b9a92c-2414-467b-bd21-b2d4b19be3ff) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:18:54.364735 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94d4e5e-9599-4ab5-9431-ea177c4f7d4f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:18:54.365325 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a94d4e5e-9599-4ab5-9431-ea177c4f7d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:54.368910 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b8c7f3-0f50-4d73-b566-3dea28047cf5 None None] Network 23b9a92c-2414-467b-bd21-b2d4b19be3ff requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:18:54.394840 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a94d4e5e-9599-4ab5-9431-ea177c4f7d4f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6002400 Apr 08 10:18:54.397542 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48594) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:18:54.404568 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-3266535c-40c9-495a-ba81-9b63dd1ffa49 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1110543844-router', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:18:54.417163 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3266535c-40c9-495a-ba81-9b63dd1ffa49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:18:54.427204 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3266535c-40c9-495a-ba81-9b63dd1ffa49 admin admin] Usage tracker for resource:router and tenant:a88d9637e6e44088badb84234eb17f98 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:18:54.433050 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3266535c-40c9-495a-ba81-9b63dd1ffa49 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:18:54.451561 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3266535c-40c9-495a-ba81-9b63dd1ffa49 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:18:54.494969 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3266535c-40c9-495a-ba81-9b63dd1ffa49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:54.495923 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3266535c-40c9-495a-ba81-9b63dd1ffa49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:54.539184 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3266535c-40c9-495a-ba81-9b63dd1ffa49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:54.756443 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ba849f-b592-4963-a57b-ed9c368baff0 admin admin] Router 60b428a0-9d75-48b2-8c34-71de0d270caa is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:18:54.762239 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3266535c-40c9-495a-ba81-9b63dd1ffa49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:54.876334 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f84f24-1b25-4048-8af2-2c5814161e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-23b9a92c-2414-467b-bd21-b2d4b19be3ff', 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'fixed_ips': [{'subnet_id': '692d3687-9099-4281-8e6d-66a12d208bbd'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:18:54.878299 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-41f84f24-1b25-4048-8af2-2c5814161e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:54.998542 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3266535c-40c9-495a-ba81-9b63dd1ffa49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:55.042430 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3266535c-40c9-495a-ba81-9b63dd1ffa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:55.105273 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ba849f-b592-4963-a57b-ed9c368baff0 admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:18:55.115313 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13207b78-7e82-4cd3-a97d-61a5da101870 None None] Sync routers for ids ['60b428a0-9d75-48b2-8c34-71de0d270caa'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:18:55.139696 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13207b78-7e82-4cd3-a97d-61a5da101870 None None] Routers {'60b428a0-9d75-48b2-8c34-71de0d270caa'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:18:55.140358 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-13207b78-7e82-4cd3-a97d-61a5da101870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:18:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['60b428a0-9d75-48b2-8c34-71de0d270caa'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:18:55.180819 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a6ba849f-b592-4963-a57b-ed9c368baff0 admin admin] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:55.185782 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a6ba849f-b592-4963-a57b-ed9c368baff0 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5530691 Apr 08 10:18:55.186756 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48610) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:18:55.224397 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-41f84f24-1b25-4048-8af2-2c5814161e7e None None] Allocated IP 172.20.0.2 (23b9a92c-2414-467b-bd21-b2d4b19be3ff/692d3687-9099-4281-8e6d-66a12d208bbd/38b45f41-31ce-449e-883c-46856bcf24cf) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:18:55.314535 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-3266535c-40c9-495a-ba81-9b63dd1ffa49 admin admin] Allocated IP 172.26.0.186 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/865d80c9-4097-41d8-803d-e8bf5eb283ae) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:18:55.648786 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-13207b78-7e82-4cd3-a97d-61a5da101870 None None] Set router 60b428a0-9d75-48b2-8c34-71de0d270caa gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:18:55.702710 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3266535c-40c9-495a-ba81-9b63dd1ffa49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:55.761348 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-41f84f24-1b25-4048-8af2-2c5814161e7e None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:55.772565 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-41f84f24-1b25-4048-8af2-2c5814161e7e None None] Transition to ACTIVE for port object 38b45f41-31ce-449e-883c-46856bcf24cf will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:18:55.777598 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3266535c-40c9-495a-ba81-9b63dd1ffa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:55.793424 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-41f84f24-1b25-4048-8af2-2c5814161e7e None None] Transition to ACTIVE for port object 38b45f41-31ce-449e-883c-46856bcf24cf will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:18:55.799436 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 4290975e-40f1-4ed1-b5a9-1fa04c3419da up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:18:55.834056 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0168c1c-b420-4e9b-95c8-d99c09a7a39b None None] Network 2e061ab5-f3b5-4fd3-983c-73eb5d82392b requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:18:55.866904 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-41f84f24-1b25-4048-8af2-2c5814161e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:55.936327 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f84f24-1b25-4048-8af2-2c5814161e7e None None] Network 23b9a92c-2414-467b-bd21-b2d4b19be3ff is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:18:55.953280 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-41f84f24-1b25-4048-8af2-2c5814161e7e None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:18:55.956315 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5e9b6331-00c2-4cb0-a36d-48ed72e65c83 None None] Provisioning for port 4290975e-40f1-4ed1-b5a9-1fa04c3419da completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:18:55.968645 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f84f24-1b25-4048-8af2-2c5814161e7e None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:18:55.994193 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3266535c-40c9-495a-ba81-9b63dd1ffa49 admin admin] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:18:55.997782 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-3266535c-40c9-495a-ba81-9b63dd1ffa49 admin admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:18:56.013465 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266535c-40c9-495a-ba81-9b63dd1ffa49 admin admin] Pushing event updated for resources: {'Port': ['ID=865d80c9-4097-41d8-803d-e8bf5eb283ae,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:18:56.029505 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3266535c-40c9-495a-ba81-9b63dd1ffa49 admin admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:18:56.075772 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-13207b78-7e82-4cd3-a97d-61a5da101870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'name': 'tempest-ServerActionsTestJSON-226225794-router', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:52Z', 'updated_at': '2022-04-08T10:18:54Z', 'revision_number': 3, 'project_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'gw_port': {'id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:98:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:53Z', 'updated_at': '2022-04-08T10:18:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:18:56.081564 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13207b78-7e82-4cd3-a97d-61a5da101870 None None] Checking router: 60b428a0-9d75-48b2-8c34-71de0d270caa for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:18:56.082411 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13207b78-7e82-4cd3-a97d-61a5da101870 None None] Updating router 60b428a0-9d75-48b2-8c34-71de0d270caa port b04260d8-3461-485e-ac27-dae1138989a7 binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:18:56.225368 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f84f24-1b25-4048-8af2-2c5814161e7e None None] Pushing event updated for resources: {'Port': ['ID=38b45f41-31ce-449e-883c-46856bcf24cf,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:18:56.247374 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-13207b78-7e82-4cd3-a97d-61a5da101870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:56.262099 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3266535c-40c9-495a-ba81-9b63dd1ffa49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:56.262877 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3266535c-40c9-495a-ba81-9b63dd1ffa49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:56.352979 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-41f84f24-1b25-4048-8af2-2c5814161e7e None None] Attempting to bind port 38b45f41-31ce-449e-883c-46856bcf24cf on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:18:56.353354 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-41f84f24-1b25-4048-8af2-2c5814161e7e None None] Attempting to bind port 38b45f41-31ce-449e-883c-46856bcf24cf by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '9c1c6b6f-7c1a-46a0-8674-eb95d416a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:18:56.353697 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f84f24-1b25-4048-8af2-2c5814161e7e None None] Attempting to bind port 38b45f41-31ce-449e-883c-46856bcf24cf on network 23b9a92c-2414-467b-bd21-b2d4b19be3ff {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:18:56.440882 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 4290975e-40f1-4ed1-b5a9-1fa04c3419da completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:18:56.454410 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f84f24-1b25-4048-8af2-2c5814161e7e None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:18:56.454757 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f84f24-1b25-4048-8af2-2c5814161e7e None None] Checking segment: {'id': '9c1c6b6f-7c1a-46a0-8674-eb95d416a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:18:56.456638 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-41f84f24-1b25-4048-8af2-2c5814161e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:56.456638 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f84f24-1b25-4048-8af2-2c5814161e7e None None] Bound using segment: {'id': '9c1c6b6f-7c1a-46a0-8674-eb95d416a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:18:56.456931 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-41f84f24-1b25-4048-8af2-2c5814161e7e None None] Bound port: 38b45f41-31ce-449e-883c-46856bcf24cf, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c1c6b6f-7c1a-46a0-8674-eb95d416a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:18:56.457273 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-41f84f24-1b25-4048-8af2-2c5814161e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:56.522338 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 4290975e-40f1-4ed1-b5a9-1fa04c3419da triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:18:56.522704 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:56.770835 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-13207b78-7e82-4cd3-a97d-61a5da101870 None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:56.787298 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-13207b78-7e82-4cd3-a97d-61a5da101870 None None] Transition to ACTIVE for port object b04260d8-3461-485e-ac27-dae1138989a7 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:18:56.796632 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-13207b78-7e82-4cd3-a97d-61a5da101870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:56.816707 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3266535c-40c9-495a-ba81-9b63dd1ffa49 admin admin] Router 1d05ae82-ff44-4939-9473-7621f6a94e05 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:18:56.837924 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-41f84f24-1b25-4048-8af2-2c5814161e7e None None] For port 38b45f41-31ce-449e-883c-46856bcf24cf, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:18:56.887573 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-41f84f24-1b25-4048-8af2-2c5814161e7e None None] For port 38b45f41-31ce-449e-883c-46856bcf24cf, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=38b45f41-31ce-449e-883c-46856bcf24cf,segment=NetworkSegment(9c1c6b6f-7c1a-46a0-8674-eb95d416a285),segment_id=9c1c6b6f-7c1a-46a0-8674-eb95d416a285)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:18:56.899120 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-41f84f24-1b25-4048-8af2-2c5814161e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:56.918774 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be7179-43bc-4018-8380-4e35228c3ac1 None None] Pushing event updated for resources: {'Port': ['ID=b04260d8-3461-485e-ac27-dae1138989a7,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:18:56.943708 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-598a4710-bbb0-4199-b587-438470ca7a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:56.959039 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:56.964694 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be7179-43bc-4018-8380-4e35228c3ac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:56.965050 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be7179-43bc-4018-8380-4e35228c3ac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:56.965392 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be7179-43bc-4018-8380-4e35228c3ac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:56.965728 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be7179-43bc-4018-8380-4e35228c3ac1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:56.966061 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be7179-43bc-4018-8380-4e35228c3ac1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:56.977600 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be7179-43bc-4018-8380-4e35228c3ac1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:56.977990 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be7179-43bc-4018-8380-4e35228c3ac1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:56.978360 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be7179-43bc-4018-8380-4e35228c3ac1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:56.978705 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be7179-43bc-4018-8380-4e35228c3ac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:56.979402 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be7179-43bc-4018-8380-4e35228c3ac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:56.979402 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be7179-43bc-4018-8380-4e35228c3ac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be7179-43bc-4018-8380-4e35228c3ac1 None None] Tracked resource versions report: Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: pushed versions: Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: { 'ConntrackHelper': {'1.0'}, Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: 'Log': {'1.0'}, Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: 'Network': {'1.1'}, Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: 'Port': {'1.5'}, Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: 'PortForwarding': {'1.2'}, Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: 'QosPolicy': {'1.8'}, Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: 'SecurityGroup': {'1.2'}, Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: 'SecurityGroupRule': {'1.0'}, Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: 'SubPort': {'1.0'}, Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: 'Subnet': {'1.1'}, Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: 'Trunk': {'1.1'}} Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: consumer versions: Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: { DHCP agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: HyperV agent@hv-neutron-8371: {}, Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: L3 agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: Metadata agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: Metering agent@dv-neutron-837110-1-hyperv: {}, Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: Open vSwitch agent@dv-neutron-837110-1-hyperv: { 'ConntrackHelper': '1.0', Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: 'Log': '1.0', Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: 'Network': '1.1', Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: 'Port': '1.5', Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: 'PortForwarding': '1.2', Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: 'QosPolicy': '1.8', Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: 'SecurityGroup': '1.2', Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: 'SecurityGroupRule': '1.0', Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: 'SubPort': '1.0', Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: 'Subnet': '1.1', Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: 'Trunk': '1.1'}} Apr 08 10:18:56.980814 dv-neutron-837110-1-hyperv neutron-server[83848]: {{(pid=83848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:18:57.000699 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-13207b78-7e82-4cd3-a97d-61a5da101870 None None] Attempting to bind port b04260d8-3461-485e-ac27-dae1138989a7 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:18:57.001078 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-13207b78-7e82-4cd3-a97d-61a5da101870 None None] Attempting to bind port b04260d8-3461-485e-ac27-dae1138989a7 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:18:57.001500 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13207b78-7e82-4cd3-a97d-61a5da101870 None None] Attempting to bind port b04260d8-3461-485e-ac27-dae1138989a7 on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:18:57.014986 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13207b78-7e82-4cd3-a97d-61a5da101870 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:18:57.015676 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13207b78-7e82-4cd3-a97d-61a5da101870 None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:18:57.020376 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-13207b78-7e82-4cd3-a97d-61a5da101870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:57.020807 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13207b78-7e82-4cd3-a97d-61a5da101870 None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:18:57.021332 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-13207b78-7e82-4cd3-a97d-61a5da101870 None None] Bound port: b04260d8-3461-485e-ac27-dae1138989a7, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:18:57.021709 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-13207b78-7e82-4cd3-a97d-61a5da101870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:57.023953 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f84f24-1b25-4048-8af2-2c5814161e7e None None] Pushing event updated for resources: {'Port': ['ID=38b45f41-31ce-449e-883c-46856bcf24cf,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:18:57.038016 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 4290975e-40f1-4ed1-b5a9-1fa04c3419da, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=4290975e-40f1-4ed1-b5a9-1fa04c3419da,segment=NetworkSegment(4f43a382-7089-4671-bf04-925eb646287a),segment_id=4f43a382-7089-4671-bf04-925eb646287a)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:18:57.057090 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:57.200551 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-13207b78-7e82-4cd3-a97d-61a5da101870 None None] For port b04260d8-3461-485e-ac27-dae1138989a7, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:18:57.205602 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-13207b78-7e82-4cd3-a97d-61a5da101870 None None] For port b04260d8-3461-485e-ac27-dae1138989a7, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b04260d8-3461-485e-ac27-dae1138989a7,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:18:57.212329 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=4290975e-40f1-4ed1-b5a9-1fa04c3419da,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:18:57.217287 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-13207b78-7e82-4cd3-a97d-61a5da101870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:57.249849 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3266535c-40c9-495a-ba81-9b63dd1ffa49 admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:18:57.263444 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04dfd72-e033-440d-8aff-5d5a8af9b6e2 None None] Sync routers for ids ['1d05ae82-ff44-4939-9473-7621f6a94e05'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:18:57.287144 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04dfd72-e033-440d-8aff-5d5a8af9b6e2 None None] Routers {'1d05ae82-ff44-4939-9473-7621f6a94e05'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:18:57.288046 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e04dfd72-e033-440d-8aff-5d5a8af9b6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:18:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1d05ae82-ff44-4939-9473-7621f6a94e05'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:18:57.309558 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3266535c-40c9-495a-ba81-9b63dd1ffa49 admin admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:57.317793 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3266535c-40c9-495a-ba81-9b63dd1ffa49 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.9189603 Apr 08 10:18:57.325167 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48660) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:18:57.477722 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be7179-43bc-4018-8380-4e35228c3ac1 None None] Pushing event updated for resources: {'Port': ['ID=b04260d8-3461-485e-ac27-dae1138989a7,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:18:57.532374 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13207b78-7e82-4cd3-a97d-61a5da101870 None None] Routers {'60b428a0-9d75-48b2-8c34-71de0d270caa'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:18:57.533007 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-13207b78-7e82-4cd3-a97d-61a5da101870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:18:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['60b428a0-9d75-48b2-8c34-71de0d270caa'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:18:57.557413 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-598a4710-bbb0-4199-b587-438470ca7a87 admin admin] Allocated IP 172.20.0.1 (2e061ab5-f3b5-4fd3-983c-73eb5d82392b/21703760-97a0-4591-934b-a62c7a8d3c61/c287b660-574f-4e29-9d3b-c52dd11f72d2) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:18:57.596140 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 4290975e-40f1-4ed1-b5a9-1fa04c3419da up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:18:57.653087 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48668) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:18:57.777477 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-1107e8b8-998d-4ffa-bd0b-d5e37daed6ae None None] Provisioning complete for port 4290975e-40f1-4ed1-b5a9-1fa04c3419da triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:18:57.777833 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1107e8b8-998d-4ffa-bd0b-d5e37daed6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:57.805748 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48674) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:18:57.867456 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-598a4710-bbb0-4199-b587-438470ca7a87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:57.901495 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 4290975e-40f1-4ed1-b5a9-1fa04c3419da triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:18:57.901875 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:57.910323 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-598a4710-bbb0-4199-b587-438470ca7a87 admin admin] Transition to ACTIVE for port object c287b660-574f-4e29-9d3b-c52dd11f72d2 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:18:57.941301 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-e04dfd72-e033-440d-8aff-5d5a8af9b6e2 None None] Set router 1d05ae82-ff44-4939-9473-7621f6a94e05 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:18:57.966562 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-598a4710-bbb0-4199-b587-438470ca7a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:58.021879 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48682) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:18:58.085407 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-13207b78-7e82-4cd3-a97d-61a5da101870 None None] Set router 60b428a0-9d75-48b2-8c34-71de0d270caa gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:18:58.097008 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598a4710-bbb0-4199-b587-438470ca7a87 admin admin] Network 2e061ab5-f3b5-4fd3-983c-73eb5d82392b is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:18:58.123208 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-598a4710-bbb0-4199-b587-438470ca7a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:18:58.128197 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598a4710-bbb0-4199-b587-438470ca7a87 admin admin] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:18:58.128753 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-598a4710-bbb0-4199-b587-438470ca7a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:58.217612 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48688) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:18:58.327733 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48694) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:18:58.353680 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a4710-bbb0-4199-b587-438470ca7a87 admin admin] Pushing event updated for resources: {'Port': ['ID=c287b660-574f-4e29-9d3b-c52dd11f72d2,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:18:58.435612 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-598a4710-bbb0-4199-b587-438470ca7a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:58.596639 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-2bec4c4a-9007-4575-8233-76375de85cb9 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:18:58.609904 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2bec4c4a-9007-4575-8233-76375de85cb9 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:18:58.623688 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2bec4c4a-9007-4575-8233-76375de85cb9 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Usage tracker for resource:floatingip and tenant:2420d768ef8b419c95f62719ea43c38c is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:18:58.634513 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2bec4c4a-9007-4575-8233-76375de85cb9 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:18:58.652721 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2bec4c4a-9007-4575-8233-76375de85cb9 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:18:58.690191 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2bec4c4a-9007-4575-8233-76375de85cb9 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:58.757317 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b88cd08-9c29-4f77-8458-82c798d032a1 None None] Network 23b9a92c-2414-467b-bd21-b2d4b19be3ff requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:18:58.794676 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-13207b78-7e82-4cd3-a97d-61a5da101870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'name': 'tempest-ServerActionsTestJSON-226225794-router', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:52Z', 'updated_at': '2022-04-08T10:18:54Z', 'revision_number': 3, 'project_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'gw_port': {'id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:98:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:53Z', 'updated_at': '2022-04-08T10:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:18:58.805488 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13207b78-7e82-4cd3-a97d-61a5da101870 None None] The sync data for ids ['60b428a0-9d75-48b2-8c34-71de0d270caa'] in dv-neutron-837110-1-hyperv is: [{'id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'name': 'tempest-ServerActionsTestJSON-226225794-router', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:52Z', 'updated_at': '2022-04-08T10:18:54Z', 'revision_number': 3, 'project_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'gw_port': {'id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:98:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:53Z', 'updated_at': '2022-04-08T10:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:18:58.916785 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48700) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:18:58.921903 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-91217b4e-f38d-4f46-87bf-623f9bb4148b tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1344545510'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:18:58.928694 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-91217b4e-f38d-4f46-87bf-623f9bb4148b tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:18:58.932592 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-91217b4e-f38d-4f46-87bf-623f9bb4148b tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Usage tracker for resource:network and tenant:7aa58ba0bb574e5c8e53640bb3a88e2a is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:18:58.936022 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-91217b4e-f38d-4f46-87bf-623f9bb4148b tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:18:58.942186 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-91217b4e-f38d-4f46-87bf-623f9bb4148b tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:18:58.972395 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-94969552-8586-43ca-ae1a-b885c01548ef tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-267195752', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:18:58.976733 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91217b4e-f38d-4f46-87bf-623f9bb4148b tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Made reservation on behalf of 7aa58ba0bb574e5c8e53640bb3a88e2a for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:18:58.979676 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-91217b4e-f38d-4f46-87bf-623f9bb4148b tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:59.003863 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-91217b4e-f38d-4f46-87bf-623f9bb4148b tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:59.078532 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-91217b4e-f38d-4f46-87bf-623f9bb4148b tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:18:59.084366 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-91217b4e-f38d-4f46-87bf-623f9bb4148b tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Usage tracker for resource:security_group_rule and tenant:7aa58ba0bb574e5c8e53640bb3a88e2a is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:18:59.087388 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-91217b4e-f38d-4f46-87bf-623f9bb4148b tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:18:59.093575 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-91217b4e-f38d-4f46-87bf-623f9bb4148b tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:18:59.099570 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-0c64a1dd-9fc3-4abb-9a47-f7c86c6f2dbc tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2000819126', 'router:external': True}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:18:59.110056 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0c64a1dd-9fc3-4abb-9a47-f7c86c6f2dbc tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:18:59.114281 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0c64a1dd-9fc3-4abb-9a47-f7c86c6f2dbc tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Usage tracker for resource:network and tenant:794a0b3333e2433698bbfdaae5954147 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:18:59.117357 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0c64a1dd-9fc3-4abb-9a47-f7c86c6f2dbc tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:18:59.123403 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0c64a1dd-9fc3-4abb-9a47-f7c86c6f2dbc tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:18:59.147589 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c64a1dd-9fc3-4abb-9a47-f7c86c6f2dbc tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Made reservation on behalf of 794a0b3333e2433698bbfdaae5954147 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:18:59.150303 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0c64a1dd-9fc3-4abb-9a47-f7c86c6f2dbc tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:59.166238 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-94969552-8586-43ca-ae1a-b885c01548ef tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:18:59.170943 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-7d3c7de3-2cd5-4a1d-8fc4-9c846d2e0fd3 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-107293809', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:18:59.175122 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-94969552-8586-43ca-ae1a-b885c01548ef tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Usage tracker for resource:port and tenant:0357ae39fefc462182b8de7322d71e53 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:18:59.181803 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0c64a1dd-9fc3-4abb-9a47-f7c86c6f2dbc tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:59.188608 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-94969552-8586-43ca-ae1a-b885c01548ef tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:18:59.203802 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-4f721b35-0ed1-4b00-a45b-b61bca3e89b3 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1452076320'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:18:59.232795 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-94969552-8586-43ca-ae1a-b885c01548ef tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:18:59.236685 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0c64a1dd-9fc3-4abb-9a47-f7c86c6f2dbc tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:18:59.238176 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-598a4710-bbb0-4199-b587-438470ca7a87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:59.242318 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0c64a1dd-9fc3-4abb-9a47-f7c86c6f2dbc tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Usage tracker for resource:security_group_rule and tenant:794a0b3333e2433698bbfdaae5954147 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:18:59.245863 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0c64a1dd-9fc3-4abb-9a47-f7c86c6f2dbc tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:18:59.252710 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0c64a1dd-9fc3-4abb-9a47-f7c86c6f2dbc tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:18:59.275284 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-91217b4e-f38d-4f46-87bf-623f9bb4148b tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:59.280265 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-598a4710-bbb0-4199-b587-438470ca7a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:59.281130 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-598a4710-bbb0-4199-b587-438470ca7a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:59.297139 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4f721b35-0ed1-4b00-a45b-b61bca3e89b3 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:18:59.310282 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4f721b35-0ed1-4b00-a45b-b61bca3e89b3 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Usage tracker for resource:network and tenant:2cb0293cf5aa4476aefca6ffa0d1f958 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:18:59.313273 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7d3c7de3-2cd5-4a1d-8fc4-9c846d2e0fd3 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:18:59.318317 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-91217b4e-f38d-4f46-87bf-623f9bb4148b tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:59.318488 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7413b355-2596-4362-a77a-c8c9044d4cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:59.329057 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4f721b35-0ed1-4b00-a45b-b61bca3e89b3 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:18:59.333306 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94969552-8586-43ca-ae1a-b885c01548ef tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Made reservation on behalf of 0357ae39fefc462182b8de7322d71e53 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:18:59.335797 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-94969552-8586-43ca-ae1a-b885c01548ef tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:59.338442 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ab4c6a5e-79a1-4f41-a1e9-1c2671054406 None None] Provisioning for port c287b660-574f-4e29-9d3b-c52dd11f72d2 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:18:59.340056 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7d3c7de3-2cd5-4a1d-8fc4-9c846d2e0fd3 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Usage tracker for resource:port and tenant:931f69897a964adeb3cc597da62e6496 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:18:59.350059 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4f721b35-0ed1-4b00-a45b-b61bca3e89b3 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:18:59.354266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7d3c7de3-2cd5-4a1d-8fc4-9c846d2e0fd3 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:18:59.369873 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7d3c7de3-2cd5-4a1d-8fc4-9c846d2e0fd3 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:18:59.375217 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2bec4c4a-9007-4575-8233-76375de85cb9 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:59.386455 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91217b4e-f38d-4f46-87bf-623f9bb4148b tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=954c9960-e6fc-4cdd-bc4d-f3f8a8b6cfc2,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:18:59.451918 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ab4c6a5e-79a1-4f41-a1e9-1c2671054406 None None] Provisioning complete for port c287b660-574f-4e29-9d3b-c52dd11f72d2 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:18:59.452604 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ab4c6a5e-79a1-4f41-a1e9-1c2671054406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:59.488500 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f721b35-0ed1-4b00-a45b-b61bca3e89b3 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Made reservation on behalf of 2cb0293cf5aa4476aefca6ffa0d1f958 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:18:59.490987 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4f721b35-0ed1-4b00-a45b-b61bca3e89b3 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:59.512495 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3c7de3-2cd5-4a1d-8fc4-9c846d2e0fd3 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Made reservation on behalf of 931f69897a964adeb3cc597da62e6496 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:18:59.514735 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7de3-2cd5-4a1d-8fc4-9c846d2e0fd3 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:59.519288 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e04dfd72-e033-440d-8aff-5d5a8af9b6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'name': 'tempest-ServersTestJSON-1110543844-router', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:54Z', 'updated_at': '2022-04-08T10:18:56Z', 'revision_number': 3, 'project_id': 'a88d9637e6e44088badb84234eb17f98', 'gw_port': {'id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:55Z', 'updated_at': '2022-04-08T10:18:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:18:59.542437 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04dfd72-e033-440d-8aff-5d5a8af9b6e2 None None] Checking router: 1d05ae82-ff44-4939-9473-7621f6a94e05 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:18:59.542877 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04dfd72-e033-440d-8aff-5d5a8af9b6e2 None None] Updating router 1d05ae82-ff44-4939-9473-7621f6a94e05 port 865d80c9-4097-41d8-803d-e8bf5eb283ae binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:18:59.578850 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4f721b35-0ed1-4b00-a45b-b61bca3e89b3 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:59.603263 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7de3-2cd5-4a1d-8fc4-9c846d2e0fd3 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:59.635976 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91217b4e-f38d-4f46-87bf-623f9bb4148b tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:18:59.641419 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0c64a1dd-9fc3-4abb-9a47-f7c86c6f2dbc tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:59.641597 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 38b45f41-31ce-449e-883c-46856bcf24cf up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:18:59.656855 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-94969552-8586-43ca-ae1a-b885c01548ef tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:59.667055 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0c64a1dd-9fc3-4abb-9a47-f7c86c6f2dbc tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:59.686923 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-ab4c6a5e-79a1-4f41-a1e9-1c2671054406 None None] Port c287b660-574f-4e29-9d3b-c52dd11f72d2 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:18:59.692612 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598a4710-bbb0-4199-b587-438470ca7a87 admin admin] Network 2e061ab5-f3b5-4fd3-983c-73eb5d82392b is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:18:59.700049 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-598a4710-bbb0-4199-b587-438470ca7a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:18:59.717769 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-91217b4e-f38d-4f46-87bf-623f9bb4148b tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790031600999', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:59.719130 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-91217b4e-f38d-4f46-87bf-623f9bb4148b tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Unsubscribe: segment precommit_create {{(pid=83846) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 08 10:18:59.721638 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-91217b4e-f38d-4f46-87bf-623f9bb4148b tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Added segment 57b4dd8f-e2d6-420d-8c20-275b514a61de of type vlan for network 6325a345-a9bc-4726-ba58-5a6105865940 Apr 08 10:18:59.746693 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e04dfd72-e033-440d-8aff-5d5a8af9b6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:59.760957 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64a1dd-9fc3-4abb-9a47-f7c86c6f2dbc tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f50e8f0-70d1-4115-9585-d6f797068c36,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:18:59.876031 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4f721b35-0ed1-4b00-a45b-b61bca3e89b3 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:18:59.882410 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c64a1dd-9fc3-4abb-9a47-f7c86c6f2dbc tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:18:59.906446 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ab4c6a5e-79a1-4f41-a1e9-1c2671054406 None None] Provisioning for port 38b45f41-31ce-449e-883c-46856bcf24cf completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:18:59.916728 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0c64a1dd-9fc3-4abb-9a47-f7c86c6f2dbc tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:18:59.917334 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-0c64a1dd-9fc3-4abb-9a47-f7c86c6f2dbc tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Added segment 4a067399-cdbc-4650-b53d-f5a90b14080d of type vlan for network 5765b628-abf0-4100-a265-784456473f7c Apr 08 10:18:59.933333 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4f721b35-0ed1-4b00-a45b-b61bca3e89b3 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Usage tracker for resource:security_group_rule and tenant:2cb0293cf5aa4476aefca6ffa0d1f958 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:18:59.940010 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4f721b35-0ed1-4b00-a45b-b61bca3e89b3 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:18:59.947599 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 38b45f41-31ce-449e-883c-46856bcf24cf completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:18:59.952831 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 38b45f41-31ce-449e-883c-46856bcf24cf triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:18:59.953194 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:00.016381 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0c64a1dd-9fc3-4abb-9a47-f7c86c6f2dbc tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:00.054020 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a4710-bbb0-4199-b587-438470ca7a87 admin admin] Pushing event updated for resources: {'Port': ['ID=c287b660-574f-4e29-9d3b-c52dd11f72d2,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:00.083563 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7d3c7de3-2cd5-4a1d-8fc4-9c846d2e0fd3 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:00.091626 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-94969552-8586-43ca-ae1a-b885c01548ef tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:00.091950 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7d3c7de3-2cd5-4a1d-8fc4-9c846d2e0fd3 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Usage tracker for resource:security_group_rule and tenant:931f69897a964adeb3cc597da62e6496 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:00.098394 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7d3c7de3-2cd5-4a1d-8fc4-9c846d2e0fd3 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:00.101237 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-91217b4e-f38d-4f46-87bf-623f9bb4148b tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:00.107062 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7d3c7de3-2cd5-4a1d-8fc4-9c846d2e0fd3 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:00.107859 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-94969552-8586-43ca-ae1a-b885c01548ef tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Usage tracker for resource:security_group_rule and tenant:0357ae39fefc462182b8de7322d71e53 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:00.115353 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-94969552-8586-43ca-ae1a-b885c01548ef tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:00.136619 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-94969552-8586-43ca-ae1a-b885c01548ef tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:00.211682 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:00.220284 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7de3-2cd5-4a1d-8fc4-9c846d2e0fd3 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:00.243311 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-fe00c4fc-bb8e-4447-ad25-ea8880927298 None None] Provisioning complete for port c287b660-574f-4e29-9d3b-c52dd11f72d2 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:00.243311 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fe00c4fc-bb8e-4447-ad25-ea8880927298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:00.283583 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7de3-2cd5-4a1d-8fc4-9c846d2e0fd3 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:00.287949 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4f721b35-0ed1-4b00-a45b-b61bca3e89b3 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:00.300457 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 38b45f41-31ce-449e-883c-46856bcf24cf, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=38b45f41-31ce-449e-883c-46856bcf24cf,segment=NetworkSegment(9c1c6b6f-7c1a-46a0-8674-eb95d416a285),segment_id=9c1c6b6f-7c1a-46a0-8674-eb95d416a285)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:19:00.302130 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0c64a1dd-9fc3-4abb-9a47-f7c86c6f2dbc tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:00.303134 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c64a1dd-9fc3-4abb-9a47-f7c86c6f2dbc tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:00.303856 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0c64a1dd-9fc3-4abb-9a47-f7c86c6f2dbc tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:00.307360 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:00.308139 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b04260d8-3461-485e-ac27-dae1138989a7 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:19:00.322817 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-91217b4e-f38d-4f46-87bf-623f9bb4148b tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:00.326622 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91217b4e-f38d-4f46-87bf-623f9bb4148b tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:00.327202 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-91217b4e-f38d-4f46-87bf-623f9bb4148b tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:00.330288 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-fe00c4fc-bb8e-4447-ad25-ea8880927298 None None] Port c287b660-574f-4e29-9d3b-c52dd11f72d2 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:19:00.342563 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-7d3c7de3-2cd5-4a1d-8fc4-9c846d2e0fd3 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] device_id is not set on port 579b512d-8a09-4653-afe6-d5b1ff79d7fe yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:19:00.404071 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-2bec4c4a-9007-4575-8233-76375de85cb9 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Allocated IP 172.26.0.193 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/598f4541-c575-44c1-8996-5049910ecb6d) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:19:00.419765 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=38b45f41-31ce-449e-883c-46856bcf24cf,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:00.435372 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c7de3-2cd5-4a1d-8fc4-9c846d2e0fd3 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29679173-1c11-4613-af2f-6ba1dc50cb5b,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:00.436376 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port b04260d8-3461-485e-ac27-dae1138989a7 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:19:00.446267 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port b04260d8-3461-485e-ac27-dae1138989a7 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:00.446950 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:00.469400 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-7413b355-2596-4362-a77a-c8c9044d4cc1 admin admin] Allocated IP 172.20.0.1 (23b9a92c-2414-467b-bd21-b2d4b19be3ff/692d3687-9099-4281-8e6d-66a12d208bbd/d4c36c71-0a54-41ef-b7c4-9a4f599af0c1) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:19:00.503058 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91217b4e-f38d-4f46-87bf-623f9bb4148b tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Pushing event updated for resources: {'Network': ['ID=6325a345-a9bc-4726-ba58-5a6105865940,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:00.506548 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0ee348d8-827f-42c6-afb7-3f4670eaa24d None None] Provisioning complete for port 38b45f41-31ce-449e-883c-46856bcf24cf triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:00.506972 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0ee348d8-827f-42c6-afb7-3f4670eaa24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:00.513285 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-91217b4e-f38d-4f46-87bf-623f9bb4148b tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4892447 Apr 08 10:19:00.513851 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48724) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:00.515859 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-94969552-8586-43ca-ae1a-b885c01548ef tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:00.524734 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-926cfea7-49f8-4b98-9499-d77509a5a79c tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Request body: {'subnet': {'network_id': '6325a345-a9bc-4726-ba58-5a6105865940', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:00.536886 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 6325a345-a9bc-4726-ba58-5a6105865940 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:19:00.549103 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-94969552-8586-43ca-ae1a-b885c01548ef tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:00.610863 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-94969552-8586-43ca-ae1a-b885c01548ef tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] device_id is not set on port 064985d2-178b-402d-bb29-fe60e69789aa yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:19:00.714021 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94969552-8586-43ca-ae1a-b885c01548ef tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f820d89e-4737-4ede-96e8-35cae828aefa,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:00.729161 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-926cfea7-49f8-4b98-9499-d77509a5a79c tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:00.741071 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-926cfea7-49f8-4b98-9499-d77509a5a79c tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Usage tracker for resource:subnet and tenant:7aa58ba0bb574e5c8e53640bb3a88e2a is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:00.747116 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-926cfea7-49f8-4b98-9499-d77509a5a79c tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:00.754423 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64a1dd-9fc3-4abb-9a47-f7c86c6f2dbc tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Pushing event updated for resources: {'Network': ['ID=5765b628-abf0-4100-a265-784456473f7c,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:00.754629 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-926cfea7-49f8-4b98-9499-d77509a5a79c tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:00.768224 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:00.778693 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0c64a1dd-9fc3-4abb-9a47-f7c86c6f2dbc tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.4497480 Apr 08 10:19:00.780646 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926cfea7-49f8-4b98-9499-d77509a5a79c tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Made reservation on behalf of 7aa58ba0bb574e5c8e53640bb3a88e2a for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:00.781880 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 5765b628-abf0-4100-a265-784456473f7c details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:19:00.794817 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48728) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:00.817433 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-cb0fcf3c-f774-417f-b119-0dc74d27f4c9 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Request body: {'subnet': {'network_id': '5765b628-abf0-4100-a265-784456473f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:00.830101 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-cb0fcf3c-f774-417f-b119-0dc74d27f4c9 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:00.850093 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-cb0fcf3c-f774-417f-b119-0dc74d27f4c9 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Usage tracker for resource:subnet and tenant:794a0b3333e2433698bbfdaae5954147 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:00.865594 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4f721b35-0ed1-4b00-a45b-b61bca3e89b3 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:00.866741 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-cb0fcf3c-f774-417f-b119-0dc74d27f4c9 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:00.888516 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4f721b35-0ed1-4b00-a45b-b61bca3e89b3 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:00.891634 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-cb0fcf3c-f774-417f-b119-0dc74d27f4c9 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:00.895645 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598a4710-bbb0-4199-b587-438470ca7a87 admin admin] Router 60b428a0-9d75-48b2-8c34-71de0d270caa has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:19:00.899862 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-926cfea7-49f8-4b98-9499-d77509a5a79c tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks [] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:00.900214 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port b04260d8-3461-485e-ac27-dae1138989a7, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b04260d8-3461-485e-ac27-dae1138989a7,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:19:00.907360 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:00.972978 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f721b35-0ed1-4b00-a45b-b61bca3e89b3 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:19:00.977568 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2bec4c4a-9007-4575-8233-76375de85cb9 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:00.989526 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=b04260d8-3461-485e-ac27-dae1138989a7,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:00.994471 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0fcf3c-f774-417f-b119-0dc74d27f4c9 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Made reservation on behalf of 794a0b3333e2433698bbfdaae5954147 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:00.996944 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-cb0fcf3c-f774-417f-b119-0dc74d27f4c9 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:01.021832 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f721b35-0ed1-4b00-a45b-b61bca3e89b3 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d250de58-f741-4d2e-82b8-4341e9c122ed,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:01.032339 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7413b355-2596-4362-a77a-c8c9044d4cc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:01.093181 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4f721b35-0ed1-4b00-a45b-b61bca3e89b3 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:01.093669 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-4f721b35-0ed1-4b00-a45b-b61bca3e89b3 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Added segment 23a9d0f0-1f4b-40e5-83ed-4d525bf76d60 of type vlan for network b6536af9-edca-43ec-8062-0094e36869aa Apr 08 10:19:01.128059 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-7413b355-2596-4362-a77a-c8c9044d4cc1 admin admin] Transition to ACTIVE for port object d4c36c71-0a54-41ef-b7c4-9a4f599af0c1 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:19:01.170738 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4f721b35-0ed1-4b00-a45b-b61bca3e89b3 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:01.195463 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2bec4c4a-9007-4575-8233-76375de85cb9 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:01.272736 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bec4c4a-9007-4575-8233-76375de85cb9 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:01.282461 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-2bec4c4a-9007-4575-8233-76375de85cb9 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:01.294650 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bec4c4a-9007-4575-8233-76375de85cb9 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:01.309808 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7413b355-2596-4362-a77a-c8c9044d4cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:01.339572 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-926cfea7-49f8-4b98-9499-d77509a5a79c tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:01.396998 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4f721b35-0ed1-4b00-a45b-b61bca3e89b3 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:01.401418 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f721b35-0ed1-4b00-a45b-b61bca3e89b3 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:01.401799 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4f721b35-0ed1-4b00-a45b-b61bca3e89b3 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:01.437762 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926cfea7-49f8-4b98-9499-d77509a5a79c tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Pushing event updated for resources: {'Subnet': ['ID=a9b4f8b7-e7c2-4b64-a79b-f9b187698dbd,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:01.441935 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e04dfd72-e033-440d-8aff-5d5a8af9b6e2 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:01.458234 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-e04dfd72-e033-440d-8aff-5d5a8af9b6e2 None None] Transition to ACTIVE for port object 865d80c9-4097-41d8-803d-e8bf5eb283ae will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:19:01.460569 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598a4710-bbb0-4199-b587-438470ca7a87 admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:19:01.465616 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 38b45f41-31ce-449e-883c-46856bcf24cf up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:19:01.492453 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-598a4710-bbb0-4199-b587-438470ca7a87 admin admin] 10.222.0.47 "PUT /v2.0/routers/60b428a0-9d75-48b2-8c34-71de0d270caa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2951663 Apr 08 10:19:01.492453 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926cfea7-49f8-4b98-9499-d77509a5a79c tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Checking segment: {'id': '57b4dd8f-e2d6-420d-8c20-275b514a61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6325a345-a9bc-4726-ba58-5a6105865940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:19:01.492453 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926cfea7-49f8-4b98-9499-d77509a5a79c tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Network hostable DHCP agents. Network: 6325a345-a9bc-4726-ba58-5a6105865940, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:19:01.502939 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e04dfd72-e033-440d-8aff-5d5a8af9b6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:01.570291 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926cfea7-49f8-4b98-9499-d77509a5a79c tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Network 6325a345-a9bc-4726-ba58-5a6105865940 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:19:01.585525 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-94969552-8586-43ca-ae1a-b885c01548ef tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Allocated IP 172.26.0.184 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/064985d2-178b-402d-bb29-fe60e69789aa) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:19:01.592813 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-926cfea7-49f8-4b98-9499-d77509a5a79c tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 6325a345-a9bc-4726-ba58-5a6105865940) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:01.601912 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926cfea7-49f8-4b98-9499-d77509a5a79c tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:01.602600 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-926cfea7-49f8-4b98-9499-d77509a5a79c tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:01.605714 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-e04dfd72-e033-440d-8aff-5d5a8af9b6e2 None None] Attempting to bind port 865d80c9-4097-41d8-803d-e8bf5eb283ae on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:19:01.606326 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-e04dfd72-e033-440d-8aff-5d5a8af9b6e2 None None] Attempting to bind port 865d80c9-4097-41d8-803d-e8bf5eb283ae by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:19:01.606733 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04dfd72-e033-440d-8aff-5d5a8af9b6e2 None None] Attempting to bind port 865d80c9-4097-41d8-803d-e8bf5eb283ae on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:19:01.614168 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c12f510-a2fd-4ca0-b63f-2a3200e83bd3 None None] Network 6325a345-a9bc-4726-ba58-5a6105865940 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:19:01.615634 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec4c4a-9007-4575-8233-76375de85cb9 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Pushing event updated for resources: {'Port': ['ID=598f4541-c575-44c1-8996-5049910ecb6d,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:01.657284 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-926cfea7-49f8-4b98-9499-d77509a5a79c tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1379309 Apr 08 10:19:01.658399 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48734) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:01.670207 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-b6131df1-a85b-401e-a51b-4556cea90735 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Request body: {'port': {'network_id': '6325a345-a9bc-4726-ba58-5a6105865940', 'name': 'tempest-DHCPAgentSchedulersTestJSON-21781664'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:01.688467 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd49c6-e9a9-4ed6-b57f-e9396698853b None None] Pushing event updated for resources: {'Port': ['ID=865d80c9-4097-41d8-803d-e8bf5eb283ae,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:01.690568 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7413b355-2596-4362-a77a-c8c9044d4cc1 admin admin] Network 23b9a92c-2414-467b-bd21-b2d4b19be3ff is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:01.696433 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04dfd72-e033-440d-8aff-5d5a8af9b6e2 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:19:01.696901 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04dfd72-e033-440d-8aff-5d5a8af9b6e2 None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:19:01.697494 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e04dfd72-e033-440d-8aff-5d5a8af9b6e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:01.697946 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04dfd72-e033-440d-8aff-5d5a8af9b6e2 None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:19:01.698669 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-e04dfd72-e033-440d-8aff-5d5a8af9b6e2 None None] Bound port: 865d80c9-4097-41d8-803d-e8bf5eb283ae, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:19:01.699117 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e04dfd72-e033-440d-8aff-5d5a8af9b6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:01.710223 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-7413b355-2596-4362-a77a-c8c9044d4cc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:01.730424 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7413b355-2596-4362-a77a-c8c9044d4cc1 admin admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:01.730883 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7413b355-2596-4362-a77a-c8c9044d4cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:01.762835 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f721b35-0ed1-4b00-a45b-b61bca3e89b3 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Pushing event updated for resources: {'Network': ['ID=b6536af9-edca-43ec-8062-0094e36869aa,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:01.796831 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network b6536af9-edca-43ec-8062-0094e36869aa details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:19:01.797487 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4f721b35-0ed1-4b00-a45b-b61bca3e89b3 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.5790236 Apr 08 10:19:01.801654 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48746) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:01.970189 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 38b45f41-31ce-449e-883c-46856bcf24cf triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:01.971948 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:01.990100 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b6131df1-a85b-401e-a51b-4556cea90735 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:01.995870 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413b355-2596-4362-a77a-c8c9044d4cc1 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c36c71-0a54-41ef-b7c4-9a4f599af0c1,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:02.015461 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b6131df1-a85b-401e-a51b-4556cea90735 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Usage tracker for resource:port and tenant:7aa58ba0bb574e5c8e53640bb3a88e2a is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:02.023362 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b6131df1-a85b-401e-a51b-4556cea90735 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:02.052500 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b6131df1-a85b-401e-a51b-4556cea90735 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:02.066011 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-94969552-8586-43ca-ae1a-b885c01548ef tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:02.101031 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6131df1-a85b-401e-a51b-4556cea90735 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Made reservation on behalf of 7aa58ba0bb574e5c8e53640bb3a88e2a for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:02.110531 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b6131df1-a85b-401e-a51b-4556cea90735 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:02.127095 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-e04dfd72-e033-440d-8aff-5d5a8af9b6e2 None None] For port 865d80c9-4097-41d8-803d-e8bf5eb283ae, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:19:02.145354 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-e04dfd72-e033-440d-8aff-5d5a8af9b6e2 None None] For port 865d80c9-4097-41d8-803d-e8bf5eb283ae, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=865d80c9-4097-41d8-803d-e8bf5eb283ae,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:19:02.158198 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e04dfd72-e033-440d-8aff-5d5a8af9b6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:02.185007 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-b6131df1-a85b-401e-a51b-4556cea90735 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] device_id is not set on port f200dd7e-78a4-40a0-b647-f8a4e78170e5 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:19:02.220278 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-4591f1f1-a7f0-41a3-aa5f-2a62cb23277a tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Request body: {'network': {'name': 'tempest-network--767799267', 'router:external': True}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:02.225136 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4591f1f1-a7f0-41a3-aa5f-2a62cb23277a tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:02.226083 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-78562d36-ce40-4018-b866-4c2ffaa2dfa5 None None] Provisioning for port d4c36c71-0a54-41ef-b7c4-9a4f599af0c1 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:19:02.229772 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4591f1f1-a7f0-41a3-aa5f-2a62cb23277a tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Usage tracker for resource:network and tenant:724481774e404981810b7575f7d39d74 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:02.233036 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4591f1f1-a7f0-41a3-aa5f-2a62cb23277a tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:02.241552 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4591f1f1-a7f0-41a3-aa5f-2a62cb23277a tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:02.261183 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7413b355-2596-4362-a77a-c8c9044d4cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:02.300345 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8473a7c5-0919-4892-982a-0637b390c46e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-6325a345-a9bc-4726-ba58-5a6105865940', 'network_id': '6325a345-a9bc-4726-ba58-5a6105865940', 'tenant_id': '7aa58ba0bb574e5c8e53640bb3a88e2a', 'fixed_ips': [{'subnet_id': 'a9b4f8b7-e7c2-4b64-a79b-f9b187698dbd'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:19:02.301400 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8473a7c5-0919-4892-982a-0637b390c46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:02.310737 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-78562d36-ce40-4018-b866-4c2ffaa2dfa5 None None] Provisioning complete for port d4c36c71-0a54-41ef-b7c4-9a4f599af0c1 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:02.311187 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-78562d36-ce40-4018-b866-4c2ffaa2dfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:02.390724 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-b6131df1-a85b-401e-a51b-4556cea90735 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Allocated IP 172.20.0.5 (6325a345-a9bc-4726-ba58-5a6105865940/a9b4f8b7-e7c2-4b64-a79b-f9b187698dbd/f200dd7e-78a4-40a0-b647-f8a4e78170e5) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:19:02.395943 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b04260d8-3461-485e-ac27-dae1138989a7 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:19:02.476265 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd49c6-e9a9-4ed6-b57f-e9396698853b None None] Pushing event updated for resources: {'Port': ['ID=865d80c9-4097-41d8-803d-e8bf5eb283ae,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:02.498839 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-78562d36-ce40-4018-b866-4c2ffaa2dfa5 None None] Port d4c36c71-0a54-41ef-b7c4-9a4f599af0c1 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:19:02.519361 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4591f1f1-a7f0-41a3-aa5f-2a62cb23277a tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Made reservation on behalf of 724481774e404981810b7575f7d39d74 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:02.521861 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4591f1f1-a7f0-41a3-aa5f-2a62cb23277a tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:02.538315 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04dfd72-e033-440d-8aff-5d5a8af9b6e2 None None] Routers {'1d05ae82-ff44-4939-9473-7621f6a94e05'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:19:02.538939 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e04dfd72-e033-440d-8aff-5d5a8af9b6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:18:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1d05ae82-ff44-4939-9473-7621f6a94e05'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:02.545032 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2bec4c4a-9007-4575-8233-76375de85cb9 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:02.550207 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4591f1f1-a7f0-41a3-aa5f-2a62cb23277a tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:02.675999 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b6131df1-a85b-401e-a51b-4556cea90735 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:02.699618 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-b6131df1-a85b-401e-a51b-4556cea90735 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Transition to ACTIVE for port object f200dd7e-78a4-40a0-b647-f8a4e78170e5 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:19:02.708701 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port b04260d8-3461-485e-ac27-dae1138989a7 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:02.709135 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:02.722496 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-94969552-8586-43ca-ae1a-b885c01548ef tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:02.790301 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b6131df1-a85b-401e-a51b-4556cea90735 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:02.792576 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-7d3c7de3-2cd5-4a1d-8fc4-9c846d2e0fd3 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Allocated IP 172.26.0.5 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/579b512d-8a09-4653-afe6-d5b1ff79d7fe) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:19:02.816944 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4591f1f1-a7f0-41a3-aa5f-2a62cb23277a tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:02.824217 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94969552-8586-43ca-ae1a-b885c01548ef tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:02.826778 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2bec4c4a-9007-4575-8233-76375de85cb9 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:02.832698 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-94969552-8586-43ca-ae1a-b885c01548ef tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:02.842258 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94969552-8586-43ca-ae1a-b885c01548ef tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:02.843330 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94969552-8586-43ca-ae1a-b885c01548ef tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:02.844333 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-94969552-8586-43ca-ae1a-b885c01548ef tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:02.847925 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48756) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:02.857199 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-222dfb9d-eb77-4232-99dc-e6bcc279a3da tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Request body: {'security_group': {'name': 'tempest-securitygroup--149430853', 'description': 'tempest-description--1190889301'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:02.863870 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-222dfb9d-eb77-4232-99dc-e6bcc279a3da tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:02.869970 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-222dfb9d-eb77-4232-99dc-e6bcc279a3da tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Usage tracker for resource:security_group and tenant:4536e1f44aef4dcaab5fa39823cbd99d is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:02.872912 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-222dfb9d-eb77-4232-99dc-e6bcc279a3da tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:02.876449 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4591f1f1-a7f0-41a3-aa5f-2a62cb23277a tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Usage tracker for resource:security_group_rule and tenant:724481774e404981810b7575f7d39d74 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:02.880250 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-222dfb9d-eb77-4232-99dc-e6bcc279a3da tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:02.895638 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-e04dfd72-e033-440d-8aff-5d5a8af9b6e2 None None] Set router 1d05ae82-ff44-4939-9473-7621f6a94e05 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:19:02.897883 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4591f1f1-a7f0-41a3-aa5f-2a62cb23277a tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:02.913903 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94969552-8586-43ca-ae1a-b885c01548ef tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Pushing event updated for resources: {'Port': ['ID=064985d2-178b-402d-bb29-fe60e69789aa,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:02.916682 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-222dfb9d-eb77-4232-99dc-e6bcc279a3da tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:02.925453 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4591f1f1-a7f0-41a3-aa5f-2a62cb23277a tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:02.973937 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7413b355-2596-4362-a77a-c8c9044d4cc1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:02.982745 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6131df1-a85b-401e-a51b-4556cea90735 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Network 6325a345-a9bc-4726-ba58-5a6105865940 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:02.990843 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-8473a7c5-0919-4892-982a-0637b390c46e None None] Allocated IP 172.20.0.2 (6325a345-a9bc-4726-ba58-5a6105865940/a9b4f8b7-e7c2-4b64-a79b-f9b187698dbd/6581684e-e6d6-4641-9241-118bedda8fbe) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:19:02.995592 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-b6131df1-a85b-401e-a51b-4556cea90735 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:02.999135 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7413b355-2596-4362-a77a-c8c9044d4cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:02.999135 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7413b355-2596-4362-a77a-c8c9044d4cc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:03.006263 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6131df1-a85b-401e-a51b-4556cea90735 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:03.011087 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6131df1-a85b-401e-a51b-4556cea90735 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:03.012150 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b6131df1-a85b-401e-a51b-4556cea90735 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:03.019245 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-94969552-8586-43ca-ae1a-b885c01548ef tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.2070982 Apr 08 10:19:03.046479 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48760) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:03.077770 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-8e98a08f-d4e9-41de-9b95-11fc8b68995d tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.184'}]}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:03.085152 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-222dfb9d-eb77-4232-99dc-e6bcc279a3da tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:03.091465 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-222dfb9d-eb77-4232-99dc-e6bcc279a3da tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Usage tracker for resource:security_group_rule and tenant:4536e1f44aef4dcaab5fa39823cbd99d is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:03.096652 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-222dfb9d-eb77-4232-99dc-e6bcc279a3da tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:03.104305 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-222dfb9d-eb77-4232-99dc-e6bcc279a3da tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:03.167104 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5280b2a-605d-4e63-a391-f761d88e691a None None] Sync routers for ids ['60b428a0-9d75-48b2-8c34-71de0d270caa'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:19:03.183882 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5280b2a-605d-4e63-a391-f761d88e691a None None] Routers {'60b428a0-9d75-48b2-8c34-71de0d270caa'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:19:03.184529 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-e5280b2a-605d-4e63-a391-f761d88e691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:18:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['60b428a0-9d75-48b2-8c34-71de0d270caa'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:03.194343 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b6131df1-a85b-401e-a51b-4556cea90735 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5315919 Apr 08 10:19:03.195810 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6131df1-a85b-401e-a51b-4556cea90735 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Pushing event updated for resources: {'Port': ['ID=f200dd7e-78a4-40a0-b647-f8a4e78170e5,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:03.232051 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48764) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:03.232987 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-8e98a08f-d4e9-41de-9b95-11fc8b68995d tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:03.266884 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-222dfb9d-eb77-4232-99dc-e6bcc279a3da tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:03.271878 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-222dfb9d-eb77-4232-99dc-e6bcc279a3da tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:03.273718 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-8e98a08f-d4e9-41de-9b95-11fc8b68995d tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Usage tracker for resource:router and tenant:0357ae39fefc462182b8de7322d71e53 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:03.317115 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-8e98a08f-d4e9-41de-9b95-11fc8b68995d tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:03.317851 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-222dfb9d-eb77-4232-99dc-e6bcc279a3da tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:03.320868 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-222dfb9d-eb77-4232-99dc-e6bcc279a3da tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4686341 Apr 08 10:19:03.324720 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48770) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:03.335245 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-8fa9b2eb-c4b3-49e6-a7a8-a4346f03906f tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Request body: {'security_group_rule': {'security_group_id': 'aed2c354-c669-464c-bad3-4b8acd28efcf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:03.345088 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222dfb9d-eb77-4232-99dc-e6bcc279a3da tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aed2c354-c669-464c-bad3-4b8acd28efcf,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:03.363492 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8fa9b2eb-c4b3-49e6-a7a8-a4346f03906f tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:03.365822 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-46060222-c4a3-469f-a9ff-a6827d587154 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Deleting port f200dd7e-78a4-40a0-b647-f8a4e78170e5 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:19:03.366195 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-46060222-c4a3-469f-a9ff-a6827d587154 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:03.369759 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8fa9b2eb-c4b3-49e6-a7a8-a4346f03906f tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Usage tracker for resource:security_group_rule and tenant:4536e1f44aef4dcaab5fa39823cbd99d is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:03.375733 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8fa9b2eb-c4b3-49e6-a7a8-a4346f03906f tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:03.385137 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8fa9b2eb-c4b3-49e6-a7a8-a4346f03906f tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:03.395758 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-e5280b2a-605d-4e63-a391-f761d88e691a None None] Set router 60b428a0-9d75-48b2-8c34-71de0d270caa gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:19:03.422497 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8fa9b2eb-c4b3-49e6-a7a8-a4346f03906f tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:03.500008 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8fa9b2eb-c4b3-49e6-a7a8-a4346f03906f tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:03.506036 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8fa9b2eb-c4b3-49e6-a7a8-a4346f03906f tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:03.541021 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8473a7c5-0919-4892-982a-0637b390c46e None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:03.544817 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8fa9b2eb-c4b3-49e6-a7a8-a4346f03906f tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:03.549274 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8fa9b2eb-c4b3-49e6-a7a8-a4346f03906f tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2233005 Apr 08 10:19:03.553154 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48774) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:03.561166 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-1f3d9eea-f90e-472f-99a2-b4946b97b6e6 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Request body: {'security_group_rule': {'security_group_id': 'aed2c354-c669-464c-bad3-4b8acd28efcf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:03.568428 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-1f3d9eea-f90e-472f-99a2-b4946b97b6e6 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:03.573466 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-1f3d9eea-f90e-472f-99a2-b4946b97b6e6 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Usage tracker for resource:security_group_rule and tenant:4536e1f44aef4dcaab5fa39823cbd99d is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:03.577041 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-1f3d9eea-f90e-472f-99a2-b4946b97b6e6 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:03.586256 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-1f3d9eea-f90e-472f-99a2-b4946b97b6e6 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:03.588443 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8473a7c5-0919-4892-982a-0637b390c46e None None] Transition to ACTIVE for port object 6581684e-e6d6-4641-9241-118bedda8fbe will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:19:03.595054 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9b2eb-c4b3-49e6-a7a8-a4346f03906f tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46b6b67-cdb8-4c3b-a16a-0e11b32af40a,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:03.615664 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1f3d9eea-f90e-472f-99a2-b4946b97b6e6 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:03.617716 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8473a7c5-0919-4892-982a-0637b390c46e None None] Transition to ACTIVE for port object 6581684e-e6d6-4641-9241-118bedda8fbe will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:19:03.628615 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8473a7c5-0919-4892-982a-0637b390c46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:03.701176 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1f3d9eea-f90e-472f-99a2-b4946b97b6e6 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:03.704422 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8473a7c5-0919-4892-982a-0637b390c46e None None] Network 6325a345-a9bc-4726-ba58-5a6105865940 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:03.705563 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-8e98a08f-d4e9-41de-9b95-11fc8b68995d tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:03.708414 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-8473a7c5-0919-4892-982a-0637b390c46e None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:03.709421 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1f3d9eea-f90e-472f-99a2-b4946b97b6e6 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:03.710884 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413b355-2596-4362-a77a-c8c9044d4cc1 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c36c71-0a54-41ef-b7c4-9a4f599af0c1,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:03.713552 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8473a7c5-0919-4892-982a-0637b390c46e None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:03.722217 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e04dfd72-e033-440d-8aff-5d5a8af9b6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'name': 'tempest-ServersTestJSON-1110543844-router', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:54Z', 'updated_at': '2022-04-08T10:19:01Z', 'revision_number': 4, 'project_id': 'a88d9637e6e44088badb84234eb17f98', 'gw_port': {'id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:55Z', 'updated_at': '2022-04-08T10:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'd4c36c71-0a54-41ef-b7c4-9a4f599af0c1', 'name': '', 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'mac_address': 'fa:16:3e:cd:a4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '692d3687-9099-4281-8e6d-66a12d208bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:59Z', 'updated_at': '2022-04-08T10:19:00Z', 'revision_number': 1, 'project_id': 'a88d9637e6e44088badb84234eb17f98', 'subnets': [{'id': '692d3687-9099-4281-8e6d-66a12d208bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:03.726273 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473a7c5-0919-4892-982a-0637b390c46e None None] Pushing event updated for resources: {'Port': ['ID=6581684e-e6d6-4641-9241-118bedda8fbe,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:03.761108 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04dfd72-e033-440d-8aff-5d5a8af9b6e2 None None] The sync data for ids ['1d05ae82-ff44-4939-9473-7621f6a94e05'] in dv-neutron-837110-1-hyperv is: [{'id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'name': 'tempest-ServersTestJSON-1110543844-router', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:54Z', 'updated_at': '2022-04-08T10:19:01Z', 'revision_number': 4, 'project_id': 'a88d9637e6e44088badb84234eb17f98', 'gw_port': {'id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:55Z', 'updated_at': '2022-04-08T10:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'd4c36c71-0a54-41ef-b7c4-9a4f599af0c1', 'name': '', 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'mac_address': 'fa:16:3e:cd:a4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '692d3687-9099-4281-8e6d-66a12d208bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:59Z', 'updated_at': '2022-04-08T10:19:00Z', 'revision_number': 1, 'project_id': 'a88d9637e6e44088badb84234eb17f98', 'subnets': [{'id': '692d3687-9099-4281-8e6d-66a12d208bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:19:03.766251 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d9eea-f90e-472f-99a2-b4946b97b6e6 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf1a5fb8-3524-4780-979a-f0636feb8d49,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:03.789577 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1f3d9eea-f90e-472f-99a2-b4946b97b6e6 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:03.794452 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1f3d9eea-f90e-472f-99a2-b4946b97b6e6 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2402949 Apr 08 10:19:03.795536 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48778) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:03.803314 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-2da88a5e-29b6-4e79-ab4d-f92fdd156a0b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:03.812059 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-2da88a5e-29b6-4e79-ab4d-f92fdd156a0b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:03.817644 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2da88a5e-29b6-4e79-ab4d-f92fdd156a0b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Usage tracker for resource:floatingip and tenant:4536e1f44aef4dcaab5fa39823cbd99d is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:03.821736 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2da88a5e-29b6-4e79-ab4d-f92fdd156a0b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:03.830915 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-2da88a5e-29b6-4e79-ab4d-f92fdd156a0b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:03.832510 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-8473a7c5-0919-4892-982a-0637b390c46e None None] Attempting to bind port 6581684e-e6d6-4641-9241-118bedda8fbe on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:19:03.832878 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-8473a7c5-0919-4892-982a-0637b390c46e None None] Attempting to bind port 6581684e-e6d6-4641-9241-118bedda8fbe by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '57b4dd8f-e2d6-420d-8c20-275b514a61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6325a345-a9bc-4726-ba58-5a6105865940'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:19:03.833234 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8473a7c5-0919-4892-982a-0637b390c46e None None] Attempting to bind port 6581684e-e6d6-4641-9241-118bedda8fbe on network 6325a345-a9bc-4726-ba58-5a6105865940 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:19:03.847493 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8e98a08f-d4e9-41de-9b95-11fc8b68995d tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:03.849738 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2da88a5e-29b6-4e79-ab4d-f92fdd156a0b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks [] for floatingip, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:03.850279 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8473a7c5-0919-4892-982a-0637b390c46e None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:19:03.850733 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8473a7c5-0919-4892-982a-0637b390c46e None None] Checking segment: {'id': '57b4dd8f-e2d6-420d-8c20-275b514a61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6325a345-a9bc-4726-ba58-5a6105865940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:19:03.851145 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8473a7c5-0919-4892-982a-0637b390c46e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:03.851537 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8473a7c5-0919-4892-982a-0637b390c46e None None] Bound using segment: {'id': '57b4dd8f-e2d6-420d-8c20-275b514a61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6325a345-a9bc-4726-ba58-5a6105865940'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:19:03.852006 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-8473a7c5-0919-4892-982a-0637b390c46e None None] Bound port: 6581684e-e6d6-4641-9241-118bedda8fbe, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b4dd8f-e2d6-420d-8c20-275b514a61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6325a345-a9bc-4726-ba58-5a6105865940'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:19:03.852421 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8473a7c5-0919-4892-982a-0637b390c46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:03.860670 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8e98a08f-d4e9-41de-9b95-11fc8b68995d tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:03.863791 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-e5280b2a-605d-4e63-a391-f761d88e691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'name': 'tempest-ServerActionsTestJSON-226225794-router', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:52Z', 'updated_at': '2022-04-08T10:18:58Z', 'revision_number': 4, 'project_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'gw_port': {'id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:53Z', 'updated_at': '2022-04-08T10:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'c287b660-574f-4e29-9d3b-c52dd11f72d2', 'name': '', 'network_id': '2e061ab5-f3b5-4fd3-983c-73eb5d82392b', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'mac_address': 'fa:16:3e:c2:c3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21703760-97a0-4591-934b-a62c7a8d3c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:57Z', 'updated_at': '2022-04-08T10:18:58Z', 'revision_number': 2, 'project_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'subnets': [{'id': '21703760-97a0-4591-934b-a62c7a8d3c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:03.869373 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5280b2a-605d-4e63-a391-f761d88e691a None None] Checking router: 60b428a0-9d75-48b2-8c34-71de0d270caa for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:19:03.869728 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5280b2a-605d-4e63-a391-f761d88e691a None None] Updating router 60b428a0-9d75-48b2-8c34-71de0d270caa port c287b660-574f-4e29-9d3b-c52dd11f72d2 binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:19:03.952092 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5280b2a-605d-4e63-a391-f761d88e691a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:04.043213 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-8473a7c5-0919-4892-982a-0637b390c46e None None] For port 6581684e-e6d6-4641-9241-118bedda8fbe, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:19:04.046488 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.objects.ports [None req-cb0fcf3c-f774-417f-b119-0dc74d27f4c9 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83845) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 08 10:19:04.048687 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-8473a7c5-0919-4892-982a-0637b390c46e None None] For port 6581684e-e6d6-4641-9241-118bedda8fbe, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=6581684e-e6d6-4641-9241-118bedda8fbe,segment=NetworkSegment(57b4dd8f-e2d6-420d-8c20-275b514a61de),segment_id=57b4dd8f-e2d6-420d-8c20-275b514a61de)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:19:04.054482 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8473a7c5-0919-4892-982a-0637b390c46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:04.055227 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-cb0fcf3c-f774-417f-b119-0dc74d27f4c9 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:04.148570 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2da88a5e-29b6-4e79-ab4d-f92fdd156a0b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:04.187664 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473a7c5-0919-4892-982a-0637b390c46e None None] Pushing event updated for resources: {'Port': ['ID=6581684e-e6d6-4641-9241-118bedda8fbe,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:04.214277 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-46060222-c4a3-469f-a9ff-a6827d587154 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:04.274213 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4591f1f1-a7f0-41a3-aa5f-2a62cb23277a tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:04.277268 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7de3-2cd5-4a1d-8fc4-9c846d2e0fd3 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:04.433613 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.resource_extend [None req-2bec4c4a-9007-4575-8233-76375de85cb9 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:19:04.461003 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2bec4c4a-9007-4575-8233-76375de85cb9 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:04.464348 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7413b355-2596-4362-a77a-c8c9044d4cc1 admin admin] Network 23b9a92c-2414-467b-bd21-b2d4b19be3ff is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:04.472537 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8e98a08f-d4e9-41de-9b95-11fc8b68995d tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:04.496703 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-7413b355-2596-4362-a77a-c8c9044d4cc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:04.502273 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4591f1f1-a7f0-41a3-aa5f-2a62cb23277a tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:04.512033 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4591f1f1-a7f0-41a3-aa5f-2a62cb23277a tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:19:04.528063 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4591f1f1-a7f0-41a3-aa5f-2a62cb23277a tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:04.528486 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-4591f1f1-a7f0-41a3-aa5f-2a62cb23277a tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Added segment 734f1e81-42f6-48a0-98ea-c0c52bd61aaa of type vlan for network 1135203a-dbd4-4d9f-9361-e1971a820664 Apr 08 10:19:04.548650 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-46060222-c4a3-469f-a9ff-a6827d587154 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Calling delete_port for f200dd7e-78a4-40a0-b647-f8a4e78170e5 owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:19:04.572576 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5280b2a-605d-4e63-a391-f761d88e691a None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:04.586566 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-e5280b2a-605d-4e63-a391-f761d88e691a None None] Transition to ACTIVE for port object c287b660-574f-4e29-9d3b-c52dd11f72d2 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:19:04.596653 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5280b2a-605d-4e63-a391-f761d88e691a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:04.679679 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2bec4c4a-9007-4575-8233-76375de85cb9 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:04.766515 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c786a-43d5-48b8-a57e-ec817528c680 None None] Pushing event updated for resources: {'Port': ['ID=c287b660-574f-4e29-9d3b-c52dd11f72d2,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:04.851448 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-2c741084-d71d-4d63-b41d-bc010c123133 None None] Provisioning complete for port d4c36c71-0a54-41ef-b7c4-9a4f599af0c1 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:04.851826 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2c741084-d71d-4d63-b41d-bc010c123133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:04.901737 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-e5280b2a-605d-4e63-a391-f761d88e691a None None] Attempting to bind port c287b660-574f-4e29-9d3b-c52dd11f72d2 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:19:04.902263 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-e5280b2a-605d-4e63-a391-f761d88e691a None None] Attempting to bind port c287b660-574f-4e29-9d3b-c52dd11f72d2 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '4f43a382-7089-4671-bf04-925eb646287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2e061ab5-f3b5-4fd3-983c-73eb5d82392b'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:19:04.902854 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5280b2a-605d-4e63-a391-f761d88e691a None None] Attempting to bind port c287b660-574f-4e29-9d3b-c52dd11f72d2 on network 2e061ab5-f3b5-4fd3-983c-73eb5d82392b {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:19:04.910546 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5280b2a-605d-4e63-a391-f761d88e691a None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:19:04.911205 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5280b2a-605d-4e63-a391-f761d88e691a None None] Checking segment: {'id': '4f43a382-7089-4671-bf04-925eb646287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2e061ab5-f3b5-4fd3-983c-73eb5d82392b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:19:04.911752 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5280b2a-605d-4e63-a391-f761d88e691a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:04.912636 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5280b2a-605d-4e63-a391-f761d88e691a None None] Bound using segment: {'id': '4f43a382-7089-4671-bf04-925eb646287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2e061ab5-f3b5-4fd3-983c-73eb5d82392b'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:19:04.913211 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-e5280b2a-605d-4e63-a391-f761d88e691a None None] Bound port: c287b660-574f-4e29-9d3b-c52dd11f72d2, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f43a382-7089-4671-bf04-925eb646287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2e061ab5-f3b5-4fd3-983c-73eb5d82392b'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:19:04.913721 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5280b2a-605d-4e63-a391-f761d88e691a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:04.931791 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-2c741084-d71d-4d63-b41d-bc010c123133 None None] Port d4c36c71-0a54-41ef-b7c4-9a4f599af0c1 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:19:05.007425 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0fcf3c-f774-417f-b119-0dc74d27f4c9 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f0a9375b-53cf-4a7b-bdc5-d76cd1124927,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:05.054948 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-e5280b2a-605d-4e63-a391-f761d88e691a None None] For port c287b660-574f-4e29-9d3b-c52dd11f72d2, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:19:05.061362 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4591f1f1-a7f0-41a3-aa5f-2a62cb23277a tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:05.063313 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-e5280b2a-605d-4e63-a391-f761d88e691a None None] For port c287b660-574f-4e29-9d3b-c52dd11f72d2, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=c287b660-574f-4e29-9d3b-c52dd11f72d2,segment=NetworkSegment(4f43a382-7089-4671-bf04-925eb646287a),segment_id=4f43a382-7089-4671-bf04-925eb646287a)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:19:05.071225 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5280b2a-605d-4e63-a391-f761d88e691a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:05.120774 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2bec4c4a-9007-4575-8233-76375de85cb9 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:05.151386 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0fcf3c-f774-417f-b119-0dc74d27f4c9 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Checking segment: {'id': '4a067399-cdbc-4650-b53d-f5a90b14080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5765b628-abf0-4100-a265-784456473f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:19:05.151862 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0fcf3c-f774-417f-b119-0dc74d27f4c9 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Network hostable DHCP agents. Network: 5765b628-abf0-4100-a265-784456473f7c, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:19:05.208184 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c786a-43d5-48b8-a57e-ec817528c680 None None] Pushing event updated for resources: {'Port': ['ID=c287b660-574f-4e29-9d3b-c52dd11f72d2,revision_number=4']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:05.242066 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5280b2a-605d-4e63-a391-f761d88e691a None None] Routers {'60b428a0-9d75-48b2-8c34-71de0d270caa'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:19:05.242834 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-e5280b2a-605d-4e63-a391-f761d88e691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:18:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['60b428a0-9d75-48b2-8c34-71de0d270caa'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:05.413724 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-46060222-c4a3-469f-a9ff-a6827d587154 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:05.473900 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e26ca0d-2ab7-4068-b3d2-643e4acc01bb None None] Network 6325a345-a9bc-4726-ba58-5a6105865940 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:19:05.488569 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591f1f1-a7f0-41a3-aa5f-2a62cb23277a tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fb186f-7360-4e6f-bdb8-043d20ce3aaf,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:05.499718 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-e5280b2a-605d-4e63-a391-f761d88e691a None None] Set router 60b428a0-9d75-48b2-8c34-71de0d270caa gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:19:05.552346 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec4c4a-9007-4575-8233-76375de85cb9 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Pushing event updated for resources: {'Port': ['ID=598f4541-c575-44c1-8996-5049910ecb6d,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:05.556682 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8e98a08f-d4e9-41de-9b95-11fc8b68995d tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:05.608630 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 865d80c9-4097-41d8-803d-e8bf5eb283ae up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:19:05.679099 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-2da88a5e-29b6-4e79-ab4d-f92fdd156a0b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Allocated IP 172.26.0.245 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/8429fa29-64e8-4d85-8846-99b45693f982) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:19:05.701364 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b6f4798e-c34d-4c72-88d6-387c131615dc None None] Provisioning for port 6581684e-e6d6-4641-9241-118bedda8fbe completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:19:05.705966 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2bec4c4a-9007-4575-8233-76375de85cb9 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:05.710126 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2bec4c4a-9007-4575-8233-76375de85cb9 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.0534189 Apr 08 10:19:05.717656 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48788) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:05.730900 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-a9e06e99-5c45-4823-a551-1dafb4fba947 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1181879307', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'fixed_ips': [{'ip_address': '172.26.0.193'}]}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:05.768676 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7de3-2cd5-4a1d-8fc4-9c846d2e0fd3 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:05.795752 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4591f1f1-a7f0-41a3-aa5f-2a62cb23277a tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:05.796560 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4591f1f1-a7f0-41a3-aa5f-2a62cb23277a tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:05.797865 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a9e06e99-5c45-4823-a551-1dafb4fba947 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:05.798806 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4591f1f1-a7f0-41a3-aa5f-2a62cb23277a tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:05.802513 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46060222-c4a3-469f-a9ff-a6827d587154 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Pushing event deleted for resources: {'Port': ['ID=f200dd7e-78a4-40a0-b647-f8a4e78170e5,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:05.817337 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a9e06e99-5c45-4823-a551-1dafb4fba947 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Usage tracker for resource:port and tenant:2420d768ef8b419c95f62719ea43c38c is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:05.823378 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a9e06e99-5c45-4823-a551-1dafb4fba947 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:05.832864 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a9e06e99-5c45-4823-a551-1dafb4fba947 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:05.849245 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-e5280b2a-605d-4e63-a391-f761d88e691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'name': 'tempest-ServerActionsTestJSON-226225794-router', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:52Z', 'updated_at': '2022-04-08T10:18:58Z', 'revision_number': 4, 'project_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'gw_port': {'id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:53Z', 'updated_at': '2022-04-08T10:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'c287b660-574f-4e29-9d3b-c52dd11f72d2', 'name': '', 'network_id': '2e061ab5-f3b5-4fd3-983c-73eb5d82392b', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'mac_address': 'fa:16:3e:c2:c3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21703760-97a0-4591-934b-a62c7a8d3c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:57Z', 'updated_at': '2022-04-08T10:19:05Z', 'revision_number': 4, 'project_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'subnets': [{'id': '21703760-97a0-4591-934b-a62c7a8d3c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:05.853848 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5280b2a-605d-4e63-a391-f761d88e691a None None] The sync data for ids ['60b428a0-9d75-48b2-8c34-71de0d270caa'] in dv-neutron-837110-1-hyperv is: [{'id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'name': 'tempest-ServerActionsTestJSON-226225794-router', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:52Z', 'updated_at': '2022-04-08T10:18:58Z', 'revision_number': 4, 'project_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'gw_port': {'id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:53Z', 'updated_at': '2022-04-08T10:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'c287b660-574f-4e29-9d3b-c52dd11f72d2', 'name': '', 'network_id': '2e061ab5-f3b5-4fd3-983c-73eb5d82392b', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'mac_address': 'fa:16:3e:c2:c3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21703760-97a0-4591-934b-a62c7a8d3c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:57Z', 'updated_at': '2022-04-08T10:19:05Z', 'revision_number': 4, 'project_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'subnets': [{'id': '21703760-97a0-4591-934b-a62c7a8d3c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:19:05.859829 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 865d80c9-4097-41d8-803d-e8bf5eb283ae completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:19:05.868582 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 865d80c9-4097-41d8-803d-e8bf5eb283ae triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:05.868947 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:05.878558 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e06e99-5c45-4823-a551-1dafb4fba947 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Made reservation on behalf of 2420d768ef8b419c95f62719ea43c38c for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:05.882709 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a9e06e99-5c45-4823-a551-1dafb4fba947 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:05.909806 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a9e06e99-5c45-4823-a551-1dafb4fba947 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:05.966007 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2da88a5e-29b6-4e79-ab4d-f92fdd156a0b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:05.999942 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a9e06e99-5c45-4823-a551-1dafb4fba947 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:06.008330 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a9e06e99-5c45-4823-a551-1dafb4fba947 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Usage tracker for resource:security_group_rule and tenant:2420d768ef8b419c95f62719ea43c38c is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:06.012047 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a9e06e99-5c45-4823-a551-1dafb4fba947 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:06.032916 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a9e06e99-5c45-4823-a551-1dafb4fba947 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:06.071135 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2da88a5e-29b6-4e79-ab4d-f92fdd156a0b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:06.072583 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:06.105679 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 865d80c9-4097-41d8-803d-e8bf5eb283ae, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=865d80c9-4097-41d8-803d-e8bf5eb283ae,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:19:06.117578 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:06.118540 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 6581684e-e6d6-4641-9241-118bedda8fbe up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:19:06.153860 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-46060222-c4a3-469f-a9ff-a6827d587154 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:06.166725 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-46060222-c4a3-469f-a9ff-a6827d587154 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] 10.222.0.47 "DELETE /v2.0/ports/f200dd7e-78a4-40a0-b647-f8a4e78170e5 HTTP/1.1" status: 204 len: 168 time: 2.9240634 Apr 08 10:19:06.170967 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48792) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:06.208847 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0fcf3c-f774-417f-b119-0dc74d27f4c9 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Network 5765b628-abf0-4100-a265-784456473f7c is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:19:06.252461 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da88a5e-29b6-4e79-ab4d-f92fdd156a0b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:06.273588 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-2da88a5e-29b6-4e79-ab4d-f92fdd156a0b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:06.280970 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da88a5e-29b6-4e79-ab4d-f92fdd156a0b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:06.370064 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4591f1f1-a7f0-41a3-aa5f-2a62cb23277a tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 4.4202089 Apr 08 10:19:06.410033 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=865d80c9-4097-41d8-803d-e8bf5eb283ae,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:06.443426 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-cb0fcf3c-f774-417f-b119-0dc74d27f4c9 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 5765b628-abf0-4100-a265-784456473f7c) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:06.444120 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 6581684e-e6d6-4641-9241-118bedda8fbe completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:19:06.456719 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2d7a7d-2500-4c67-b5d1-aec3630e7355 None None] Network 5765b628-abf0-4100-a265-784456473f7c requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:19:06.456980 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0fcf3c-f774-417f-b119-0dc74d27f4c9 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:06.457723 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-cb0fcf3c-f774-417f-b119-0dc74d27f4c9 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:06.462967 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3c7de3-2cd5-4a1d-8fc4-9c846d2e0fd3 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:06.471954 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48798) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:06.483754 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591f1f1-a7f0-41a3-aa5f-2a62cb23277a tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Pushing event updated for resources: {'Network': ['ID=1135203a-dbd4-4d9f-9361-e1971a820664,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:06.487184 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c7de3-2cd5-4a1d-8fc4-9c846d2e0fd3 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Pushing event updated for resources: {'Port': ['ID=579b512d-8a09-4653-afe6-d5b1ff79d7fe,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:06.490886 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-7d3c7de3-2cd5-4a1d-8fc4-9c846d2e0fd3 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:06.498225 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3c7de3-2cd5-4a1d-8fc4-9c846d2e0fd3 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:06.499214 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3c7de3-2cd5-4a1d-8fc4-9c846d2e0fd3 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:06.500105 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7de3-2cd5-4a1d-8fc4-9c846d2e0fd3 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:06.568280 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2da88a5e-29b6-4e79-ab4d-f92fdd156a0b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:06.577395 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da88a5e-29b6-4e79-ab4d-f92fdd156a0b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Pushing event updated for resources: {'Port': ['ID=8429fa29-64e8-4d85-8846-99b45693f982,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:06.586866 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a9e06e99-5c45-4823-a551-1dafb4fba947 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:06.610054 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7d3c7de3-2cd5-4a1d-8fc4-9c846d2e0fd3 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 7.6867168 Apr 08 10:19:06.632019 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48802) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:06.649477 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-cb0fcf3c-f774-417f-b119-0dc74d27f4c9 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 5.8513272 Apr 08 10:19:06.650406 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-292123e0-4c91-42ec-8506-54b7f4df4050 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.5'}]}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:06.655134 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48806) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:06.658516 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2da88a5e-29b6-4e79-ab4d-f92fdd156a0b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:06.671959 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-292123e0-4c91-42ec-8506-54b7f4df4050 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:06.676554 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 1135203a-dbd4-4d9f-9361-e1971a820664 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:19:06.682930 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-292123e0-4c91-42ec-8506-54b7f4df4050 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Usage tracker for resource:router and tenant:931f69897a964adeb3cc597da62e6496 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:06.687626 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-292123e0-4c91-42ec-8506-54b7f4df4050 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:06.689735 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 6581684e-e6d6-4641-9241-118bedda8fbe triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:06.690647 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:06.700291 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-292123e0-4c91-42ec-8506-54b7f4df4050 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:06.701374 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a9e06e99-5c45-4823-a551-1dafb4fba947 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:06.706817 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e8fa-68bf-4b75-a123-495487f4d6d8 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:06.707033 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-acbbac1e-9083-4a6e-a55b-27a235b13af0 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1578743069', 'network_id': '5765b628-abf0-4100-a265-784456473f7c'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:06.711142 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-acbbac1e-9083-4a6e-a55b-27a235b13af0 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:06.715023 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-acbbac1e-9083-4a6e-a55b-27a235b13af0 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Usage tracker for resource:port and tenant:794a0b3333e2433698bbfdaae5954147 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:06.718032 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-acbbac1e-9083-4a6e-a55b-27a235b13af0 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:06.730816 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-292123e0-4c91-42ec-8506-54b7f4df4050 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:06.731745 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-292123e0-4c91-42ec-8506-54b7f4df4050 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:06.805599 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-acbbac1e-9083-4a6e-a55b-27a235b13af0 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:06.808992 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e06e99-5c45-4823-a551-1dafb4fba947 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0a7916-679b-49d8-9db3-f2b50dd554d0,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:06.835053 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4c0d136e-7b50-4d55-85df-d9fd8425fcde tempest-DHCPAgentSchedulersTestJSON-1813861289 tempest-DHCPAgentSchedulersTestJSON-1813861289-project-admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.6566093 Apr 08 10:19:06.835821 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48810) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:06.869168 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-a9e06e99-5c45-4823-a551-1dafb4fba947 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] device_id is not set on port 56353210-1749-47a0-b28b-0f108c8d4b7f yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:19:06.906846 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-4ed348c0-0a8c-4a35-867e-5cc00147737d None None] Could not find standard attr ID for object f200dd7e-78a4-40a0-b647-f8a4e78170e5. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:19:06.911008 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e8fa-68bf-4b75-a123-495487f4d6d8 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:06.936829 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-292123e0-4c91-42ec-8506-54b7f4df4050 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:06.939846 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-e6e77a55-3f27-4cf9-8497-a613b3c38c61 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1417926859'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:06.945997 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e6e77a55-3f27-4cf9-8497-a613b3c38c61 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:06.951489 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e6e77a55-3f27-4cf9-8497-a613b3c38c61 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Usage tracker for resource:network and tenant:7aa58ba0bb574e5c8e53640bb3a88e2a is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:06.957621 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e6e77a55-3f27-4cf9-8497-a613b3c38c61 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:06.964497 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e8fa-68bf-4b75-a123-495487f4d6d8 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:19:06.964849 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e8fa-68bf-4b75-a123-495487f4d6d8 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:19:06.965671 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e8fa-68bf-4b75-a123-495487f4d6d8 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:19:06.966010 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e8fa-68bf-4b75-a123-495487f4d6d8 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Subscribe: > port after_create 55550000 {{(pid=83845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:19:06.966336 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e8fa-68bf-4b75-a123-495487f4d6d8 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:19:06.966517 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e6e77a55-3f27-4cf9-8497-a613b3c38c61 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:06.966689 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e8fa-68bf-4b75-a123-495487f4d6d8 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Subscribe: > port after_update 55550000 {{(pid=83845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:19:06.967027 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e8fa-68bf-4b75-a123-495487f4d6d8 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:19:06.967367 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e8fa-68bf-4b75-a123-495487f4d6d8 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:19:06.967853 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e8fa-68bf-4b75-a123-495487f4d6d8 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:19:06.968221 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e8fa-68bf-4b75-a123-495487f4d6d8 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:19:06.990186 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e77a55-3f27-4cf9-8497-a613b3c38c61 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Made reservation on behalf of 7aa58ba0bb574e5c8e53640bb3a88e2a for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:06.993594 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e6e77a55-3f27-4cf9-8497-a613b3c38c61 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:07.035954 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbbac1e-9083-4a6e-a55b-27a235b13af0 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Made reservation on behalf of 794a0b3333e2433698bbfdaae5954147 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:07.038546 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-acbbac1e-9083-4a6e-a55b-27a235b13af0 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:07.104376 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-acbbac1e-9083-4a6e-a55b-27a235b13af0 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] device_id is not set on port 896b7489-dfeb-4eb4-ac77-a91b6594775d yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:19:07.144427 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:07.172142 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14168d04-209e-4150-b626-613c2dd88196 None None] Network 5765b628-abf0-4100-a265-784456473f7c requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:19:07.198674 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e77a55-3f27-4cf9-8497-a613b3c38c61 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:19:07.211332 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e6e77a55-3f27-4cf9-8497-a613b3c38c61 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:07.212013 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-e6e77a55-3f27-4cf9-8497-a613b3c38c61 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Added segment 9806d155-fd96-48d5-957c-2ef4d777816f of type vlan for network a9ef1b5c-fffb-4ddc-855b-7f33c6d316a1 Apr 08 10:19:07.219748 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e8fa-68bf-4b75-a123-495487f4d6d8 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:19:07.220456 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e8fa-68bf-4b75-a123-495487f4d6d8 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:19:07.220761 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e8fa-68bf-4b75-a123-495487f4d6d8 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:19:07.221100 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e8fa-68bf-4b75-a123-495487f4d6d8 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:19:07.221486 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-c3c4e8fa-68bf-4b75-a123-495487f4d6d8 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1135203a-dbd4-4d9f-9361-e1971a820664']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:07.242786 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-c3c4e8fa-68bf-4b75-a123-495487f4d6d8 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734f1e81-42f6-48a0-98ea-c0c52bd61aaa') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:07.243130 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-c3c4e8fa-68bf-4b75-a123-495487f4d6d8 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734f1e81-42f6-48a0-98ea-c0c52bd61aaa') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:07.245035 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e6e77a55-3f27-4cf9-8497-a613b3c38c61 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:07.279154 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 6581684e-e6d6-4641-9241-118bedda8fbe, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=6581684e-e6d6-4641-9241-118bedda8fbe,segment=NetworkSegment(57b4dd8f-e2d6-420d-8c20-275b514a61de),segment_id=57b4dd8f-e2d6-420d-8c20-275b514a61de)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:19:07.284295 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:07.302207 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e8fa-68bf-4b75-a123-495487f4d6d8 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:07.412216 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=6581684e-e6d6-4641-9241-118bedda8fbe,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:07.437151 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e6e77a55-3f27-4cf9-8497-a613b3c38c61 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:07.440989 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e77a55-3f27-4cf9-8497-a613b3c38c61 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:07.441654 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e6e77a55-3f27-4cf9-8497-a613b3c38c61 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:07.446648 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e8fa-68bf-4b75-a123-495487f4d6d8 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:07.521760 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7413b355-2596-4362-a77a-c8c9044d4cc1 admin admin] Router 1d05ae82-ff44-4939-9473-7621f6a94e05 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:19:07.524660 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c4e8fa-68bf-4b75-a123-495487f4d6d8 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:19:07.525216 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e8fa-68bf-4b75-a123-495487f4d6d8 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn_limited( Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn_limited( Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:19:07.548681 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:19:07.620311 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e06e99-5c45-4823-a551-1dafb4fba947 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 08 10:19:07.620958 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9e06e99-5c45-4823-a551-1dafb4fba947 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:19:07.632318 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device c287b660-574f-4e29-9d3b-c52dd11f72d2 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:19:07.663677 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8e98a08f-d4e9-41de-9b95-11fc8b68995d tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:07.707548 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-acbbac1e-9083-4a6e-a55b-27a235b13af0 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Allocated IP 2001:db8::164 (5765b628-abf0-4100-a265-784456473f7c/f0a9375b-53cf-4a7b-bdc5-d76cd1124927/896b7489-dfeb-4eb4-ac77-a91b6594775d) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:19:07.710943 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port c287b660-574f-4e29-9d3b-c52dd11f72d2 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:19:07.713019 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e77a55-3f27-4cf9-8497-a613b3c38c61 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Pushing event updated for resources: {'Network': ['ID=a9ef1b5c-fffb-4ddc-855b-7f33c6d316a1,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:07.718428 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port c287b660-574f-4e29-9d3b-c52dd11f72d2 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:07.719400 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:07.747255 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2da88a5e-29b6-4e79-ab4d-f92fdd156a0b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:07.747746 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network a9ef1b5c-fffb-4ddc-855b-7f33c6d316a1 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:19:07.753475 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e6e77a55-3f27-4cf9-8497-a613b3c38c61 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8263500 Apr 08 10:19:07.757560 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a9e06e99-5c45-4823-a551-1dafb4fba947 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.0353692 Apr 08 10:19:07.757560 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48814) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:07.757811 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48816) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:07.758545 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-292123e0-4c91-42ec-8506-54b7f4df4050 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:07.770906 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8e98a08f-d4e9-41de-9b95-11fc8b68995d tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:07.787719 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e8fa-68bf-4b75-a123-495487f4d6d8 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:07.889355 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2da88a5e-29b6-4e79-ab4d-f92fdd156a0b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:07.981210 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:08.015659 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4e8fa-68bf-4b75-a123-495487f4d6d8 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Pushing event deleted for resources: {'Network': ['ID=1135203a-dbd4-4d9f-9361-e1971a820664,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:08.018125 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c4e8fa-68bf-4b75-a123-495487f4d6d8 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1135203a-dbd4-4d9f-9361-e1971a820664 {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 08 10:19:08.019557 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port c287b660-574f-4e29-9d3b-c52dd11f72d2, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=c287b660-574f-4e29-9d3b-c52dd11f72d2,segment=NetworkSegment(4f43a382-7089-4671-bf04-925eb646287a),segment_id=4f43a382-7089-4671-bf04-925eb646287a)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:19:08.024285 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:08.025284 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 865d80c9-4097-41d8-803d-e8bf5eb283ae up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:19:08.074738 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e8fa-68bf-4b75-a123-495487f4d6d8 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:08.139424 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c3c4e8fa-68bf-4b75-a123-495487f4d6d8 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] 10.222.0.47 "DELETE /v2.0/networks/1135203a-dbd4-4d9f-9361-e1971a820664 HTTP/1.1" status: 204 len: 168 time: 1.6613741 Apr 08 10:19:08.142804 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48822) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:08.149865 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:08.166617 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=c287b660-574f-4e29-9d3b-c52dd11f72d2,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:08.180399 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-178b850b-24af-4780-b8d7-2a4cf56aaf27 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:08.181121 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 865d80c9-4097-41d8-803d-e8bf5eb283ae triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:08.181565 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:08.185468 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-178b850b-24af-4780-b8d7-2a4cf56aaf27 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:08.190508 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-178b850b-24af-4780-b8d7-2a4cf56aaf27 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Usage tracker for resource:network and tenant:724481774e404981810b7575f7d39d74 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:08.193525 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-178b850b-24af-4780-b8d7-2a4cf56aaf27 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:08.199351 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-178b850b-24af-4780-b8d7-2a4cf56aaf27 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:08.225017 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178b850b-24af-4780-b8d7-2a4cf56aaf27 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Made reservation on behalf of 724481774e404981810b7575f7d39d74 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:08.227371 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-178b850b-24af-4780-b8d7-2a4cf56aaf27 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:08.333519 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-178b850b-24af-4780-b8d7-2a4cf56aaf27 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:19:08.339642 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 6581684e-e6d6-4641-9241-118bedda8fbe up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:19:08.360934 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-178b850b-24af-4780-b8d7-2a4cf56aaf27 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:08.361395 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-178b850b-24af-4780-b8d7-2a4cf56aaf27 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Added segment df78b2ad-b8ef-4cc5-a758-100fb9755e59 of type vlan for network ac3af07d-d089-4aa8-a1b1-4233606d1e07 Apr 08 10:19:08.369794 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-acbbac1e-9083-4a6e-a55b-27a235b13af0 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:08.376275 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8e98a08f-d4e9-41de-9b95-11fc8b68995d tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:08.404349 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-b41a69e4-9207-4ad1-9638-a7dbc2ff0494 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Deleting port 598f4541-c575-44c1-8996-5049910ecb6d {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:19:08.404718 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b41a69e4-9207-4ad1-9638-a7dbc2ff0494 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:08.433803 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 6581684e-e6d6-4641-9241-118bedda8fbe triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:08.434310 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:08.549559 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-178b850b-24af-4780-b8d7-2a4cf56aaf27 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:08.555146 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2da88a5e-29b6-4e79-ab4d-f92fdd156a0b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:08.559915 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da88a5e-29b6-4e79-ab4d-f92fdd156a0b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Pushing event updated for resources: {'Port': ['ID=8429fa29-64e8-4d85-8846-99b45693f982,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:08.574599 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-acbbac1e-9083-4a6e-a55b-27a235b13af0 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:08.743645 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2da88a5e-29b6-4e79-ab4d-f92fdd156a0b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:08.745385 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2da88a5e-29b6-4e79-ab4d-f92fdd156a0b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9481907 Apr 08 10:19:08.801707 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbac1e-9083-4a6e-a55b-27a235b13af0 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Pushing event updated for resources: {'Port': ['ID=896b7489-dfeb-4eb4-ac77-a91b6594775d,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:08.817206 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbbac1e-9083-4a6e-a55b-27a235b13af0 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Network 5765b628-abf0-4100-a265-784456473f7c is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:08.823512 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-acbbac1e-9083-4a6e-a55b-27a235b13af0 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:08.825892 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbbac1e-9083-4a6e-a55b-27a235b13af0 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:08.826894 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbbac1e-9083-4a6e-a55b-27a235b13af0 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:08.827499 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-acbbac1e-9083-4a6e-a55b-27a235b13af0 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:08.829796 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7413b355-2596-4362-a77a-c8c9044d4cc1 admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:19:08.887252 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-acbbac1e-9083-4a6e-a55b-27a235b13af0 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.1944222 Apr 08 10:19:08.889045 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b41a69e4-9207-4ad1-9638-a7dbc2ff0494 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:08.889377 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b41a69e4-9207-4ad1-9638-a7dbc2ff0494 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:08.900420 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48832) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:08.906988 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-178b850b-24af-4780-b8d7-2a4cf56aaf27 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:08.908337 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178b850b-24af-4780-b8d7-2a4cf56aaf27 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:08.908512 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-178b850b-24af-4780-b8d7-2a4cf56aaf27 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:09.011321 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7413b355-2596-4362-a77a-c8c9044d4cc1 admin admin] 10.222.0.47 "PUT /v2.0/routers/1d05ae82-ff44-4939-9473-7621f6a94e05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6756248 Apr 08 10:19:09.069857 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1635203b-d2c5-46ba-9163-2acd84eab744 tempest-DHCPAgentSchedulersTestJSON-1813861289 tempest-DHCPAgentSchedulersTestJSON-1813861289-project-admin] 10.222.0.47 "GET /v2.0/agents/15138990-4e78-44bf-810b-807876e4c9d3/dhcp-networks HTTP/1.1" status: 200 len: 5522 time: 1.3109810 Apr 08 10:19:09.076562 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-b41a69e4-9207-4ad1-9638-a7dbc2ff0494 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Calling delete_port for 598f4541-c575-44c1-8996-5049910ecb6d owned by network:floatingip {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:19:09.092809 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48838) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:09.094305 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-292123e0-4c91-42ec-8506-54b7f4df4050 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:09.134466 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8e98a08f-d4e9-41de-9b95-11fc8b68995d tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:09.169011 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-5e605b34-08bc-44eb-8b3e-0be654877ce3 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Deleting port 896b7489-dfeb-4eb4-ac77-a91b6594775d {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:19:09.169360 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5e605b34-08bc-44eb-8b3e-0be654877ce3 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:09.176505 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-178b850b-24af-4780-b8d7-2a4cf56aaf27 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0325065 Apr 08 10:19:09.192952 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48842) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:09.193666 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-292123e0-4c91-42ec-8506-54b7f4df4050 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:09.273266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8e98a08f-d4e9-41de-9b95-11fc8b68995d tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:09.292611 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b850b-24af-4780-b8d7-2a4cf56aaf27 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Pushing event updated for resources: {'Network': ['ID=ac3af07d-d089-4aa8-a1b1-4233606d1e07,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:09.304303 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network ac3af07d-d089-4aa8-a1b1-4233606d1e07 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:19:09.307125 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-aca4ca71-5913-429a-8c49-453e4d4d5e13 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Request body: {'subnet': {'network_id': 'ac3af07d-d089-4aa8-a1b1-4233606d1e07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:09.327403 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-aca4ca71-5913-429a-8c49-453e4d4d5e13 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:09.533477 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8e98a08f-d4e9-41de-9b95-11fc8b68995d tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:09.544364 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e98a08f-d4e9-41de-9b95-11fc8b68995d tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 66344e48-e8a4-4daa-a1ea-b81aaab4022b {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:19:09.550943 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-aca4ca71-5913-429a-8c49-453e4d4d5e13 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Usage tracker for resource:subnet and tenant:724481774e404981810b7575f7d39d74 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:09.556156 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device c287b660-574f-4e29-9d3b-c52dd11f72d2 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:19:09.621593 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-aca4ca71-5913-429a-8c49-453e4d4d5e13 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:09.629247 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48864) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:09.633535 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port c287b660-574f-4e29-9d3b-c52dd11f72d2 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:09.633905 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:09.657166 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-aca4ca71-5913-429a-8c49-453e4d4d5e13 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:09.661678 dv-neutron-837110-1-hyperv neutron-server[83845]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 08 10:19:09.711189 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b41a69e4-9207-4ad1-9638-a7dbc2ff0494 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:09.773624 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a69e4-9207-4ad1-9638-a7dbc2ff0494 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Pushing event deleted for resources: {'Port': ['ID=598f4541-c575-44c1-8996-5049910ecb6d,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:09.832980 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5e605b34-08bc-44eb-8b3e-0be654877ce3 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:09.847973 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b41a69e4-9207-4ad1-9638-a7dbc2ff0494 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:09.855399 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca4ca71-5913-429a-8c49-453e4d4d5e13 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Made reservation on behalf of 724481774e404981810b7575f7d39d74 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:09.858186 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-aca4ca71-5913-429a-8c49-453e4d4d5e13 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:09.875481 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-8e98a08f-d4e9-41de-9b95-11fc8b68995d tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 08 10:19:09.879327 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8e98a08f-d4e9-41de-9b95-11fc8b68995d tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.8062506 Apr 08 10:19:09.890565 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48868) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:09.962835 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-5e605b34-08bc-44eb-8b3e-0be654877ce3 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Calling delete_port for 896b7489-dfeb-4eb4-ac77-a91b6594775d owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:19:10.005066 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b41a69e4-9207-4ad1-9638-a7dbc2ff0494 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:10.009297 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b41a69e4-9207-4ad1-9638-a7dbc2ff0494 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630 tempest-ExternalNetworksAdminNegativeTestJSON-1452844630-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/c9925cd1-44db-45b4-aabf-f9980ee7131d HTTP/1.1" status: 204 len: 168 time: 2.2459054 Apr 08 10:19:10.009533 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48872) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:10.016674 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-9e060a76-c93c-4f3a-ad6a-bdb916866885 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Request body: {'security_group': {'name': 'tempest-securitygroup--755597380', 'description': 'tempest-description--1193919712'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:10.025785 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9e060a76-c93c-4f3a-ad6a-bdb916866885 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:10.031474 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-1c7af334-0ac3-43d4-b866-b09215164e46 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Synchronizing usage tracker for tenant:4536e1f44aef4dcaab5fa39823cbd99d on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:19:10.033967 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9e060a76-c93c-4f3a-ad6a-bdb916866885 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Usage tracker for resource:security_group and tenant:a88d9637e6e44088badb84234eb17f98 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:10.038220 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9e060a76-c93c-4f3a-ad6a-bdb916866885 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:10.054067 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9e060a76-c93c-4f3a-ad6a-bdb916866885 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:10.092161 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b24c00-7ba7-40e7-aa05-1cca4709b2bb tempest-DHCPAgentSchedulersTestJSON-1813861289 tempest-DHCPAgentSchedulersTestJSON-1813861289-project-admin] Network a9ef1b5c-fffb-4ddc-855b-7f33c6d316a1 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:19:10.104479 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9e060a76-c93c-4f3a-ad6a-bdb916866885 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:10.126699 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-b742aa3b-574f-4f63-9768-6be0257660ed tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Deleting port 064985d2-178b-402d-bb29-fe60e69789aa {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:19:10.127058 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b742aa3b-574f-4f63-9768-6be0257660ed tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:10.154839 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-292123e0-4c91-42ec-8506-54b7f4df4050 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:10.164408 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5e605b34-08bc-44eb-8b3e-0be654877ce3 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:10.211559 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9e060a76-c93c-4f3a-ad6a-bdb916866885 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:10.213892 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e605b34-08bc-44eb-8b3e-0be654877ce3 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Pushing event deleted for resources: {'Port': ['ID=896b7489-dfeb-4eb4-ac77-a91b6594775d,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:10.219652 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9e060a76-c93c-4f3a-ad6a-bdb916866885 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Usage tracker for resource:security_group_rule and tenant:a88d9637e6e44088badb84234eb17f98 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:10.226421 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-38b24c00-7ba7-40e7-aa05-1cca4709b2bb tempest-DHCPAgentSchedulersTestJSON-1813861289 tempest-DHCPAgentSchedulersTestJSON-1813861289-project-admin] 10.222.0.47 "POST /v2.0/agents/15138990-4e78-44bf-810b-807876e4c9d3/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.0966237 Apr 08 10:19:10.227200 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-1c7af334-0ac3-43d4-b866-b09215164e46 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Unset dirty status for tenant:4536e1f44aef4dcaab5fa39823cbd99d on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:19:10.228259 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-1c7af334-0ac3-43d4-b866-b09215164e46 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--149430853&fields=id&tenant_id=4536e1f44aef4dcaab5fa39823cbd99d HTTP/1.1" status: 200 len: 267 time: 0.5730538 Apr 08 10:19:10.240503 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9e060a76-c93c-4f3a-ad6a-bdb916866885 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:10.243219 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97361e8e-2c14-459d-a206-f9374ceb9370 None None] Network a9ef1b5c-fffb-4ddc-855b-7f33c6d316a1 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:19:10.244985 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48878) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:10.289490 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9e060a76-c93c-4f3a-ad6a-bdb916866885 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:10.320236 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5e605b34-08bc-44eb-8b3e-0be654877ce3 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:10.414067 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48884) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:10.445300 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5e605b34-08bc-44eb-8b3e-0be654877ce3 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "DELETE /v2.0/ports/896b7489-dfeb-4eb4-ac77-a91b6594775d HTTP/1.1" status: 204 len: 168 time: 1.5417721 Apr 08 10:19:10.456502 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48890) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:10.475507 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-02775e5e-67be-4a6d-bc52-6a04f319ff38 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5765b628-abf0-4100-a265-784456473f7c', 'external_fixed_ips': [{'subnet_id': 'f0a9375b-53cf-4a7b-bdc5-d76cd1124927', 'ip_address': '2001:db8::164'}]}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:10.484110 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9e060a76-c93c-4f3a-ad6a-bdb916866885 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:10.492046 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9e060a76-c93c-4f3a-ad6a-bdb916866885 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:10.511955 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-02775e5e-67be-4a6d-bc52-6a04f319ff38 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:10.553693 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-02775e5e-67be-4a6d-bc52-6a04f319ff38 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Usage tracker for resource:router and tenant:794a0b3333e2433698bbfdaae5954147 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:10.581770 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e060a76-c93c-4f3a-ad6a-bdb916866885 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98a58cd0-6a1d-4739-a16e-adf2967f6c87,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:10.586514 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-40e49748-3984-481c-a49d-e6f9ab451ec7 tempest-DHCPAgentSchedulersTestJSON-1813861289 tempest-DHCPAgentSchedulersTestJSON-1813861289-project-admin] 10.222.0.47 "GET /v2.0/agents/15138990-4e78-44bf-810b-807876e4c9d3/dhcp-networks HTTP/1.1" status: 200 len: 6267 time: 0.3404336 Apr 08 10:19:10.587395 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9e060a76-c93c-4f3a-ad6a-bdb916866885 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:10.590965 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9e060a76-c93c-4f3a-ad6a-bdb916866885 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5780838 Apr 08 10:19:10.590965 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48894) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:10.591565 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48896) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:10.601353 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-eff8c56f-bb07-4014-b478-1aa4c019cc48 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Request body: {'security_group_rule': {'security_group_id': '98a58cd0-6a1d-4739-a16e-adf2967f6c87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:10.610558 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-02775e5e-67be-4a6d-bc52-6a04f319ff38 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:10.623752 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-eff8c56f-bb07-4014-b478-1aa4c019cc48 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:10.632851 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-eff8c56f-bb07-4014-b478-1aa4c019cc48 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Usage tracker for resource:security_group_rule and tenant:a88d9637e6e44088badb84234eb17f98 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:10.638201 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-eff8c56f-bb07-4014-b478-1aa4c019cc48 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:10.643212 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-02775e5e-67be-4a6d-bc52-6a04f319ff38 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:10.643339 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9948085e-de6c-4050-9eff-16d7a36bc854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:10.658622 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-eff8c56f-bb07-4014-b478-1aa4c019cc48 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:10.735472 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9948085e-de6c-4050-9eff-16d7a36bc854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:10.738964 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-eff8c56f-bb07-4014-b478-1aa4c019cc48 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:10.759900 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2436a0eb-ac25-4aeb-83d1-203166492be2 tempest-DHCPAgentSchedulersTestJSON-1813861289 tempest-DHCPAgentSchedulersTestJSON-1813861289-project-admin] 10.222.0.47 "DELETE /v2.0/agents/15138990-4e78-44bf-810b-807876e4c9d3/dhcp-networks/a9ef1b5c-fffb-4ddc-855b-7f33c6d316a1 HTTP/1.1" status: 204 len: 168 time: 0.1671650 Apr 08 10:19:10.761157 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9948085e-de6c-4050-9eff-16d7a36bc854 admin admin] Usage tracker for resource:security_group_rule and tenant:9cede54b84c94e15bb11ff04683d4802 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:10.766111 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48904) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:10.768658 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9948085e-de6c-4050-9eff-16d7a36bc854 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:10.793064 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9948085e-de6c-4050-9eff-16d7a36bc854 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:10.819668 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-02775e5e-67be-4a6d-bc52-6a04f319ff38 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:10.820699 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-02775e5e-67be-4a6d-bc52-6a04f319ff38 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:10.866637 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-49f9e2ed-32c0-4245-b5e6-9be92f95d19b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:10.867299 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-49f9e2ed-32c0-4245-b5e6-9be92f95d19b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Synchronizing usage tracker for tenant:4536e1f44aef4dcaab5fa39823cbd99d on resource:network {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:19:10.957234 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-eff8c56f-bb07-4014-b478-1aa4c019cc48 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:10.965222 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-eff8c56f-bb07-4014-b478-1aa4c019cc48 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:11.022266 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8c56f-bb07-4014-b478-1aa4c019cc48 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3bca7b6-0a24-445a-96c8-0ff1e67f377f,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:11.040985 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b742aa3b-574f-4f63-9768-6be0257660ed tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:11.064829 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9948085e-de6c-4050-9eff-16d7a36bc854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:11.078739 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-eff8c56f-bb07-4014-b478-1aa4c019cc48 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:11.082849 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-eff8c56f-bb07-4014-b478-1aa4c019cc48 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4880650 Apr 08 10:19:11.087029 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48908) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:11.087868 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9948085e-de6c-4050-9eff-16d7a36bc854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:11.119749 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-fe1d0ffc-667a-48b4-9d64-19d59f38d226 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Request body: {'security_group_rule': {'security_group_id': '98a58cd0-6a1d-4739-a16e-adf2967f6c87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:11.135411 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-73c46c03-aabf-40e5-af79-900b8ab56f8f tempest-DHCPAgentSchedulersTestJSON-1813861289 tempest-DHCPAgentSchedulersTestJSON-1813861289-project-admin] 10.222.0.47 "GET /v2.0/agents/15138990-4e78-44bf-810b-807876e4c9d3/dhcp-networks HTTP/1.1" status: 200 len: 5522 time: 0.3636713 Apr 08 10:19:11.136703 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-fe1d0ffc-667a-48b4-9d64-19d59f38d226 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:11.141841 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48912) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:11.188192 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-fe1d0ffc-667a-48b4-9d64-19d59f38d226 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Usage tracker for resource:security_group_rule and tenant:a88d9637e6e44088badb84234eb17f98 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:11.195965 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-fe1d0ffc-667a-48b4-9d64-19d59f38d226 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:11.198879 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948085e-de6c-4050-9eff-16d7a36bc854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65b549c-7f03-4a95-b841-78615f925b67,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:11.209631 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9948085e-de6c-4050-9eff-16d7a36bc854 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9cede54b84c94e15bb11ff04683d4802&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7902355 Apr 08 10:19:11.210786 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-fe1d0ffc-667a-48b4-9d64-19d59f38d226 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:11.215258 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48916) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:11.264361 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-adc82fd6-c85c-413d-af65-f44b017baba6 tempest-DHCPAgentSchedulersTestJSON-1813861289 tempest-DHCPAgentSchedulersTestJSON-1813861289-project-admin] 10.222.0.47 "GET /v2.0/networks/6325a345-a9bc-4726-ba58-5a6105865940/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1160688 Apr 08 10:19:11.264571 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-02775e5e-67be-4a6d-bc52-6a04f319ff38 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:11.264661 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0ffc-667a-48b4-9d64-19d59f38d226 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:11.267075 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48920) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:11.273998 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-b742aa3b-574f-4f63-9768-6be0257660ed tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Calling delete_port for 064985d2-178b-402d-bb29-fe60e69789aa owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:19:11.305396 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-292123e0-4c91-42ec-8506-54b7f4df4050 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:11.307119 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-49f9e2ed-32c0-4245-b5e6-9be92f95d19b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Unset dirty status for tenant:4536e1f44aef4dcaab5fa39823cbd99d on resource:network {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:19:11.308282 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-49f9e2ed-32c0-4245-b5e6-9be92f95d19b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/networks?id=2e061ab5-f3b5-4fd3-983c-73eb5d82392b HTTP/1.1" status: 200 len: 811 time: 0.9885874 Apr 08 10:19:11.337834 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-14fcbdfc-0332-482a-af60-ddf66fb262a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:11.364638 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-292123e0-4c91-42ec-8506-54b7f4df4050 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:11.378941 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-14fcbdfc-0332-482a-af60-ddf66fb262a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:11.385849 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0ffc-667a-48b4-9d64-19d59f38d226 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:11.397583 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0ffc-667a-48b4-9d64-19d59f38d226 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:11.438317 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d0ffc-667a-48b4-9d64-19d59f38d226 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b4c2a1-dd42-44b1-8a7e-7385dd084d54,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:11.450122 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0ffc-667a-48b4-9d64-19d59f38d226 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:11.454161 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-fe1d0ffc-667a-48b4-9d64-19d59f38d226 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3525617 Apr 08 10:19:11.455110 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48926) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:11.460804 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-683f309e-a89c-4711-a22f-80a2f932fff2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:11.466281 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-683f309e-a89c-4711-a22f-80a2f932fff2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:11.471850 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-683f309e-a89c-4711-a22f-80a2f932fff2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Usage tracker for resource:floatingip and tenant:a88d9637e6e44088badb84234eb17f98 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:11.474847 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-683f309e-a89c-4711-a22f-80a2f932fff2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:11.477708 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-14fcbdfc-0332-482a-af60-ddf66fb262a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:11.486986 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-d97c2512-f07f-4845-aea2-9cc32e066754 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/quotas/4536e1f44aef4dcaab5fa39823cbd99d HTTP/1.1" status: 200 len: 375 time: 0.1666462 Apr 08 10:19:11.490841 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-683f309e-a89c-4711-a22f-80a2f932fff2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:11.499808 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcbdfc-0332-482a-af60-ddf66fb262a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65b549c-7f03-4a95-b841-78615f925b67,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:11.508466 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-14fcbdfc-0332-482a-af60-ddf66fb262a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:11.513610 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-14fcbdfc-0332-482a-af60-ddf66fb262a3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d65b549c-7f03-4a95-b841-78615f925b67 HTTP/1.1" status: 204 len: 168 time: 0.2962604 Apr 08 10:19:11.515498 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-683f309e-a89c-4711-a22f-80a2f932fff2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks [] for floatingip, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:11.608016 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-62e892aa-2730-4ad1-ae06-a9a63065c3bc tempest-DHCPAgentSchedulersTestJSON-1813861289 tempest-DHCPAgentSchedulersTestJSON-1813861289-project-admin] 10.222.0.47 "GET /v2.0/networks/6325a345-a9bc-4726-ba58-5a6105865940/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.3408775 Apr 08 10:19:11.611681 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48932) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:11.687361 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-292123e0-4c91-42ec-8506-54b7f4df4050 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:11.687842 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292123e0-4c91-42ec-8506-54b7f4df4050 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 777c14a3-4605-4ac8-be6a-5c6e5ba1f101 {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:19:11.760828 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-292123e0-4c91-42ec-8506-54b7f4df4050 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 08 10:19:11.764606 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-292123e0-4c91-42ec-8506-54b7f4df4050 tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 5.1274576 Apr 08 10:19:11.768684 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48938) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:11.772014 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-02775e5e-67be-4a6d-bc52-6a04f319ff38 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:11.776789 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b742aa3b-574f-4f63-9768-6be0257660ed tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:11.843545 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-75bf50fc-3095-4c2c-9fdd-f1558a0f8c42 tempest-DHCPAgentSchedulersTestJSON-1813861289 tempest-DHCPAgentSchedulersTestJSON-1813861289-project-admin] 10.222.0.47 "GET /v2.0/agents/15138990-4e78-44bf-810b-807876e4c9d3/dhcp-networks HTTP/1.1" status: 200 len: 5522 time: 0.2282069 Apr 08 10:19:11.844123 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48942) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:11.847410 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-683f309e-a89c-4711-a22f-80a2f932fff2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:11.895224 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742aa3b-574f-4f63-9768-6be0257660ed tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Pushing event deleted for resources: {'Port': ['ID=064985d2-178b-402d-bb29-fe60e69789aa,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:11.913133 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-44566a3c-811c-46a2-a1ba-888f77e76207 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4536e1f44aef4dcaab5fa39823cbd99d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4048390 Apr 08 10:19:11.936115 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48946) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:11.976063 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-33c067b1-ccf2-4e11-b62c-89d32511017e tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Deleting port 579b512d-8a09-4653-afe6-d5b1ff79d7fe {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:19:11.976414 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-33c067b1-ccf2-4e11-b62c-89d32511017e tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:12.085391 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-904f7ff9-4339-4503-ad16-a39d71f97588 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:12.198003 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.objects.ports [None req-aca4ca71-5913-429a-8c49-453e4d4d5e13 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83845) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 08 10:19:12.198459 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-aca4ca71-5913-429a-8c49-453e4d4d5e13 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:12.248632 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-683f309e-a89c-4711-a22f-80a2f932fff2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Allocated IP 172.26.0.74 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/4f7d0bae-832d-4d38-86bb-7447a50d042e) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:19:12.281121 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-904f7ff9-4339-4503-ad16-a39d71f97588 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:12.281531 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-47aea83d-50a1-4222-8132-1b5310f0baf8 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:12.282622 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-47aea83d-50a1-4222-8132-1b5310f0baf8 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1280196 Apr 08 10:19:12.354559 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b742aa3b-574f-4f63-9768-6be0257660ed tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:12.379331 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-904f7ff9-4339-4503-ad16-a39d71f97588 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Subscribe: > segment before_delete 55550000 {{(pid=83846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:19:12.379588 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-904f7ff9-4339-4503-ad16-a39d71f97588 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:19:12.380398 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-904f7ff9-4339-4503-ad16-a39d71f97588 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:19:12.380735 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-904f7ff9-4339-4503-ad16-a39d71f97588 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Subscribe: > port after_create 55550000 {{(pid=83846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:19:12.381058 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-904f7ff9-4339-4503-ad16-a39d71f97588 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Subscribe: > port after_delete 55550000 {{(pid=83846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:19:12.381417 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-904f7ff9-4339-4503-ad16-a39d71f97588 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Subscribe: > port after_update 55550000 {{(pid=83846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:19:12.381758 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-904f7ff9-4339-4503-ad16-a39d71f97588 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Subscribe: > segment after_delete 55550000 {{(pid=83846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:19:12.382101 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-904f7ff9-4339-4503-ad16-a39d71f97588 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Subscribe: > subnet after_create 55550000 {{(pid=83846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:19:12.382417 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-904f7ff9-4339-4503-ad16-a39d71f97588 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Subscribe: > subnet after_delete 55550000 {{(pid=83846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:19:12.382735 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-904f7ff9-4339-4503-ad16-a39d71f97588 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Subscribe: > subnet after_update 55550000 {{(pid=83846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:19:12.410090 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-664ef6d0-9743-4940-96c9-ddb265ba4e64 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2420d768ef8b419c95f62719ea43c38c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4457259 Apr 08 10:19:12.439482 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48956) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:12.538682 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-904f7ff9-4339-4503-ad16-a39d71f97588 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Subscribe: > subnet after_create 55550000 {{(pid=83846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:19:12.539032 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-904f7ff9-4339-4503-ad16-a39d71f97588 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Subscribe: > subnet after_delete 55550000 {{(pid=83846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:19:12.539362 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-904f7ff9-4339-4503-ad16-a39d71f97588 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Subscribe: > subnet before_create 55550000 {{(pid=83846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:19:12.539696 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-904f7ff9-4339-4503-ad16-a39d71f97588 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Subscribe: > subnet before_update 55550000 {{(pid=83846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:19:12.540068 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-904f7ff9-4339-4503-ad16-a39d71f97588 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ef1b5c-fffb-4ddc-855b-7f33c6d316a1']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:12.557762 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4ca71-5913-429a-8c49-453e4d4d5e13 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2ab51c3e-8968-45a5-a785-b845cb483b42,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:12.560879 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-904f7ff9-4339-4503-ad16-a39d71f97588 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9806d155-fd96-48d5-957c-2ef4d777816f') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:12.561176 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-904f7ff9-4339-4503-ad16-a39d71f97588 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9806d155-fd96-48d5-957c-2ef4d777816f') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:12.568501 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b742aa3b-574f-4f63-9768-6be0257660ed tempest-RoutersAdminNegativeTest-1456461770 tempest-RoutersAdminNegativeTest-1456461770-project-admin] 10.222.0.47 "DELETE /v2.0/ports/064985d2-178b-402d-bb29-fe60e69789aa HTTP/1.1" status: 204 len: 168 time: 2.6764128 Apr 08 10:19:12.578883 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-904f7ff9-4339-4503-ad16-a39d71f97588 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:12.612388 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-904f7ff9-4339-4503-ad16-a39d71f97588 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:12.632553 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-904f7ff9-4339-4503-ad16-a39d71f97588 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:19:12.633180 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-904f7ff9-4339-4503-ad16-a39d71f97588 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: util.warn_limited( Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: util.warn_limited( Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:19:12.654818 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:19:12.660356 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca4ca71-5913-429a-8c49-453e4d4d5e13 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Checking segment: {'id': 'df78b2ad-b8ef-4cc5-a758-100fb9755e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ac3af07d-d089-4aa8-a1b1-4233606d1e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:19:12.660720 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca4ca71-5913-429a-8c49-453e4d4d5e13 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Network hostable DHCP agents. Network: ac3af07d-d089-4aa8-a1b1-4233606d1e07, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:19:12.689508 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-cb668373-4574-4573-a3ae-79448c2fb91a service neutron] 10.222.0.47 "GET /v2.0/networks/2e061ab5-f3b5-4fd3-983c-73eb5d82392b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924885 Apr 08 10:19:12.706124 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-33c067b1-ccf2-4e11-b62c-89d32511017e tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:12.746531 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-683f309e-a89c-4711-a22f-80a2f932fff2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:12.768893 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-904f7ff9-4339-4503-ad16-a39d71f97588 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:12.798755 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-904f7ff9-4339-4503-ad16-a39d71f97588 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:12.810381 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f7ff9-4339-4503-ad16-a39d71f97588 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Pushing event deleted for resources: {'Network': ['ID=a9ef1b5c-fffb-4ddc-855b-7f33c6d316a1,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:12.823002 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-904f7ff9-4339-4503-ad16-a39d71f97588 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] 10.222.0.47 "DELETE /v2.0/networks/a9ef1b5c-fffb-4ddc-855b-7f33c6d316a1 HTTP/1.1" status: 204 len: 168 time: 0.9782946 Apr 08 10:19:12.823733 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48964) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:12.870575 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-683f309e-a89c-4711-a22f-80a2f932fff2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:12.903936 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f4ec3d-8839-4b2d-b8aa-1bf51dd71ae8 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] DELETE failed (client error): The resource could not be found. Apr 08 10:19:12.904323 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7f4ec3d-8839-4b2d-b8aa-1bf51dd71ae8 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:19:12.909788 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a7f4ec3d-8839-4b2d-b8aa-1bf51dd71ae8 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] 10.222.0.47 "DELETE /v2.0/ports/f200dd7e-78a4-40a0-b647-f8a4e78170e5 HTTP/1.1" status: 404 len: 333 time: 0.0839417 Apr 08 10:19:12.911135 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48968) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:12.928413 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 48970) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:13.005560 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683f309e-a89c-4711-a22f-80a2f932fff2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:13.010460 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-683f309e-a89c-4711-a22f-80a2f932fff2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:13.013080 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683f309e-a89c-4711-a22f-80a2f932fff2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:13.019087 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-61ca3ebb-f167-4f2a-a18a-2afa72e20bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:13.028869 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-33c067b1-ccf2-4e11-b62c-89d32511017e tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Calling delete_port for 579b512d-8a09-4653-afe6-d5b1ff79d7fe owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:19:13.108454 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f309e-a89c-4711-a22f-80a2f932fff2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Pushing event updated for resources: {'Port': ['ID=4f7d0bae-832d-4d38-86bb-7447a50d042e,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:13.120760 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-61ca3ebb-f167-4f2a-a18a-2afa72e20bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:13.167730 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca4ca71-5913-429a-8c49-453e4d4d5e13 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Network ac3af07d-d089-4aa8-a1b1-4233606d1e07 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:19:13.217471 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-acaa45b5-7b94-4914-88d2-53f79353d46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:13.245589 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-aca4ca71-5913-429a-8c49-453e4d4d5e13 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, ac3af07d-d089-4aa8-a1b1-4233606d1e07) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:13.260640 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-f3be9d64-974f-4107-85aa-32a00769b55e service neutron] 10.222.0.47 "GET /v2.0/networks/2e061ab5-f3b5-4fd3-983c-73eb5d82392b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5614421 Apr 08 10:19:13.261813 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca4ca71-5913-429a-8c49-453e4d4d5e13 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:13.262315 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-aca4ca71-5913-429a-8c49-453e4d4d5e13 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:13.267927 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc9cfdc-ec9a-4a54-a747-a6f2d9eb9007 None None] Network ac3af07d-d089-4aa8-a1b1-4233606d1e07 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:19:13.301675 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-acaa45b5-7b94-4914-88d2-53f79353d46d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:13.310040 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-acaa45b5-7b94-4914-88d2-53f79353d46d admin admin] Usage tracker for resource:security_group_rule and tenant:68b8d52bb0994cbda0be7c107b8371a6 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:13.316328 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-a84ef5c0-827d-4cfd-a6c2-0fd85a092581 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Deleting subnet a9b4f8b7-e7c2-4b64-a79b-f9b187698dbd {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:19:13.318907 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-acaa45b5-7b94-4914-88d2-53f79353d46d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:13.323002 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a84ef5c0-827d-4cfd-a6c2-0fd85a092581 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:13.356282 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b57188ea-6bfd-4afe-a720-73d6b6a911d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:13.362750 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-acaa45b5-7b94-4914-88d2-53f79353d46d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:13.395963 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-aca4ca71-5913-429a-8c49-453e4d4d5e13 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.1311600 Apr 08 10:19:13.400105 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48978) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:13.401178 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-02775e5e-67be-4a6d-bc52-6a04f319ff38 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:13.429692 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-61ca3ebb-f167-4f2a-a18a-2afa72e20bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:13.432158 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-61ca3ebb-f167-4f2a-a18a-2afa72e20bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:13.435602 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-61ca3ebb-f167-4f2a-a18a-2afa72e20bab admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5d0a7916-679b-49d8-9db3-f2b50dd554d0 HTTP/1.1" status: 204 len: 168 time: 0.9841049 Apr 08 10:19:13.455303 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-e26cc2d5-1751-4352-8337-94d5e16a27cc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Request body: {'floatingip': {'floating_network_id': 'ac3af07d-d089-4aa8-a1b1-4233606d1e07'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:13.461248 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-02775e5e-67be-4a6d-bc52-6a04f319ff38 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:13.464192 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-e26cc2d5-1751-4352-8337-94d5e16a27cc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:13.466461 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-33c067b1-ccf2-4e11-b62c-89d32511017e tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:13.468114 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca3ebb-f167-4f2a-a18a-2afa72e20bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0a7916-679b-49d8-9db3-f2b50dd554d0,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:13.530308 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a84ef5c0-827d-4cfd-a6c2-0fd85a092581 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:13.592369 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 48992) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:13.594214 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e26cc2d5-1751-4352-8337-94d5e16a27cc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Usage tracker for resource:floatingip and tenant:724481774e404981810b7575f7d39d74 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:13.600278 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e26cc2d5-1751-4352-8337-94d5e16a27cc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:13.603159 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-683f309e-a89c-4711-a22f-80a2f932fff2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:13.616730 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3b2702-8b39-4927-aaaf-74e3a6f7917a None None] Network ac3af07d-d089-4aa8-a1b1-4233606d1e07 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:19:13.624001 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c067b1-ccf2-4e11-b62c-89d32511017e tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Pushing event deleted for resources: {'Port': ['ID=579b512d-8a09-4653-afe6-d5b1ff79d7fe,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:13.631905 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-e26cc2d5-1751-4352-8337-94d5e16a27cc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:13.690335 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e26cc2d5-1751-4352-8337-94d5e16a27cc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:13.721517 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-683f309e-a89c-4711-a22f-80a2f932fff2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:13.882146 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-acaa45b5-7b94-4914-88d2-53f79353d46d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:13.981074 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-33c067b1-ccf2-4e11-b62c-89d32511017e tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:13.998141 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-33c067b1-ccf2-4e11-b62c-89d32511017e tempest-RoutersAdminNegativeIpV6Test-1849744113 tempest-RoutersAdminNegativeIpV6Test-1849744113-project-admin] 10.222.0.47 "DELETE /v2.0/ports/579b512d-8a09-4653-afe6-d5b1ff79d7fe HTTP/1.1" status: 204 len: 168 time: 2.2287173 Apr 08 10:19:14.014529 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-02775e5e-67be-4a6d-bc52-6a04f319ff38 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Allocated IP 2001:db8::164 (5765b628-abf0-4100-a265-784456473f7c/f0a9375b-53cf-4a7b-bdc5-d76cd1124927/9ed96464-5608-440d-b5bd-0a88b2988fc7) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:19:14.015972 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:19:14.068453 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-acaa45b5-7b94-4914-88d2-53f79353d46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:14.167856 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-03ffdffe-7659-4876-81f9-d78ff2e6952c req-680d88f7-c191-4292-936a-741175871ff8 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 210 time: 0.5689821 Apr 08 10:19:14.231668 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e26cc2d5-1751-4352-8337-94d5e16a27cc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:14.291352 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-02775e5e-67be-4a6d-bc52-6a04f319ff38 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:14.337755 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa45b5-7b94-4914-88d2-53f79353d46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f185de-5de1-425b-8bb3-86ecda4fb7d9,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:14.384431 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a84ef5c0-827d-4cfd-a6c2-0fd85a092581 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:14.404052 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-e26cc2d5-1751-4352-8337-94d5e16a27cc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Allocated IP 172.20.0.10 (ac3af07d-d089-4aa8-a1b1-4233606d1e07/2ab51c3e-8968-45a5-a785-b845cb483b42/9d87ff53-b474-42d7-9147-7863cab97f98) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:19:14.406897 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-02775e5e-67be-4a6d-bc52-6a04f319ff38 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:14.420045 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-acaa45b5-7b94-4914-88d2-53f79353d46d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=68b8d52bb0994cbda0be7c107b8371a6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4899788 Apr 08 10:19:14.428502 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49020) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:14.520699 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49024) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:14.534908 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02775e5e-67be-4a6d-bc52-6a04f319ff38 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Network 5765b628-abf0-4100-a265-784456473f7c is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:14.553301 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-683f309e-a89c-4711-a22f-80a2f932fff2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:14.570994 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-683f309e-a89c-4711-a22f-80a2f932fff2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:14.604419 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-02775e5e-67be-4a6d-bc52-6a04f319ff38 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:14.606863 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02775e5e-67be-4a6d-bc52-6a04f319ff38 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Pushing event updated for resources: {'Port': ['ID=9ed96464-5608-440d-b5bd-0a88b2988fc7,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:14.615942 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02775e5e-67be-4a6d-bc52-6a04f319ff38 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:14.638990 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a84ef5c0-827d-4cfd-a6c2-0fd85a092581 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:14.705071 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-86c71225-a786-4915-981c-e6a3a838cb4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:14.757102 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ef5c0-827d-4cfd-a6c2-0fd85a092581 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b4f8b7-e7c2-4b64-a79b-f9b187698dbd,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:14.842174 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-86c71225-a786-4915-981c-e6a3a838cb4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:14.851551 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f309e-a89c-4711-a22f-80a2f932fff2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Pushing event updated for resources: {'Port': ['ID=4f7d0bae-832d-4d38-86bb-7447a50d042e,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:14.862588 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8bc5ebc8-dd0e-49e3-97a5-edb5526e0ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:14.886458 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e26cc2d5-1751-4352-8337-94d5e16a27cc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:14.897760 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-683f309e-a89c-4711-a22f-80a2f932fff2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:14.939906 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a84ef5c0-827d-4cfd-a6c2-0fd85a092581 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:14.942872 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e3deb8-c7b6-4d64-9387-dd6c7741bdfb None None] Network 6325a345-a9bc-4726-ba58-5a6105865940 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:19:14.957363 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e26cc2d5-1751-4352-8337-94d5e16a27cc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:14.996498 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a84ef5c0-827d-4cfd-a6c2-0fd85a092581 tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] 10.222.0.47 "DELETE /v2.0/subnets/a9b4f8b7-e7c2-4b64-a79b-f9b187698dbd HTTP/1.1" status: 204 len: 168 time: 2.0795069 Apr 08 10:19:15.000728 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49046) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:15.002651 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8bc5ebc8-dd0e-49e3-97a5-edb5526e0ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:15.008976 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8bc5ebc8-dd0e-49e3-97a5-edb5526e0ea8 admin admin] Usage tracker for resource:security_group_rule and tenant:635333d10a7548f58b49ef336e761fa7 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:15.047832 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-683f309e-a89c-4711-a22f-80a2f932fff2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:15.059085 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-02775e5e-67be-4a6d-bc52-6a04f319ff38 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:15.060879 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-683f309e-a89c-4711-a22f-80a2f932fff2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6044247 Apr 08 10:19:15.062267 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8bc5ebc8-dd0e-49e3-97a5-edb5526e0ea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:15.075429 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-02775e5e-67be-4a6d-bc52-6a04f319ff38 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:15.075878 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8bc5ebc8-dd0e-49e3-97a5-edb5526e0ea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:15.107801 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26cc2d5-1751-4352-8337-94d5e16a27cc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Pushing event updated for resources: {'Port': ['ID=9d87ff53-b474-42d7-9147-7863cab97f98,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:15.123403 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26cc2d5-1751-4352-8337-94d5e16a27cc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Network ac3af07d-d089-4aa8-a1b1-4233606d1e07 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:15.127093 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-e26cc2d5-1751-4352-8337-94d5e16a27cc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:15.140793 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26cc2d5-1751-4352-8337-94d5e16a27cc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:15.167982 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-86c71225-a786-4915-981c-e6a3a838cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:15.217060 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c71225-a786-4915-981c-e6a3a838cb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f185de-5de1-425b-8bb3-86ecda4fb7d9,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:15.246106 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-00fff357-1bbc-4ea9-a0e8-3f8ff4f40c4a tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:15.290115 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-86c71225-a786-4915-981c-e6a3a838cb4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:15.295163 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-86c71225-a786-4915-981c-e6a3a838cb4f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c8f185de-5de1-425b-8bb3-86ecda4fb7d9 HTTP/1.1" status: 204 len: 168 time: 0.8605366 Apr 08 10:19:15.351009 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-00fff357-1bbc-4ea9-a0e8-3f8ff4f40c4a tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Deleting port 6581684e-e6d6-4641-9241-118bedda8fbe {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:19:15.351356 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-00fff357-1bbc-4ea9-a0e8-3f8ff4f40c4a tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:15.492142 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c9cd633c-f1cb-4c03-92da-b737e24d76dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:15.558993 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a429e0b7-40f2-4a9e-9966-7010dca2b290 None None] DHCP port deletion for 6325a345-a9bc-4726-ba58-5a6105865940 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:19:15.566001 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-a429e0b7-40f2-4a9e-9966-7010dca2b290 None None] Deleting port 6581684e-e6d6-4641-9241-118bedda8fbe {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:19:15.566493 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a429e0b7-40f2-4a9e-9966-7010dca2b290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:15.576009 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8bc5ebc8-dd0e-49e3-97a5-edb5526e0ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:15.606307 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8bc5ebc8-dd0e-49e3-97a5-edb5526e0ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:15.706669 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8bc5ebc8-dd0e-49e3-97a5-edb5526e0ea8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=635333d10a7548f58b49ef336e761fa7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1734676 Apr 08 10:19:15.717608 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49082) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:15.721837 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0a7f1c13-3444-4e99-bc42-4b18c08ffc37 req-4b443f36-8d95-4125-a3c3-a36f402921a1 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 210 time: 0.3516815 Apr 08 10:19:15.822151 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-72a96de8-20b3-428e-9da8-b7859fd47ec1 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Synchronizing usage tracker for tenant:a88d9637e6e44088badb84234eb17f98 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:19:15.857319 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-72a96de8-20b3-428e-9da8-b7859fd47ec1 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Unset dirty status for tenant:a88d9637e6e44088badb84234eb17f98 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:19:15.865759 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-72a96de8-20b3-428e-9da8-b7859fd47ec1 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--755597380&fields=id&tenant_id=a88d9637e6e44088badb84234eb17f98 HTTP/1.1" status: 200 len: 267 time: 0.2676365 Apr 08 10:19:15.898220 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5ebc8-dd0e-49e3-97a5-edb5526e0ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323431a9-30c7-4dd8-963c-86916cfdcaf8,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:15.979817 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-00fff357-1bbc-4ea9-a0e8-3f8ff4f40c4a tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] For port 6581684e-e6d6-4641-9241-118bedda8fbe, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=6581684e-e6d6-4641-9241-118bedda8fbe,segment=NetworkSegment(57b4dd8f-e2d6-420d-8c20-275b514a61de),segment_id=57b4dd8f-e2d6-420d-8c20-275b514a61de)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:19:15.980241 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-00fff357-1bbc-4ea9-a0e8-3f8ff4f40c4a tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:16.082735 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-a429e0b7-40f2-4a9e-9966-7010dca2b290 None None] For port 6581684e-e6d6-4641-9241-118bedda8fbe, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=6581684e-e6d6-4641-9241-118bedda8fbe,segment=NetworkSegment(57b4dd8f-e2d6-420d-8c20-275b514a61de),segment_id=57b4dd8f-e2d6-420d-8c20-275b514a61de)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:19:16.083919 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a429e0b7-40f2-4a9e-9966-7010dca2b290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:16.254203 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-00fff357-1bbc-4ea9-a0e8-3f8ff4f40c4a tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Calling delete_port for 6581684e-e6d6-4641-9241-118bedda8fbe owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:19:16.287190 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-a429e0b7-40f2-4a9e-9966-7010dca2b290 None None] Calling delete_port for 6581684e-e6d6-4641-9241-118bedda8fbe owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:19:16.301191 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-adbf9ce1-2183-4865-9aa7-9aef34e1860d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:16.329212 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49098) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:16.340888 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e26cc2d5-1751-4352-8337-94d5e16a27cc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:16.375267 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-adbf9ce1-2183-4865-9aa7-9aef34e1860d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:16.435379 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-da3bbc6c-e403-428f-af9d-8db75002005d tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:16.436065 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-da3bbc6c-e403-428f-af9d-8db75002005d tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Synchronizing usage tracker for tenant:a88d9637e6e44088badb84234eb17f98 on resource:network {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:19:16.441899 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-46c73031-2706-44d2-9a3e-6b48cfbc83fa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0357ae39fefc462182b8de7322d71e53&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1115794 Apr 08 10:19:16.442604 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49102) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:16.481252 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-00fff357-1bbc-4ea9-a0e8-3f8ff4f40c4a tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:16.503997 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e26cc2d5-1751-4352-8337-94d5e16a27cc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:16.538492 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fff357-1bbc-4ea9-a0e8-3f8ff4f40c4a tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Pushing event deleted for resources: {'Port': ['ID=6581684e-e6d6-4641-9241-118bedda8fbe,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:16.554064 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-da3bbc6c-e403-428f-af9d-8db75002005d tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Unset dirty status for tenant:a88d9637e6e44088badb84234eb17f98 on resource:network {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:19:16.555364 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-da3bbc6c-e403-428f-af9d-8db75002005d tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/networks?id=23b9a92c-2414-467b-bd21-b2d4b19be3ff HTTP/1.1" status: 200 len: 806 time: 0.6888177 Apr 08 10:19:16.558650 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02775e5e-67be-4a6d-bc52-6a04f319ff38 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Router c80b34cf-eb75-4998-afa1-afd9b6333147 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:19:16.575885 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fff357-1bbc-4ea9-a0e8-3f8ff4f40c4a tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] No DVR routers for this DVR port 6581684e-e6d6-4641-9241-118bedda8fbe on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:19:16.626625 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d33dd3a1-fb82-4464-b7c8-0f49723b1498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:16.663080 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-a429e0b7-40f2-4a9e-9966-7010dca2b290 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:19:16.663658 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-a429e0b7-40f2-4a9e-9966-7010dca2b290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:19:16.667234 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-adbf9ce1-2183-4865-9aa7-9aef34e1860d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:16.668436 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:16.806188 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-8ee11e48-1f70-4358-8e83-f920e6a9ba14 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/quotas/a88d9637e6e44088badb84234eb17f98 HTTP/1.1" status: 200 len: 375 time: 0.2435768 Apr 08 10:19:16.825582 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d33dd3a1-fb82-4464-b7c8-0f49723b1498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:16.839955 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf9ce1-2183-4865-9aa7-9aef34e1860d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323431a9-30c7-4dd8-963c-86916cfdcaf8,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:16.853699 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-00fff357-1bbc-4ea9-a0e8-3f8ff4f40c4a tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:16.897440 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-adbf9ce1-2183-4865-9aa7-9aef34e1860d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:16.898561 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-adbf9ce1-2183-4865-9aa7-9aef34e1860d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/323431a9-30c7-4dd8-963c-86916cfdcaf8 HTTP/1.1" status: 204 len: 168 time: 1.1797581 Apr 08 10:19:16.900287 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-00fff357-1bbc-4ea9-a0e8-3f8ff4f40c4a tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6325a345-a9bc-4726-ba58-5a6105865940']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:16.914355 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:16.915490 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-00fff357-1bbc-4ea9-a0e8-3f8ff4f40c4a tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b4dd8f-e2d6-420d-8c20-275b514a61de') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:16.915797 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-00fff357-1bbc-4ea9-a0e8-3f8ff4f40c4a tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b4dd8f-e2d6-420d-8c20-275b514a61de') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:16.932998 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-00fff357-1bbc-4ea9-a0e8-3f8ff4f40c4a tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:16.953756 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-00fff357-1bbc-4ea9-a0e8-3f8ff4f40c4a tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:16.962079 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d33dd3a1-fb82-4464-b7c8-0f49723b1498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:16.968343 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00fff357-1bbc-4ea9-a0e8-3f8ff4f40c4a tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:19:16.968791 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-00fff357-1bbc-4ea9-a0e8-3f8ff4f40c4a tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:19:16.998863 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:19:17.045357 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e26cc2d5-1751-4352-8337-94d5e16a27cc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:17.092049 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5a1fc383-6c44-4173-93cf-6649e78f1168 req-a8b81d59-2d96-4a28-8419-a9719c8285ef tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 210 time: 0.0638444 Apr 08 10:19:17.096365 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e26cc2d5-1751-4352-8337-94d5e16a27cc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:17.152826 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33dd3a1-fb82-4464-b7c8-0f49723b1498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f820d89e-4737-4ede-96e8-35cae828aefa,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:17.168895 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-a429e0b7-40f2-4a9e-9966-7010dca2b290 None None] Deleting port 6581684e-e6d6-4641-9241-118bedda8fbe {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:19:17.169476 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a429e0b7-40f2-4a9e-9966-7010dca2b290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:17.173312 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.52', 62279) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:17.183629 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d33dd3a1-fb82-4464-b7c8-0f49723b1498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:17.187712 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d33dd3a1-fb82-4464-b7c8-0f49723b1498 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f820d89e-4737-4ede-96e8-35cae828aefa HTTP/1.1" status: 204 len: 168 time: 0.7404056 Apr 08 10:19:17.266450 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-00fff357-1bbc-4ea9-a0e8-3f8ff4f40c4a tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:17.276020 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26cc2d5-1751-4352-8337-94d5e16a27cc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Pushing event updated for resources: {'Port': ['ID=9d87ff53-b474-42d7-9147-7863cab97f98,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:17.310096 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-00fff357-1bbc-4ea9-a0e8-3f8ff4f40c4a tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:17.319807 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fff357-1bbc-4ea9-a0e8-3f8ff4f40c4a tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] Pushing event deleted for resources: {'Network': ['ID=6325a345-a9bc-4726-ba58-5a6105865940,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:17.334201 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-00fff357-1bbc-4ea9-a0e8-3f8ff4f40c4a tempest-DHCPAgentSchedulersTestJSON-624589327 tempest-DHCPAgentSchedulersTestJSON-624589327-project] 10.222.0.47 "DELETE /v2.0/networks/6325a345-a9bc-4726-ba58-5a6105865940 HTTP/1.1" status: 204 len: 168 time: 2.3290057 Apr 08 10:19:17.361901 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-a429e0b7-40f2-4a9e-9966-7010dca2b290 None None] The port '6581684e-e6d6-4641-9241-118bedda8fbe' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:19:17.410050 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-3ce4fac7-dba4-40af-9901-3d21efef73f6 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Synchronizing usage tracker for tenant:a88d9637e6e44088badb84234eb17f98 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:19:17.410650 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-0f147388-078c-4c0d-9c20-615062000cab tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:17.412681 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-0f147388-078c-4c0d-9c20-615062000cab tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.52 "GET /v2.0/networks?id=2e061ab5-f3b5-4fd3-983c-73eb5d82392b HTTP/1.1" status: 200 len: 811 time: 0.2372298 Apr 08 10:19:17.445088 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e26cc2d5-1751-4352-8337-94d5e16a27cc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:17.500473 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e26cc2d5-1751-4352-8337-94d5e16a27cc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:17.502622 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e26cc2d5-1751-4352-8337-94d5e16a27cc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0680842 Apr 08 10:19:17.505380 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-3ce4fac7-dba4-40af-9901-3d21efef73f6 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Unset dirty status for tenant:a88d9637e6e44088badb84234eb17f98 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:19:17.515149 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 6581684e-e6d6-4641-9241-118bedda8fbe no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:19:17.520099 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-3ce4fac7-dba4-40af-9901-3d21efef73f6 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a88d9637e6e44088badb84234eb17f98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6963420 Apr 08 10:19:17.521188 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49132) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:17.526832 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-6963cc5e-85f9-4fa8-b91b-a63307ee6cc1 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Synchronizing usage tracker for tenant:4536e1f44aef4dcaab5fa39823cbd99d on resource:security_group {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:19:17.557964 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-6963cc5e-85f9-4fa8-b91b-a63307ee6cc1 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Unset dirty status for tenant:4536e1f44aef4dcaab5fa39823cbd99d on resource:security_group {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:19:17.562052 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-6963cc5e-85f9-4fa8-b91b-a63307ee6cc1 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4536e1f44aef4dcaab5fa39823cbd99d HTTP/1.1" status: 200 len: 379 time: 0.1104097 Apr 08 10:19:17.575244 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-a4bcaf8b-7e65-4dda-a599-955531cfa524 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Request body: {'port': {'device_id': '256751a2-c4ad-4960-8244-977e05977d8f', 'network_id': '2e061ab5-f3b5-4fd3-983c-73eb5d82392b', 'admin_state_up': True, 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'security_groups': ['aed2c354-c669-464c-bad3-4b8acd28efcf']}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:17.597695 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 6581684e-e6d6-4641-9241-118bedda8fbe {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:19:17.598035 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 6581684e-e6d6-4641-9241-118bedda8fbe not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:19:17.714527 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-55970692-b7c9-4094-9c21-027aa3fa9423 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Synchronizing usage tracker for tenant:724481774e404981810b7575f7d39d74 on resource:floatingip {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:19:17.724335 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02775e5e-67be-4a6d-bc52-6a04f319ff38 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:19:17.737877 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a55857-4d9a-4540-ab35-648004777ca5 None None] Sync routers for ids ['c80b34cf-eb75-4998-afa1-afd9b6333147'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:19:17.746343 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-55970692-b7c9-4094-9c21-027aa3fa9423 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Unset dirty status for tenant:724481774e404981810b7575f7d39d74 on resource:floatingip {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:19:17.750556 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-55970692-b7c9-4094-9c21-027aa3fa9423 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] 10.222.0.47 "GET /v2.0/floatingips?floating_network_id=ac3af07d-d089-4aa8-a1b1-4233606d1e07 HTTP/1.1" status: 200 len: 690 time: 0.2211177 Apr 08 10:19:17.750556 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49142) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:17.766523 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a55857-4d9a-4540-ab35-648004777ca5 None None] Routers {'c80b34cf-eb75-4998-afa1-afd9b6333147'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:19:17.767609 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-71a55857-4d9a-4540-ab35-648004777ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:19:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['c80b34cf-eb75-4998-afa1-afd9b6333147'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:17.785978 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-a4bcaf8b-7e65-4dda-a599-955531cfa524 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:17.793677 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-a4bcaf8b-7e65-4dda-a599-955531cfa524 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Usage tracker for resource:port and tenant:4536e1f44aef4dcaab5fa39823cbd99d is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:17.796449 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-02775e5e-67be-4a6d-bc52-6a04f319ff38 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:17.800492 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49150) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:17.805050 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-02775e5e-67be-4a6d-bc52-6a04f319ff38 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.3474536 Apr 08 10:19:17.808539 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-a4bcaf8b-7e65-4dda-a599-955531cfa524 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:17.939996 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-a4bcaf8b-7e65-4dda-a599-955531cfa524 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:18.009035 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-71a55857-4d9a-4540-ab35-648004777ca5 None None] Set router c80b34cf-eb75-4998-afa1-afd9b6333147 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:19:18.036013 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-a4bcaf8b-7e65-4dda-a599-955531cfa524 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Made reservation on behalf of 4536e1f44aef4dcaab5fa39823cbd99d for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:18.040098 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-a4bcaf8b-7e65-4dda-a599-955531cfa524 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:18.109676 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3be925bd-0f16-40bd-8ca0-a183e8261e76 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:18.299772 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49164) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:18.301967 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-3be925bd-0f16-40bd-8ca0-a183e8261e76 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Deleting port 9d87ff53-b474-42d7-9147-7863cab97f98 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:19:18.302654 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3be925bd-0f16-40bd-8ca0-a183e8261e76 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:18.308619 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:18.359626 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-a4bcaf8b-7e65-4dda-a599-955531cfa524 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Allocated IP 172.20.0.6 (2e061ab5-f3b5-4fd3-983c-73eb5d82392b/21703760-97a0-4591-934b-a62c7a8d3c61/95a82a1f-9179-47cb-b9d3-df6d80e6a203) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:19:18.382806 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49170) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:18.391412 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49172) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:18.416537 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1bf0a897-6747-4a03-8f37-ea8a91e10014 req-8a9dfeb7-9ac5-485c-b707-446bcaa0c191 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 210 time: 0.1180475 Apr 08 10:19:18.458933 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-71a55857-4d9a-4540-ab35-648004777ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80b34cf-eb75-4998-afa1-afd9b6333147', 'name': '', 'tenant_id': '794a0b3333e2433698bbfdaae5954147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5765b628-abf0-4100-a265-784456473f7c', 'external_fixed_ips': [{'subnet_id': 'f0a9375b-53cf-4a7b-bdc5-d76cd1124927', 'ip_address': '2001:db8::164'}], 'enable_snat': True}, 'gw_port_id': '9ed96464-5608-440d-b5bd-0a88b2988fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:19:10Z', 'updated_at': '2022-04-08T10:19:14Z', 'revision_number': 3, 'project_id': '794a0b3333e2433698bbfdaae5954147', 'gw_port': {'id': '9ed96464-5608-440d-b5bd-0a88b2988fc7', 'name': '', 'network_id': '5765b628-abf0-4100-a265-784456473f7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80b34cf-eb75-4998-afa1-afd9b6333147', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f0a9375b-53cf-4a7b-bdc5-d76cd1124927', 'ip_address': '2001:db8::164', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:19:13Z', 'updated_at': '2022-04-08T10:19:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0a9375b-53cf-4a7b-bdc5-d76cd1124927', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:18.469048 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a55857-4d9a-4540-ab35-648004777ca5 None None] Checking router: c80b34cf-eb75-4998-afa1-afd9b6333147 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:19:18.472781 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a55857-4d9a-4540-ab35-648004777ca5 None None] Updating router c80b34cf-eb75-4998-afa1-afd9b6333147 port 9ed96464-5608-440d-b5bd-0a88b2988fc7 binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:19:18.486651 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9fdccd37-4bad-480b-aca7-4b54eaa76cd8 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:18.578205 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2d625984-cab0-4c5b-9f97-9990b25e3e30 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=931f69897a964adeb3cc597da62e6496&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1762099 Apr 08 10:19:18.585172 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49184) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:18.594840 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-71a55857-4d9a-4540-ab35-648004777ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:18.698201 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3be925bd-0f16-40bd-8ca0-a183e8261e76 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:18.698636 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3be925bd-0f16-40bd-8ca0-a183e8261e76 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:18.772301 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-6f789090-f686-4cce-ad8a-1c3cd788b528 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:18.790866 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-c6a791eb-6758-4965-ac48-8353f9a5fb6c service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:18.798351 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-c6a791eb-6758-4965-ac48-8353f9a5fb6c service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2608988 Apr 08 10:19:18.855235 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a70d7130-0f90-4879-a5c5-dcb5a988b7a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:18.884270 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a70d7130-0f90-4879-a5c5-dcb5a988b7a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:18.940792 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-3be925bd-0f16-40bd-8ca0-a183e8261e76 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Calling delete_port for 9d87ff53-b474-42d7-9147-7863cab97f98 owned by network:floatingip {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:19:19.002019 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-a4bcaf8b-7e65-4dda-a599-955531cfa524 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:19.025001 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-a4bcaf8b-7e65-4dda-a599-955531cfa524 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Transition to ACTIVE for port object 95a82a1f-9179-47cb-b9d3-df6d80e6a203 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:19:19.109525 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-a4bcaf8b-7e65-4dda-a599-955531cfa524 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:19.158589 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a70d7130-0f90-4879-a5c5-dcb5a988b7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:19.194519 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-71a55857-4d9a-4540-ab35-648004777ca5 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:19.198328 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d7130-0f90-4879-a5c5-dcb5a988b7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29679173-1c11-4613-af2f-6ba1dc50cb5b,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:19.202376 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a70d7130-0f90-4879-a5c5-dcb5a988b7a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:19.204546 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a70d7130-0f90-4879-a5c5-dcb5a988b7a5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/29679173-1c11-4613-af2f-6ba1dc50cb5b HTTP/1.1" status: 204 len: 168 time: 0.6152451 Apr 08 10:19:19.274060 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-6c7461a6-47ac-4790-951b-eb8f767bf3f3 service neutron] 10.222.0.47 "GET /v2.0/networks/23b9a92c-2414-467b-bd21-b2d4b19be3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4746664 Apr 08 10:19:19.357767 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6f789090-f686-4cce-ad8a-1c3cd788b528 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] 10.222.0.47 "PUT /v2.0/quotas/aec84e55a8cb4a468c3a2ced93c1bc99 HTTP/1.1" status: 200 len: 368 time: 1.0560544 Apr 08 10:19:19.362112 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-a4bcaf8b-7e65-4dda-a599-955531cfa524 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Network 2e061ab5-f3b5-4fd3-983c-73eb5d82392b is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:19.372717 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-896a3b96-2ca5-4a74-a0b6-98e9a6e5db96 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7aa58ba0bb574e5c8e53640bb3a88e2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9709146 Apr 08 10:19:19.373561 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49214) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:19.373878 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49216) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:19.387322 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-a4bcaf8b-7e65-4dda-a599-955531cfa524 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:19.391529 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-a4bcaf8b-7e65-4dda-a599-955531cfa524 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:19.451299 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-6d96c014-7e95-4300-8517-340cc9ac3254 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Request body: {'network': {'project_id': 'aec84e55a8cb4a468c3a2ced93c1bc99'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:19.461477 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-c2356ebe-6735-4549-a605-f992ff71a3a3 service neutron] 10.222.0.47 "GET /v2.0/networks/23b9a92c-2414-467b-bd21-b2d4b19be3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865299 Apr 08 10:19:19.465122 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bcaf8b-7e65-4dda-a599-955531cfa524 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Pushing event updated for resources: {'Port': ['ID=95a82a1f-9179-47cb-b9d3-df6d80e6a203,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:19.531374 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-71a55857-4d9a-4540-ab35-648004777ca5 None None] Transition to ACTIVE for port object 9ed96464-5608-440d-b5bd-0a88b2988fc7 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:19:19.535065 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3be925bd-0f16-40bd-8ca0-a183e8261e76 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:19.542069 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-71a55857-4d9a-4540-ab35-648004777ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:19.576646 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-6d96c014-7e95-4300-8517-340cc9ac3254 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:19.613938 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-6d96c014-7e95-4300-8517-340cc9ac3254 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Usage tracker for resource:network and tenant:aec84e55a8cb4a468c3a2ced93c1bc99 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:19.625638 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-6d96c014-7e95-4300-8517-340cc9ac3254 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:19.681843 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-6d96c014-7e95-4300-8517-340cc9ac3254 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:19.726221 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be925bd-0f16-40bd-8ca0-a183e8261e76 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d87ff53-b474-42d7-9147-7863cab97f98,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:19.887896 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-a4bcaf8b-7e65-4dda-a599-955531cfa524 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:19.894354 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-a4bcaf8b-7e65-4dda-a599-955531cfa524 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:19.948402 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d96c014-7e95-4300-8517-340cc9ac3254 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Made reservation on behalf of aec84e55a8cb4a468c3a2ced93c1bc99 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:19.949704 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5241059-6cc8-448b-b3d9-83a28f3fa2b5 None None] Pushing event updated for resources: {'Port': ['ID=9ed96464-5608-440d-b5bd-0a88b2988fc7,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:19.950695 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6d96c014-7e95-4300-8517-340cc9ac3254 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:19.970835 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d46b6b67-bdb2-44a1-8329-8deab3cce668 None None] Provisioning for port 95a82a1f-9179-47cb-b9d3-df6d80e6a203 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:19:19.981230 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-71a55857-4d9a-4540-ab35-648004777ca5 None None] Attempting to bind port 9ed96464-5608-440d-b5bd-0a88b2988fc7 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:19:19.981592 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-71a55857-4d9a-4540-ab35-648004777ca5 None None] Attempting to bind port 9ed96464-5608-440d-b5bd-0a88b2988fc7 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '4a067399-cdbc-4650-b53d-f5a90b14080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5765b628-abf0-4100-a265-784456473f7c'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:19:19.983118 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a55857-4d9a-4540-ab35-648004777ca5 None None] Attempting to bind port 9ed96464-5608-440d-b5bd-0a88b2988fc7 on network 5765b628-abf0-4100-a265-784456473f7c {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:19:20.004807 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a55857-4d9a-4540-ab35-648004777ca5 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:19:20.005833 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a55857-4d9a-4540-ab35-648004777ca5 None None] Checking segment: {'id': '4a067399-cdbc-4650-b53d-f5a90b14080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5765b628-abf0-4100-a265-784456473f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:19:20.007499 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-71a55857-4d9a-4540-ab35-648004777ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:20.008434 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a55857-4d9a-4540-ab35-648004777ca5 None None] Bound using segment: {'id': '4a067399-cdbc-4650-b53d-f5a90b14080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5765b628-abf0-4100-a265-784456473f7c'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:19:20.008935 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-71a55857-4d9a-4540-ab35-648004777ca5 None None] Bound port: 9ed96464-5608-440d-b5bd-0a88b2988fc7, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a067399-cdbc-4650-b53d-f5a90b14080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5765b628-abf0-4100-a265-784456473f7c'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:19:20.009311 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-71a55857-4d9a-4540-ab35-648004777ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:20.046239 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3be925bd-0f16-40bd-8ca0-a183e8261e76 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:20.069609 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49240) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:20.116829 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4d186085-a435-4f25-ab45-15262f934d94 req-ef471c66-596a-4c87-bf6b-176b267a9955 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e7c1201-1e7f-4d66-9992-5821d7bb5bc4 HTTP/1.1" status: 200 len: 210 time: 0.0855186 Apr 08 10:19:20.147463 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d46b6b67-bdb2-44a1-8329-8deab3cce668 None None] Provisioning complete for port 95a82a1f-9179-47cb-b9d3-df6d80e6a203 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:20.147833 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d46b6b67-bdb2-44a1-8329-8deab3cce668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:20.226648 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9fdccd37-4bad-480b-aca7-4b54eaa76cd8 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:20.273887 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d46b6b67-bdb2-44a1-8329-8deab3cce668 None None] Port 95a82a1f-9179-47cb-b9d3-df6d80e6a203 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:19:20.276815 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3be925bd-0f16-40bd-8ca0-a183e8261e76 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:20.390509 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-71a55857-4d9a-4540-ab35-648004777ca5 None None] For port 9ed96464-5608-440d-b5bd-0a88b2988fc7, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:19:20.401978 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-71a55857-4d9a-4540-ab35-648004777ca5 None None] For port 9ed96464-5608-440d-b5bd-0a88b2988fc7, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=9ed96464-5608-440d-b5bd-0a88b2988fc7,segment=NetworkSegment(4a067399-cdbc-4650-b53d-f5a90b14080d),segment_id=4a067399-cdbc-4650-b53d-f5a90b14080d)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:19:20.413606 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-71a55857-4d9a-4540-ab35-648004777ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:20.530188 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6d96c014-7e95-4300-8517-340cc9ac3254 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:20.623920 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5241059-6cc8-448b-b3d9-83a28f3fa2b5 None None] Pushing event updated for resources: {'Port': ['ID=9ed96464-5608-440d-b5bd-0a88b2988fc7,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:20.635582 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-a4bcaf8b-7e65-4dda-a599-955531cfa524 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0645740 Apr 08 10:19:20.636993 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-9fdccd37-4bad-480b-aca7-4b54eaa76cd8 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Deleting port 9ed96464-5608-440d-b5bd-0a88b2988fc7 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:19:20.637643 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9fdccd37-4bad-480b-aca7-4b54eaa76cd8 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:20.684118 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0c045836-e9b6-455a-a91c-108121947a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:20.696745 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-f57d3d99-7d86-454c-9bbf-d31ee2c06121 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83846) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:20.697996 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bbad03-94fa-41b9-956d-5f4b679872d9 req-ba6e9815-e28f-4cfc-8ac5-f6815c490d5c tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:20.698448 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-f57d3d99-7d86-454c-9bbf-d31ee2c06121 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0212653 Apr 08 10:19:20.701957 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b9bbad03-94fa-41b9-956d-5f4b679872d9 req-ba6e9815-e28f-4cfc-8ac5-f6815c490d5c tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 931 time: 0.8753133 Apr 08 10:19:20.705253 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3be925bd-0f16-40bd-8ca0-a183e8261e76 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:20.711655 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a55857-4d9a-4540-ab35-648004777ca5 None None] Routers {'c80b34cf-eb75-4998-afa1-afd9b6333147'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:19:20.714959 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-71a55857-4d9a-4540-ab35-648004777ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:19:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['c80b34cf-eb75-4998-afa1-afd9b6333147'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:20.817742 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0c045836-e9b6-455a-a91c-108121947a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:20.888671 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-6d96c014-7e95-4300-8517-340cc9ac3254 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:20.935468 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-6d96c014-7e95-4300-8517-340cc9ac3254 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Usage tracker for resource:security_group_rule and tenant:aec84e55a8cb4a468c3a2ced93c1bc99 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:20.962641 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-6d96c014-7e95-4300-8517-340cc9ac3254 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:21.003531 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-6d96c014-7e95-4300-8517-340cc9ac3254 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:21.020333 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-f6b6fca0-534a-419a-84a3-89d33758aff6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-719959739'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:21.066304 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-71a55857-4d9a-4540-ab35-648004777ca5 None None] Set router c80b34cf-eb75-4998-afa1-afd9b6333147 gateway port host: None {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:19:21.109347 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3be925bd-0f16-40bd-8ca0-a183e8261e76 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:21.178598 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-3be925bd-0f16-40bd-8ca0-a183e8261e76 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3af07d-d089-4aa8-a1b1-4233606d1e07']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:21.231921 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f6b6fca0-534a-419a-84a3-89d33758aff6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:21.233657 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-3be925bd-0f16-40bd-8ca0-a183e8261e76 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df78b2ad-b8ef-4cc5-a758-100fb9755e59') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:21.233948 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-3be925bd-0f16-40bd-8ca0-a183e8261e76 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df78b2ad-b8ef-4cc5-a758-100fb9755e59') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:21.254397 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-80a92254-c167-444e-a19a-06cf6cff1415 service neutron] Request body: {'port': {'device_id': '256751a2-c4ad-4960-8244-977e05977d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:21.275214 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3be925bd-0f16-40bd-8ca0-a183e8261e76 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:21.319498 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f6b6fca0-534a-419a-84a3-89d33758aff6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:network and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:21.333840 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f6b6fca0-534a-419a-84a3-89d33758aff6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:21.339171 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-71a55857-4d9a-4540-ab35-648004777ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80b34cf-eb75-4998-afa1-afd9b6333147', 'name': '', 'tenant_id': '794a0b3333e2433698bbfdaae5954147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:19:10Z', 'updated_at': '2022-04-08T10:19:20Z', 'revision_number': 4, 'project_id': '794a0b3333e2433698bbfdaae5954147', 'gw_port_host': None}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:21.358895 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f6b6fca0-534a-419a-84a3-89d33758aff6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:21.360152 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a55857-4d9a-4540-ab35-648004777ca5 None None] The sync data for ids ['c80b34cf-eb75-4998-afa1-afd9b6333147'] in dv-neutron-837110-1-hyperv is: [{'id': 'c80b34cf-eb75-4998-afa1-afd9b6333147', 'name': '', 'tenant_id': '794a0b3333e2433698bbfdaae5954147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:19:10Z', 'updated_at': '2022-04-08T10:19:20Z', 'revision_number': 4, 'project_id': '794a0b3333e2433698bbfdaae5954147', 'gw_port_host': None}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:19:21.435672 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be925bd-0f16-40bd-8ca0-a183e8261e76 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2ab51c3e-8968-45a5-a785-b845cb483b42,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:21.440772 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3be925bd-0f16-40bd-8ca0-a183e8261e76 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:21.467071 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b6fca0-534a-419a-84a3-89d33758aff6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:21.470584 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f6b6fca0-534a-419a-84a3-89d33758aff6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:21.479722 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f5f5c75c-e9f4-49b7-b5e7-cf84501b456b req-508fd9d4-3370-4961-937a-ab933c332e93 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e7c1201-1e7f-4d66-9992-5821d7bb5bc4 HTTP/1.1" status: 200 len: 210 time: 0.1538832 Apr 08 10:19:21.495419 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be925bd-0f16-40bd-8ca0-a183e8261e76 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:19:21.495828 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3be925bd-0f16-40bd-8ca0-a183e8261e76 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:21.497580 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0c045836-e9b6-455a-a91c-108121947a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:21.521737 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49282) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:19:21.523185 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:19:21.558186 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b9bbad03-94fa-41b9-956d-5f4b679872d9 req-e1bf0808-78c8-4ea0-94af-5cf8c104e98e tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8204737 Apr 08 10:19:21.628162 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f6b6fca0-534a-419a-84a3-89d33758aff6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:21.652494 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0c045836-e9b6-455a-a91c-108121947a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:21.653597 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0c045836-e9b6-455a-a91c-108121947a0e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/954c9960-e6fc-4cdd-bc4d-f3f8a8b6cfc2 HTTP/1.1" status: 204 len: 168 time: 2.2683165 Apr 08 10:19:21.677129 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3be925bd-0f16-40bd-8ca0-a183e8261e76 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:21.704459 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c045836-e9b6-455a-a91c-108121947a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954c9960-e6fc-4cdd-bc4d-f3f8a8b6cfc2,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:21.723962 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-9fdccd37-4bad-480b-aca7-4b54eaa76cd8 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] For port 9ed96464-5608-440d-b5bd-0a88b2988fc7, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=9ed96464-5608-440d-b5bd-0a88b2988fc7,segment=NetworkSegment(4a067399-cdbc-4650-b53d-f5a90b14080d),segment_id=4a067399-cdbc-4650-b53d-f5a90b14080d)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:19:21.728061 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be925bd-0f16-40bd-8ca0-a183e8261e76 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ac3af07d-d089-4aa8-a1b1-4233606d1e07 {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 08 10:19:21.732116 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9fdccd37-4bad-480b-aca7-4b54eaa76cd8 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:21.741412 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3be925bd-0f16-40bd-8ca0-a183e8261e76 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:21.759193 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be925bd-0f16-40bd-8ca0-a183e8261e76 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac3af07d-d089-4aa8-a1b1-4233606d1e07,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:21.788466 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3be925bd-0f16-40bd-8ca0-a183e8261e76 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] 10.222.0.47 "DELETE /v2.0/networks/ac3af07d-d089-4aa8-a1b1-4233606d1e07 HTTP/1.1" status: 204 len: 168 time: 4.0361168 Apr 08 10:19:21.791552 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49294) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:21.812072 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-80a92254-c167-444e-a19a-06cf6cff1415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:21.895255 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-afaa1096-eb32-4c04-82f8-d8fefcdc6d6b tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Synchronizing usage tracker for tenant:724481774e404981810b7575f7d39d74 on resource:floatingip {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:19:21.918723 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-afaa1096-eb32-4c04-82f8-d8fefcdc6d6b tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Unset dirty status for tenant:724481774e404981810b7575f7d39d74 on resource:floatingip {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:19:21.921438 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-afaa1096-eb32-4c04-82f8-d8fefcdc6d6b tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1170 time: 0.1284244 Apr 08 10:19:21.924376 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49298) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:22.056495 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df76adb0-f6c1-4eab-aa6e-186b085e3d94 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:22.056882 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df76adb0-f6c1-4eab-aa6e-186b085e3d94 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:22.057299 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df76adb0-f6c1-4eab-aa6e-186b085e3d94 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:22.058569 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df76adb0-f6c1-4eab-aa6e-186b085e3d94 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:22.058943 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df76adb0-f6c1-4eab-aa6e-186b085e3d94 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:22.059942 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df76adb0-f6c1-4eab-aa6e-186b085e3d94 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:22.063059 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-df76adb0-f6c1-4eab-aa6e-186b085e3d94 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Synchronizing usage tracker for tenant:724481774e404981810b7575f7d39d74 on resource:subnet {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:19:22.103535 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-df76adb0-f6c1-4eab-aa6e-186b085e3d94 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Unset dirty status for tenant:724481774e404981810b7575f7d39d74 on resource:subnet {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:19:22.107877 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-df76adb0-f6c1-4eab-aa6e-186b085e3d94 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3989 time: 0.1791136 Apr 08 10:19:22.108527 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49302) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:22.112746 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6d96c014-7e95-4300-8517-340cc9ac3254 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:22.220699 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f6b6fca0-534a-419a-84a3-89d33758aff6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:22.229254 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-9beddcbc-1078-4688-b32d-7acdbc792d6d tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] delete failed (client error): The resource could not be found. Apr 08 10:19:22.230702 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9beddcbc-1078-4688-b32d-7acdbc792d6d tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/3ae41f60-0e91-48b0-9ff1-caf02e1b23ed HTTP/1.1" status: 404 len: 345 time: 0.1205981 Apr 08 10:19:22.234080 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49308) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:22.279472 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b8844e-39a7-424c-9064-507d7a161b9b tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] DELETE failed (client error): The resource could not be found. Apr 08 10:19:22.280008 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b8844e-39a7-424c-9064-507d7a161b9b tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:19:22.282887 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c2b8844e-39a7-424c-9064-507d7a161b9b tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] 10.222.0.47 "DELETE /v2.0/networks/ac3af07d-d089-4aa8-a1b1-4233606d1e07 HTTP/1.1" status: 404 len: 339 time: 0.0472107 Apr 08 10:19:22.288260 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49312) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:22.295743 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-1e18b097-05be-4d67-8dd0-b909e0cf6481 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Request body: {'network': {'name': 'tempest-network--400967604', 'router:external': True}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:22.301697 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-1e18b097-05be-4d67-8dd0-b909e0cf6481 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:22.307982 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1e18b097-05be-4d67-8dd0-b909e0cf6481 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Usage tracker for resource:network and tenant:724481774e404981810b7575f7d39d74 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:22.319176 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1e18b097-05be-4d67-8dd0-b909e0cf6481 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:22.319176 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-1e18b097-05be-4d67-8dd0-b909e0cf6481 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:22.338044 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e18b097-05be-4d67-8dd0-b909e0cf6481 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Made reservation on behalf of 724481774e404981810b7575f7d39d74 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:22.340980 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1e18b097-05be-4d67-8dd0-b909e0cf6481 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:22.347669 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [None req-24110791-dde5-4ae7-9b72-5cc49f8f32d5 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83846) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:22.348696 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-24110791-dde5-4ae7-9b72-5cc49f8f32d5 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.7760675 Apr 08 10:19:22.361008 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-9fdccd37-4bad-480b-aca7-4b54eaa76cd8 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Calling delete_port for 9ed96464-5608-440d-b5bd-0a88b2988fc7 owned by network:router_gateway {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:19:22.362843 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49316) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:22.373438 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-dcb0c880-711b-49e6-b983-ae9ff7dba1c9 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:22.374565 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-dcb0c880-711b-49e6-b983-ae9ff7dba1c9 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0073311 Apr 08 10:19:22.377555 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49320) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:22.384206 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-08d14165-c94f-4f29-b537-44f865cfee9d tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:22.385206 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-08d14165-c94f-4f29-b537-44f865cfee9d tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0063207 Apr 08 10:19:22.387681 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49324) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:22.392736 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6d96c014-7e95-4300-8517-340cc9ac3254 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:22.396745 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f6b6fca0-534a-419a-84a3-89d33758aff6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:security_group_rule and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:22.398912 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-d7c080da-a14d-49a1-8a47-acef76f50a38 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:22.400453 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d7c080da-a14d-49a1-8a47-acef76f50a38 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0109355 Apr 08 10:19:22.403916 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49328) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:22.406761 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e18b097-05be-4d67-8dd0-b909e0cf6481 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:19:22.414161 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-eadca687-f3d6-4f5d-9b50-5831791e5dd6 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:22.415276 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-eadca687-f3d6-4f5d-9b50-5831791e5dd6 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0102160 Apr 08 10:19:22.418831 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49332) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:22.430019 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-42cbd77a-4527-4e3c-a74d-04e204e5e734 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:22.431222 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-42cbd77a-4527-4e3c-a74d-04e204e5e734 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0112298 Apr 08 10:19:22.436423 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1e18b097-05be-4d67-8dd0-b909e0cf6481 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:22.437411 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-1e18b097-05be-4d67-8dd0-b909e0cf6481 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Added segment 9ef38dae-90a8-4df8-bee2-57d6cdba38f2 of type vlan for network 648c129e-ca3e-4ee9-8769-2ca1c325c253 Apr 08 10:19:22.440386 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49336) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:22.442772 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f6b6fca0-534a-419a-84a3-89d33758aff6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:22.456832 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-4928ad79-bd53-4839-99aa-9731b3424344 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:22.462423 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4928ad79-bd53-4839-99aa-9731b3424344 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0201766 Apr 08 10:19:22.465131 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49340) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:22.489140 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f6b6fca0-534a-419a-84a3-89d33758aff6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:22.496725 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [None req-f8e01087-227a-4cfa-a9ec-973a8469323d tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83846) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:22.506982 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f8e01087-227a-4cfa-a9ec-973a8469323d tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0198262 Apr 08 10:19:22.515295 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49344) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:22.534076 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d96c014-7e95-4300-8517-340cc9ac3254 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:19:22.558783 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1e18b097-05be-4d67-8dd0-b909e0cf6481 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:22.572001 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [None req-f9d3f12c-3360-4907-8538-758717d50793 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83846) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:22.573069 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f9d3f12c-3360-4907-8538-758717d50793 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0451553 Apr 08 10:19:22.647201 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49350) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:22.692860 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1e18b097-05be-4d67-8dd0-b909e0cf6481 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:22.696691 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e18b097-05be-4d67-8dd0-b909e0cf6481 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:22.697340 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1e18b097-05be-4d67-8dd0-b909e0cf6481 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:22.712224 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [None req-d2221574-effd-49b9-a748-8c9981151fbb tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83846) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:22.713298 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d2221574-effd-49b9-a748-8c9981151fbb tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0394392 Apr 08 10:19:22.723107 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96c014-7e95-4300-8517-340cc9ac3254 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ea280e-7213-448e-b6fc-8ce5354e9611,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:22.766398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49356) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:22.856049 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49358) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:22.874001 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18b097-05be-4d67-8dd0-b909e0cf6481 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Pushing event updated for resources: {'Network': ['ID=648c129e-ca3e-4ee9-8769-2ca1c325c253,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:22.877012 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1e18b097-05be-4d67-8dd0-b909e0cf6481 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5876641 Apr 08 10:19:22.880382 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-19f08a18-ac9e-4a03-aa79-db90e1d30c54 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:22.884126 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-19f08a18-ac9e-4a03-aa79-db90e1d30c54 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0136471 Apr 08 10:19:22.885316 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49368) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:22.885573 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49370) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:22.890780 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 648c129e-ca3e-4ee9-8769-2ca1c325c253 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:19:22.931002 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6d96c014-7e95-4300-8517-340cc9ac3254 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:22.931310 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-6d96c014-7e95-4300-8517-340cc9ac3254 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Added segment 0aa61021-2dcf-40b4-b753-92a4d0797d95 of type vlan for network 3044d406-7a1b-45f7-a6c0-599af033a0ac Apr 08 10:19:22.943767 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fd3723d9-c316-4f00-919d-0e40f853fa8a req-7669849c-515c-4570-b802-accfde0bc7dd tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e7c1201-1e7f-4d66-9992-5821d7bb5bc4 HTTP/1.1" status: 200 len: 210 time: 0.0715408 Apr 08 10:19:22.982642 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.52', 62286) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:22.989963 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-58ba6df2-0f30-4b2f-b689-5c2ce5ed0836 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:22.993892 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-58ba6df2-0f30-4b2f-b689-5c2ce5ed0836 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.1053419 Apr 08 10:19:22.996005 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49376) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:23.104959 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-cb185e5a-6be2-425e-a0e5-cea53741ee0f tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:23.108671 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-cb185e5a-6be2-425e-a0e5-cea53741ee0f tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.1082020 Apr 08 10:19:23.230706 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49382) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:23.299769 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-c31de0fd-84d4-44b7-81d1-d1a04d6ab4e8 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:23.303697 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c31de0fd-84d4-44b7-81d1-d1a04d6ab4e8 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0630050 Apr 08 10:19:23.318215 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49386) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:23.338986 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-cf85bf73-9434-4646-b876-8f947ee667bc tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:23.342842 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-cf85bf73-9434-4646-b876-8f947ee667bc tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0164454 Apr 08 10:19:23.351507 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49390) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:23.365100 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-4e325b45-6204-45a5-be5b-26161bcf06a3 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:23.369219 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4e325b45-6204-45a5-be5b-26161bcf06a3 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0164342 Apr 08 10:19:23.370723 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49394) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:23.393414 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-7f969ad6-cb11-4d26-a4c9-a5108bec7e89 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:23.397395 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7f969ad6-cb11-4d26-a4c9-a5108bec7e89 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0216305 Apr 08 10:19:23.402735 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49398) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:23.432471 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [None req-ca16bb38-6bf3-4770-8381-32206157ed88 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83846) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:23.435981 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ca16bb38-6bf3-4770-8381-32206157ed88 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0205500 Apr 08 10:19:23.442202 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49402) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:23.447335 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b063c193-b177-4336-bacf-d9a9dd87c419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:23.460725 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-00f06128-c8ee-4a78-9e0d-651fecdec5c5 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:23.464270 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-00f06128-c8ee-4a78-9e0d-651fecdec5c5 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0194337 Apr 08 10:19:23.469633 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49406) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:23.496639 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84003744-2f7b-4b58-bfc6-d7479a82a939 req-ad3086d0-3453-4fe7-9ec4-e93711e53f57 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:23.498179 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-84003744-2f7b-4b58-bfc6-d7479a82a939 req-ad3086d0-3453-4fe7-9ec4-e93711e53f57 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 931 time: 0.5534487 Apr 08 10:19:23.505619 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-3f450377-6f06-41aa-948d-aa54891881af tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:23.507226 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-3f450377-6f06-41aa-948d-aa54891881af tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.52 "GET /v2.0/networks?id=23b9a92c-2414-467b-bd21-b2d4b19be3ff HTTP/1.1" status: 200 len: 806 time: 0.5123112 Apr 08 10:19:23.513668 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cf6c72-063a-44fd-8020-a2dcb77db163 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:23.518661 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cf6c72-063a-44fd-8020-a2dcb77db163 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:23.522440 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cf6c72-063a-44fd-8020-a2dcb77db163 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:23.526644 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cf6c72-063a-44fd-8020-a2dcb77db163 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:23.528621 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [None req-585d6c99-445a-4b51-a770-8e17587a210b tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83846) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:23.532700 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-585d6c99-445a-4b51-a770-8e17587a210b tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0101664 Apr 08 10:19:23.532833 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cf6c72-063a-44fd-8020-a2dcb77db163 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:23.532833 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-96cf6c72-063a-44fd-8020-a2dcb77db163 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Synchronizing usage tracker for tenant:2cb0293cf5aa4476aefca6ffa0d1f958 on resource:network {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:19:23.535944 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49414) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:23.556352 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-9f080a00-679f-474f-8f30-c7275f979f3e tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:23.560063 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9f080a00-679f-474f-8f30-c7275f979f3e tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0204217 Apr 08 10:19:23.565710 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49418) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:23.588149 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6d96c014-7e95-4300-8517-340cc9ac3254 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:23.591637 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-013766ae-9e02-4f94-aef4-779153363b6d tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:23.595809 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-013766ae-9e02-4f94-aef4-779153363b6d tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0244613 Apr 08 10:19:23.608102 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49424) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:23.620146 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-36b09cf4-afb8-4ecf-99e4-b495b1babb30 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:23.624113 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-36b09cf4-afb8-4ecf-99e4-b495b1babb30 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0087366 Apr 08 10:19:23.624113 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-96cf6c72-063a-44fd-8020-a2dcb77db163 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Unset dirty status for tenant:2cb0293cf5aa4476aefca6ffa0d1f958 on resource:network {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:19:23.625218 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-96cf6c72-063a-44fd-8020-a2dcb77db163 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3061 time: 0.7381761 Apr 08 10:19:23.626176 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49428) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:23.652040 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49430) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:23.655143 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-d136e440-a89d-497b-9a21-5ced51a6e31d tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a88d9637e6e44088badb84234eb17f98 HTTP/1.1" status: 200 len: 379 time: 0.0884266 Apr 08 10:19:23.662009 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-712ca0f8-26b3-493d-91eb-29b3283e2ef2 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:23.665837 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-712ca0f8-26b3-493d-91eb-29b3283e2ef2 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0147638 Apr 08 10:19:23.669401 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49436) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:23.706525 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [None req-76a94a69-d371-46fc-824a-7abaddcf1123 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83846) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:23.711265 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-76a94a69-d371-46fc-824a-7abaddcf1123 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0243473 Apr 08 10:19:23.736699 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49440) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:23.750585 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [None req-fbf5bd1f-c5e6-41f2-9e70-08217363fe4d tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83846) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:23.752521 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-fbf5bd1f-c5e6-41f2-9e70-08217363fe4d tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0146954 Apr 08 10:19:23.762524 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49444) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:23.774048 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7d46f611-51b4-4538-8cfb-30c6f7298c11 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:23.784398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-361d19ce-f976-491d-a181-bcdf396926e2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Request body: {'port': {'device_id': '7e7c1201-1e7f-4d66-9992-5821d7bb5bc4', 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff', 'admin_state_up': True, 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'security_groups': ['98a58cd0-6a1d-4739-a16e-adf2967f6c87']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:23.798502 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [None req-2cc358d9-e94f-4efc-aeea-f290d5b88481 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83846) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:23.804596 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2cc358d9-e94f-4efc-aeea-f290d5b88481 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0346551 Apr 08 10:19:23.878264 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49448) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:23.896268 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b063c193-b177-4336-bacf-d9a9dd87c419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:23.943375 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-84003744-2f7b-4b58-bfc6-d7479a82a939 req-998bf8b5-edbc-47d5-8f38-338a90daa7cd tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4349203 Apr 08 10:19:24.195851 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [None req-63b87b8e-d424-475d-9297-aed5d5ed5827 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83846) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:24.201337 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-63b87b8e-d424-475d-9297-aed5d5ed5827 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.3206801 Apr 08 10:19:24.203405 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f6b6fca0-534a-419a-84a3-89d33758aff6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:24.209824 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9fdccd37-4bad-480b-aca7-4b54eaa76cd8 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:24.222953 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49454) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:24.238421 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b063c193-b177-4336-bacf-d9a9dd87c419 admin admin] Usage tracker for resource:security_group_rule and tenant:355be38eaf7b4d4eb5989d89671fd844 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:24.339813 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f6b6fca0-534a-419a-84a3-89d33758aff6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:24.343891 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4f5f7e0e-a802-4fe7-9870-4f594613cf59 req-c7bd3396-b768-4666-a0f0-6c3e60dfd520 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e7c1201-1e7f-4d66-9992-5821d7bb5bc4 HTTP/1.1" status: 200 len: 210 time: 0.0749843 Apr 08 10:19:24.346712 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b063c193-b177-4336-bacf-d9a9dd87c419 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:24.349441 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7d46f611-51b4-4538-8cfb-30c6f7298c11 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:24.371157 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-361d19ce-f976-491d-a181-bcdf396926e2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:24.383504 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-361d19ce-f976-491d-a181-bcdf396926e2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:24.418206 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-7d46f611-51b4-4538-8cfb-30c6f7298c11 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['648c129e-ca3e-4ee9-8769-2ca1c325c253']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:24.427296 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-361d19ce-f976-491d-a181-bcdf396926e2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Made reservation on behalf of a88d9637e6e44088badb84234eb17f98 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:24.430747 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-361d19ce-f976-491d-a181-bcdf396926e2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:24.439348 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdccd37-4bad-480b-aca7-4b54eaa76cd8 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ed96464-5608-440d-b5bd-0a88b2988fc7,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:24.452924 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-7d46f611-51b4-4538-8cfb-30c6f7298c11 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef38dae-90a8-4df8-bee2-57d6cdba38f2') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:24.453473 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-7d46f611-51b4-4538-8cfb-30c6f7298c11 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef38dae-90a8-4df8-bee2-57d6cdba38f2') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:24.476186 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7d46f611-51b4-4538-8cfb-30c6f7298c11 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:24.533626 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7d46f611-51b4-4538-8cfb-30c6f7298c11 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:24.535514 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [None req-1cd84753-4fe5-4ca2-a5ad-305fb5e86e06 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83846) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:24.540521 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1cd84753-4fe5-4ca2-a5ad-305fb5e86e06 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.1960993 Apr 08 10:19:24.542181 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49458) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:24.549273 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6fca0-534a-419a-84a3-89d33758aff6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49191f2a-e922-4397-8d4b-f5030c5b498a,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:24.551081 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-2e9aabee-22cf-487f-802d-8da371bd2fad tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:24.552257 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2e9aabee-22cf-487f-802d-8da371bd2fad tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0075378 Apr 08 10:19:24.556823 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49462) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:24.562465 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d46f611-51b4-4538-8cfb-30c6f7298c11 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:19:24.562737 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7d46f611-51b4-4538-8cfb-30c6f7298c11 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:19:24.577247 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:19:24.582629 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b063c193-b177-4336-bacf-d9a9dd87c419 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:24.588678 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6d96c014-7e95-4300-8517-340cc9ac3254 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:24.591538 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d96c014-7e95-4300-8517-340cc9ac3254 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:24.592325 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6d96c014-7e95-4300-8517-340cc9ac3254 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:24.739865 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6d96c014-7e95-4300-8517-340cc9ac3254 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 5.3579726 Apr 08 10:19:24.745597 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49466) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:24.751899 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-f90f09d6-adf7-48a1-b1f4-5951ebfdbfe3 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Request body: {'network': {'project_id': 'aec84e55a8cb4a468c3a2ced93c1bc99'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:24.758539 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7d46f611-51b4-4538-8cfb-30c6f7298c11 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:24.758763 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [None req-e50e4afc-b330-40d9-9833-19d02918b8c2 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83846) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:24.761191 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f90f09d6-adf7-48a1-b1f4-5951ebfdbfe3 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:24.763791 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e50e4afc-b330-40d9-9833-19d02918b8c2 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.1805017 Apr 08 10:19:24.766067 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49470) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:24.790121 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f90f09d6-adf7-48a1-b1f4-5951ebfdbfe3 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Usage tracker for resource:network and tenant:aec84e55a8cb4a468c3a2ced93c1bc99 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:24.801033 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d46f611-51b4-4538-8cfb-30c6f7298c11 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 648c129e-ca3e-4ee9-8769-2ca1c325c253 {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 08 10:19:24.806264 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-dee7ac0e-b19f-48e4-8e66-b36a63d79b9b tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:24.807293 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-dee7ac0e-b19f-48e4-8e66-b36a63d79b9b tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0369401 Apr 08 10:19:24.811323 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f90f09d6-adf7-48a1-b1f4-5951ebfdbfe3 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:24.817262 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7d46f611-51b4-4538-8cfb-30c6f7298c11 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:24.837566 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49474) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:24.840389 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f90f09d6-adf7-48a1-b1f4-5951ebfdbfe3 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:24.845888 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-615e0d9b-4fce-46cf-ad27-d961bb37ead4 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:24.847047 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-615e0d9b-4fce-46cf-ad27-d961bb37ead4 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0085526 Apr 08 10:19:24.857477 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7d46f611-51b4-4538-8cfb-30c6f7298c11 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] 10.222.0.47 "DELETE /v2.0/networks/648c129e-ca3e-4ee9-8769-2ca1c325c253 HTTP/1.1" status: 204 len: 168 time: 1.2010314 Apr 08 10:19:24.858721 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46f611-51b4-4538-8cfb-30c6f7298c11 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Pushing event deleted for resources: {'Network': ['ID=648c129e-ca3e-4ee9-8769-2ca1c325c253,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:24.860774 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49478) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:24.861198 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49480) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:24.872703 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-a8dcd2c9-f853-4d7c-a734-1316f0269bdc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Request body: {'network': {'name': 'tempest-network--1103605504', 'router:external': True}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:24.883236 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-e3c95a1f-f4b6-4e19-8aa6-5d60c36bd3f1 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:24.884496 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e3c95a1f-f4b6-4e19-8aa6-5d60c36bd3f1 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0182493 Apr 08 10:19:24.885986 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-361d19ce-f976-491d-a181-bcdf396926e2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Allocated IP 172.20.0.5 (23b9a92c-2414-467b-bd21-b2d4b19be3ff/692d3687-9099-4281-8e6d-66a12d208bbd/4da59696-2f99-4214-9f85-6a62968894d5) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:19:24.893900 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49486) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:24.900731 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-3cc6dfa6-4d97-408f-b2cc-9c04e7f6cea7 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:24.901879 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3cc6dfa6-4d97-408f-b2cc-9c04e7f6cea7 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0069606 Apr 08 10:19:24.902991 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a8dcd2c9-f853-4d7c-a734-1316f0269bdc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:24.906591 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49490) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:24.929094 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-38a1ba07-a970-4c38-bdab-018571c4d32e tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:24.930255 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-38a1ba07-a970-4c38-bdab-018571c4d32e tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0056410 Apr 08 10:19:24.931528 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a8dcd2c9-f853-4d7c-a734-1316f0269bdc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Usage tracker for resource:network and tenant:724481774e404981810b7575f7d39d74 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:24.936836 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a8dcd2c9-f853-4d7c-a734-1316f0269bdc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:24.939809 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49494) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:24.947557 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a8dcd2c9-f853-4d7c-a734-1316f0269bdc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:24.952436 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-606e07d3-3f57-4cd2-92cb-24ccf6abe1e5 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:24.953564 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-606e07d3-3f57-4cd2-92cb-24ccf6abe1e5 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0129099 Apr 08 10:19:24.955223 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90f09d6-adf7-48a1-b1f4-5951ebfdbfe3 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Made reservation on behalf of aec84e55a8cb4a468c3a2ced93c1bc99 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:24.957894 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f90f09d6-adf7-48a1-b1f4-5951ebfdbfe3 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:24.968236 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49498) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:24.984822 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-e83e792a-6187-4862-95b7-a50f6802c563 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:24.986014 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e83e792a-6187-4862-95b7-a50f6802c563 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0112925 Apr 08 10:19:24.992536 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49502) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:25.001433 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-0c2acfcc-b44b-4750-a208-8ef81ddf963f tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:25.002525 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0c2acfcc-b44b-4750-a208-8ef81ddf963f tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0089388 Apr 08 10:19:25.011674 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49506) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:25.035202 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-d1d5f5ee-0b00-49ae-b189-7903b18c8919 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:25.053256 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d1d5f5ee-0b00-49ae-b189-7903b18c8919 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0397589 Apr 08 10:19:25.079618 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90f09d6-adf7-48a1-b1f4-5951ebfdbfe3 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:19:25.099039 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f90f09d6-adf7-48a1-b1f4-5951ebfdbfe3 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:25.099039 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-f90f09d6-adf7-48a1-b1f4-5951ebfdbfe3 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Added segment c854e595-e40d-4dfc-a613-ceef60cd1493 of type vlan for network 279d3449-6d73-4a7c-b47e-e737ad4ba48e Apr 08 10:19:25.106250 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b6fca0-534a-419a-84a3-89d33758aff6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:19:25.111243 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49512) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:25.158993 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f90f09d6-adf7-48a1-b1f4-5951ebfdbfe3 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:25.202299 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [None req-93b4ee48-9ff4-4717-8322-99416d074ab1 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83846) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:25.205186 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-93b4ee48-9ff4-4717-8322-99416d074ab1 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0800531 Apr 08 10:19:25.214109 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-80a92254-c167-444e-a19a-06cf6cff1415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95a82a1f-9179-47cb-b9d3-df6d80e6a203 {{(pid=83846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:19:25.222117 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49516) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:25.251659 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dcd2c9-f853-4d7c-a734-1316f0269bdc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Made reservation on behalf of 724481774e404981810b7575f7d39d74 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:25.254612 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a8dcd2c9-f853-4d7c-a734-1316f0269bdc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:25.258702 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-80a92254-c167-444e-a19a-06cf6cff1415 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:25.268842 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [None req-c5810a0b-1a17-4d53-bcd4-003995b905c4 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83846) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:25.269973 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c5810a0b-1a17-4d53-bcd4-003995b905c4 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0396991 Apr 08 10:19:25.273350 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f6b6fca0-534a-419a-84a3-89d33758aff6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:25.277088 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-f6b6fca0-534a-419a-84a3-89d33758aff6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Added segment a6f0bcb1-8c1b-41dd-abd8-750041a5577e of type vlan for network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f Apr 08 10:19:25.279205 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f90f09d6-adf7-48a1-b1f4-5951ebfdbfe3 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:25.280549 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90f09d6-adf7-48a1-b1f4-5951ebfdbfe3 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:25.280862 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f90f09d6-adf7-48a1-b1f4-5951ebfdbfe3 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:25.284153 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96c014-7e95-4300-8517-340cc9ac3254 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Pushing event updated for resources: {'Network': ['ID=3044d406-7a1b-45f7-a6c0-599af033a0ac,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:25.286760 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9fdccd37-4bad-480b-aca7-4b54eaa76cd8 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:25.297421 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 3044d406-7a1b-45f7-a6c0-599af033a0ac details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:19:25.320030 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49520) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:25.611934 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-6f612da0-3cd4-4c71-80ae-6757db405a29 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:25.617386 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49526) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:25.620119 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6f612da0-3cd4-4c71-80ae-6757db405a29 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0997036 Apr 08 10:19:25.633354 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-80a92254-c167-444e-a19a-06cf6cff1415 service neutron] Transition to ACTIVE for port object 95a82a1f-9179-47cb-b9d3-df6d80e6a203 will not be triggered until provisioned by entity L2. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:19:25.646166 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [None req-4bd93050-67a3-4144-84d5-4e595531d0f2 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83846) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:25.647529 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4bd93050-67a3-4144-84d5-4e595531d0f2 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0235617 Apr 08 10:19:25.667636 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49530) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:25.670585 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-80a92254-c167-444e-a19a-06cf6cff1415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:25.687254 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [None req-e840519a-6558-45fe-93fe-0150353c00fb tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83846) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:25.688595 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e840519a-6558-45fe-93fe-0150353c00fb tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0057535 Apr 08 10:19:25.725680 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49534) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:25.830655 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [None req-b1f7f478-8e7f-4da8-ab03-4398936c668b tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83846) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:25.831742 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b1f7f478-8e7f-4da8-ab03-4398936c668b tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0900583 Apr 08 10:19:25.857207 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-361d19ce-f976-491d-a181-bcdf396926e2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:25.915276 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f6b6fca0-534a-419a-84a3-89d33758aff6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:25.935292 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49538) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:25.948967 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-361d19ce-f976-491d-a181-bcdf396926e2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Transition to ACTIVE for port object 4da59696-2f99-4214-9f85-6a62968894d5 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:19:25.954097 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-6cbfd0d6-1300-431b-b52e-03c7aa85a257 req-62b6f6b5-a249-4b5e-a631-0d26908dfd3e tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Synchronizing usage tracker for tenant:a88d9637e6e44088badb84234eb17f98 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:19:25.963899 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-4a2aee48-b013-4733-9773-227d0cebc968 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:25.965034 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4a2aee48-b013-4733-9773-227d0cebc968 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0263777 Apr 08 10:19:25.979124 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49542) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:25.994842 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f09d6-adf7-48a1-b1f4-5951ebfdbfe3 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Pushing event updated for resources: {'Network': ['ID=279d3449-6d73-4a7c-b47e-e737ad4ba48e,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:25.999181 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f90f09d6-adf7-48a1-b1f4-5951ebfdbfe3 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2522962 Apr 08 10:19:26.010440 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49544) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:26.012916 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 279d3449-6d73-4a7c-b47e-e737ad4ba48e details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:19:26.020159 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-7d236807-92f1-4fb0-bf5f-69635f31c842 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:26.023857 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7d236807-92f1-4fb0-bf5f-69635f31c842 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0203118 Apr 08 10:19:26.032610 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-95f3a85b-31e5-4e49-902c-79feedd51a47 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Request body: {'network': {'project_id': 'aec84e55a8cb4a468c3a2ced93c1bc99'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:26.035339 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49550) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:26.046166 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8dcd2c9-f853-4d7c-a734-1316f0269bdc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:19:26.050943 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-95f3a85b-31e5-4e49-902c-79feedd51a47 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:26.055562 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-c0f8e393-79c5-4940-853c-7b80aaffc1c2 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:26.059204 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c0f8e393-79c5-4940-853c-7b80aaffc1c2 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0141554 Apr 08 10:19:26.061287 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-6cbfd0d6-1300-431b-b52e-03c7aa85a257 req-62b6f6b5-a249-4b5e-a631-0d26908dfd3e tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Unset dirty status for tenant:a88d9637e6e44088badb84234eb17f98 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:19:26.065096 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49554) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:26.074179 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6cbfd0d6-1300-431b-b52e-03c7aa85a257 req-62b6f6b5-a249-4b5e-a631-0d26908dfd3e tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e7c1201-1e7f-4d66-9992-5821d7bb5bc4 HTTP/1.1" status: 200 len: 210 time: 0.4389956 Apr 08 10:19:26.081857 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-95f3a85b-31e5-4e49-902c-79feedd51a47 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Usage tracker for resource:network and tenant:aec84e55a8cb4a468c3a2ced93c1bc99 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:26.096587 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-95f3a85b-31e5-4e49-902c-79feedd51a47 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:26.118927 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-95f3a85b-31e5-4e49-902c-79feedd51a47 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:26.120257 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a8dcd2c9-f853-4d7c-a734-1316f0269bdc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:26.120817 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-a8dcd2c9-f853-4d7c-a734-1316f0269bdc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Added segment 7deb0246-de35-4e13-bbd1-8930c554dce3 of type vlan for network fa89464e-0ba0-44af-85a7-2bb4df01f64a Apr 08 10:19:26.130565 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f3a85b-31e5-4e49-902c-79feedd51a47 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 08 10:19:26.131294 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f3a85b-31e5-4e49-902c-79feedd51a47 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:19:26.132627 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-95f3a85b-31e5-4e49-902c-79feedd51a47 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1171377 Apr 08 10:19:26.137081 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49558) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:26.193433 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-361d19ce-f976-491d-a181-bcdf396926e2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:26.205091 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [None req-3702cbc2-c075-4b47-81d6-80de81909f85 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83846) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:26.212461 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3702cbc2-c075-4b47-81d6-80de81909f85 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.1005380 Apr 08 10:19:26.215322 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9fdccd37-4bad-480b-aca7-4b54eaa76cd8 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:26.234027 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49562) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:26.251991 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [None req-49c71b35-7bfa-4be8-82c8-649d67c9f4ee tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83846) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:26.260892 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-49c71b35-7bfa-4be8-82c8-649d67c9f4ee tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0227799 Apr 08 10:19:26.270919 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b063c193-b177-4336-bacf-d9a9dd87c419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:26.274745 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9fdccd37-4bad-480b-aca7-4b54eaa76cd8 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:26.278541 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49566) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:26.343366 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.resource_extend [None req-f6b6fca0-534a-419a-84a3-89d33758aff6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:19:26.353876 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a92254-c167-444e-a19a-06cf6cff1415 service neutron] Pushing event updated for resources: {'Port': ['ID=95a82a1f-9179-47cb-b9d3-df6d80e6a203,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:26.358990 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [None req-e061ff62-fb41-4bc1-93b4-8aba66c3f541 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83846) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:26.363390 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e061ff62-fb41-4bc1-93b4-8aba66c3f541 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0273454 Apr 08 10:19:26.367947 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49570) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:26.378430 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a8dcd2c9-f853-4d7c-a734-1316f0269bdc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:26.385728 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-117e6bfa-64ad-42a5-ab2d-68aa872b3523 tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aec84e55a8cb4a468c3a2ced93c1bc99&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2384484 Apr 08 10:19:26.394646 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-8965aa58-6434-4388-b816-680304fe1660 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:26.395704 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8965aa58-6434-4388-b816-680304fe1660 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0131578 Apr 08 10:19:26.398022 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49574) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:26.399942 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b063c193-b177-4336-bacf-d9a9dd87c419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:26.405957 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49576) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:26.434603 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-80498e0e-8d36-4464-a12a-57f610cc1299 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:26.435660 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-80498e0e-8d36-4464-a12a-57f610cc1299 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0218921 Apr 08 10:19:26.444629 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49582) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:26.450766 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d19ce-f976-491d-a181-bcdf396926e2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Pushing event updated for resources: {'Port': ['ID=4da59696-2f99-4214-9f85-6a62968894d5,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:26.459355 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90222c-ae7b-40dc-a32c-61ecc9a3a964 req-d77935ef-4bb7-41bf-a060-d7f4a0d6e43c tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:26.460867 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9f90222c-ae7b-40dc-a32c-61ecc9a3a964 req-d77935ef-4bb7-41bf-a060-d7f4a0d6e43c tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 943 time: 0.8845758 Apr 08 10:19:26.462826 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-361d19ce-f976-491d-a181-bcdf396926e2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Network 23b9a92c-2414-467b-bd21-b2d4b19be3ff is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:26.478197 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-51d579e1-bc07-46bd-85f3-6233005847b5 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:26.479180 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-51d579e1-bc07-46bd-85f3-6233005847b5 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0300066 Apr 08 10:19:26.481527 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-361d19ce-f976-491d-a181-bcdf396926e2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:26.493705 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49586) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:26.515754 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-361d19ce-f976-491d-a181-bcdf396926e2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:26.546668 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-d74d1618-9414-4e11-af84-97a8a7a67220 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:26.548285 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d74d1618-9414-4e11-af84-97a8a7a67220 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0523837 Apr 08 10:19:26.557681 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49590) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:26.575054 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-bf0a5aa0-cb7c-4e8e-9978-4645176a8256 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:26.576074 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-bf0a5aa0-cb7c-4e8e-9978-4645176a8256 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0052152 Apr 08 10:19:26.599911 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f6b6fca0-534a-419a-84a3-89d33758aff6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:26.604220 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49594) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:26.612825 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b6fca0-534a-419a-84a3-89d33758aff6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:26.613543 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f6b6fca0-534a-419a-84a3-89d33758aff6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:26.629353 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-939c1379-2e8c-4111-a17f-bd81de958ab8 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:26.630341 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-939c1379-2e8c-4111-a17f-bd81de958ab8 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0157702 Apr 08 10:19:26.635278 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a8dcd2c9-f853-4d7c-a734-1316f0269bdc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:26.636148 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dcd2c9-f853-4d7c-a734-1316f0269bdc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:26.636709 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a8dcd2c9-f853-4d7c-a734-1316f0269bdc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:26.658095 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49598) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:26.696144 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-39aa1f8b-10e8-48da-8e90-29d3da6ba383 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:26.697090 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-39aa1f8b-10e8-48da-8e90-29d3da6ba383 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0247650 Apr 08 10:19:26.752045 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49602) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:26.777374 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-5ad6a0c3-97bc-4b3b-a935-c06adc32bb35 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:26.778644 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5ad6a0c3-97bc-4b3b-a935-c06adc32bb35 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0220027 Apr 08 10:19:26.817244 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063c193-b177-4336-bacf-d9a9dd87c419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bb5f6e-6b1b-4ce5-8256-b6e1ad594db0,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:26.825688 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-361d19ce-f976-491d-a181-bcdf396926e2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:26.826747 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-361d19ce-f976-491d-a181-bcdf396926e2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:26.832060 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dcd2c9-f853-4d7c-a734-1316f0269bdc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Pushing event updated for resources: {'Network': ['ID=fa89464e-0ba0-44af-85a7-2bb4df01f64a,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:26.841322 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9f90222c-ae7b-40dc-a32c-61ecc9a3a964 req-96e8a460-c678-4ec9-be71-eb77dadaccc0 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3609562 Apr 08 10:19:26.854948 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49606) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:26.859424 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network fa89464e-0ba0-44af-85a7-2bb4df01f64a details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:19:26.873603 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a8dcd2c9-f853-4d7c-a734-1316f0269bdc tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0052619 Apr 08 10:19:26.878308 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-bf11fa95-2b91-4cc8-86c3-bf0fd639698a tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:26.879345 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-bf11fa95-2b91-4cc8-86c3-bf0fd639698a tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0234089 Apr 08 10:19:26.884847 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49610) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:26.885173 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49612) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:26.906461 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [None req-5916e77d-f679-48bd-8a1e-6c56b1ea4afa tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:26.913667 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5916e77d-f679-48bd-8a1e-6c56b1ea4afa tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0227072 Apr 08 10:19:26.913965 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9fdccd37-4bad-480b-aca7-4b54eaa76cd8 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:26.913965 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdccd37-4bad-480b-aca7-4b54eaa76cd8 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c80b34cf-eb75-4998-afa1-afd9b6333147 {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:19:26.936515 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49618) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:26.977734 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b063c193-b177-4336-bacf-d9a9dd87c419 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=355be38eaf7b4d4eb5989d89671fd844&name=default HTTP/1.1" status: 200 len: 2647 time: 4.1187084 Apr 08 10:19:26.978972 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6fca0-534a-419a-84a3-89d33758aff6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Network': ['ID=7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:27.003361 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [None req-1a118b7c-0f02-4a13-9c17-a3c628ae00d5 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83846) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:27.008415 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1a118b7c-0f02-4a13-9c17-a3c628ae00d5 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0400720 Apr 08 10:19:27.009657 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49622) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:27.010319 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49624) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:27.045126 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [None req-c0d0168a-1b6b-49ce-8dcf-3eb6bc008fa3 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83846) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:19:27.060706 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c0d0168a-1b6b-49ce-8dcf-3eb6bc008fa3 tempest-ExtensionsTestJSON-493884244 tempest-ExtensionsTestJSON-493884244-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0271943 Apr 08 10:19:27.062124 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-80a92254-c167-444e-a19a-06cf6cff1415 service neutron] Attempting to bind port 95a82a1f-9179-47cb-b9d3-df6d80e6a203 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:19:27.062738 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-80a92254-c167-444e-a19a-06cf6cff1415 service neutron] Attempting to bind port 95a82a1f-9179-47cb-b9d3-df6d80e6a203 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '4f43a382-7089-4671-bf04-925eb646287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2e061ab5-f3b5-4fd3-983c-73eb5d82392b'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:19:27.064533 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-80a92254-c167-444e-a19a-06cf6cff1415 service neutron] Attempting to bind port 95a82a1f-9179-47cb-b9d3-df6d80e6a203 on network 2e061ab5-f3b5-4fd3-983c-73eb5d82392b {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:19:27.108207 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9fdccd37-4bad-480b-aca7-4b54eaa76cd8 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:27.120750 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9fdccd37-4bad-480b-aca7-4b54eaa76cd8 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "DELETE /v2.0/routers/c80b34cf-eb75-4998-afa1-afd9b6333147 HTTP/1.1" status: 204 len: 168 time: 9.3175254 Apr 08 10:19:27.128402 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f6b6fca0-534a-419a-84a3-89d33758aff6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 7.0194752 Apr 08 10:19:27.137555 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d3cb1ae3-9652-46ec-a4f2-b9a2a336475e tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:27.138972 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49634) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:27.139432 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49636) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:27.163545 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-32e0c25a-2df8-4cd4-891f-51ba1a3cc8b2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:27.167250 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:19:27.209370 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-361d19ce-f976-491d-a181-bcdf396926e2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4292657 Apr 08 10:19:27.411017 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-7218094b-57ff-4da8-8f72-951146a73d85 service neutron] Request body: {'port': {'device_id': '7e7c1201-1e7f-4d66-9992-5821d7bb5bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:27.427220 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5b88d19d-336a-479b-9400-c730f7bc1f0e None None] Provisioning for port 4da59696-2f99-4214-9f85-6a62968894d5 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:19:27.434347 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5b88d19d-336a-479b-9400-c730f7bc1f0e None None] Provisioning complete for port 4da59696-2f99-4214-9f85-6a62968894d5 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:27.435389 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5b88d19d-336a-479b-9400-c730f7bc1f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:27.462566 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d3cb1ae3-9652-46ec-a4f2-b9a2a336475e tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:27.537558 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-5b88d19d-336a-479b-9400-c730f7bc1f0e None None] Port 4da59696-2f99-4214-9f85-6a62968894d5 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:19:27.574441 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a95fd9-684c-4e26-baca-fa40776f1d5c tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:27.575899 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-57a95fd9-684c-4e26-baca-fa40776f1d5c tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] 10.222.0.47 "GET /v2.0/networks/fa89464e-0ba0-44af-85a7-2bb4df01f64a HTTP/1.1" status: 200 len: 757 time: 0.6898341 Apr 08 10:19:27.598348 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49644) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:27.604764 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-80a92254-c167-444e-a19a-06cf6cff1415 service neutron] Port 95a82a1f-9179-47cb-b9d3-df6d80e6a203 on network 2e061ab5-f3b5-4fd3-983c-73eb5d82392b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:19:27.605088 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-80a92254-c167-444e-a19a-06cf6cff1415 service neutron] Attempting to bind port 95a82a1f-9179-47cb-b9d3-df6d80e6a203 on network 2e061ab5-f3b5-4fd3-983c-73eb5d82392b {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:19:27.772459 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-7218094b-57ff-4da8-8f72-951146a73d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:27.863296 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49650) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:27.899899 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d3cb1ae3-9652-46ec-a4f2-b9a2a336475e tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:27.953236 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb1ae3-9652-46ec-a4f2-b9a2a336475e tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ea280e-7213-448e-b6fc-8ce5354e9611,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:27.992142 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d18bc-34b8-42ca-b553-eccfdee25506 req-8652e4c5-6a9f-4c0e-b936-fa9ca9d300aa tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:28.002684 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c21d18bc-34b8-42ca-b553-eccfdee25506 req-8652e4c5-6a9f-4c0e-b936-fa9ca9d300aa tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e7c1201-1e7f-4d66-9992-5821d7bb5bc4 HTTP/1.1" status: 200 len: 931 time: 0.5031888 Apr 08 10:19:28.043909 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d3cb1ae3-9652-46ec-a4f2-b9a2a336475e tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:28.050389 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d3cb1ae3-9652-46ec-a4f2-b9a2a336475e tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] 10.222.0.47 "DELETE /v2.0/security-groups/70ea280e-7213-448e-b6fc-8ce5354e9611 HTTP/1.1" status: 204 len: 168 time: 1.6455832 Apr 08 10:19:28.051392 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49658) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:28.096872 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b3a5be-c2f4-40c1-b46e-17fd1c486c25 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:28.101098 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f9b3a5be-c2f4-40c1-b46e-17fd1c486c25 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] 10.222.0.47 "GET /v2.0/networks/b6536af9-edca-43ec-8062-0094e36869aa HTTP/1.1" status: 200 len: 768 time: 0.4977279 Apr 08 10:19:28.110485 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-80a92254-c167-444e-a19a-06cf6cff1415 service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:19:28.110919 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-80a92254-c167-444e-a19a-06cf6cff1415 service neutron] Checking segment: {'id': '4f43a382-7089-4671-bf04-925eb646287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2e061ab5-f3b5-4fd3-983c-73eb5d82392b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:19:28.111788 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-80a92254-c167-444e-a19a-06cf6cff1415 service neutron] Bound using segment: {'id': '4f43a382-7089-4671-bf04-925eb646287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2e061ab5-f3b5-4fd3-983c-73eb5d82392b'} {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:19:28.112305 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-80a92254-c167-444e-a19a-06cf6cff1415 service neutron] Bound port: 95a82a1f-9179-47cb-b9d3-df6d80e6a203, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f43a382-7089-4671-bf04-925eb646287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2e061ab5-f3b5-4fd3-983c-73eb5d82392b'}}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:19:28.112862 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-80a92254-c167-444e-a19a-06cf6cff1415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:28.134351 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49662) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:28.323780 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-15a869df-6633-4667-a96c-5411a1a6ee1f tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:28.345296 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-32e0c25a-2df8-4cd4-891f-51ba1a3cc8b2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:28.354904 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-32e0c25a-2df8-4cd4-891f-51ba1a3cc8b2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:subnet and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:28.358639 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-32e0c25a-2df8-4cd4-891f-51ba1a3cc8b2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:28.365973 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-32e0c25a-2df8-4cd4-891f-51ba1a3cc8b2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:28.385522 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb242c6-229c-4c4b-a26d-4fe5891cf286 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Deleting subnet f0a9375b-53cf-4a7b-bdc5-d76cd1124927 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:19:28.394906 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-80a92254-c167-444e-a19a-06cf6cff1415 service neutron] For port 95a82a1f-9179-47cb-b9d3-df6d80e6a203, host hv-neutron-8371, cleared binding levels {{(pid=83846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:19:28.398283 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e0c25a-2df8-4cd4-891f-51ba1a3cc8b2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:28.435903 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-aa6d341f-713f-4b6e-8c8d-dd5989af9468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:28.473909 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9fb242c6-229c-4c4b-a26d-4fe5891cf286 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:28.550296 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-80a92254-c167-444e-a19a-06cf6cff1415 service neutron] For port 95a82a1f-9179-47cb-b9d3-df6d80e6a203, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=95a82a1f-9179-47cb-b9d3-df6d80e6a203,segment=NetworkSegment(4f43a382-7089-4671-bf04-925eb646287a),segment_id=4f43a382-7089-4671-bf04-925eb646287a)] {{(pid=83846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:19:28.614709 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c6f8117b-cced-4a84-b17a-731ca7458a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:28.645111 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c6f8117b-cced-4a84-b17a-731ca7458a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:28.680611 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-80a92254-c167-444e-a19a-06cf6cff1415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:28.705591 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c21d18bc-34b8-42ca-b553-eccfdee25506 req-45b9afe3-cb21-42ab-beea-40ef9f7296aa tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/security-groups?id=98a58cd0-6a1d-4739-a16e-adf2967f6c87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6627657 Apr 08 10:19:28.819110 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-aa6d341f-713f-4b6e-8c8d-dd5989af9468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:28.830796 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-15a869df-6633-4667-a96c-5411a1a6ee1f tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:28.849209 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-aa6d341f-713f-4b6e-8c8d-dd5989af9468 admin admin] Usage tracker for resource:security_group_rule and tenant:dc4868b4975e4ab8903cbe2256a83f46 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:28.859238 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be98ca-11ff-4404-bb79-b7b10cab6e62 req-22016d59-2376-4f55-8c25-7cca1ec23e24 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:28.864820 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d5be98ca-11ff-4404-bb79-b7b10cab6e62 req-22016d59-2376-4f55-8c25-7cca1ec23e24 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 943 time: 0.5437670 Apr 08 10:19:28.870436 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9fb242c6-229c-4c4b-a26d-4fe5891cf286 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:28.872760 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-aa6d341f-713f-4b6e-8c8d-dd5989af9468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:28.891646 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-aa6d341f-713f-4b6e-8c8d-dd5989af9468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:28.905169 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-733928a3-a51f-4800-a4fe-cfad5dbd84d4 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:28.935668 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-15a869df-6633-4667-a96c-5411a1a6ee1f tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279d3449-6d73-4a7c-b47e-e737ad4ba48e']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:28.944967 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-32e0c25a-2df8-4cd4-891f-51ba1a3cc8b2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:28.960394 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c6f8117b-cced-4a84-b17a-731ca7458a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:28.977940 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-15a869df-6633-4667-a96c-5411a1a6ee1f tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c854e595-e40d-4dfc-a613-ceef60cd1493') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:28.978310 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-15a869df-6633-4667-a96c-5411a1a6ee1f tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c854e595-e40d-4dfc-a613-ceef60cd1493') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:28.995595 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-80a92254-c167-444e-a19a-06cf6cff1415 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:28.996658 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d5be98ca-11ff-4404-bb79-b7b10cab6e62 req-8bc425f4-ecf3-4d44-aede-110c4f0889a4 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190584 Apr 08 10:19:28.997256 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-80a92254-c167-444e-a19a-06cf6cff1415 service neutron] 10.222.0.52 "PUT /v2.0/ports/95a82a1f-9179-47cb-b9d3-df6d80e6a203 HTTP/1.1" status: 200 len: 1093 time: 8.0980575 Apr 08 10:19:28.998486 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256751a2-c4ad-4960-8244-977e05977d8f', 'tag': '95a82a1f-9179-47cb-b9d3-df6d80e6a203'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:19:29.016733 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-15a869df-6633-4667-a96c-5411a1a6ee1f tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:29.074592 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.resource_extend [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-7218094b-57ff-4da8-8f72-951146a73d85 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:19:29.090660 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-15a869df-6633-4667-a96c-5411a1a6ee1f tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:29.140381 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8117b-cced-4a84-b17a-731ca7458a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bb5f6e-6b1b-4ce5-8256-b6e1ad594db0,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:29.220879 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a869df-6633-4667-a96c-5411a1a6ee1f tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:19:29.221295 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-15a869df-6633-4667-a96c-5411a1a6ee1f tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:19:29.240864 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:19:29.279408 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a92254-c167-444e-a19a-06cf6cff1415 service neutron] Pushing event updated for resources: {'Port': ['ID=95a82a1f-9179-47cb-b9d3-df6d80e6a203,revision_number=3']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:29.321308 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c6f8117b-cced-4a84-b17a-731ca7458a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:29.324932 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c6f8117b-cced-4a84-b17a-731ca7458a40 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/17bb5f6e-6b1b-4ce5-8256-b6e1ad594db0 HTTP/1.1" status: 204 len: 168 time: 2.2974422 Apr 08 10:19:29.332280 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-7218094b-57ff-4da8-8f72-951146a73d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da59696-2f99-4214-9f85-6a62968894d5 {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:19:29.370780 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9fb242c6-229c-4c4b-a26d-4fe5891cf286 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:29.385090 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-aa6d341f-713f-4b6e-8c8d-dd5989af9468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:29.390654 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-7218094b-57ff-4da8-8f72-951146a73d85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:29.394896 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-aa6d341f-713f-4b6e-8c8d-dd5989af9468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:29.423352 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-15a869df-6633-4667-a96c-5411a1a6ee1f tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:29.472852 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-15a869df-6633-4667-a96c-5411a1a6ee1f tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:29.499660 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-15a869df-6633-4667-a96c-5411a1a6ee1f tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] 10.222.0.47 "DELETE /v2.0/networks/279d3449-6d73-4a7c-b47e-e737ad4ba48e HTTP/1.1" status: 204 len: 168 time: 1.4346628 Apr 08 10:19:29.506095 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49678) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:29.513465 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-aa6d341f-713f-4b6e-8c8d-dd5989af9468 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dc4868b4975e4ab8903cbe2256a83f46&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6423779 Apr 08 10:19:29.514350 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-733928a3-a51f-4800-a4fe-cfad5dbd84d4 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:29.517101 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a869df-6633-4667-a96c-5411a1a6ee1f tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Pushing event deleted for resources: {'Network': ['ID=279d3449-6d73-4a7c-b47e-e737ad4ba48e,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:29.521113 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d341f-713f-4b6e-8c8d-dd5989af9468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7240d356-3dd2-4c36-b4dc-8e2ea1f5af42,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:29.526781 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-7218094b-57ff-4da8-8f72-951146a73d85 service neutron] Transition to ACTIVE for port object 4da59696-2f99-4214-9f85-6a62968894d5 will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:19:29.528173 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49682) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:29.582330 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-7218094b-57ff-4da8-8f72-951146a73d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:29.633541 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76f2f56a-142e-4892-937d-9a7e3666bfdc'] response: {'name': 'network-changed', 'server_uuid': '256751a2-c4ad-4960-8244-977e05977d8f', 'tag': '95a82a1f-9179-47cb-b9d3-df6d80e6a203', 'status': 'completed', 'code': 200} Apr 08 10:19:29.656229 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-733928a3-a51f-4800-a4fe-cfad5dbd84d4 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa89464e-0ba0-44af-85a7-2bb4df01f64a']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:29.681984 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-733928a3-a51f-4800-a4fe-cfad5dbd84d4 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7deb0246-de35-4e13-bbd1-8930c554dce3') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:29.682287 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-733928a3-a51f-4800-a4fe-cfad5dbd84d4 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7deb0246-de35-4e13-bbd1-8930c554dce3') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:29.751637 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218094b-57ff-4da8-8f72-951146a73d85 service neutron] Pushing event updated for resources: {'Port': ['ID=4da59696-2f99-4214-9f85-6a62968894d5,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:29.757577 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-726cdb30-781d-48a9-a061-010687d18b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:29.783858 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-733928a3-a51f-4800-a4fe-cfad5dbd84d4 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:29.806990 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-733928a3-a51f-4800-a4fe-cfad5dbd84d4 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:29.815386 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733928a3-a51f-4800-a4fe-cfad5dbd84d4 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:19:29.815803 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-733928a3-a51f-4800-a4fe-cfad5dbd84d4 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:19:29.849248 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:19:29.935682 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-726cdb30-781d-48a9-a061-010687d18b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:29.957738 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9fb242c6-229c-4c4b-a26d-4fe5891cf286 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:29.968907 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-dd64c552-f3df-43fc-a3f4-d0c9dad58873 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4536e1f44aef4dcaab5fa39823cbd99d&device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 1096 time: 0.6854920 Apr 08 10:19:30.095427 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-7218094b-57ff-4da8-8f72-951146a73d85 service neutron] Attempting to bind port 4da59696-2f99-4214-9f85-6a62968894d5 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:19:30.096215 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-7218094b-57ff-4da8-8f72-951146a73d85 service neutron] Attempting to bind port 4da59696-2f99-4214-9f85-6a62968894d5 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '9c1c6b6f-7c1a-46a0-8674-eb95d416a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:19:30.096557 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-7218094b-57ff-4da8-8f72-951146a73d85 service neutron] Attempting to bind port 4da59696-2f99-4214-9f85-6a62968894d5 on network 23b9a92c-2414-467b-bd21-b2d4b19be3ff {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:19:30.116885 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86742abe-e525-4176-a25c-3d150c447689 req-31557015-4245-43c7-90b3-df7839d7f271 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:30.125014 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-86742abe-e525-4176-a25c-3d150c447689 req-31557015-4245-43c7-90b3-df7839d7f271 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e7c1201-1e7f-4d66-9992-5821d7bb5bc4 HTTP/1.1" status: 200 len: 943 time: 0.2251658 Apr 08 10:19:30.140840 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-7218094b-57ff-4da8-8f72-951146a73d85 service neutron] Port 4da59696-2f99-4214-9f85-6a62968894d5 on network 23b9a92c-2414-467b-bd21-b2d4b19be3ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:19:30.141887 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-7218094b-57ff-4da8-8f72-951146a73d85 service neutron] Attempting to bind port 4da59696-2f99-4214-9f85-6a62968894d5 on network 23b9a92c-2414-467b-bd21-b2d4b19be3ff {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:19:30.146709 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-726cdb30-781d-48a9-a061-010687d18b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:30.176172 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726cdb30-781d-48a9-a061-010687d18b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7240d356-3dd2-4c36-b4dc-8e2ea1f5af42,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:30.178836 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-7218094b-57ff-4da8-8f72-951146a73d85 service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:19:30.179189 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-7218094b-57ff-4da8-8f72-951146a73d85 service neutron] Checking segment: {'id': '9c1c6b6f-7c1a-46a0-8674-eb95d416a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:19:30.179719 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-7218094b-57ff-4da8-8f72-951146a73d85 service neutron] Bound using segment: {'id': '9c1c6b6f-7c1a-46a0-8674-eb95d416a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:19:30.181065 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-7218094b-57ff-4da8-8f72-951146a73d85 service neutron] Bound port: 4da59696-2f99-4214-9f85-6a62968894d5, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1c6b6f-7c1a-46a0-8674-eb95d416a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:19:30.181065 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-7218094b-57ff-4da8-8f72-951146a73d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:30.186931 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6b8d97fb-2c67-4ff6-97b4-68713b285c8a tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:30.189648 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-733928a3-a51f-4800-a4fe-cfad5dbd84d4 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:30.251516 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb242c6-229c-4c4b-a26d-4fe5891cf286 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f0a9375b-53cf-4a7b-bdc5-d76cd1124927,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:30.314364 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-726cdb30-781d-48a9-a061-010687d18b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:30.318050 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-726cdb30-781d-48a9-a061-010687d18b1e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7240d356-3dd2-4c36-b4dc-8e2ea1f5af42 HTTP/1.1" status: 204 len: 168 time: 0.7860625 Apr 08 10:19:30.375168 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-86742abe-e525-4176-a25c-3d150c447689 req-d6d16de0-38bf-440d-a547-908cb94a0981 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/security-groups?id=98a58cd0-6a1d-4739-a16e-adf2967f6c87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2500966 Apr 08 10:19:30.387852 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733928a3-a51f-4800-a4fe-cfad5dbd84d4 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fa89464e-0ba0-44af-85a7-2bb4df01f64a {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 08 10:19:30.444648 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-7218094b-57ff-4da8-8f72-951146a73d85 service neutron] For port 4da59696-2f99-4214-9f85-6a62968894d5, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:19:30.450838 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-7218094b-57ff-4da8-8f72-951146a73d85 service neutron] For port 4da59696-2f99-4214-9f85-6a62968894d5, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=4da59696-2f99-4214-9f85-6a62968894d5,segment=NetworkSegment(9c1c6b6f-7c1a-46a0-8674-eb95d416a285),segment_id=9c1c6b6f-7c1a-46a0-8674-eb95d416a285)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:19:30.451602 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-733928a3-a51f-4800-a4fe-cfad5dbd84d4 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:30.464870 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-7218094b-57ff-4da8-8f72-951146a73d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:30.486561 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733928a3-a51f-4800-a4fe-cfad5dbd84d4 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Pushing event deleted for resources: {'Network': ['ID=fa89464e-0ba0-44af-85a7-2bb4df01f64a,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:30.561481 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2755b39-9278-4c0d-ad4c-af85ea2b49f7 req-04634696-0766-406a-8621-fc8eb2038146 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:30.565138 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f2755b39-9278-4c0d-ad4c-af85ea2b49f7 req-04634696-0766-406a-8621-fc8eb2038146 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 943 time: 0.2628620 Apr 08 10:19:30.570226 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9fb242c6-229c-4c4b-a26d-4fe5891cf286 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:30.584501 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-b358d8c2-5495-420f-a308-2458d6de6200 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95a82a1f-9179-47cb-b9d3-df6d80e6a203 HTTP/1.1" status: 200 len: 217 time: 0.3518255 Apr 08 10:19:30.588427 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-7218094b-57ff-4da8-8f72-951146a73d85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:30.591466 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-7218094b-57ff-4da8-8f72-951146a73d85 service neutron] 10.222.0.52 "PUT /v2.0/ports/4da59696-2f99-4214-9f85-6a62968894d5 HTTP/1.1" status: 200 len: 1093 time: 3.2074387 Apr 08 10:19:30.591946 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7c1201-1e7f-4d66-9992-5821d7bb5bc4', 'tag': '4da59696-2f99-4214-9f85-6a62968894d5'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:19:30.618162 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-733928a3-a51f-4800-a4fe-cfad5dbd84d4 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] 10.222.0.47 "DELETE /v2.0/networks/fa89464e-0ba0-44af-85a7-2bb4df01f64a HTTP/1.1" status: 204 len: 168 time: 2.4313509 Apr 08 10:19:30.666524 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-32e0c25a-2df8-4cd4-891f-51ba1a3cc8b2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:30.670217 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49716) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:30.755255 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9fb242c6-229c-4c4b-a26d-4fe5891cf286 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "DELETE /v2.0/subnets/f0a9375b-53cf-4a7b-bdc5-d76cd1124927 HTTP/1.1" status: 204 len: 168 time: 3.6124609 Apr 08 10:19:30.801865 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-dc348151-dcbb-4f5b-b93f-e6a8548c5948 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Request body: {'network': {'name': 'tempest-network--800816881'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:30.803328 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49720) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:30.807212 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-dc348151-dcbb-4f5b-b93f-e6a8548c5948 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:30.811824 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-dc348151-dcbb-4f5b-b93f-e6a8548c5948 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Usage tracker for resource:network and tenant:724481774e404981810b7575f7d39d74 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:30.815138 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-dc348151-dcbb-4f5b-b93f-e6a8548c5948 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:30.821488 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-dc348151-dcbb-4f5b-b93f-e6a8548c5948 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:30.848961 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc348151-dcbb-4f5b-b93f-e6a8548c5948 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Made reservation on behalf of 724481774e404981810b7575f7d39d74 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:30.851397 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dc348151-dcbb-4f5b-b93f-e6a8548c5948 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:30.892880 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f2755b39-9278-4c0d-ad4c-af85ea2b49f7 req-54a1e474-3d18-4f09-9908-40faa8db4200 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3101482 Apr 08 10:19:30.902824 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6b8d97fb-2c67-4ff6-97b4-68713b285c8a tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:30.922970 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218094b-57ff-4da8-8f72-951146a73d85 service neutron] Pushing event updated for resources: {'Port': ['ID=4da59696-2f99-4214-9f85-6a62968894d5,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:30.979703 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc348151-dcbb-4f5b-b93f-e6a8548c5948 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:19:30.991024 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dc348151-dcbb-4f5b-b93f-e6a8548c5948 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:30.991457 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-dc348151-dcbb-4f5b-b93f-e6a8548c5948 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Added segment f107ab8d-08dd-4edf-911f-0f1fe061a34f of type vlan for network 833e2dd2-5d06-4af7-b497-072025501596 Apr 08 10:19:31.006056 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0c25a-2df8-4cd4-891f-51ba1a3cc8b2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=233a5b74-218a-4bae-9363-7484a1f25d20,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:31.018885 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-2fa83b4a-1266-44e5-a358-748a36b0e377 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:31.020607 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-2fa83b4a-1266-44e5-a358-748a36b0e377 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21703760-97a0-4591-934b-a62c7a8d3c61 HTTP/1.1" status: 200 len: 850 time: 0.4112267 Apr 08 10:19:31.024627 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-6b8d97fb-2c67-4ff6-97b4-68713b285c8a tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3044d406-7a1b-45f7-a6c0-599af033a0ac']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:31.113322 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-adba7d65-bea2-4d4b-854e-65f92ad63700 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:31.171750 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-6b8d97fb-2c67-4ff6-97b4-68713b285c8a tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa61021-2dcf-40b4-b753-92a4d0797d95') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:31.172804 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-6b8d97fb-2c67-4ff6-97b4-68713b285c8a tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa61021-2dcf-40b4-b753-92a4d0797d95') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:31.199172 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6b8d97fb-2c67-4ff6-97b4-68713b285c8a tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:31.226690 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6b8d97fb-2c67-4ff6-97b4-68713b285c8a tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:31.233243 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b8d97fb-2c67-4ff6-97b4-68713b285c8a tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:19:31.233643 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6b8d97fb-2c67-4ff6-97b4-68713b285c8a tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:31.332157 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e0c25a-2df8-4cd4-891f-51ba1a3cc8b2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Checking segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:19:31.332536 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e0c25a-2df8-4cd4-891f-51ba1a3cc8b2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network hostable DHCP agents. Network: 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:19:31.336832 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:19:31.345976 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6b8d97fb-2c67-4ff6-97b4-68713b285c8a tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:31.348405 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dc348151-dcbb-4f5b-b93f-e6a8548c5948 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:31.365987 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-adba7d65-bea2-4d4b-854e-65f92ad63700 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:31.385646 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-36051b60-b2e5-4451-9667-2cd66f85e7f5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a88d9637e6e44088badb84234eb17f98&device_id=7e7c1201-1e7f-4d66-9992-5821d7bb5bc4 HTTP/1.1" status: 200 len: 1096 time: 0.6963067 Apr 08 10:19:31.414294 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6b8d97fb-2c67-4ff6-97b4-68713b285c8a tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:31.421802 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d97fb-2c67-4ff6-97b4-68713b285c8a tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] Pushing event deleted for resources: {'Network': ['ID=3044d406-7a1b-45f7-a6c0-599af033a0ac,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:31.486881 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-adba7d65-bea2-4d4b-854e-65f92ad63700 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5765b628-abf0-4100-a265-784456473f7c']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:31.498715 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-f4e17434-47b0-43b2-aff3-ab100fec635b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4da59696-2f99-4214-9f85-6a62968894d5 HTTP/1.1" status: 200 len: 217 time: 0.1026266 Apr 08 10:19:31.505061 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6b8d97fb-2c67-4ff6-97b4-68713b285c8a tempest-QuotasNegativeTest-2111146119 tempest-QuotasNegativeTest-2111146119-project-admin] 10.222.0.47 "DELETE /v2.0/networks/3044d406-7a1b-45f7-a6c0-599af033a0ac HTTP/1.1" status: 204 len: 168 time: 1.9939075 Apr 08 10:19:31.506181 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-adba7d65-bea2-4d4b-854e-65f92ad63700 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a067399-cdbc-4650-b53d-f5a90b14080d') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:31.506845 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-adba7d65-bea2-4d4b-854e-65f92ad63700 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a067399-cdbc-4650-b53d-f5a90b14080d') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:31.534598 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e0c25a-2df8-4cd4-891f-51ba1a3cc8b2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:19:31.551275 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dc348151-dcbb-4f5b-b93f-e6a8548c5948 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:31.552016 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc348151-dcbb-4f5b-b93f-e6a8548c5948 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:31.554120 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dc348151-dcbb-4f5b-b93f-e6a8548c5948 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:31.584879 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-1dffbd27-e7a9-4946-8813-472cf310aeff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:31.586161 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-1dffbd27-e7a9-4946-8813-472cf310aeff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=692d3687-9099-4281-8e6d-66a12d208bbd HTTP/1.1" status: 200 len: 845 time: 0.0720391 Apr 08 10:19:31.587720 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-32e0c25a-2df8-4cd4-891f-51ba1a3cc8b2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:31.590977 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7def036c-c90d-4b0b-a3e4-3c4dffe0a940'] response: {'name': 'network-changed', 'server_uuid': '7e7c1201-1e7f-4d66-9992-5821d7bb5bc4', 'tag': '4da59696-2f99-4214-9f85-6a62968894d5', 'status': 'completed', 'code': 200} Apr 08 10:19:31.596233 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-adba7d65-bea2-4d4b-854e-65f92ad63700 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:31.597368 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21c2b31-7761-4236-9b08-263133057188 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:19:31.665203 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e0c25a-2df8-4cd4-891f-51ba1a3cc8b2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:31.665843 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-32e0c25a-2df8-4cd4-891f-51ba1a3cc8b2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:31.696762 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-dc348151-dcbb-4f5b-b93f-e6a8548c5948 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9424086 Apr 08 10:19:31.703406 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49756) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:31.710465 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-069426c2-7ddd-4bca-89f4-248c174f3899 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2e061ab5-f3b5-4fd3-983c-73eb5d82392b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6464097 Apr 08 10:19:31.719791 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc348151-dcbb-4f5b-b93f-e6a8548c5948 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Pushing event updated for resources: {'Network': ['ID=833e2dd2-5d06-4af7-b497-072025501596,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:31.722454 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-adba7d65-bea2-4d4b-854e-65f92ad63700 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:31.728276 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-58759f9e-84e1-42ea-899b-25577fc7ffca tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:31.743856 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-32e0c25a-2df8-4cd4-891f-51ba1a3cc8b2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.6009243 Apr 08 10:19:31.747470 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49760) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:31.757218 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-3346ad83-6962-4834-86ca-1e95b641b623 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'port': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'name': 'tempest-NetworksTestDHCPv6-219365112'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:31.759838 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 833e2dd2-5d06-4af7-b497-072025501596 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:19:31.761322 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adba7d65-bea2-4d4b-854e-65f92ad63700 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:19:31.761706 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-adba7d65-bea2-4d4b-854e-65f92ad63700 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:19:31.824212 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:19:32.067672 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-79cc7db7-52f4-4359-b52d-1110a1d1b814 service neutron] 10.222.0.52 "GET /v2.0/networks/2e061ab5-f3b5-4fd3-983c-73eb5d82392b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445051 Apr 08 10:19:32.142862 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3346ad83-6962-4834-86ca-1e95b641b623 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:32.207570 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-359d5408-4244-462d-a8ee-353fbe86ff97 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=23b9a92c-2414-467b-bd21-b2d4b19be3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6035993 Apr 08 10:19:32.268989 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dfb7c5-8199-4dee-ae01-a94ff6fda4e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'fixed_ips': [{'subnet_id': '233a5b74-218a-4bae-9363-7484a1f25d20'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:19:32.270124 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b1dfb7c5-8199-4dee-ae01-a94ff6fda4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:32.308858 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3346ad83-6962-4834-86ca-1e95b641b623 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:port and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:32.314171 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3346ad83-6962-4834-86ca-1e95b641b623 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:32.323598 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3346ad83-6962-4834-86ca-1e95b641b623 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:32.367781 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-adba7d65-bea2-4d4b-854e-65f92ad63700 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:32.371695 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adba7d65-bea2-4d4b-854e-65f92ad63700 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5765b628-abf0-4100-a265-784456473f7c {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 08 10:19:32.373849 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-adba7d65-bea2-4d4b-854e-65f92ad63700 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:32.407695 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-adba7d65-bea2-4d4b-854e-65f92ad63700 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "DELETE /v2.0/networks/5765b628-abf0-4100-a265-784456473f7c HTTP/1.1" status: 204 len: 168 time: 1.5298195 Apr 08 10:19:32.444520 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6ed5d05b-43a9-4212-a129-d6dbac5ac11b req-7204d229-1d60-4694-97bf-73da999d9db5 service neutron] 10.222.0.52 "GET /v2.0/networks/2e061ab5-f3b5-4fd3-983c-73eb5d82392b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665421 Apr 08 10:19:32.445085 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3346ad83-6962-4834-86ca-1e95b641b623 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:32.447961 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3346ad83-6962-4834-86ca-1e95b641b623 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:32.495714 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba7d65-bea2-4d4b-854e-65f92ad63700 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Pushing event deleted for resources: {'Network': ['ID=5765b628-abf0-4100-a265-784456473f7c,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:32.520194 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b712fa-25f0-4483-847c-371a2bde7335 req-ae0dec9e-8f91-41d8-8095-8285da0fe1e7 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:32.521767 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-94b712fa-25f0-4483-847c-371a2bde7335 req-ae0dec9e-8f91-41d8-8095-8285da0fe1e7 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e7c1201-1e7f-4d66-9992-5821d7bb5bc4 HTTP/1.1" status: 200 len: 943 time: 0.8705153 Apr 08 10:19:32.616430 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-b1dfb7c5-8199-4dee-ae01-a94ff6fda4e7 None None] Allocated IP 2001:db8::2 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/233a5b74-218a-4bae-9363-7484a1f25d20/e6150dd8-9bfa-4dce-933a-472eb6defa8d) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:19:32.622384 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-3346ad83-6962-4834-86ca-1e95b641b623 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] device_id is not set on port 268dc9d8-f11c-4a32-adfc-86910ca54e4a yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:19:32.713498 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-58759f9e-84e1-42ea-899b-25577fc7ffca tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:32.759475 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49784) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:32.772138 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-94b712fa-25f0-4483-847c-371a2bde7335 req-ffc86d48-c64f-48f8-aa00-efebeb9e9c40 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/security-groups?id=98a58cd0-6a1d-4739-a16e-adf2967f6c87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339320 Apr 08 10:19:32.798964 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-58759f9e-84e1-42ea-899b-25577fc7ffca tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:32.845510 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-8b9bdada-0ae4-43a4-bb3f-b63148134e33 req-23258303-c92a-4290-9a6f-74437701bdf9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4536e1f44aef4dcaab5fa39823cbd99d&device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 1096 time: 0.3297904 Apr 08 10:19:32.981380 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-012483a4-ff71-4de7-be66-ffaa06150e97 service neutron] 10.222.0.52 "GET /v2.0/networks/23b9a92c-2414-467b-bd21-b2d4b19be3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7369838 Apr 08 10:19:32.983772 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58759f9e-84e1-42ea-899b-25577fc7ffca tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Pushing event updated for resources: {'Network': ['ID=833e2dd2-5d06-4af7-b497-072025501596,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:33.005701 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1f156-8382-4d7a-b5a1-6e3f740eecb8 req-b035bf77-88aa-4b31-934a-123d4b418923 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:33.012755 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5fe1f156-8382-4d7a-b5a1-6e3f740eecb8 req-b035bf77-88aa-4b31-934a-123d4b418923 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 943 time: 0.8193088 Apr 08 10:19:33.027557 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b1dfb7c5-8199-4dee-ae01-a94ff6fda4e7 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:33.050248 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-58759f9e-84e1-42ea-899b-25577fc7ffca tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Network 833e2dd2-5d06-4af7-b497-072025501596 is not hosted by any dhcp agent {{(pid=83845) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 08 10:19:33.051029 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58759f9e-84e1-42ea-899b-25577fc7ffca tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:33.051609 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-58759f9e-84e1-42ea-899b-25577fc7ffca tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:33.055733 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-58759f9e-84e1-42ea-899b-25577fc7ffca tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] 10.222.0.47 "PUT /v2.0/networks/833e2dd2-5d06-4af7-b497-072025501596 HTTP/1.1" status: 200 len: 857 time: 1.3412285 Apr 08 10:19:33.060574 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b1dfb7c5-8199-4dee-ae01-a94ff6fda4e7 None None] Transition to ACTIVE for port object e6150dd8-9bfa-4dce-933a-472eb6defa8d will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:19:33.061296 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49794) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:33.061654 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49796) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:33.111071 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b1dfb7c5-8199-4dee-ae01-a94ff6fda4e7 None None] Transition to ACTIVE for port object e6150dd8-9bfa-4dce-933a-472eb6defa8d will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:19:33.124890 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b1dfb7c5-8199-4dee-ae01-a94ff6fda4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:33.170064 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9bdada-0ae4-43a4-bb3f-b63148134e33 req-736d7bbe-4f12-4d6c-a82d-ef31670ff19a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:33.171742 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-8b9bdada-0ae4-43a4-bb3f-b63148134e33 req-736d7bbe-4f12-4d6c-a82d-ef31670ff19a service neutron] 10.222.0.52 "GET /v2.0/networks?id=2e061ab5-f3b5-4fd3-983c-73eb5d82392b HTTP/1.1" status: 200 len: 912 time: 0.3107848 Apr 08 10:19:33.270523 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dfb7c5-8199-4dee-ae01-a94ff6fda4e7 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:33.278933 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dfb7c5-8199-4dee-ae01-a94ff6fda4e7 None None] Pushing event updated for resources: {'Port': ['ID=e6150dd8-9bfa-4dce-933a-472eb6defa8d,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:33.291097 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-b1dfb7c5-8199-4dee-ae01-a94ff6fda4e7 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:33.297036 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dfb7c5-8199-4dee-ae01-a94ff6fda4e7 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:33.316690 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5fe1f156-8382-4d7a-b5a1-6e3f740eecb8 req-5b658b28-7eec-4342-bfd8-3cdbbd713d8b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3029776 Apr 08 10:19:33.322421 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-8b9bdada-0ae4-43a4-bb3f-b63148134e33 req-d14ee195-0430-4e79-970e-ae22c0346147 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95a82a1f-9179-47cb-b9d3-df6d80e6a203 HTTP/1.1" status: 200 len: 217 time: 0.1165714 Apr 08 10:19:33.344310 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7f934077-c066-4905-a9b3-495f7cffa041 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:33.367148 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-93836d01-ee55-4c07-94cf-923bf97fbf2a req-6b2a4743-9edf-4692-b423-5a8cb8939c92 service neutron] 10.222.0.52 "GET /v2.0/networks/23b9a92c-2414-467b-bd21-b2d4b19be3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746181 Apr 08 10:19:33.461358 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49806) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:33.502593 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-3346ad83-6962-4834-86ca-1e95b641b623 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 2001:db8::3a7 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/233a5b74-218a-4bae-9363-7484a1f25d20/268dc9d8-f11c-4a32-adfc-86910ca54e4a) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:19:33.509617 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-b1dfb7c5-8199-4dee-ae01-a94ff6fda4e7 None None] Attempting to bind port e6150dd8-9bfa-4dce-933a-472eb6defa8d on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:19:33.510180 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-b1dfb7c5-8199-4dee-ae01-a94ff6fda4e7 None None] Attempting to bind port e6150dd8-9bfa-4dce-933a-472eb6defa8d by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:19:33.510544 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dfb7c5-8199-4dee-ae01-a94ff6fda4e7 None None] Attempting to bind port e6150dd8-9bfa-4dce-933a-472eb6defa8d on network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:19:33.514064 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-70308bd9-abfb-4816-860b-292c1c030079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:33.523676 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dfb7c5-8199-4dee-ae01-a94ff6fda4e7 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:19:33.523973 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dfb7c5-8199-4dee-ae01-a94ff6fda4e7 None None] Checking segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:19:33.524423 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b1dfb7c5-8199-4dee-ae01-a94ff6fda4e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:33.524830 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dfb7c5-8199-4dee-ae01-a94ff6fda4e7 None None] Bound using segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:19:33.525297 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-b1dfb7c5-8199-4dee-ae01-a94ff6fda4e7 None None] Bound port: e6150dd8-9bfa-4dce-933a-472eb6defa8d, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:19:33.526410 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b1dfb7c5-8199-4dee-ae01-a94ff6fda4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:33.528229 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-31247bfc-6a73-415b-ad39-8c5d014c4a7d tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Request body: {'router': {'name': 'tempest-router--312508965', 'project_id': 'f8b05871d5bc46cdab9553bff88e33de'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:33.551700 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-31247bfc-6a73-415b-ad39-8c5d014c4a7d tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:33.556895 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-70308bd9-abfb-4816-860b-292c1c030079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:33.560828 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-70308bd9-abfb-4816-860b-292c1c030079 admin admin] Usage tracker for resource:security_group_rule and tenant:0d9a10a064d94a1ca5fd61bebdcff306 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:33.562281 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7f934077-c066-4905-a9b3-495f7cffa041 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:33.564532 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-70308bd9-abfb-4816-860b-292c1c030079 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:33.570471 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-70308bd9-abfb-4816-860b-292c1c030079 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:33.571160 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-31247bfc-6a73-415b-ad39-8c5d014c4a7d tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Usage tracker for resource:router and tenant:f8b05871d5bc46cdab9553bff88e33de is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:33.579501 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-31247bfc-6a73-415b-ad39-8c5d014c4a7d tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:33.603054 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-31247bfc-6a73-415b-ad39-8c5d014c4a7d tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:33.613821 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-7f934077-c066-4905-a9b3-495f7cffa041 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833e2dd2-5d06-4af7-b497-072025501596']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:33.626130 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9bdada-0ae4-43a4-bb3f-b63148134e33 req-7bcc34ad-7c3b-4652-be14-bab5f385e06c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:33.628181 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-8b9bdada-0ae4-43a4-bb3f-b63148134e33 req-7bcc34ad-7c3b-4652-be14-bab5f385e06c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21703760-97a0-4591-934b-a62c7a8d3c61 HTTP/1.1" status: 200 len: 850 time: 0.2926335 Apr 08 10:19:33.634681 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-7f934077-c066-4905-a9b3-495f7cffa041 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f107ab8d-08dd-4edf-911f-0f1fe061a34f') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:33.635277 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-7f934077-c066-4905-a9b3-495f7cffa041 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f107ab8d-08dd-4edf-911f-0f1fe061a34f') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:33.646865 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-31247bfc-6a73-415b-ad39-8c5d014c4a7d tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:33.648009 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-31247bfc-6a73-415b-ad39-8c5d014c4a7d tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:33.667053 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-b1dfb7c5-8199-4dee-ae01-a94ff6fda4e7 None None] For port e6150dd8-9bfa-4dce-933a-472eb6defa8d, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:19:33.670348 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-31247bfc-6a73-415b-ad39-8c5d014c4a7d tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:33.670643 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-b1dfb7c5-8199-4dee-ae01-a94ff6fda4e7 None None] For port e6150dd8-9bfa-4dce-933a-472eb6defa8d, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=e6150dd8-9bfa-4dce-933a-472eb6defa8d,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:19:33.675364 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b1dfb7c5-8199-4dee-ae01-a94ff6fda4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:33.695951 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7f934077-c066-4905-a9b3-495f7cffa041 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:33.709052 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-31247bfc-6a73-415b-ad39-8c5d014c4a7d tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:33.722733 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-3c8c8679-be61-4981-86a8-a2303d47371c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1498418214'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:33.741737 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3c8c8679-be61-4981-86a8-a2303d47371c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:33.749866 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3c8c8679-be61-4981-86a8-a2303d47371c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Usage tracker for resource:network and tenant:eaffd781f5dd45dba33356f8d68ab59c is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:33.756630 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7f934077-c066-4905-a9b3-495f7cffa041 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:33.761464 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a8d29843-615d-4fbc-abec-9684e6de2da1 req-6a4a9996-ad7a-41b3-9f3e-0e3f9b4143c0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a88d9637e6e44088badb84234eb17f98&device_id=7e7c1201-1e7f-4d66-9992-5821d7bb5bc4 HTTP/1.1" status: 200 len: 1096 time: 0.3367407 Apr 08 10:19:33.762568 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3c8c8679-be61-4981-86a8-a2303d47371c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:33.797077 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f934077-c066-4905-a9b3-495f7cffa041 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:19:33.797932 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7f934077-c066-4905-a9b3-495f7cffa041 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:33.810346 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dfb7c5-8199-4dee-ae01-a94ff6fda4e7 None None] Pushing event updated for resources: {'Port': ['ID=e6150dd8-9bfa-4dce-933a-472eb6defa8d,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:19:33.819708 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:19:33.826089 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3c8c8679-be61-4981-86a8-a2303d47371c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:33.888069 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-31247bfc-6a73-415b-ad39-8c5d014c4a7d tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:33.889549 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-31247bfc-6a73-415b-ad39-8c5d014c4a7d tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4194415 Apr 08 10:19:33.954611 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49816) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:33.992543 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3346ad83-6962-4834-86ca-1e95b641b623 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:34.088938 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-70308bd9-abfb-4816-860b-292c1c030079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:34.122250 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-3346ad83-6962-4834-86ca-1e95b641b623 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Transition to ACTIVE for port object 268dc9d8-f11c-4a32-adfc-86910ca54e4a will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:19:34.160167 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-70308bd9-abfb-4816-860b-292c1c030079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:34.228214 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8c8679-be61-4981-86a8-a2303d47371c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Made reservation on behalf of eaffd781f5dd45dba33356f8d68ab59c for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:34.231076 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3c8c8679-be61-4981-86a8-a2303d47371c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:34.231860 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-8b9bdada-0ae4-43a4-bb3f-b63148134e33 req-c6869287-003d-4e7a-933f-b4000fd4b822 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2e061ab5-f3b5-4fd3-983c-73eb5d82392b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5965509 Apr 08 10:19:34.232688 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70308bd9-abfb-4816-860b-292c1c030079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563651e6-fcf2-4ec7-99a6-51d0cbb72236,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:34.242311 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7f934077-c066-4905-a9b3-495f7cffa041 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:34.246776 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f934077-c066-4905-a9b3-495f7cffa041 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 833e2dd2-5d06-4af7-b497-072025501596 {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 08 10:19:34.249244 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7f934077-c066-4905-a9b3-495f7cffa041 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:34.317084 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f934077-c066-4905-a9b3-495f7cffa041 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] Pushing event deleted for resources: {'Network': ['ID=833e2dd2-5d06-4af7-b497-072025501596,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:34.323490 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7f934077-c066-4905-a9b3-495f7cffa041 tempest-ExternalNetworksTestJSON-1629739800 tempest-ExternalNetworksTestJSON-1629739800-project-admin] 10.222.0.47 "DELETE /v2.0/networks/833e2dd2-5d06-4af7-b497-072025501596 HTTP/1.1" status: 204 len: 168 time: 1.2592137 Apr 08 10:19:34.324282 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3c8c8679-be61-4981-86a8-a2303d47371c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:34.326679 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-70308bd9-abfb-4816-860b-292c1c030079 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0d9a10a064d94a1ca5fd61bebdcff306&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5649142 Apr 08 10:19:34.327467 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49824) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:34.327800 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49826) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:34.336480 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3346ad83-6962-4834-86ca-1e95b641b623 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:34.338618 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49828) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:34.419978 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5df34bf5-7e02-4126-876e-f79085c6dc05 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:34.487717 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee201b3-fd1a-4192-84d5-53d0cd5ad119 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] DELETE failed (client error): The resource could not be found. Apr 08 10:19:34.488196 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee201b3-fd1a-4192-84d5-53d0cd5ad119 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:19:34.517951 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3ee201b3-fd1a-4192-84d5-53d0cd5ad119 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] 10.222.0.47 "DELETE /v2.0/subnets/2ab51c3e-8968-45a5-a785-b845cb483b42 HTTP/1.1" status: 404 len: 337 time: 0.1831474 Apr 08 10:19:34.553792 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346ad83-6962-4834-86ca-1e95b641b623 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=268dc9d8-f11c-4a32-adfc-86910ca54e4a,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:34.557403 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49840) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:34.602437 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d29843-615d-4fbc-abec-9684e6de2da1 req-8982caa4-9d38-4a4f-9fad-98a019fe29ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:34.604604 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a8d29843-615d-4fbc-abec-9684e6de2da1 req-8982caa4-9d38-4a4f-9fad-98a019fe29ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=23b9a92c-2414-467b-bd21-b2d4b19be3ff HTTP/1.1" status: 200 len: 907 time: 0.8319755 Apr 08 10:19:34.698719 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e434aa79-9854-4196-ab8c-5f3edff93ff4 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:34.722966 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3346ad83-6962-4834-86ca-1e95b641b623 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:34.729493 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-98fdfbad-74d5-4ad1-ba03-254ee6e70509 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:34.735899 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-98fdfbad-74d5-4ad1-ba03-254ee6e70509 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:34.740670 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-98fdfbad-74d5-4ad1-ba03-254ee6e70509 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Usage tracker for resource:floatingip and tenant:a70dc23d9782412dafdd39f8c425e7d1 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:34.743865 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-98fdfbad-74d5-4ad1-ba03-254ee6e70509 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:34.752476 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-98fdfbad-74d5-4ad1-ba03-254ee6e70509 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:34.764227 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-3346ad83-6962-4834-86ca-1e95b641b623 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:34.773137 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3346ad83-6962-4834-86ca-1e95b641b623 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:34.777037 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3346ad83-6962-4834-86ca-1e95b641b623 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:34.777642 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3346ad83-6962-4834-86ca-1e95b641b623 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:34.796712 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-98fdfbad-74d5-4ad1-ba03-254ee6e70509 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks [] for floatingip, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:34.857112 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3c8c8679-be61-4981-86a8-a2303d47371c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:34.879176 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e54aed-5f4a-4f5d-b8c1-8f978639b65e req-b0fa2819-7a89-4bcb-9119-ff196bf1f599 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:34.880683 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-58e54aed-5f4a-4f5d-b8c1-8f978639b65e req-b0fa2819-7a89-4bcb-9119-ff196bf1f599 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e7c1201-1e7f-4d66-9992-5821d7bb5bc4 HTTP/1.1" status: 200 len: 943 time: 0.8575945 Apr 08 10:19:34.881962 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a8d29843-615d-4fbc-abec-9684e6de2da1 req-579768e4-2063-4b6e-a389-ab157246c04a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4da59696-2f99-4214-9f85-6a62968894d5 HTTP/1.1" status: 200 len: 217 time: 0.1801054 Apr 08 10:19:34.883031 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3c8c8679-be61-4981-86a8-a2303d47371c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Usage tracker for resource:security_group_rule and tenant:eaffd781f5dd45dba33356f8d68ab59c is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:34.888600 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2124ccf9-1f6c-4518-8192-eea34fb71e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:34.893800 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3c8c8679-be61-4981-86a8-a2303d47371c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:34.908494 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 95a82a1f-9179-47cb-b9d3-df6d80e6a203 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:19:34.942063 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3346ad83-6962-4834-86ca-1e95b641b623 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1934628 Apr 08 10:19:34.942873 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49846) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:34.950759 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-8b9bdada-0ae4-43a4-bb3f-b63148134e33 req-2252164a-114c-45bc-8007-344475b9d14b service neutron] 10.222.0.52 "GET /v2.0/networks/2e061ab5-f3b5-4fd3-983c-73eb5d82392b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7096024 Apr 08 10:19:34.973355 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3c8c8679-be61-4981-86a8-a2303d47371c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:35.064044 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b27ccae-bd1c-41ea-ae3a-655092509b99 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:19:35.120938 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 95a82a1f-9179-47cb-b9d3-df6d80e6a203, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=95a82a1f-9179-47cb-b9d3-df6d80e6a203,segment=NetworkSegment(4f43a382-7089-4671-bf04-925eb646287a),segment_id=4f43a382-7089-4671-bf04-925eb646287a)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:19:35.172497 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2124ccf9-1f6c-4518-8192-eea34fb71e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:35.184748 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e434aa79-9854-4196-ab8c-5f3edff93ff4 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:35.198397 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '95a82a1f-9179-47cb-b9d3-df6d80e6a203', 'network_id': '2e061ab5-f3b5-4fd3-983c-73eb5d82392b', 'port_id': '95a82a1f-9179-47cb-b9d3-df6d80e6a203', 'mac_address': 'fa:16:3e:23:4b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21703760-97a0-4591-934b-a62c7a8d3c61', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:19:35.232869 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff552b1-92eb-463f-8738-1a91c89f98e2 req-2cdcbccb-1305-4738-bae4-84bb14982ddb tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:35.235276 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5ff552b1-92eb-463f-8738-1a91c89f98e2 req-2cdcbccb-1305-4738-bae4-84bb14982ddb tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 943 time: 0.6511185 Apr 08 10:19:35.236954 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-e434aa79-9854-4196-ab8c-5f3edff93ff4 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6536af9-edca-43ec-8062-0094e36869aa']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:35.257435 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d29843-615d-4fbc-abec-9684e6de2da1 req-103ee594-2e87-4d59-b087-d93df05ca7c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:35.258140 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a8d29843-615d-4fbc-abec-9684e6de2da1 req-103ee594-2e87-4d59-b087-d93df05ca7c4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=692d3687-9099-4281-8e6d-66a12d208bbd HTTP/1.1" status: 200 len: 845 time: 0.3674037 Apr 08 10:19:35.260399 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-e434aa79-9854-4196-ab8c-5f3edff93ff4 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a9d0f0-1f4b-40e5-83ed-4d525bf76d60') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:35.260693 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-e434aa79-9854-4196-ab8c-5f3edff93ff4 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a9d0f0-1f4b-40e5-83ed-4d525bf76d60') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:35.270955 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-e0b427af-b383-449c-98a8-640596677bd6 None None] Provisioning for port e6150dd8-9bfa-4dce-933a-472eb6defa8d completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:19:35.292389 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e434aa79-9854-4196-ab8c-5f3edff93ff4 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:35.314208 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:35.335720 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950fcda1-2819-4460-90de-845594bd4070 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:35.339600 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950fcda1-2819-4460-90de-845594bd4070 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:35.340414 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-950fcda1-2819-4460-90de-845594bd4070 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:19:35.347451 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e434aa79-9854-4196-ab8c-5f3edff93ff4 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:35.351808 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-8b9bdada-0ae4-43a4-bb3f-b63148134e33 req-0345ae16-d5d2-4db4-9d19-f87806da7d2d service neutron] 10.222.0.52 "GET /v2.0/networks/2e061ab5-f3b5-4fd3-983c-73eb5d82392b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428497 Apr 08 10:19:35.364279 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a82a1f-9179-47cb-b9d3-df6d80e6a203 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:19:35.371494 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e434aa79-9854-4196-ab8c-5f3edff93ff4 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:19:35.371832 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e434aa79-9854-4196-ab8c-5f3edff93ff4 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:35.395668 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 95a82a1f-9179-47cb-b9d3-df6d80e6a203, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=95a82a1f-9179-47cb-b9d3-df6d80e6a203,segment=NetworkSegment(4f43a382-7089-4671-bf04-925eb646287a),segment_id=4f43a382-7089-4671-bf04-925eb646287a)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:19:35.403445 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:19:35.483733 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:19:35.503058 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-58e54aed-5f4a-4f5d-b8c1-8f978639b65e req-c1a63e45-ab54-472c-899d-2c620207cd61 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/security-groups?id=98a58cd0-6a1d-4739-a16e-adf2967f6c87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6029344 Apr 08 10:19:35.529554 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=95a82a1f-9179-47cb-b9d3-df6d80e6a203,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:35.530721 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5df34bf5-7e02-4126-876e-f79085c6dc05 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:35.540017 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5ff552b1-92eb-463f-8738-1a91c89f98e2 req-4c2d1598-95f1-4a9f-af2e-67c962faadc3 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2887170 Apr 08 10:19:35.565869 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5df34bf5-7e02-4126-876e-f79085c6dc05 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:35.573895 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-950fcda1-2819-4460-90de-845594bd4070 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:19:35.577942 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-950fcda1-2819-4460-90de-845594bd4070 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6298223 Apr 08 10:19:35.578646 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49852) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:35.591953 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3c8c8679-be61-4981-86a8-a2303d47371c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:35.605695 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3c8c8679-be61-4981-86a8-a2303d47371c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:35.621725 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c8c8679-be61-4981-86a8-a2303d47371c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:19:35.636354 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2124ccf9-1f6c-4518-8192-eea34fb71e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:35.678018 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a8d29843-615d-4fbc-abec-9684e6de2da1 req-c18fd3d6-d11b-4746-99c2-19e7249e2a6a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=23b9a92c-2414-467b-bd21-b2d4b19be3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3295319 Apr 08 10:19:35.682816 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3c8c8679-be61-4981-86a8-a2303d47371c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:35.682816 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-3c8c8679-be61-4981-86a8-a2303d47371c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Added segment cc4fe856-6c41-480c-b29d-9bc86b0e3773 of type vlan for network f6e58c6a-710e-484f-bfc6-6dcf05fd3866 Apr 08 10:19:35.690421 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-98fdfbad-74d5-4ad1-ba03-254ee6e70509 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:35.695990 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device e6150dd8-9bfa-4dce-933a-472eb6defa8d up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:19:35.697383 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-1c6dc7fd-5c48-4dfd-a3cb-96bcedbc3307 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting port 268dc9d8-f11c-4a32-adfc-86910ca54e4a {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:19:35.697789 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1c6dc7fd-5c48-4dfd-a3cb-96bcedbc3307 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:35.728406 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c8679-be61-4981-86a8-a2303d47371c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1944933-fdc6-4cec-a8b6-3a13e7351f1f,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:35.732064 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['95a82a1f-9179-47cb-b9d3-df6d80e6a203'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:19:35.761600 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124ccf9-1f6c-4518-8192-eea34fb71e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563651e6-fcf2-4ec7-99a6-51d0cbb72236,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:35.794415 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e434aa79-9854-4196-ab8c-5f3edff93ff4 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:35.826131 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2124ccf9-1f6c-4518-8192-eea34fb71e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:35.830320 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2124ccf9-1f6c-4518-8192-eea34fb71e40 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/563651e6-fcf2-4ec7-99a6-51d0cbb72236 HTTP/1.1" status: 204 len: 168 time: 1.4816411 Apr 08 10:19:35.830320 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5df34bf5-7e02-4126-876e-f79085c6dc05 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:35.830320 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df34bf5-7e02-4126-876e-f79085c6dc05 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f5c8717b-6444-43b7-8c8a-32dd63d4d7c6 {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:19:35.854299 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3c8c8679-be61-4981-86a8-a2303d47371c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:35.862344 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5df34bf5-7e02-4126-876e-f79085c6dc05 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:35.864148 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5df34bf5-7e02-4126-876e-f79085c6dc05 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "DELETE /v2.0/routers/f5c8717b-6444-43b7-8c8a-32dd63d4d7c6 HTTP/1.1" status: 204 len: 168 time: 1.9077346 Apr 08 10:19:35.874418 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port e6150dd8-9bfa-4dce-933a-472eb6defa8d completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:19:35.887681 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port e6150dd8-9bfa-4dce-933a-472eb6defa8d triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:35.888059 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:35.891517 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e434aa79-9854-4196-ab8c-5f3edff93ff4 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:35.898591 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434aa79-9854-4196-ab8c-5f3edff93ff4 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] Pushing event deleted for resources: {'Network': ['ID=b6536af9-edca-43ec-8062-0094e36869aa,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:35.935465 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a8d29843-615d-4fbc-abec-9684e6de2da1 req-1d4716a1-5bb2-4132-a9b9-e955b6021853 service neutron] 10.222.0.52 "GET /v2.0/networks/23b9a92c-2414-467b-bd21-b2d4b19be3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430558 Apr 08 10:19:35.939267 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3c8c8679-be61-4981-86a8-a2303d47371c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:35.942982 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8c8679-be61-4981-86a8-a2303d47371c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:35.943656 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3c8c8679-be61-4981-86a8-a2303d47371c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:36.034746 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-211896b9-eb3e-4dc4-ad30-b9015392dd52 None None] Provisioning for port 268dc9d8-f11c-4a32-adfc-86910ca54e4a completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:19:36.045813 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-211896b9-eb3e-4dc4-ad30-b9015392dd52 None None] Provisioning complete for port 268dc9d8-f11c-4a32-adfc-86910ca54e4a triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:36.046483 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-211896b9-eb3e-4dc4-ad30-b9015392dd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:36.216371 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3c8c8679-be61-4981-86a8-a2303d47371c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.1535721 Apr 08 10:19:36.223462 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49860) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:36.230857 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-82eb7221-9fa9-4e64-a042-013e31538da6 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Request body: {'subnet': {'network_id': 'f6e58c6a-710e-484f-bfc6-6dcf05fd3866', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:36.260274 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c8679-be61-4981-86a8-a2303d47371c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event updated for resources: {'Network': ['ID=f6e58c6a-710e-484f-bfc6-6dcf05fd3866,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:36.306791 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-211896b9-eb3e-4dc4-ad30-b9015392dd52 None None] Port 268dc9d8-f11c-4a32-adfc-86910ca54e4a cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:19:36.309117 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network f6e58c6a-710e-484f-bfc6-6dcf05fd3866 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:19:36.382165 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1c6dc7fd-5c48-4dfd-a3cb-96bcedbc3307 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:36.423860 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49866) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:36.449599 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:36.459468 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-211896b9-eb3e-4dc4-ad30-b9015392dd52 None None] Provisioning complete for port e6150dd8-9bfa-4dce-933a-472eb6defa8d triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:36.460208 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-211896b9-eb3e-4dc4-ad30-b9015392dd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:36.507009 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a8d29843-615d-4fbc-abec-9684e6de2da1 req-688544b7-e3e9-43fe-a329-6e8c998e706d service neutron] 10.222.0.52 "GET /v2.0/networks/23b9a92c-2414-467b-bd21-b2d4b19be3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5585713 Apr 08 10:19:36.509629 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-82eb7221-9fa9-4e64-a042-013e31538da6 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:36.515223 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-82eb7221-9fa9-4e64-a042-013e31538da6 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Usage tracker for resource:subnet and tenant:eaffd781f5dd45dba33356f8d68ab59c is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:36.518829 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-1c6dc7fd-5c48-4dfd-a3cb-96bcedbc3307 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Calling delete_port for 268dc9d8-f11c-4a32-adfc-86910ca54e4a owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:19:36.520496 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-82eb7221-9fa9-4e64-a042-013e31538da6 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:36.526578 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-82eb7221-9fa9-4e64-a042-013e31538da6 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:36.545266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82eb7221-9fa9-4e64-a042-013e31538da6 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Made reservation on behalf of eaffd781f5dd45dba33356f8d68ab59c for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:36.634519 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port e6150dd8-9bfa-4dce-933a-472eb6defa8d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=e6150dd8-9bfa-4dce-933a-472eb6defa8d,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:19:36.666892 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:36.749413 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=e6150dd8-9bfa-4dce-933a-472eb6defa8d,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:36.813447 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49876) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:36.830308 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e434aa79-9854-4196-ab8c-5f3edff93ff4 tempest-ExternalNetworksTestJSON-1155734896 tempest-ExternalNetworksTestJSON-1155734896-project] 10.222.0.47 "DELETE /v2.0/networks/b6536af9-edca-43ec-8062-0094e36869aa HTTP/1.1" status: 204 len: 168 time: 2.2710032 Apr 08 10:19:36.866729 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-4906551f-fe70-40a4-8719-2d8f90429039 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-253761983', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}, 'admin_state_up': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:36.872127 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-98fdfbad-74d5-4ad1-ba03-254ee6e70509 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Allocated IP 172.26.0.226 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/f80b3d95-66b5-4fee-a1b2-29079c66b3fc) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:19:36.884484 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 4da59696-2f99-4214-9f85-6a62968894d5 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:19:36.891539 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4906551f-fe70-40a4-8719-2d8f90429039 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:36.891992 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1c6dc7fd-5c48-4dfd-a3cb-96bcedbc3307 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:36.895231 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-da9ee6f8-ebdf-4444-af35-652b29e3fc94 None None] Could not find standard attr ID for object 268dc9d8-f11c-4a32-adfc-86910ca54e4a. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:19:36.918753 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 95a82a1f-9179-47cb-b9d3-df6d80e6a203 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:19:36.930425 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-82eb7221-9fa9-4e64-a042-013e31538da6 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:36.950689 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2e11fc-fcc6-440d-b81f-2e1ab0d82ca6 None None] Sync routers for ids ['1d05ae82-ff44-4939-9473-7621f6a94e05'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:19:36.955030 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4906551f-fe70-40a4-8719-2d8f90429039 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Usage tracker for resource:router and tenant:375b90ef4ba148b9ac12dbb8b1428832 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:36.962557 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f193f123-5150-4247-9fbe-e79bc9035099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:36.979775 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4906551f-fe70-40a4-8719-2d8f90429039 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:36.981424 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2e11fc-fcc6-440d-b81f-2e1ab0d82ca6 None None] Routers {'1d05ae82-ff44-4939-9473-7621f6a94e05'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:19:36.982039 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-3e2e11fc-fcc6-440d-b81f-2e1ab0d82ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:19:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1d05ae82-ff44-4939-9473-7621f6a94e05'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:37.144575 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6dc7fd-5c48-4dfd-a3cb-96bcedbc3307 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Port': ['ID=268dc9d8-f11c-4a32-adfc-86910ca54e4a,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:37.145403 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4906551f-fe70-40a4-8719-2d8f90429039 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:37.212995 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 4da59696-2f99-4214-9f85-6a62968894d5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=4da59696-2f99-4214-9f85-6a62968894d5,segment=NetworkSegment(9c1c6b6f-7c1a-46a0-8674-eb95d416a285),segment_id=9c1c6b6f-7c1a-46a0-8674-eb95d416a285)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:19:37.232295 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port 95a82a1f-9179-47cb-b9d3-df6d80e6a203 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:19:37.241953 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-3e2e11fc-fcc6-440d-b81f-2e1ab0d82ca6 None None] Set router 1d05ae82-ff44-4939-9473-7621f6a94e05 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:19:37.245261 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 95a82a1f-9179-47cb-b9d3-df6d80e6a203 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:37.245755 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:37.286735 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f193f123-5150-4247-9fbe-e79bc9035099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:37.300349 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f193f123-5150-4247-9fbe-e79bc9035099 admin admin] Usage tracker for resource:security_group_rule and tenant:fba12eb2881241cba8031a839add1a1a is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:37.303843 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f193f123-5150-4247-9fbe-e79bc9035099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:37.313278 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f193f123-5150-4247-9fbe-e79bc9035099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:37.326243 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1c6dc7fd-5c48-4dfd-a3cb-96bcedbc3307 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:37.363408 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1c6dc7fd-5c48-4dfd-a3cb-96bcedbc3307 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/268dc9d8-f11c-4a32-adfc-86910ca54e4a HTTP/1.1" status: 204 len: 168 time: 1.7758100 Apr 08 10:19:37.364546 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '4da59696-2f99-4214-9f85-6a62968894d5', 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff', 'port_id': '4da59696-2f99-4214-9f85-6a62968894d5', 'mac_address': 'fa:16:3e:00:b4:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '692d3687-9099-4281-8e6d-66a12d208bbd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:19:37.387194 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49884) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:37.458458 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49888) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:37.466865 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4906551f-fe70-40a4-8719-2d8f90429039 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:37.468021 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4906551f-fe70-40a4-8719-2d8f90429039 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:37.551281 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device e6150dd8-9bfa-4dce-933a-472eb6defa8d up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:19:37.570745 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f193f123-5150-4247-9fbe-e79bc9035099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:37.588432 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44356517-42e9-4c2e-a848-2e05a67e75ef req-04c695ec-493a-4399-9541-6c46e4aea703 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:37.590084 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-44356517-42e9-4c2e-a848-2e05a67e75ef req-04c695ec-493a-4399-9541-6c46e4aea703 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 944 time: 0.7754850 Apr 08 10:19:37.595947 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f193f123-5150-4247-9fbe-e79bc9035099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:37.604749 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-98fdfbad-74d5-4ad1-ba03-254ee6e70509 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:37.623011 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcac004-ac83-4e51-87a4-77979b1c825b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:37.630934 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:37.634193 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcac004-ac83-4e51-87a4-77979b1c825b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:37.635045 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-afcac004-ac83-4e51-87a4-77979b1c825b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:19:37.657653 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:37.664202 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee89e85-c5a2-4d15-bb1a-f23e610ff26a req-2f41d243-e7e6-400f-8c16-9db0460dce7b tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:37.666173 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bee89e85-c5a2-4d15-bb1a-f23e610ff26a req-2f41d243-e7e6-400f-8c16-9db0460dce7b tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e7c1201-1e7f-4d66-9992-5821d7bb5bc4 HTTP/1.1" status: 200 len: 943 time: 0.7944958 Apr 08 10:19:37.674813 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-44356517-42e9-4c2e-a848-2e05a67e75ef req-034223bc-5778-4ed5-98b0-2471d5e390d8 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687177 Apr 08 10:19:37.685635 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-afcac004-ac83-4e51-87a4-77979b1c825b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:19:37.686715 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-afcac004-ac83-4e51-87a4-77979b1c825b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2987492 Apr 08 10:19:37.696112 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49894) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:37.708041 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da59696-2f99-4214-9f85-6a62968894d5 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:19:37.717997 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4906551f-fe70-40a4-8719-2d8f90429039 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:37.725623 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 4da59696-2f99-4214-9f85-6a62968894d5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=4da59696-2f99-4214-9f85-6a62968894d5,segment=NetworkSegment(9c1c6b6f-7c1a-46a0-8674-eb95d416a285),segment_id=9c1c6b6f-7c1a-46a0-8674-eb95d416a285)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:19:37.736858 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256751a2-c4ad-4960-8244-977e05977d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a82a1f-9179-47cb-b9d3-df6d80e6a203'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:19:37.770756 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193f123-5150-4247-9fbe-e79bc9035099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d0bbe3-8afd-43b2-b71c-d589b1e475be,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:37.806356 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:37.827689 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-3e2e11fc-fcc6-440d-b81f-2e1ab0d82ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'name': 'tempest-ServersTestJSON-1110543844-router', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:54Z', 'updated_at': '2022-04-08T10:19:01Z', 'revision_number': 4, 'project_id': 'a88d9637e6e44088badb84234eb17f98', 'gw_port': {'id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:55Z', 'updated_at': '2022-04-08T10:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'd4c36c71-0a54-41ef-b7c4-9a4f599af0c1', 'name': '', 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'mac_address': 'fa:16:3e:cd:a4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '692d3687-9099-4281-8e6d-66a12d208bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:59Z', 'updated_at': '2022-04-08T10:19:02Z', 'revision_number': 2, 'project_id': 'a88d9637e6e44088badb84234eb17f98', 'subnets': [{'id': '692d3687-9099-4281-8e6d-66a12d208bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:37.835703 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2e11fc-fcc6-440d-b81f-2e1ab0d82ca6 None None] Checking router: 1d05ae82-ff44-4939-9473-7621f6a94e05 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:19:37.836407 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2e11fc-fcc6-440d-b81f-2e1ab0d82ca6 None None] Updating router 1d05ae82-ff44-4939-9473-7621f6a94e05 port d4c36c71-0a54-41ef-b7c4-9a4f599af0c1 binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:19:37.837672 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f193f123-5150-4247-9fbe-e79bc9035099 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fba12eb2881241cba8031a839add1a1a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0216341 Apr 08 10:19:37.860990 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49900) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:37.877922 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 95a82a1f-9179-47cb-b9d3-df6d80e6a203, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=95a82a1f-9179-47cb-b9d3-df6d80e6a203,segment=NetworkSegment(4f43a382-7089-4671-bf04-925eb646287a),segment_id=4f43a382-7089-4671-bf04-925eb646287a)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:19:37.894259 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:37.894687 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-758fcced-950b-4369-b980-4d69e5574b46 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2cb0293cf5aa4476aefca6ffa0d1f958&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4306602 Apr 08 10:19:37.897405 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49906) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:37.913879 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port e6150dd8-9bfa-4dce-933a-472eb6defa8d triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:37.914247 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:37.952227 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-98fdfbad-74d5-4ad1-ba03-254ee6e70509 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:38.009277 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fdfbad-74d5-4ad1-ba03-254ee6e70509 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:38.010191 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e2e11fc-fcc6-440d-b81f-2e1ab0d82ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:38.033058 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=4da59696-2f99-4214-9f85-6a62968894d5,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:38.036898 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-98fdfbad-74d5-4ad1-ba03-254ee6e70509 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:38.043763 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bee89e85-c5a2-4d15-bb1a-f23e610ff26a req-c7f008b3-1fb6-4f9d-9f2b-73b13991f7c3 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/security-groups?id=98a58cd0-6a1d-4739-a16e-adf2967f6c87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3678639 Apr 08 10:19:38.065662 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fdfbad-74d5-4ad1-ba03-254ee6e70509 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:38.089937 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4906551f-fe70-40a4-8719-2d8f90429039 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:38.101650 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-82eb7221-9fa9-4e64-a042-013e31538da6 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:38.167513 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['4da59696-2f99-4214-9f85-6a62968894d5'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:19:38.267992 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb7221-9fa9-4e64-a042-013e31538da6 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event updated for resources: {'Subnet': ['ID=1bfd4408-d83c-42cf-a902-65b9273da716,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:38.298955 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eb7221-9fa9-4e64-a042-013e31538da6 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Checking segment: {'id': 'cc4fe856-6c41-480c-b29d-9bc86b0e3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f6e58c6a-710e-484f-bfc6-6dcf05fd3866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:19:38.298955 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eb7221-9fa9-4e64-a042-013e31538da6 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Network hostable DHCP agents. Network: f6e58c6a-710e-484f-bfc6-6dcf05fd3866, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:19:38.323488 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2c9c3f-3440-404b-86df-bf5429aec31e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet 233a5b74-218a-4bae-9363-7484a1f25d20 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:19:38.327325 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7e2c9c3f-3440-404b-86df-bf5429aec31e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:38.345278 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:38.362608 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eb7221-9fa9-4e64-a042-013e31538da6 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Network f6e58c6a-710e-484f-bfc6-6dcf05fd3866 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:19:38.380639 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-82eb7221-9fa9-4e64-a042-013e31538da6 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, f6e58c6a-710e-484f-bfc6-6dcf05fd3866) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:38.385228 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7e2c9c3f-3440-404b-86df-bf5429aec31e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:38.389050 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eb7221-9fa9-4e64-a042-013e31538da6 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:38.389899 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-82eb7221-9fa9-4e64-a042-013e31538da6 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:38.400961 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee61aa01-2173-4e5f-835e-b1c9da0735cd None None] Network f6e58c6a-710e-484f-bfc6-6dcf05fd3866 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:19:38.440240 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4906551f-fe70-40a4-8719-2d8f90429039 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:38.453666 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fdfbad-74d5-4ad1-ba03-254ee6e70509 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Pushing event updated for resources: {'Port': ['ID=f80b3d95-66b5-4fee-a1b2-29079c66b3fc,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:38.462567 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-54f93772-aaf6-4b9b-8eb4-c2ad26c29370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:38.477965 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4906551f-fe70-40a4-8719-2d8f90429039 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:38.511359 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=95a82a1f-9179-47cb-b9d3-df6d80e6a203,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:38.518886 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-27b513d8-024f-43d8-8977-e7c9858dda96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:38.542684 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-82eb7221-9fa9-4e64-a042-013e31538da6 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3181543 Apr 08 10:19:38.546085 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-54f93772-aaf6-4b9b-8eb4-c2ad26c29370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:38.548786 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49916) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:38.553715 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-bc572415-67b5-4174-aaa9-37b18436043b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1991760983', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}, 'admin_state_up': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:38.568994 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-bc572415-67b5-4174-aaa9-37b18436043b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:38.582348 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-bc572415-67b5-4174-aaa9-37b18436043b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Usage tracker for resource:router and tenant:eaffd781f5dd45dba33356f8d68ab59c is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:38.587284 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-bc572415-67b5-4174-aaa9-37b18436043b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:38.598275 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-bc572415-67b5-4174-aaa9-37b18436043b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:38.628795 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb759fc8-91cc-49f2-893e-bb4121402556'] response: {'server_uuid': '256751a2-c4ad-4960-8244-977e05977d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a82a1f-9179-47cb-b9d3-df6d80e6a203', 'code': 200} Apr 08 10:19:38.640183 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bc572415-67b5-4174-aaa9-37b18436043b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:38.641919 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bc572415-67b5-4174-aaa9-37b18436043b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:38.655076 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-27b513d8-024f-43d8-8977-e7c9858dda96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:38.670596 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7e2c9c3f-3440-404b-86df-bf5429aec31e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:38.691025 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-4906551f-fe70-40a4-8719-2d8f90429039 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Allocated IP 172.26.0.142 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/06bbd825-ee7b-4f69-967c-081fc0b45dd9) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:19:38.693809 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bc572415-67b5-4174-aaa9-37b18436043b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:38.804146 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e2e11fc-fcc6-440d-b81f-2e1ab0d82ca6 None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:38.827990 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-3e2e11fc-fcc6-440d-b81f-2e1ab0d82ca6 None None] Transition to ACTIVE for port object d4c36c71-0a54-41ef-b7c4-9a4f599af0c1 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:19:38.835900 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e2e11fc-fcc6-440d-b81f-2e1ab0d82ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:38.877039 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-98fdfbad-74d5-4ad1-ba03-254ee6e70509 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:38.898732 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7e2c9c3f-3440-404b-86df-bf5429aec31e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:38.967051 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7e2c9c3f-3440-404b-86df-bf5429aec31e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:39.001204 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7b38d-aab9-4e38-9094-bf015993ff93 None None] Pushing event updated for resources: {'Port': ['ID=d4c36c71-0a54-41ef-b7c4-9a4f599af0c1,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:39.003639 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e657aaa-2f71-4f10-9d2c-1276c635a3d6 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:19:39.060459 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-98fdfbad-74d5-4ad1-ba03-254ee6e70509 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:39.189129 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9540b9a-ce1c-490f-8257-895fb75d5ad2 None None] Network f6e58c6a-710e-484f-bfc6-6dcf05fd3866 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:19:39.193649 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-3e2e11fc-fcc6-440d-b81f-2e1ab0d82ca6 None None] Attempting to bind port d4c36c71-0a54-41ef-b7c4-9a4f599af0c1 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:19:39.194693 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-3e2e11fc-fcc6-440d-b81f-2e1ab0d82ca6 None None] Attempting to bind port d4c36c71-0a54-41ef-b7c4-9a4f599af0c1 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '9c1c6b6f-7c1a-46a0-8674-eb95d416a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:19:39.195081 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2e11fc-fcc6-440d-b81f-2e1ab0d82ca6 None None] Attempting to bind port d4c36c71-0a54-41ef-b7c4-9a4f599af0c1 on network 23b9a92c-2414-467b-bd21-b2d4b19be3ff {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:19:39.210459 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2e11fc-fcc6-440d-b81f-2e1ab0d82ca6 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:19:39.210847 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2e11fc-fcc6-440d-b81f-2e1ab0d82ca6 None None] Checking segment: {'id': '9c1c6b6f-7c1a-46a0-8674-eb95d416a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:19:39.211260 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e2e11fc-fcc6-440d-b81f-2e1ab0d82ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:39.211663 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2e11fc-fcc6-440d-b81f-2e1ab0d82ca6 None None] Bound using segment: {'id': '9c1c6b6f-7c1a-46a0-8674-eb95d416a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:19:39.215492 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-3e2e11fc-fcc6-440d-b81f-2e1ab0d82ca6 None None] Bound port: d4c36c71-0a54-41ef-b7c4-9a4f599af0c1, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c1c6b6f-7c1a-46a0-8674-eb95d416a285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:19:39.215987 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e2e11fc-fcc6-440d-b81f-2e1ab0d82ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:39.225407 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c9c3f-3440-404b-86df-bf5429aec31e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=233a5b74-218a-4bae-9363-7484a1f25d20,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:39.275149 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7e2c9c3f-3440-404b-86df-bf5429aec31e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/233a5b74-218a-4bae-9363-7484a1f25d20 HTTP/1.1" status: 204 len: 168 time: 1.5757756 Apr 08 10:19:39.291297 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49924) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:39.353491 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-3e2e11fc-fcc6-440d-b81f-2e1ab0d82ca6 None None] For port d4c36c71-0a54-41ef-b7c4-9a4f599af0c1, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:19:39.361930 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-3e2e11fc-fcc6-440d-b81f-2e1ab0d82ca6 None None] For port d4c36c71-0a54-41ef-b7c4-9a4f599af0c1, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=d4c36c71-0a54-41ef-b7c4-9a4f599af0c1,segment=NetworkSegment(9c1c6b6f-7c1a-46a0-8674-eb95d416a285),segment_id=9c1c6b6f-7c1a-46a0-8674-eb95d416a285)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:19:39.362141 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-54f93772-aaf6-4b9b-8eb4-c2ad26c29370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:39.370796 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3e2e11fc-fcc6-440d-b81f-2e1ab0d82ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:39.387666 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f93772-aaf6-4b9b-8eb4-c2ad26c29370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d250de58-f741-4d2e-82b8-4341e9c122ed,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:39.397478 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-27b513d8-024f-43d8-8977-e7c9858dda96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:39.430955 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b513d8-024f-43d8-8977-e7c9858dda96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d0bbe3-8afd-43b2-b71c-d589b1e475be,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:39.457286 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8a11e9c9-ff10-45a9-8aa8-6086fe4b3e52 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1462698 Apr 08 10:19:39.461304 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bc572415-67b5-4174-aaa9-37b18436043b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:39.463678 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 49928) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:39.472862 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7b38d-aab9-4e38-9094-bf015993ff93 None None] Pushing event updated for resources: {'Port': ['ID=d4c36c71-0a54-41ef-b7c4-9a4f599af0c1,revision_number=4']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:39.475046 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-27b513d8-024f-43d8-8977-e7c9858dda96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:39.479379 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-27b513d8-024f-43d8-8977-e7c9858dda96 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c4d0bbe3-8afd-43b2-b71c-d589b1e475be HTTP/1.1" status: 204 len: 168 time: 1.6172349 Apr 08 10:19:39.487829 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-54f93772-aaf6-4b9b-8eb4-c2ad26c29370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:39.493932 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-54f93772-aaf6-4b9b-8eb4-c2ad26c29370 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d250de58-f741-4d2e-82b8-4341e9c122ed HTTP/1.1" status: 204 len: 168 time: 1.5952947 Apr 08 10:19:39.494719 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2e11fc-fcc6-440d-b81f-2e1ab0d82ca6 None None] Routers {'1d05ae82-ff44-4939-9473-7621f6a94e05'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:19:39.496355 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-3e2e11fc-fcc6-440d-b81f-2e1ab0d82ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:19:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1d05ae82-ff44-4939-9473-7621f6a94e05'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:39.530167 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-996be026-15a2-402b-a2c5-9c9f4512cf8a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:39.563825 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-98fdfbad-74d5-4ad1-ba03-254ee6e70509 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:39.568794 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-98fdfbad-74d5-4ad1-ba03-254ee6e70509 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:39.575984 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4906551f-fe70-40a4-8719-2d8f90429039 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:39.790539 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591b1e5-01b9-49ae-9868-4df7c4c853fd req-69b6a026-a616-4c74-8c6b-8d2d1d3e7816 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:39.791930 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d591b1e5-01b9-49ae-9868-4df7c4c853fd req-69b6a026-a616-4c74-8c6b-8d2d1d3e7816 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.7670889 Apr 08 10:19:39.792979 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4906551f-fe70-40a4-8719-2d8f90429039 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:39.797320 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fdfbad-74d5-4ad1-ba03-254ee6e70509 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Pushing event updated for resources: {'Port': ['ID=f80b3d95-66b5-4fee-a1b2-29079c66b3fc,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:39.833917 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-98fdfbad-74d5-4ad1-ba03-254ee6e70509 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:39.871822 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-98fdfbad-74d5-4ad1-ba03-254ee6e70509 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:39.872435 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4906551f-fe70-40a4-8719-2d8f90429039 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:39.874175 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-98fdfbad-74d5-4ad1-ba03-254ee6e70509 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5405416 Apr 08 10:19:39.877963 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49940) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:39.887620 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-bf3a5d8f-98c6-4937-9b9d-2f437da3c210 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-126101643'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:39.896572 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-bf3a5d8f-98c6-4937-9b9d-2f437da3c210 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:39.908772 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-4906551f-fe70-40a4-8719-2d8f90429039 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:39.911293 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-bf3a5d8f-98c6-4937-9b9d-2f437da3c210 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Usage tracker for resource:network and tenant:a70dc23d9782412dafdd39f8c425e7d1 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:39.916989 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-63fe7b4f-702b-406a-8a35-ec32353d56bc req-695486d4-398f-4b54-8f12-39cd4247d52d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 1098 time: 1.0524364 Apr 08 10:19:39.921545 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-bf3a5d8f-98c6-4937-9b9d-2f437da3c210 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:39.932770 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-bf3a5d8f-98c6-4937-9b9d-2f437da3c210 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:39.938328 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4906551f-fe70-40a4-8719-2d8f90429039 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:39.948597 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3a5d8f-98c6-4937-9b9d-2f437da3c210 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Made reservation on behalf of a70dc23d9782412dafdd39f8c425e7d1 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:39.958358 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bf3a5d8f-98c6-4937-9b9d-2f437da3c210 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:39.964844 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-3e2e11fc-fcc6-440d-b81f-2e1ab0d82ca6 None None] Set router 1d05ae82-ff44-4939-9473-7621f6a94e05 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:19:39.977464 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bf3a5d8f-98c6-4937-9b9d-2f437da3c210 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:40.034016 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-bf3a5d8f-98c6-4937-9b9d-2f437da3c210 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:40.048940 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-bf3a5d8f-98c6-4937-9b9d-2f437da3c210 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Usage tracker for resource:security_group_rule and tenant:a70dc23d9782412dafdd39f8c425e7d1 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:40.052110 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-bf3a5d8f-98c6-4937-9b9d-2f437da3c210 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:40.065518 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-bf3a5d8f-98c6-4937-9b9d-2f437da3c210 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:40.117285 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-996be026-15a2-402b-a2c5-9c9f4512cf8a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:40.135874 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd89db51-a87f-4f37-a949-d85f93386b75 None None] DHCP port deletion for 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:19:40.148112 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-bd89db51-a87f-4f37-a949-d85f93386b75 None None] Deleting port e6150dd8-9bfa-4dce-933a-472eb6defa8d {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:19:40.149625 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bd89db51-a87f-4f37-a949-d85f93386b75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:40.225405 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49948) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:40.333713 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bf3a5d8f-98c6-4937-9b9d-2f437da3c210 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:40.338214 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-996be026-15a2-402b-a2c5-9c9f4512cf8a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:subnet and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:40.352214 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada3390-feb1-4f73-a699-b8d1a31de93a req-8226e47a-34a7-48c2-b5f9-a1aa3f8efdbd tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:40.353603 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-aada3390-feb1-4f73-a699-b8d1a31de93a req-8226e47a-34a7-48c2-b5f9-a1aa3f8efdbd tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e7c1201-1e7f-4d66-9992-5821d7bb5bc4 HTTP/1.1" status: 200 len: 944 time: 1.0368242 Apr 08 10:19:40.354474 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-996be026-15a2-402b-a2c5-9c9f4512cf8a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:40.363255 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bf3a5d8f-98c6-4937-9b9d-2f437da3c210 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:40.378868 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-63fe7b4f-702b-406a-8a35-ec32353d56bc req-deca99a1-418d-4090-8130-da637d61d22c service neutron] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:40.394930 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-996be026-15a2-402b-a2c5-9c9f4512cf8a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:40.432014 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf3a5d8f-98c6-4937-9b9d-2f437da3c210 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:19:40.442519 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a5d8f-98c6-4937-9b9d-2f437da3c210 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2950775e-70ad-42c7-b4a8-ca657c427a35,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:40.451654 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ca48b7c7-c9e8-4e98-be45-aea81a6d6206 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=724481774e404981810b7575f7d39d74&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2207196 Apr 08 10:19:40.451654 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49954) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:40.465172 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-63fe7b4f-702b-406a-8a35-ec32353d56bc req-deca99a1-418d-4090-8130-da637d61d22c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:40.465629 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bf3a5d8f-98c6-4937-9b9d-2f437da3c210 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:40.466156 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-bf3a5d8f-98c6-4937-9b9d-2f437da3c210 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Added segment f8e4c58f-ddc9-4e30-9451-86130f61307c of type vlan for network 44910706-9087-4205-b782-3f8b030bca8c Apr 08 10:19:40.469801 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-63fe7b4f-702b-406a-8a35-ec32353d56bc req-deca99a1-418d-4090-8130-da637d61d22c service neutron] Usage tracker for resource:security_group_rule and tenant:139a689411c94b8980e0f1e38b288747 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:40.472836 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-63fe7b4f-702b-406a-8a35-ec32353d56bc req-deca99a1-418d-4090-8130-da637d61d22c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:40.477291 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-bd89db51-a87f-4f37-a949-d85f93386b75 None None] For port e6150dd8-9bfa-4dce-933a-472eb6defa8d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=e6150dd8-9bfa-4dce-933a-472eb6defa8d,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:19:40.477675 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bd89db51-a87f-4f37-a949-d85f93386b75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:40.481564 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-63fe7b4f-702b-406a-8a35-ec32353d56bc req-deca99a1-418d-4090-8130-da637d61d22c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:40.528800 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bf3a5d8f-98c6-4937-9b9d-2f437da3c210 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:40.551185 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-3e2e11fc-fcc6-440d-b81f-2e1ab0d82ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'name': 'tempest-ServersTestJSON-1110543844-router', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:54Z', 'updated_at': '2022-04-08T10:19:01Z', 'revision_number': 4, 'project_id': 'a88d9637e6e44088badb84234eb17f98', 'gw_port': {'id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:55Z', 'updated_at': '2022-04-08T10:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'd4c36c71-0a54-41ef-b7c4-9a4f599af0c1', 'name': '', 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'mac_address': 'fa:16:3e:cd:a4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '692d3687-9099-4281-8e6d-66a12d208bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:59Z', 'updated_at': '2022-04-08T10:19:39Z', 'revision_number': 4, 'project_id': 'a88d9637e6e44088badb84234eb17f98', 'subnets': [{'id': '692d3687-9099-4281-8e6d-66a12d208bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:40.557857 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2e11fc-fcc6-440d-b81f-2e1ab0d82ca6 None None] The sync data for ids ['1d05ae82-ff44-4939-9473-7621f6a94e05'] in dv-neutron-837110-1-hyperv is: [{'id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'name': 'tempest-ServersTestJSON-1110543844-router', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:54Z', 'updated_at': '2022-04-08T10:19:01Z', 'revision_number': 4, 'project_id': 'a88d9637e6e44088badb84234eb17f98', 'gw_port': {'id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:55Z', 'updated_at': '2022-04-08T10:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'd4c36c71-0a54-41ef-b7c4-9a4f599af0c1', 'name': '', 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'mac_address': 'fa:16:3e:cd:a4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '692d3687-9099-4281-8e6d-66a12d208bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:59Z', 'updated_at': '2022-04-08T10:19:39Z', 'revision_number': 4, 'project_id': 'a88d9637e6e44088badb84234eb17f98', 'subnets': [{'id': '692d3687-9099-4281-8e6d-66a12d208bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:19:40.582358 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-669a3e46-9ccf-473a-af9a-6f97d8afe997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:40.608368 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bf3a5d8f-98c6-4937-9b9d-2f437da3c210 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:40.612712 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3a5d8f-98c6-4937-9b9d-2f437da3c210 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:40.613582 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bf3a5d8f-98c6-4937-9b9d-2f437da3c210 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:40.629208 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d591b1e5-01b9-49ae-9868-4df7c4c853fd req-80c7d2c5-53c6-40fa-aa60-430ff52ae348 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8256357 Apr 08 10:19:40.631374 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906551f-fe70-40a4-8719-2d8f90429039 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Pushing event updated for resources: {'Port': ['ID=06bbd825-ee7b-4f69-967c-081fc0b45dd9,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:40.659828 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-669a3e46-9ccf-473a-af9a-6f97d8afe997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:40.695938 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-63fe7b4f-702b-406a-8a35-ec32353d56bc req-deca99a1-418d-4090-8130-da637d61d22c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:40.717267 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-aada3390-feb1-4f73-a699-b8d1a31de93a req-9361cd05-0fd6-4d2f-a4fb-8bc100dcc5ec tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/security-groups?id=98a58cd0-6a1d-4739-a16e-adf2967f6c87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3397200 Apr 08 10:19:40.736704 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-63fe7b4f-702b-406a-8a35-ec32353d56bc req-deca99a1-418d-4090-8130-da637d61d22c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:40.744673 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-bd89db51-a87f-4f37-a949-d85f93386b75 None None] Calling delete_port for e6150dd8-9bfa-4dce-933a-472eb6defa8d owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:19:40.797344 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-63fe7b4f-702b-406a-8a35-ec32353d56bc req-deca99a1-418d-4090-8130-da637d61d22c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7418463 Apr 08 10:19:40.802456 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996be026-15a2-402b-a2c5-9c9f4512cf8a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:40.889467 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bd89db51-a87f-4f37-a949-d85f93386b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:40.899035 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a5d8f-98c6-4937-9b9d-2f437da3c210 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Pushing event updated for resources: {'Network': ['ID=44910706-9087-4205-b782-3f8b030bca8c,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:40.906682 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-bf3a5d8f-98c6-4937-9b9d-2f437da3c210 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0275061 Apr 08 10:19:40.910291 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49962) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:40.918452 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-06ece381-ce42-4159-8c0a-36efb6e10126 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Request body: {'subnet': {'network_id': '44910706-9087-4205-b782-3f8b030bca8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:40.975025 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-996be026-15a2-402b-a2c5-9c9f4512cf8a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:40.993122 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca99a1-418d-4090-8130-da637d61d22c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4acc1318-22b9-47c4-9c22-a72a4f6f10d4,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:41.005782 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 4da59696-2f99-4214-9f85-6a62968894d5 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:19:41.054541 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-669a3e46-9ccf-473a-af9a-6f97d8afe997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:41.121832 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 44910706-9087-4205-b782-3f8b030bca8c details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:19:41.136831 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4906551f-fe70-40a4-8719-2d8f90429039 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:41.137741 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4906551f-fe70-40a4-8719-2d8f90429039 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:41.155685 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd89db51-a87f-4f37-a949-d85f93386b75 None None] No DVR routers for this DVR port e6150dd8-9bfa-4dce-933a-472eb6defa8d on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:19:41.184674 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a3e46-9ccf-473a-af9a-6f97d8afe997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fb186f-7360-4e6f-bdb8-043d20ce3aaf,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:41.246315 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-669a3e46-9ccf-473a-af9a-6f97d8afe997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:41.252573 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-669a3e46-9ccf-473a-af9a-6f97d8afe997 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f1fb186f-7360-4e6f-bdb8-043d20ce3aaf HTTP/1.1" status: 204 len: 168 time: 0.7997348 Apr 08 10:19:41.274477 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89db51-a87f-4f37-a949-d85f93386b75 None None] Pushing event deleted for resources: {'Port': ['ID=e6150dd8-9bfa-4dce-933a-472eb6defa8d,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:41.294110 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-06ece381-ce42-4159-8c0a-36efb6e10126 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:41.302294 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-06ece381-ce42-4159-8c0a-36efb6e10126 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Usage tracker for resource:subnet and tenant:a70dc23d9782412dafdd39f8c425e7d1 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:41.304830 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port 4da59696-2f99-4214-9f85-6a62968894d5 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:19:41.310325 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-06ece381-ce42-4159-8c0a-36efb6e10126 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:41.321905 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 4da59696-2f99-4214-9f85-6a62968894d5 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:41.322272 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:41.325260 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-06ece381-ce42-4159-8c0a-36efb6e10126 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:41.339074 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ece381-ce42-4159-8c0a-36efb6e10126 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Made reservation on behalf of a70dc23d9782412dafdd39f8c425e7d1 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:41.477827 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bc572415-67b5-4174-aaa9-37b18436043b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:41.522187 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-06ece381-ce42-4159-8c0a-36efb6e10126 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:41.522624 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:41.526654 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bc572415-67b5-4174-aaa9-37b18436043b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:41.563698 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7c1201-1e7f-4d66-9992-5821d7bb5bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da59696-2f99-4214-9f85-6a62968894d5'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:19:41.573903 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 4da59696-2f99-4214-9f85-6a62968894d5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=4da59696-2f99-4214-9f85-6a62968894d5,segment=NetworkSegment(9c1c6b6f-7c1a-46a0-8674-eb95d416a285),segment_id=9c1c6b6f-7c1a-46a0-8674-eb95d416a285)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:19:41.589510 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:41.629936 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d4c36c71-0a54-41ef-b7c4-9a4f599af0c1 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:19:41.680848 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-412488e8-2249-4766-881f-9702557fef37'] response: {'server_uuid': '7e7c1201-1e7f-4d66-9992-5821d7bb5bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da59696-2f99-4214-9f85-6a62968894d5', 'code': 200} Apr 08 10:19:41.747357 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=4da59696-2f99-4214-9f85-6a62968894d5,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:41.777734 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port d4c36c71-0a54-41ef-b7c4-9a4f599af0c1 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:19:41.794520 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port d4c36c71-0a54-41ef-b7c4-9a4f599af0c1 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:41.799290 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:42.060344 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:42.125791 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port d4c36c71-0a54-41ef-b7c4-9a4f599af0c1, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=d4c36c71-0a54-41ef-b7c4-9a4f599af0c1,segment=NetworkSegment(9c1c6b6f-7c1a-46a0-8674-eb95d416a285),segment_id=9c1c6b6f-7c1a-46a0-8674-eb95d416a285)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:19:42.131782 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:42.215212 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device e6150dd8-9bfa-4dce-933a-472eb6defa8d no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:19:42.264397 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: e6150dd8-9bfa-4dce-933a-472eb6defa8d {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:19:42.264737 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device e6150dd8-9bfa-4dce-933a-472eb6defa8d not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:19:42.271041 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=d4c36c71-0a54-41ef-b7c4-9a4f599af0c1,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:42.285410 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-06ece381-ce42-4159-8c0a-36efb6e10126 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:42.332844 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-996be026-15a2-402b-a2c5-9c9f4512cf8a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:42.379135 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ece381-ce42-4159-8c0a-36efb6e10126 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Pushing event updated for resources: {'Subnet': ['ID=2ff4bc83-f6d9-4fd0-9c86-0bdc89837910,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:42.385509 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ece381-ce42-4159-8c0a-36efb6e10126 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Checking segment: {'id': 'f8e4c58f-ddc9-4e30-9451-86130f61307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '44910706-9087-4205-b782-3f8b030bca8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:19:42.385874 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ece381-ce42-4159-8c0a-36efb6e10126 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Network hostable DHCP agents. Network: 44910706-9087-4205-b782-3f8b030bca8c, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:19:42.405125 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-bc572415-67b5-4174-aaa9-37b18436043b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Allocated IP 172.26.0.237 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/896fb59a-edd5-4e54-b56f-45dad502cf9f) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:19:42.413552 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ece381-ce42-4159-8c0a-36efb6e10126 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Network 44910706-9087-4205-b782-3f8b030bca8c is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:19:42.426300 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-06ece381-ce42-4159-8c0a-36efb6e10126 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 44910706-9087-4205-b782-3f8b030bca8c) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:42.437863 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d4eeaa-d002-410c-8662-27dbc06670cf None None] Network 44910706-9087-4205-b782-3f8b030bca8c requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:19:42.457451 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ece381-ce42-4159-8c0a-36efb6e10126 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:42.459637 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-06ece381-ce42-4159-8c0a-36efb6e10126 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:42.496984 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996be026-15a2-402b-a2c5-9c9f4512cf8a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:42.503987 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-06ece381-ce42-4159-8c0a-36efb6e10126 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5926044 Apr 08 10:19:42.507634 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 49998) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:42.513614 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-4c5b8106-ba52-4cb5-a8eb-d6feb614d148 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1891677159', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}, 'admin_state_up': False}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:42.522673 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4c5b8106-ba52-4cb5-a8eb-d6feb614d148 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:42.526953 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4c5b8106-ba52-4cb5-a8eb-d6feb614d148 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Usage tracker for resource:router and tenant:a70dc23d9782412dafdd39f8c425e7d1 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:42.530262 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4c5b8106-ba52-4cb5-a8eb-d6feb614d148 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:42.537414 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4c5b8106-ba52-4cb5-a8eb-d6feb614d148 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:42.552989 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-996be026-15a2-402b-a2c5-9c9f4512cf8a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:42.556832 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c5b8106-ba52-4cb5-a8eb-d6feb614d148 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:42.558841 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c5b8106-ba52-4cb5-a8eb-d6feb614d148 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:42.565593 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996be026-15a2-402b-a2c5-9c9f4512cf8a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:42.567243 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db31e0c-5705-4f29-b124-4f4ed12b564c None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:19:42.567370 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-996be026-15a2-402b-a2c5-9c9f4512cf8a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:42.587463 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c5b8106-ba52-4cb5-a8eb-d6feb614d148 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:42.597698 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996be026-15a2-402b-a2c5-9c9f4512cf8a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=84d7bb0c-033b-4e4b-893a-735db92fb964,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:42.757716 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-15534931-ad72-4a87-9b9a-d043911535d6 req-031efa67-62de-4a2c-a122-cf922c04e594 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7e7c1201-1e7f-4d66-9992-5821d7bb5bc4 HTTP/1.1" status: 200 len: 1098 time: 0.6801603 Apr 08 10:19:42.770650 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926f29d-4f9e-4c8a-8fe6-6457496d7303 req-1f3208a5-1420-49ff-8784-dc3e2acaceec tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:42.776983 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6926f29d-4f9e-4c8a-8fe6-6457496d7303 req-1f3208a5-1420-49ff-8784-dc3e2acaceec tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e7c1201-1e7f-4d66-9992-5821d7bb5bc4 HTTP/1.1" status: 200 len: 945 time: 0.7325184 Apr 08 10:19:42.783049 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c5b8106-ba52-4cb5-a8eb-d6feb614d148 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:42.807870 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c7122-2cdb-4406-bf0c-ec6f913e2220 req-974b4f4e-996d-4c6e-ad4e-2e5ca722d0c4 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:42.818604 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6c5c7122-2cdb-4406-bf0c-ec6f913e2220 req-974b4f4e-996d-4c6e-ad4e-2e5ca722d0c4 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.7704995 Apr 08 10:19:42.998054 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-996be026-15a2-402b-a2c5-9c9f4512cf8a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.5216126 Apr 08 10:19:43.002291 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50012) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:43.009411 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-1078a1d7-8b4a-4a5e-a93d-48eb3463f5a5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'port': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'name': 'tempest-NetworksTestDHCPv6-1447199761'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:43.082553 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6c5c7122-2cdb-4406-bf0c-ec6f913e2220 req-2f4d8a1d-242d-4420-8e0c-bedb7778a322 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2623944 Apr 08 10:19:43.084795 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6926f29d-4f9e-4c8a-8fe6-6457496d7303 req-c90f4862-1341-45c9-aece-695de89579cb tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/security-groups?id=98a58cd0-6a1d-4739-a16e-adf2967f6c87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312825 Apr 08 10:19:43.114916 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bc572415-67b5-4174-aaa9-37b18436043b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:43.150786 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-15534931-ad72-4a87-9b9a-d043911535d6 req-e15276f2-64fb-422a-8252-5c5c1a5290af service neutron] Synchronizing usage tracker for tenant:139a689411c94b8980e0f1e38b288747 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:19:43.155113 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c5b8106-ba52-4cb5-a8eb-d6feb614d148 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks [] for router_gateway, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:43.186598 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-15534931-ad72-4a87-9b9a-d043911535d6 req-e15276f2-64fb-422a-8252-5c5c1a5290af service neutron] Unset dirty status for tenant:139a689411c94b8980e0f1e38b288747 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:19:43.188458 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-15534931-ad72-4a87-9b9a-d043911535d6 req-e15276f2-64fb-422a-8252-5c5c1a5290af service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=98a58cd0-6a1d-4739-a16e-adf2967f6c87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3959408 Apr 08 10:19:43.190628 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4906551f-fe70-40a4-8719-2d8f90429039 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Router 5ddcf6d9-f990-4584-b7e4-a4540bb874a9 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:19:43.234210 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c5b8106-ba52-4cb5-a8eb-d6feb614d148 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:43.263305 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bc572415-67b5-4174-aaa9-37b18436043b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:43.287863 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8764df5-61bf-4583-a357-6a5903dff95c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'fixed_ips': [{'subnet_id': '84d7bb0c-033b-4e4b-893a-735db92fb964'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:19:43.288725 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f8764df5-61bf-4583-a357-6a5903dff95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:43.311769 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dec98ac-b134-40cd-ac11-64738dc88c06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-44910706-9087-4205-b782-3f8b030bca8c', 'network_id': '44910706-9087-4205-b782-3f8b030bca8c', 'tenant_id': 'a70dc23d9782412dafdd39f8c425e7d1', 'fixed_ips': [{'subnet_id': '2ff4bc83-f6d9-4fd0-9c86-0bdc89837910'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:19:43.313177 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8dec98ac-b134-40cd-ac11-64738dc88c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:43.330911 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cf960eb8-b97f-42ff-a02f-0dfd8a73052e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:43.406777 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-1078a1d7-8b4a-4a5e-a93d-48eb3463f5a5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:43.442473 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc572415-67b5-4174-aaa9-37b18436043b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:43.483408 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-bc572415-67b5-4174-aaa9-37b18436043b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:43.487142 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-1078a1d7-8b4a-4a5e-a93d-48eb3463f5a5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:port and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:43.502823 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-1078a1d7-8b4a-4a5e-a93d-48eb3463f5a5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:43.508064 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc572415-67b5-4174-aaa9-37b18436043b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:43.526514 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-1078a1d7-8b4a-4a5e-a93d-48eb3463f5a5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:43.557476 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1078a1d7-8b4a-4a5e-a93d-48eb3463f5a5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:43.563885 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1078a1d7-8b4a-4a5e-a93d-48eb3463f5a5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:43.595745 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d4c36c71-0a54-41ef-b7c4-9a4f599af0c1 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:19:43.613247 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-4c5b8106-ba52-4cb5-a8eb-d6feb614d148 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Allocated IP 172.26.0.241 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/0c34e73e-2401-42c9-9b9e-db16c3e1606d) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:19:43.634154 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-1078a1d7-8b4a-4a5e-a93d-48eb3463f5a5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] device_id is not set on port 3bcda4da-5370-4d04-be56-25002d36b6f7 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:19:43.658715 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc572415-67b5-4174-aaa9-37b18436043b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event updated for resources: {'Port': ['ID=896fb59a-edd5-4e54-b56f-45dad502cf9f,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:43.699037 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-f8764df5-61bf-4583-a357-6a5903dff95c None None] Allocated IP 2001:db8::2 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/84d7bb0c-033b-4e4b-893a-735db92fb964/50c32f80-067e-421b-8610-07ac72d4647d) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:19:43.722873 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-8dec98ac-b134-40cd-ac11-64738dc88c06 None None] Allocated IP 172.20.0.2 (44910706-9087-4205-b782-3f8b030bca8c/2ff4bc83-f6d9-4fd0-9c86-0bdc89837910/b28afc5e-b987-4b0a-8ea4-3d59cca25fba) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:19:43.899093 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4906551f-fe70-40a4-8719-2d8f90429039 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:19:43.938400 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b702a164-f099-4623-bcee-1094a72193d6 None None] Sync routers for ids ['5ddcf6d9-f990-4584-b7e4-a4540bb874a9'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:19:43.941807 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4906551f-fe70-40a4-8719-2d8f90429039 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:43.943267 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4906551f-fe70-40a4-8719-2d8f90429039 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.5129981 Apr 08 10:19:43.947505 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50034) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:43.962649 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port d4c36c71-0a54-41ef-b7c4-9a4f599af0c1 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:43.962877 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c5b8106-ba52-4cb5-a8eb-d6feb614d148 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:43.963052 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:44.001879 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c5b8106-ba52-4cb5-a8eb-d6feb614d148 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:44.093411 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b702a164-f099-4623-bcee-1094a72193d6 None None] Routers {'5ddcf6d9-f990-4584-b7e4-a4540bb874a9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:19:44.094345 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-b702a164-f099-4623-bcee-1094a72193d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:19:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['5ddcf6d9-f990-4584-b7e4-a4540bb874a9'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:44.216379 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5b8106-ba52-4cb5-a8eb-d6feb614d148 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:44.217995 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b8106-ba52-4cb5-a8eb-d6feb614d148 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Pushing event updated for resources: {'Port': ['ID=0c34e73e-2401-42c9-9b9e-db16c3e1606d,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:44.220132 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bc572415-67b5-4174-aaa9-37b18436043b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:44.220968 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bc572415-67b5-4174-aaa9-37b18436043b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:44.223826 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-4c5b8106-ba52-4cb5-a8eb-d6feb614d148 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:44.231248 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-b702a164-f099-4623-bcee-1094a72193d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:44.244673 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5b8106-ba52-4cb5-a8eb-d6feb614d148 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:44.290590 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50044) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:44.472870 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f8764df5-61bf-4583-a357-6a5903dff95c None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:44.481551 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c5b8106-ba52-4cb5-a8eb-d6feb614d148 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks [] for router_gateway, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:44.482986 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c5b8106-ba52-4cb5-a8eb-d6feb614d148 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:44.485001 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f8764df5-61bf-4583-a357-6a5903dff95c None None] Transition to ACTIVE for port object 50c32f80-067e-421b-8610-07ac72d4647d will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:19:44.505728 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f8764df5-61bf-4583-a357-6a5903dff95c None None] Transition to ACTIVE for port object 50c32f80-067e-421b-8610-07ac72d4647d will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:19:44.508126 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b702a164-f099-4623-bcee-1094a72193d6 None None] Routers {'5ddcf6d9-f990-4584-b7e4-a4540bb874a9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:19:44.508869 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-b702a164-f099-4623-bcee-1094a72193d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:19:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['5ddcf6d9-f990-4584-b7e4-a4540bb874a9'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:44.570532 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f8764df5-61bf-4583-a357-6a5903dff95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:44.672221 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8764df5-61bf-4583-a357-6a5903dff95c None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:44.681544 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8764df5-61bf-4583-a357-6a5903dff95c None None] Pushing event updated for resources: {'Port': ['ID=50c32f80-067e-421b-8610-07ac72d4647d,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:44.684220 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-f8764df5-61bf-4583-a357-6a5903dff95c None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:44.691712 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-b702a164-f099-4623-bcee-1094a72193d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:44.692129 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b702a164-f099-4623-bcee-1094a72193d6 None None] The sync data for ids ['5ddcf6d9-f990-4584-b7e4-a4540bb874a9'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:19:44.693805 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8764df5-61bf-4583-a357-6a5903dff95c None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:44.746219 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8dec98ac-b134-40cd-ac11-64738dc88c06 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:44.812816 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8dec98ac-b134-40cd-ac11-64738dc88c06 None None] Transition to ACTIVE for port object b28afc5e-b987-4b0a-8ea4-3d59cca25fba will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:19:44.815620 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-f8764df5-61bf-4583-a357-6a5903dff95c None None] Attempting to bind port 50c32f80-067e-421b-8610-07ac72d4647d on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:19:44.815981 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-f8764df5-61bf-4583-a357-6a5903dff95c None None] Attempting to bind port 50c32f80-067e-421b-8610-07ac72d4647d by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:19:44.816359 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8764df5-61bf-4583-a357-6a5903dff95c None None] Attempting to bind port 50c32f80-067e-421b-8610-07ac72d4647d on network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:19:44.822811 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-1078a1d7-8b4a-4a5e-a93d-48eb3463f5a5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 2001:db8::19d (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/84d7bb0c-033b-4e4b-893a-735db92fb964/3bcda4da-5370-4d04-be56-25002d36b6f7) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:19:44.829380 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8764df5-61bf-4583-a357-6a5903dff95c None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:19:44.829756 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8764df5-61bf-4583-a357-6a5903dff95c None None] Checking segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:19:44.830180 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f8764df5-61bf-4583-a357-6a5903dff95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:44.830607 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8764df5-61bf-4583-a357-6a5903dff95c None None] Bound using segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:19:44.831317 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-f8764df5-61bf-4583-a357-6a5903dff95c None None] Bound port: 50c32f80-067e-421b-8610-07ac72d4647d, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:19:44.832850 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f8764df5-61bf-4583-a357-6a5903dff95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:44.867555 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8dec98ac-b134-40cd-ac11-64738dc88c06 None None] Transition to ACTIVE for port object b28afc5e-b987-4b0a-8ea4-3d59cca25fba will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:19:44.915244 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8dec98ac-b134-40cd-ac11-64738dc88c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:44.967332 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec49cc-35fb-4b88-9491-dc54221906e7 req-f6c96a8b-21e7-4f62-a3ab-d39427e771a0 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:44.969198 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1eec49cc-35fb-4b88-9491-dc54221906e7 req-f6c96a8b-21e7-4f62-a3ab-d39427e771a0 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e7c1201-1e7f-4d66-9992-5821d7bb5bc4 HTTP/1.1" status: 200 len: 945 time: 0.4827111 Apr 08 10:19:45.012761 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dec98ac-b134-40cd-ac11-64738dc88c06 None None] Network 44910706-9087-4205-b782-3f8b030bca8c is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:45.019848 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-8dec98ac-b134-40cd-ac11-64738dc88c06 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:45.027265 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dec98ac-b134-40cd-ac11-64738dc88c06 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:45.042561 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec98ac-b134-40cd-ac11-64738dc88c06 None None] Pushing event updated for resources: {'Port': ['ID=b28afc5e-b987-4b0a-8ea4-3d59cca25fba,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:45.060847 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ed041-f18e-4e34-a94a-ebf59e1c36bb req-e9487b94-dc94-4ee3-8d78-85cff455ee3b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:45.072630 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7b8ed041-f18e-4e34-a94a-ebf59e1c36bb req-e9487b94-dc94-4ee3-8d78-85cff455ee3b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.5849030 Apr 08 10:19:45.113971 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50060) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:45.187292 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1eac043c-3f7b-454e-836a-f4726382525a tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "GET /v2.0/routers/5ddcf6d9-f990-4584-b7e4-a4540bb874a9 HTTP/1.1" status: 200 len: 924 time: 1.2324498 Apr 08 10:19:45.196510 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50068) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:45.196723 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-f8764df5-61bf-4583-a357-6a5903dff95c None None] For port 50c32f80-067e-421b-8610-07ac72d4647d, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:19:45.209307 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-8dec98ac-b134-40cd-ac11-64738dc88c06 None None] Attempting to bind port b28afc5e-b987-4b0a-8ea4-3d59cca25fba on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:19:45.209307 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-8dec98ac-b134-40cd-ac11-64738dc88c06 None None] Attempting to bind port b28afc5e-b987-4b0a-8ea4-3d59cca25fba by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'f8e4c58f-ddc9-4e30-9451-86130f61307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '44910706-9087-4205-b782-3f8b030bca8c'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:19:45.209644 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dec98ac-b134-40cd-ac11-64738dc88c06 None None] Attempting to bind port b28afc5e-b987-4b0a-8ea4-3d59cca25fba on network 44910706-9087-4205-b782-3f8b030bca8c {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:19:45.212739 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-f8764df5-61bf-4583-a357-6a5903dff95c None None] For port 50c32f80-067e-421b-8610-07ac72d4647d, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=50c32f80-067e-421b-8610-07ac72d4647d,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:19:45.218836 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dec98ac-b134-40cd-ac11-64738dc88c06 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:19:45.219365 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dec98ac-b134-40cd-ac11-64738dc88c06 None None] Checking segment: {'id': 'f8e4c58f-ddc9-4e30-9451-86130f61307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '44910706-9087-4205-b782-3f8b030bca8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:19:45.219713 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8dec98ac-b134-40cd-ac11-64738dc88c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:45.220127 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dec98ac-b134-40cd-ac11-64738dc88c06 None None] Bound using segment: {'id': 'f8e4c58f-ddc9-4e30-9451-86130f61307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '44910706-9087-4205-b782-3f8b030bca8c'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:19:45.220594 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-8dec98ac-b134-40cd-ac11-64738dc88c06 None None] Bound port: b28afc5e-b987-4b0a-8ea4-3d59cca25fba, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e4c58f-ddc9-4e30-9451-86130f61307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '44910706-9087-4205-b782-3f8b030bca8c'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:19:45.221048 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8dec98ac-b134-40cd-ac11-64738dc88c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:45.260806 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1078a1d7-8b4a-4a5e-a93d-48eb3463f5a5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:45.281378 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-1078a1d7-8b4a-4a5e-a93d-48eb3463f5a5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Transition to ACTIVE for port object 3bcda4da-5370-4d04-be56-25002d36b6f7 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:19:45.301426 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f8764df5-61bf-4583-a357-6a5903dff95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:45.325550 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-fe008db2-4619-4a3c-8f9b-57f4c2b83c79 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ddcf6d9-f990-4584-b7e4-a4540bb874a9 HTTP/1.1" status: 200 len: 205 time: 0.1143208 Apr 08 10:19:45.327409 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50074) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:45.332802 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-6f25e30c-e9e1-4229-a29f-be5fb0d80ac5 tempest-QuotasTest-2084423852 tempest-QuotasTest-2084423852-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:45.335486 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1078a1d7-8b4a-4a5e-a93d-48eb3463f5a5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:45.344036 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1eec49cc-35fb-4b88-9491-dc54221906e7 req-d645983c-77d6-4e39-b498-e22cbffa0377 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/security-groups?id=98a58cd0-6a1d-4739-a16e-adf2967f6c87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3623717 Apr 08 10:19:45.347551 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7b8ed041-f18e-4e34-a94a-ebf59e1c36bb req-12d4944e-7ff3-4beb-9be1-ce412de917f2 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2740495 Apr 08 10:19:45.474297 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc572415-67b5-4174-aaa9-37b18436043b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Router 1228fa13-706d-444f-aaa3-5802b42cbcd9 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:19:45.485145 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-445ad5ac-1ce7-479c-b891-4b5820c5c52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1890255820'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:45.496546 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-445ad5ac-1ce7-479c-b891-4b5820c5c52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:45.499012 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-8dec98ac-b134-40cd-ac11-64738dc88c06 None None] For port b28afc5e-b987-4b0a-8ea4-3d59cca25fba, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:19:45.503731 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-445ad5ac-1ce7-479c-b891-4b5820c5c52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Usage tracker for resource:network and tenant:f2cdc28ff50e42c1adefbe6fbff8af97 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:45.511002 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8764df5-61bf-4583-a357-6a5903dff95c None None] Pushing event updated for resources: {'Port': ['ID=50c32f80-067e-421b-8610-07ac72d4647d,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:45.511656 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6f25e30c-e9e1-4229-a29f-be5fb0d80ac5 tempest-QuotasTest-2084423852 tempest-QuotasTest-2084423852-project-admin] 10.222.0.47 "PUT /v2.0/quotas/0c2dee6f0fe54059940d80e5d62596c4 HTTP/1.1" status: 200 len: 366 time: 1.0291348 Apr 08 10:19:45.513160 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-445ad5ac-1ce7-479c-b891-4b5820c5c52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:45.518500 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50080) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:45.525643 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-445ad5ac-1ce7-479c-b891-4b5820c5c52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:45.532423 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-8dec98ac-b134-40cd-ac11-64738dc88c06 None None] For port b28afc5e-b987-4b0a-8ea4-3d59cca25fba, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b28afc5e-b987-4b0a-8ea4-3d59cca25fba,segment=NetworkSegment(f8e4c58f-ddc9-4e30-9451-86130f61307c),segment_id=f8e4c58f-ddc9-4e30-9451-86130f61307c)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:19:45.534473 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-22c8ce77-5183-4d0f-a6a3-5b6cca84c418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:45.537920 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8dec98ac-b134-40cd-ac11-64738dc88c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:45.648833 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec98ac-b134-40cd-ac11-64738dc88c06 None None] Pushing event updated for resources: {'Port': ['ID=b28afc5e-b987-4b0a-8ea4-3d59cca25fba,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:45.740022 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078a1d7-8b4a-4a5e-a93d-48eb3463f5a5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=3bcda4da-5370-4d04-be56-25002d36b6f7,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:45.743907 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1078a1d7-8b4a-4a5e-a93d-48eb3463f5a5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:45.748024 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-1078a1d7-8b4a-4a5e-a93d-48eb3463f5a5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:45.755111 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1078a1d7-8b4a-4a5e-a93d-48eb3463f5a5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:45.759055 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1078a1d7-8b4a-4a5e-a93d-48eb3463f5a5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:45.759664 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1078a1d7-8b4a-4a5e-a93d-48eb3463f5a5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:45.792063 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-12d6414e-7117-479f-ba69-67804d799810 tempest-QuotasTest-2084423852 tempest-QuotasTest-2084423852-project-admin] 10.222.0.47 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.2722545 Apr 08 10:19:45.792838 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445ad5ac-1ce7-479c-b891-4b5820c5c52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Made reservation on behalf of f2cdc28ff50e42c1adefbe6fbff8af97 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:45.795271 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50084) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:45.799940 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-445ad5ac-1ce7-479c-b891-4b5820c5c52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:45.806720 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5b8106-ba52-4cb5-a8eb-d6feb614d148 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Router ec9c422c-2bd2-4a46-ae42-3a1dd6886a64 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:19:45.826207 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-445ad5ac-1ce7-479c-b891-4b5820c5c52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:45.890553 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-445ad5ac-1ce7-479c-b891-4b5820c5c52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:45.916660 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-445ad5ac-1ce7-479c-b891-4b5820c5c52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Usage tracker for resource:security_group_rule and tenant:f2cdc28ff50e42c1adefbe6fbff8af97 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:45.920612 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-445ad5ac-1ce7-479c-b891-4b5820c5c52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:45.931771 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-445ad5ac-1ce7-479c-b891-4b5820c5c52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:45.976129 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4dae988f-e3ee-412e-a961-17e2ca27496e tempest-QuotasTest-2084423852 tempest-QuotasTest-2084423852-project-admin] 10.222.0.47 "GET /v2.0/quotas/0c2dee6f0fe54059940d80e5d62596c4 HTTP/1.1" status: 200 len: 366 time: 0.1771648 Apr 08 10:19:45.978795 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b114b5-da79-4482-ad61-54b5fb8696fe req-4d762e55-1d37-41d8-a430-9108c7b227a0 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:45.980483 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-87b114b5-da79-4482-ad61-54b5fb8696fe req-4d762e55-1d37-41d8-a430-9108c7b227a0 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.4512696 Apr 08 10:19:45.983615 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50088) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:45.993407 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50092) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:46.000035 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1078a1d7-8b4a-4a5e-a93d-48eb3463f5a5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9943106 Apr 08 10:19:46.004868 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50096) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:46.018228 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-5e47f29c-ca80-4617-88a7-c90c985116ca tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Request body: {'floatingip': {'port_id': '95a82a1f-9179-47cb-b9d3-df6d80e6a203'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:46.130357 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9f17f6b8-4c09-4fb3-b3cb-7d914f0f4334 tempest-QuotasTest-2084423852 tempest-QuotasTest-2084423852-project-admin] 10.222.0.47 "DELETE /v2.0/quotas/0c2dee6f0fe54059940d80e5d62596c4 HTTP/1.1" status: 204 len: 168 time: 0.1391528 Apr 08 10:19:46.137696 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50100) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:46.189901 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5e47f29c-ca80-4617-88a7-c90c985116ca tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks [] for floatingip, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:46.211914 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b723a92f-43d3-4b43-b868-3b179aef86d9 tempest-QuotasTest-2084423852 tempest-QuotasTest-2084423852-project-admin] 10.222.0.47 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0645213 Apr 08 10:19:46.223566 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50104) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:46.255933 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-445ad5ac-1ce7-479c-b891-4b5820c5c52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:46.273063 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04f99f2-8f48-4802-a907-87319aa435b3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:46.277372 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04f99f2-8f48-4802-a907-87319aa435b3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:46.282284 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d04f99f2-8f48-4802-a907-87319aa435b3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2644670 Apr 08 10:19:46.284300 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50108) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:46.288444 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c1258769-e3f9-4acb-a2d8-f91f6342cbf9 tempest-QuotasTest-2084423852 tempest-QuotasTest-2084423852-project-admin] 10.222.0.47 "GET /v2.0/quotas/0c2dee6f0fe54059940d80e5d62596c4 HTTP/1.1" status: 200 len: 370 time: 0.0612097 Apr 08 10:19:46.288844 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc572415-67b5-4174-aaa9-37b18436043b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:19:46.290570 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-445ad5ac-1ce7-479c-b891-4b5820c5c52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:46.299506 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc05ae60-d778-409f-b59f-1abbe3be39db None None] Sync routers for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:19:46.319896 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc05ae60-d778-409f-b59f-1abbe3be39db None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:19:46.320842 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-dc05ae60-d778-409f-b59f-1abbe3be39db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:19:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:46.323726 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50110) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:46.345960 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c20b58a7-76a7-49c0-ade8-4176ac48a5d8 tempest-QuotasTest-2084423852 tempest-QuotasTest-2084423852-project-admin] 10.222.0.47 "GET /v2.0/quotas/0c2dee6f0fe54059940d80e5d62596c4/default HTTP/1.1" status: 200 len: 370 time: 0.0083799 Apr 08 10:19:46.345960 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bc572415-67b5-4174-aaa9-37b18436043b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:46.346910 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50116) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:46.349134 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-bc572415-67b5-4174-aaa9-37b18436043b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.7976851 Apr 08 10:19:46.353001 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50118) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:46.368346 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-445ad5ac-1ce7-479c-b891-4b5820c5c52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:19:46.394265 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-dc05ae60-d778-409f-b59f-1abbe3be39db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:46.409380 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc05ae60-d778-409f-b59f-1abbe3be39db None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:19:46.410209 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-dc05ae60-d778-409f-b59f-1abbe3be39db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:19:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:46.468106 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-e772a58b-daa3-4175-ab9d-eca38b7f03e4 tempest-QuotasTest-2084423852 tempest-QuotasTest-2084423852-project-admin] delete failed (client error): The resource could not be found. Apr 08 10:19:46.469777 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e772a58b-daa3-4175-ab9d-eca38b7f03e4 tempest-QuotasTest-2084423852 tempest-QuotasTest-2084423852-project-admin] 10.222.0.47 "DELETE /v2.0/quotas/0c2dee6f0fe54059940d80e5d62596c4 HTTP/1.1" status: 404 len: 348 time: 0.0888460 Apr 08 10:19:46.478155 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-445ad5ac-1ce7-479c-b891-4b5820c5c52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:46.478637 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-445ad5ac-1ce7-479c-b891-4b5820c5c52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Added segment 7a0a90e4-2743-4bca-8096-0d158b6134c2 of type vlan for network 454c60c2-bfe7-43b3-8401-225e6c7fec12 Apr 08 10:19:46.485420 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-dc05ae60-d778-409f-b59f-1abbe3be39db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:46.486067 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc05ae60-d778-409f-b59f-1abbe3be39db None None] The sync data for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:19:46.512663 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-445ad5ac-1ce7-479c-b891-4b5820c5c52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:46.557849 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ad5ac-1ce7-479c-b891-4b5820c5c52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bea6a18-627c-4a71-99bf-d6ecf207e267,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:46.563572 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-5c39a89c-2da5-4aa5-8dbe-4b8e20c996f3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting port 3bcda4da-5370-4d04-be56-25002d36b6f7 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:19:46.563852 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5c39a89c-2da5-4aa5-8dbe-4b8e20c996f3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:46.584118 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-445ad5ac-1ce7-479c-b891-4b5820c5c52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:46.588984 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445ad5ac-1ce7-479c-b891-4b5820c5c52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:46.589694 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-445ad5ac-1ce7-479c-b891-4b5820c5c52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:46.629478 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c44c93d3-e217-485b-a7b2-7cb07f7d81e1 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:46.667313 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:46.697020 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50128) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:46.849931 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ad5ac-1ce7-479c-b891-4b5820c5c52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Pushing event updated for resources: {'Network': ['ID=454c60c2-bfe7-43b3-8401-225e6c7fec12,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:46.855602 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-445ad5ac-1ce7-479c-b891-4b5820c5c52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.7368414 Apr 08 10:19:46.889981 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 454c60c2-bfe7-43b3-8401-225e6c7fec12 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:19:46.932917 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:46.936062 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85840c-3611-4b04-b133-8bf6b933d815 req-4d244d9b-bad3-4f61-8b62-573709c016da tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:46.946778 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7d85840c-3611-4b04-b133-8bf6b933d815 req-4d244d9b-bad3-4f61-8b62-573709c016da tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e7c1201-1e7f-4d66-9992-5821d7bb5bc4 HTTP/1.1" status: 200 len: 945 time: 0.3514411 Apr 08 10:19:47.066980 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7d85840c-3611-4b04-b133-8bf6b933d815 req-5c25cb0b-ccf7-454b-b85d-c5c53978a1b2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/security-groups?id=98a58cd0-6a1d-4739-a16e-adf2967f6c87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070318 Apr 08 10:19:47.088905 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f0f0ae9c-62cd-4a2c-852f-6e8a63e261a0 None None] Provisioning for port 50c32f80-067e-421b-8610-07ac72d4647d completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:19:47.284285 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66e4e57-bf33-4169-b9d3-f881472a3342 None None] Network 44910706-9087-4205-b782-3f8b030bca8c requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:19:47.331911 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-408032a1-dd7c-4a1f-bf79-fe30e025f4c4 tempest-QuotasTest-2084423852 tempest-QuotasTest-2084423852-project-admin] Usage tracker for resource:network and tenant:58f425f09af24d31aecbe719f0dd1574 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:47.341717 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-408032a1-dd7c-4a1f-bf79-fe30e025f4c4 tempest-QuotasTest-2084423852 tempest-QuotasTest-2084423852-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:47.375880 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-408032a1-dd7c-4a1f-bf79-fe30e025f4c4 tempest-QuotasTest-2084423852 tempest-QuotasTest-2084423852-project-admin] Usage tracker for resource:subnet and tenant:58f425f09af24d31aecbe719f0dd1574 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:47.387955 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50138) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:47.413639 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Request body: {'port': {'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12', 'binding:host_id': 'hv-neutron-8371', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105389534'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:47.425265 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7f15d96c-3452-4641-87b9-378501808b61 None None] Provisioning for port b28afc5e-b987-4b0a-8ea4-3d59cca25fba completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:19:47.433239 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-408032a1-dd7c-4a1f-bf79-fe30e025f4c4 tempest-QuotasTest-2084423852 tempest-QuotasTest-2084423852-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:47.490107 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:47.504441 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Usage tracker for resource:port and tenant:7c416bd0ee1c42bc9b0db3ebf44c4a37 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:47.511175 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:47.522552 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1e60e-8ba7-495f-bd88-70feb14ba968 req-efa223d9-061f-43d2-b7c4-66357d9994d2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:47.523972 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-20e1e60e-8ba7-495f-bd88-70feb14ba968 req-efa223d9-061f-43d2-b7c4-66357d9994d2 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e7c1201-1e7f-4d66-9992-5821d7bb5bc4 HTTP/1.1" status: 200 len: 945 time: 0.2133579 Apr 08 10:19:47.540023 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50142) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:47.548816 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-00977900-116f-4444-add7-428d75677440 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Request body: {'floatingip': {'port_id': '4da59696-2f99-4214-9f85-6a62968894d5'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:47.550961 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:47.557332 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7f15d96c-3452-4641-87b9-378501808b61 None None] Provisioning for port 3bcda4da-5370-4d04-be56-25002d36b6f7 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:19:47.564794 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-408032a1-dd7c-4a1f-bf79-fe30e025f4c4 tempest-QuotasTest-2084423852 tempest-QuotasTest-2084423852-project-admin] Usage tracker for resource:subnetpool and tenant:58f425f09af24d31aecbe719f0dd1574 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:47.568582 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5b8106-ba52-4cb5-a8eb-d6feb614d148 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:19:47.579155 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7f15d96c-3452-4641-87b9-378501808b61 None None] Provisioning complete for port 3bcda4da-5370-4d04-be56-25002d36b6f7 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:47.579528 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7f15d96c-3452-4641-87b9-378501808b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:47.601001 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-408032a1-dd7c-4a1f-bf79-fe30e025f4c4 tempest-QuotasTest-2084423852 tempest-QuotasTest-2084423852-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:47.618590 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ac529e-677f-4c42-bd44-fef5a316e2b5 None None] Sync routers for ids ['ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:19:47.644567 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Made reservation on behalf of 7c416bd0ee1c42bc9b0db3ebf44c4a37 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:47.646873 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:47.652197 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-00977900-116f-4444-add7-428d75677440 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks [] for floatingip, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:47.665641 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-7f15d96c-3452-4641-87b9-378501808b61 None None] Port 3bcda4da-5370-4d04-be56-25002d36b6f7 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:19:47.674036 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ac529e-677f-4c42-bd44-fef5a316e2b5 None None] Routers {'ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:19:47.674559 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-f2ac529e-677f-4c42-bd44-fef5a316e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:19:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:47.715680 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c5b8106-ba52-4cb5-a8eb-d6feb614d148 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:47.720099 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4c5b8106-ba52-4cb5-a8eb-d6feb614d148 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.2079430 Apr 08 10:19:47.727732 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50146) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:47.731683 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b28afc5e-b987-4b0a-8ea4-3d59cca25fba up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:19:47.739924 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:47.755005 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-408032a1-dd7c-4a1f-bf79-fe30e025f4c4 tempest-QuotasTest-2084423852 tempest-QuotasTest-2084423852-project-admin] Usage tracker for resource:port and tenant:58f425f09af24d31aecbe719f0dd1574 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:47.777915 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-f2ac529e-677f-4c42-bd44-fef5a316e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:47.819296 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ac529e-677f-4c42-bd44-fef5a316e2b5 None None] Routers {'ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:19:47.820185 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-f2ac529e-677f-4c42-bd44-fef5a316e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:19:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:47.864452 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5c39a89c-2da5-4aa5-8dbe-4b8e20c996f3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:47.875779 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-408032a1-dd7c-4a1f-bf79-fe30e025f4c4 tempest-QuotasTest-2084423852 tempest-QuotasTest-2084423852-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:47.894659 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-f2ac529e-677f-4c42-bd44-fef5a316e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:47.895287 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ac529e-677f-4c42-bd44-fef5a316e2b5 None None] The sync data for ids ['ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:19:47.913099 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port b28afc5e-b987-4b0a-8ea4-3d59cca25fba completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:19:47.918872 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port b28afc5e-b987-4b0a-8ea4-3d59cca25fba triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:47.919514 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:48.023046 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-1ca9e543-d7f1-4d6a-9af3-7edd4d2d596d None None] Provisioning complete for port b28afc5e-b987-4b0a-8ea4-3d59cca25fba triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:48.023424 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1ca9e543-d7f1-4d6a-9af3-7edd4d2d596d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:48.149691 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:48.209672 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:48.217186 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1ca9e543-d7f1-4d6a-9af3-7edd4d2d596d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:48.239058 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port b28afc5e-b987-4b0a-8ea4-3d59cca25fba, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b28afc5e-b987-4b0a-8ea4-3d59cca25fba,segment=NetworkSegment(f8e4c58f-ddc9-4e30-9451-86130f61307c),segment_id=f8e4c58f-ddc9-4e30-9451-86130f61307c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:19:48.247204 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:48.247961 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 50c32f80-067e-421b-8610-07ac72d4647d up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:19:48.273109 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-5c39a89c-2da5-4aa5-8dbe-4b8e20c996f3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Calling delete_port for 3bcda4da-5370-4d04-be56-25002d36b6f7 owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:19:48.314866 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-408032a1-dd7c-4a1f-bf79-fe30e025f4c4 tempest-QuotasTest-2084423852 tempest-QuotasTest-2084423852-project-admin] Usage tracker for resource:router and tenant:58f425f09af24d31aecbe719f0dd1574 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:48.327277 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-408032a1-dd7c-4a1f-bf79-fe30e025f4c4 tempest-QuotasTest-2084423852 tempest-QuotasTest-2084423852-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:48.361652 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:48.380000 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Usage tracker for resource:security_group_rule and tenant:7c416bd0ee1c42bc9b0db3ebf44c4a37 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:48.392549 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:48.401864 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-408032a1-dd7c-4a1f-bf79-fe30e025f4c4 tempest-QuotasTest-2084423852 tempest-QuotasTest-2084423852-project-admin] Usage tracker for resource:floatingip and tenant:58f425f09af24d31aecbe719f0dd1574 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:48.410554 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-1ca9e543-d7f1-4d6a-9af3-7edd4d2d596d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:19:48.410901 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-1ca9e543-d7f1-4d6a-9af3-7edd4d2d596d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:19:48.417006 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=b28afc5e-b987-4b0a-8ea4-3d59cca25fba,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:48.425297 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:48.433473 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-408032a1-dd7c-4a1f-bf79-fe30e025f4c4 tempest-QuotasTest-2084423852 tempest-QuotasTest-2084423852-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:48.435544 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 50c32f80-067e-421b-8610-07ac72d4647d completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:19:48.436171 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c44c93d3-e217-485b-a7b2-7cb07f7d81e1 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:48.441429 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 50c32f80-067e-421b-8610-07ac72d4647d triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:48.442018 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:48.538511 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-c44c93d3-e217-485b-a7b2-7cb07f7d81e1 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Deleting port 06bbd825-ee7b-4f69-967c-081fc0b45dd9 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:19:48.538956 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c44c93d3-e217-485b-a7b2-7cb07f7d81e1 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:48.567278 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:48.642182 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 50c32f80-067e-421b-8610-07ac72d4647d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=50c32f80-067e-421b-8610-07ac72d4647d,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:19:48.646164 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:48.653260 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.resource_extend [None req-5e47f29c-ca80-4617-88a7-c90c985116ca tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:19:48.717954 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=50c32f80-067e-421b-8610-07ac72d4647d,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:48.748136 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-00977900-116f-4444-add7-428d75677440 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:48.754328 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-00977900-116f-4444-add7-428d75677440 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:48.903163 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-efe1c8c7-0f3a-4e8e-804a-51ed0d626407 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:49.044381 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5c39a89c-2da5-4aa5-8dbe-4b8e20c996f3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:49.051790 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:49.054726 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5e47f29c-ca80-4617-88a7-c90c985116ca tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:49.118338 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5e47f29c-ca80-4617-88a7-c90c985116ca tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:49.165092 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:49.195170 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39a89c-2da5-4aa5-8dbe-4b8e20c996f3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Port': ['ID=3bcda4da-5370-4d04-be56-25002d36b6f7,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:49.206720 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] device_id is not set on port 0a9b8b88-2e16-4591-af07-d286de329972 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:19:49.357921 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [None req-00977900-116f-4444-add7-428d75677440 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Floating IP f3fe764b-ec0d-4196-8545-7fd50b895cd0 associated. External IP: 172.26.0.74, port: 4da59696-2f99-4214-9f85-6a62968894d5. Apr 08 10:19:49.373537 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c44c93d3-e217-485b-a7b2-7cb07f7d81e1 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:49.478529 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5c39a89c-2da5-4aa5-8dbe-4b8e20c996f3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:49.505278 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-efe1c8c7-0f3a-4e8e-804a-51ed0d626407 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Allocated IP 172.20.0.1 (f6e58c6a-710e-484f-bfc6-6dcf05fd3866/1bfd4408-d83c-42cf-a902-65b9273da716/01995d89-dfe1-4b0e-9c93-bd8a4ad0927b) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:19:49.542823 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b28afc5e-b987-4b0a-8ea4-3d59cca25fba up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:19:49.551102 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-408032a1-dd7c-4a1f-bf79-fe30e025f4c4 tempest-QuotasTest-2084423852 tempest-QuotasTest-2084423852-project-admin] Usage tracker for resource:security_group and tenant:58f425f09af24d31aecbe719f0dd1574 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:49.568579 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-c44c93d3-e217-485b-a7b2-7cb07f7d81e1 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Calling delete_port for 06bbd825-ee7b-4f69-967c-081fc0b45dd9 owned by network:router_gateway {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:19:49.608217 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53ab1a4-9d4f-44d9-b012-0ecf4a92b7f3,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:49.621433 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port b28afc5e-b987-4b0a-8ea4-3d59cca25fba triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:49.621903 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:49.622543 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-408032a1-dd7c-4a1f-bf79-fe30e025f4c4 tempest-QuotasTest-2084423852 tempest-QuotasTest-2084423852-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:49.693587 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-efe1c8c7-0f3a-4e8e-804a-51ed0d626407 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:49.747583 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 50c32f80-067e-421b-8610-07ac72d4647d up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:19:49.799636 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-efe1c8c7-0f3a-4e8e-804a-51ed0d626407 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:49.809748 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5c39a89c-2da5-4aa5-8dbe-4b8e20c996f3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/3bcda4da-5370-4d04-be56-25002d36b6f7 HTTP/1.1" status: 204 len: 168 time: 3.5206409 Apr 08 10:19:49.820619 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50152) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:49.824189 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-408032a1-dd7c-4a1f-bf79-fe30e025f4c4 tempest-QuotasTest-2084423852 tempest-QuotasTest-2084423852-project-admin] Usage tracker for resource:security_group_rule and tenant:58f425f09af24d31aecbe719f0dd1574 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:49.825836 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 50c32f80-067e-421b-8610-07ac72d4647d triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:49.826414 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:49.892862 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-408032a1-dd7c-4a1f-bf79-fe30e025f4c4 tempest-QuotasTest-2084423852 tempest-QuotasTest-2084423852-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:49.946844 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe1c8c7-0f3a-4e8e-804a-51ed0d626407 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Network f6e58c6a-710e-484f-bfc6-6dcf05fd3866 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:49.948544 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1c8c7-0f3a-4e8e-804a-51ed0d626407 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event updated for resources: {'Port': ['ID=01995d89-dfe1-4b0e-9c93-bd8a4ad0927b,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:49.952256 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-efe1c8c7-0f3a-4e8e-804a-51ed0d626407 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:49.955110 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe1c8c7-0f3a-4e8e-804a-51ed0d626407 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:50.017025 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-efe1c8c7-0f3a-4e8e-804a-51ed0d626407 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:50.017987 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-408032a1-dd7c-4a1f-bf79-fe30e025f4c4 tempest-QuotasTest-2084423852 tempest-QuotasTest-2084423852-project-admin] 10.222.0.47 "GET /v2.0/quotas/58f425f09af24d31aecbe719f0dd1574/details.json HTTP/1.1" status: 200 len: 703 time: 3.3150952 Apr 08 10:19:50.052975 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d21eab-47e6-4c0f-a210-8b45acf41f9f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:50.054447 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d21eab-47e6-4c0f-a210-8b45acf41f9f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:50.055529 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-95d21eab-47e6-4c0f-a210-8b45acf41f9f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:19:50.132654 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-efe1c8c7-0f3a-4e8e-804a-51ed0d626407 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:50.143943 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-95d21eab-47e6-4c0f-a210-8b45acf41f9f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:19:50.145365 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-95d21eab-47e6-4c0f-a210-8b45acf41f9f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3186035 Apr 08 10:19:50.148175 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50158) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:50.223651 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] device_id is not set on port 0a9b8b88-2e16-4591-af07-d286de329972 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:19:50.264488 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:50.271541 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00977900-116f-4444-add7-428d75677440 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Router 1d05ae82-ff44-4939-9473-7621f6a94e05 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:19:50.304057 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Transition to ACTIVE for port object 0a9b8b88-2e16-4591-af07-d286de329972 will not be triggered until provisioned by entity L2. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:19:50.307413 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c44c93d3-e217-485b-a7b2-7cb07f7d81e1 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:50.354317 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.l3_db [None req-5e47f29c-ca80-4617-88a7-c90c985116ca tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Floating IP 63f8d15e-7409-4964-862d-6180e5e5456a associated. External IP: 172.26.0.245, port: 95a82a1f-9179-47cb-b9d3-df6d80e6a203. Apr 08 10:19:50.428532 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50164) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:50.595000 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c93d3-e217-485b-a7b2-7cb07f7d81e1 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Pushing event deleted for resources: {'Port': ['ID=06bbd825-ee7b-4f69-967c-081fc0b45dd9,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:50.608623 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:50.810947 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb5e3719-4a9b-4891-83a7-f6ecd52e4513 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet 84d7bb0c-033b-4e4b-893a-735db92fb964 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:19:50.830515 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eb5e3719-4a9b-4891-83a7-f6ecd52e4513 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:50.851399 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Pushing event updated for resources: {'Port': ['ID=0a9b8b88-2e16-4591-af07-d286de329972,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:50.915998 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3cbcebfb-f231-4984-93e6-5f24062863b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:50.962009 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eb5e3719-4a9b-4891-83a7-f6ecd52e4513 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:50.986384 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:19:51.142141 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Checking segment: {'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:19:51.142502 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Network hostable DHCP agents. Network: 454c60c2-bfe7-43b3-8401-225e6c7fec12, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:19:51.155986 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3cbcebfb-f231-4984-93e6-5f24062863b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:51.160624 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-efe1c8c7-0f3a-4e8e-804a-51ed0d626407 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:51.167780 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c44c93d3-e217-485b-a7b2-7cb07f7d81e1 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:51.168723 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-efe1c8c7-0f3a-4e8e-804a-51ed0d626407 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:51.195659 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eb5e3719-4a9b-4891-83a7-f6ecd52e4513 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:51.226176 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3cbcebfb-f231-4984-93e6-5f24062863b3 admin admin] Usage tracker for resource:security_group_rule and tenant:4ba8a593eab745cdb7af8c99c8343203 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:51.286341 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3cbcebfb-f231-4984-93e6-5f24062863b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:51.306065 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00977900-116f-4444-add7-428d75677440 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:19:51.307058 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3cbcebfb-f231-4984-93e6-5f24062863b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:51.317713 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddffe714-be49-404d-8365-745cb49c5354 None None] Sync routers for ids ['1d05ae82-ff44-4939-9473-7621f6a94e05'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:19:51.334471 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddffe714-be49-404d-8365-745cb49c5354 None None] Routers {'1d05ae82-ff44-4939-9473-7621f6a94e05'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:19:51.335337 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-ddffe714-be49-404d-8365-745cb49c5354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:19:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1d05ae82-ff44-4939-9473-7621f6a94e05'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:51.342559 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-00977900-116f-4444-add7-428d75677440 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:51.368301 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1c8c7-0f3a-4e8e-804a-51ed0d626407 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event updated for resources: {'Port': ['ID=01995d89-dfe1-4b0e-9c93-bd8a4ad0927b,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:51.385205 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-efe1c8c7-0f3a-4e8e-804a-51ed0d626407 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:51.490008 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-00977900-116f-4444-add7-428d75677440 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "PUT /v2.0/floatingips/f3fe764b-ec0d-4196-8545-7fd50b895cd0 HTTP/1.1" status: 200 len: 990 time: 3.9462788 Apr 08 10:19:51.497173 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Network 454c60c2-bfe7-43b3-8401-225e6c7fec12 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:19:51.501224 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c44c93d3-e217-485b-a7b2-7cb07f7d81e1 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:51.509460 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7c1201-1e7f-4d66-9992-5821d7bb5bc4', 'tag': '4da59696-2f99-4214-9f85-6a62968894d5'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:19:51.515191 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eb5e3719-4a9b-4891-83a7-f6ecd52e4513 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:51.529289 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c44c93d3-e217-485b-a7b2-7cb07f7d81e1 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:51.530878 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 454c60c2-bfe7-43b3-8401-225e6c7fec12) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:51.542408 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e09f11-4b17-45b2-8deb-5b3be3483bf7 None None] Network 454c60c2-bfe7-43b3-8401-225e6c7fec12 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:19:51.542969 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:51.561495 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-ddffe714-be49-404d-8365-745cb49c5354 None None] Set router 1d05ae82-ff44-4939-9473-7621f6a94e05 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:19:51.599666 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:19:51.600040 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:19:51.600411 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:19:51.629536 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fa2cfb5-2b3d-4926-b0d9-21458191460b'] response: {'name': 'network-changed', 'server_uuid': '7e7c1201-1e7f-4d66-9992-5821d7bb5bc4', 'tag': '4da59696-2f99-4214-9f85-6a62968894d5', 'status': 'completed', 'code': 200} Apr 08 10:19:51.634732 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e3719-4a9b-4891-83a7-f6ecd52e4513 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=84d7bb0c-033b-4e4b-893a-735db92fb964,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:51.663250 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eb5e3719-4a9b-4891-83a7-f6ecd52e4513 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:51.701309 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 0a9b8b88-2e16-4591-af07-d286de329972 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:19:51.701661 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:19:51.708178 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3cbcebfb-f231-4984-93e6-5f24062863b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:51.709830 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempt 2 to bind port 0a9b8b88-2e16-4591-af07-d286de329972 Apr 08 10:19:51.727405 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c44c93d3-e217-485b-a7b2-7cb07f7d81e1 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:51.727883 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44c93d3-e217-485b-a7b2-7cb07f7d81e1 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Fanout notify agent at l3_agent the message router_deleted on router 5ddcf6d9-f990-4584-b7e4-a4540bb874a9 {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:19:51.733697 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3cbcebfb-f231-4984-93e6-5f24062863b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:51.778025 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-eb5e3719-4a9b-4891-83a7-f6ecd52e4513 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/84d7bb0c-033b-4e4b-893a-735db92fb964 HTTP/1.1" status: 204 len: 168 time: 1.6285090 Apr 08 10:19:51.785721 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50174) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:51.790336 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe1c8c7-0f3a-4e8e-804a-51ed0d626407 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Network f6e58c6a-710e-484f-bfc6-6dcf05fd3866 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:51.823140 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:19:51.823477 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:19:51.823815 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:19:51.852062 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8d088a-0b7e-4836-a68c-8b4509e6e8a2 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:19:51.901040 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 0a9b8b88-2e16-4591-af07-d286de329972 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:19:51.901281 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:19:51.906011 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempt 3 to bind port 0a9b8b88-2e16-4591-af07-d286de329972 Apr 08 10:19:51.920714 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbcebfb-f231-4984-93e6-5f24062863b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b86d3aa-1e32-429e-9a84-c2e7d9dd3c7f,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:51.946080 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3cbcebfb-f231-4984-93e6-5f24062863b3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4ba8a593eab745cdb7af8c99c8343203&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5163927 Apr 08 10:19:51.955132 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50178) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:51.959344 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-efe1c8c7-0f3a-4e8e-804a-51ed0d626407 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:51.963854 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:19:51.964405 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:19:51.964747 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:19:52.010549 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c44c93d3-e217-485b-a7b2-7cb07f7d81e1 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:52.015854 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c44c93d3-e217-485b-a7b2-7cb07f7d81e1 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "DELETE /v2.0/routers/5ddcf6d9-f990-4584-b7e4-a4540bb874a9 HTTP/1.1" status: 204 len: 168 time: 6.6853883 Apr 08 10:19:52.021004 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50182) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:52.101392 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8f2f6517-f901-4810-a6c1-b2cfe9685675 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3144383 Apr 08 10:19:52.111463 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50184) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:52.130612 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-ddffe714-be49-404d-8365-745cb49c5354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'name': 'tempest-ServersTestJSON-1110543844-router', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:54Z', 'updated_at': '2022-04-08T10:19:01Z', 'revision_number': 4, 'project_id': 'a88d9637e6e44088badb84234eb17f98', 'gw_port': {'id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:55Z', 'updated_at': '2022-04-08T10:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'f3fe764b-ec0d-4196-8545-7fd50b895cd0', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'floating_ip_address': '172.26.0.74', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'port_id': '4da59696-2f99-4214-9f85-6a62968894d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff', 'mac_address': 'fa:16:3e:00:b4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c1201-1e7f-4d66-9992-5821d7bb5bc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:19:13Z', 'updated_at': '2022-04-08T10:19:48Z', 'revision_number': 1, 'project_id': 'a88d9637e6e44088badb84234eb17f98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c36c71-0a54-41ef-b7c4-9a4f599af0c1', 'name': '', 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'mac_address': 'fa:16:3e:cd:a4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '692d3687-9099-4281-8e6d-66a12d208bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:59Z', 'updated_at': '2022-04-08T10:19:42Z', 'revision_number': 5, 'project_id': 'a88d9637e6e44088badb84234eb17f98', 'subnets': [{'id': '692d3687-9099-4281-8e6d-66a12d208bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:52.132506 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-eb829024-a82e-4392-82cd-2ddd11c21edb tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:52.136049 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddffe714-be49-404d-8365-745cb49c5354 None None] Checking router: 1d05ae82-ff44-4939-9473-7621f6a94e05 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:19:52.150700 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddffe714-be49-404d-8365-745cb49c5354 None None] Routers {'1d05ae82-ff44-4939-9473-7621f6a94e05'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:19:52.153077 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-ddffe714-be49-404d-8365-745cb49c5354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:19:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1d05ae82-ff44-4939-9473-7621f6a94e05'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:52.190226 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-f6a633df-5112-4aa0-b417-c31412834a52 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1465228502', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'enable_snat': False}}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:52.198264 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 0a9b8b88-2e16-4591-af07-d286de329972 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:19:52.198793 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:19:52.208001 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempt 4 to bind port 0a9b8b88-2e16-4591-af07-d286de329972 Apr 08 10:19:52.218852 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f6a633df-5112-4aa0-b417-c31412834a52 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:52.232877 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f6a633df-5112-4aa0-b417-c31412834a52 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Usage tracker for resource:router and tenant:794a0b3333e2433698bbfdaae5954147 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:52.247603 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f6a633df-5112-4aa0-b417-c31412834a52 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:52.269070 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:19:52.269412 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:19:52.269750 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:19:52.275505 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f6a633df-5112-4aa0-b417-c31412834a52 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:52.306257 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-64acdcd4-84d7-4a3e-a9f2-2e602d74d861 req-c3a4282b-0ad6-45d2-a88b-15cea36da5a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a88d9637e6e44088badb84234eb17f98&device_id=7e7c1201-1e7f-4d66-9992-5821d7bb5bc4 HTTP/1.1" status: 200 len: 1098 time: 0.6501410 Apr 08 10:19:52.307719 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4818a96b-7cd7-49d2-afbf-b330b0eec6e5 None None] DHCP port deletion for 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:19:52.313652 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-4818a96b-7cd7-49d2-afbf-b330b0eec6e5 None None] Deleting port 50c32f80-067e-421b-8610-07ac72d4647d {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:19:52.314586 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4818a96b-7cd7-49d2-afbf-b330b0eec6e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:52.330531 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-eb829024-a82e-4392-82cd-2ddd11c21edb tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:52.341801 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f858c-ecc7-4dc8-a13e-9b5da66207c0 req-ed419da2-6bc0-4a5e-880f-62e1432edd59 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:52.343852 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-209f858c-ecc7-4dc8-a13e-9b5da66207c0 req-ed419da2-6bc0-4a5e-880f-62e1432edd59 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e7c1201-1e7f-4d66-9992-5821d7bb5bc4 HTTP/1.1" status: 200 len: 945 time: 0.6189411 Apr 08 10:19:52.346245 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 0a9b8b88-2e16-4591-af07-d286de329972 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:19:52.346567 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:19:52.351286 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempt 5 to bind port 0a9b8b88-2e16-4591-af07-d286de329972 Apr 08 10:19:52.358107 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f6a633df-5112-4aa0-b417-c31412834a52 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:52.359085 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f6a633df-5112-4aa0-b417-c31412834a52 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:52.363432 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-eb829024-a82e-4392-82cd-2ddd11c21edb tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:subnet and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:52.368944 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-80638194-179b-4a23-88b6-11c9b7eba1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:52.374131 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-eb829024-a82e-4392-82cd-2ddd11c21edb tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:52.397597 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:19:52.397965 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:19:52.398308 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:19:52.419737 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-71acc10a-c8f4-498b-befa-cb8f038ad15a tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:52.451213 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-ddffe714-be49-404d-8365-745cb49c5354 None None] Set router 1d05ae82-ff44-4939-9473-7621f6a94e05 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:19:52.454116 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-80638194-179b-4a23-88b6-11c9b7eba1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:52.454291 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-eb829024-a82e-4392-82cd-2ddd11c21edb tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:52.464075 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 0a9b8b88-2e16-4591-af07-d286de329972 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:19:52.464434 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:19:52.470475 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempt 6 to bind port 0a9b8b88-2e16-4591-af07-d286de329972 Apr 08 10:19:52.562000 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-4818a96b-7cd7-49d2-afbf-b330b0eec6e5 None None] For port 50c32f80-067e-421b-8610-07ac72d4647d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=50c32f80-067e-421b-8610-07ac72d4647d,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:19:52.563588 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4818a96b-7cd7-49d2-afbf-b330b0eec6e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:52.595236 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f6a633df-5112-4aa0-b417-c31412834a52 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:52.609649 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb829024-a82e-4392-82cd-2ddd11c21edb tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:52.613046 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eb829024-a82e-4392-82cd-2ddd11c21edb tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:52.649962 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:19:52.650300 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:19:52.650643 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:19:52.692397 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-4818a96b-7cd7-49d2-afbf-b330b0eec6e5 None None] Calling delete_port for 50c32f80-067e-421b-8610-07ac72d4647d owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:19:52.695710 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-80638194-179b-4a23-88b6-11c9b7eba1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:52.707235 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-209f858c-ecc7-4dc8-a13e-9b5da66207c0 req-eb439afc-180b-403c-a4ed-76f9862b8ab5 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/security-groups?id=98a58cd0-6a1d-4739-a16e-adf2967f6c87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3390663 Apr 08 10:19:52.710982 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 0a9b8b88-2e16-4591-af07-d286de329972 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:19:52.711315 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:19:52.717845 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempt 7 to bind port 0a9b8b88-2e16-4591-af07-d286de329972 Apr 08 10:19:52.754777 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80638194-179b-4a23-88b6-11c9b7eba1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b86d3aa-1e32-429e-9a84-c2e7d9dd3c7f,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:52.795870 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4818a96b-7cd7-49d2-afbf-b330b0eec6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:52.814174 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acdcd4-84d7-4a3e-a9f2-2e602d74d861 req-19958a23-ac74-4e8e-aa83-1d66fa24b225 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:52.815606 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-64acdcd4-84d7-4a3e-a9f2-2e602d74d861 req-19958a23-ac74-4e8e-aa83-1d66fa24b225 service neutron] 10.222.0.52 "GET /v2.0/networks?id=23b9a92c-2414-467b-bd21-b2d4b19be3ff HTTP/1.1" status: 200 len: 907 time: 0.4826596 Apr 08 10:19:52.850965 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:19:52.851304 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:19:52.851641 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:19:52.852703 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818a96b-7cd7-49d2-afbf-b330b0eec6e5 None None] Pushing event deleted for resources: {'Port': ['ID=50c32f80-067e-421b-8610-07ac72d4647d,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:52.854901 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e47f29c-ca80-4617-88a7-c90c985116ca tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Router 60b428a0-9d75-48b2-8c34-71de0d270caa has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:19:52.860864 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4818a96b-7cd7-49d2-afbf-b330b0eec6e5 None None] No DVR routers for this DVR port 50c32f80-067e-421b-8610-07ac72d4647d on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:19:52.933378 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80638194-179b-4a23-88b6-11c9b7eba1eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:52.933779 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80638194-179b-4a23-88b6-11c9b7eba1eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:52.934337 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80638194-179b-4a23-88b6-11c9b7eba1eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:52.934533 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80638194-179b-4a23-88b6-11c9b7eba1eb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:52.934722 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80638194-179b-4a23-88b6-11c9b7eba1eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:52.935368 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80638194-179b-4a23-88b6-11c9b7eba1eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:52.935368 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80638194-179b-4a23-88b6-11c9b7eba1eb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:52.935675 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80638194-179b-4a23-88b6-11c9b7eba1eb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:52.935981 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80638194-179b-4a23-88b6-11c9b7eba1eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:52.936494 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80638194-179b-4a23-88b6-11c9b7eba1eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:52.937516 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80638194-179b-4a23-88b6-11c9b7eba1eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:52.958677 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-80638194-179b-4a23-88b6-11c9b7eba1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:52.959835 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-80638194-179b-4a23-88b6-11c9b7eba1eb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8b86d3aa-1e32-429e-9a84-c2e7d9dd3c7f HTTP/1.1" status: 204 len: 168 time: 1.0005925 Apr 08 10:19:52.960532 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 0a9b8b88-2e16-4591-af07-d286de329972 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:19:52.961011 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:19:52.965484 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempt 8 to bind port 0a9b8b88-2e16-4591-af07-d286de329972 Apr 08 10:19:53.012246 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-ddffe714-be49-404d-8365-745cb49c5354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'name': 'tempest-ServersTestJSON-1110543844-router', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:54Z', 'updated_at': '2022-04-08T10:19:01Z', 'revision_number': 4, 'project_id': 'a88d9637e6e44088badb84234eb17f98', 'gw_port': {'id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:55Z', 'updated_at': '2022-04-08T10:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'f3fe764b-ec0d-4196-8545-7fd50b895cd0', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'floating_ip_address': '172.26.0.74', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'port_id': '4da59696-2f99-4214-9f85-6a62968894d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff', 'mac_address': 'fa:16:3e:00:b4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c1201-1e7f-4d66-9992-5821d7bb5bc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:19:13Z', 'updated_at': '2022-04-08T10:19:48Z', 'revision_number': 1, 'project_id': 'a88d9637e6e44088badb84234eb17f98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c36c71-0a54-41ef-b7c4-9a4f599af0c1', 'name': '', 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'mac_address': 'fa:16:3e:cd:a4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '692d3687-9099-4281-8e6d-66a12d208bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:59Z', 'updated_at': '2022-04-08T10:19:42Z', 'revision_number': 5, 'project_id': 'a88d9637e6e44088badb84234eb17f98', 'subnets': [{'id': '692d3687-9099-4281-8e6d-66a12d208bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:53.018571 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddffe714-be49-404d-8365-745cb49c5354 None None] The sync data for ids ['1d05ae82-ff44-4939-9473-7621f6a94e05'] in dv-neutron-837110-1-hyperv is: [{'id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'name': 'tempest-ServersTestJSON-1110543844-router', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:54Z', 'updated_at': '2022-04-08T10:19:01Z', 'revision_number': 4, 'project_id': 'a88d9637e6e44088badb84234eb17f98', 'gw_port': {'id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:55Z', 'updated_at': '2022-04-08T10:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'f3fe764b-ec0d-4196-8545-7fd50b895cd0', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'floating_ip_address': '172.26.0.74', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'port_id': '4da59696-2f99-4214-9f85-6a62968894d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff', 'mac_address': 'fa:16:3e:00:b4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c1201-1e7f-4d66-9992-5821d7bb5bc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:19:13Z', 'updated_at': '2022-04-08T10:19:48Z', 'revision_number': 1, 'project_id': 'a88d9637e6e44088badb84234eb17f98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c36c71-0a54-41ef-b7c4-9a4f599af0c1', 'name': '', 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'mac_address': 'fa:16:3e:cd:a4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '692d3687-9099-4281-8e6d-66a12d208bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:59Z', 'updated_at': '2022-04-08T10:19:42Z', 'revision_number': 5, 'project_id': 'a88d9637e6e44088badb84234eb17f98', 'subnets': [{'id': '692d3687-9099-4281-8e6d-66a12d208bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:19:53.028636 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-64acdcd4-84d7-4a3e-a9f2-2e602d74d861 req-a9eaec35-bd81-4374-ae05-3ddca434e704 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4da59696-2f99-4214-9f85-6a62968894d5 HTTP/1.1" status: 200 len: 998 time: 0.1975522 Apr 08 10:19:53.041573 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:19:53.042191 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:19:53.042533 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:19:53.140843 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f6a633df-5112-4aa0-b417-c31412834a52 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:53.154662 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 0a9b8b88-2e16-4591-af07-d286de329972 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:19:53.156987 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acdcd4-84d7-4a3e-a9f2-2e602d74d861 req-9f0948c4-a65d-4bb4-8148-7a680a17d098 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:53.158094 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:19:53.161549 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-64acdcd4-84d7-4a3e-a9f2-2e602d74d861 req-9f0948c4-a65d-4bb4-8148-7a680a17d098 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=692d3687-9099-4281-8e6d-66a12d208bbd HTTP/1.1" status: 200 len: 845 time: 0.1228683 Apr 08 10:19:53.163396 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempt 9 to bind port 0a9b8b88-2e16-4591-af07-d286de329972 Apr 08 10:19:53.264683 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe1c8c7-0f3a-4e8e-804a-51ed0d626407 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Router 1228fa13-706d-444f-aaa3-5802b42cbcd9 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:19:53.290666 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:19:53.291039 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:19:53.291506 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:19:53.293554 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eb829024-a82e-4392-82cd-2ddd11c21edb tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:53.334894 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 0a9b8b88-2e16-4591-af07-d286de329972 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:19:53.335231 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:19:53.354769 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempt 10 to bind port 0a9b8b88-2e16-4591-af07-d286de329972 Apr 08 10:19:53.361633 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-64acdcd4-84d7-4a3e-a9f2-2e602d74d861 req-c28a49fb-7b82-46f6-a49a-bd4f81aa6e3b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=23b9a92c-2414-467b-bd21-b2d4b19be3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1907933 Apr 08 10:19:53.374260 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8425e10-e455-42af-b1ff-a587ef7b57af None None] New status for floating IP f3fe764b-ec0d-4196-8545-7fd50b895cd0: ACTIVE {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:19:53.415344 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50198) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:53.502670 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-252fac6c-5efc-4e62-92aa-8d6a657ab8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:53.519483 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb829024-a82e-4392-82cd-2ddd11c21edb tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:53.531368 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-eb829024-a82e-4392-82cd-2ddd11c21edb tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:53.548697 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-252fac6c-5efc-4e62-92aa-8d6a657ab8c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:53.553380 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-252fac6c-5efc-4e62-92aa-8d6a657ab8c6 admin admin] Usage tracker for resource:security_group_rule and tenant:58f425f09af24d31aecbe719f0dd1574 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:53.556452 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-252fac6c-5efc-4e62-92aa-8d6a657ab8c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:53.560268 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:19:53.560601 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:19:53.560931 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:19:53.570268 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14269aeb-805f-4778-8311-e57115d2dc00 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:19:53.583862 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 50c32f80-067e-421b-8610-07ac72d4647d no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:19:53.584070 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-252fac6c-5efc-4e62-92aa-8d6a657ab8c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:53.612357 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 0a9b8b88-2e16-4591-af07-d286de329972 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:19:53.613053 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 0a9b8b88-2e16-4591-af07-d286de329972 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:19:53.613053 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:53.627905 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-71acc10a-c8f4-498b-befa-cb8f038ad15a tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Allocated IP 172.20.0.1 (44910706-9087-4205-b782-3f8b030bca8c/2ff4bc83-f6d9-4fd0-9c86-0bdc89837910/b119072b-d534-41b6-bebd-8d8200383aaa) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:19:53.686548 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 50c32f80-067e-421b-8610-07ac72d4647d {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:19:53.687256 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 50c32f80-067e-421b-8610-07ac72d4647d not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:19:53.707304 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb829024-a82e-4392-82cd-2ddd11c21edb tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:53.707304 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eb829024-a82e-4392-82cd-2ddd11c21edb tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:53.710137 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb829024-a82e-4392-82cd-2ddd11c21edb tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=ae3d0b46-0fc0-4aca-8218-c446e43281b5,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:53.765892 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb829024-a82e-4392-82cd-2ddd11c21edb tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:53.766229 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb829024-a82e-4392-82cd-2ddd11c21edb tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:53.766503 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb829024-a82e-4392-82cd-2ddd11c21edb tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:53.766822 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb829024-a82e-4392-82cd-2ddd11c21edb tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:53.767149 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb829024-a82e-4392-82cd-2ddd11c21edb tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:53.767484 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb829024-a82e-4392-82cd-2ddd11c21edb tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:53.767809 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb829024-a82e-4392-82cd-2ddd11c21edb tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:53.768155 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb829024-a82e-4392-82cd-2ddd11c21edb tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:53.768478 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb829024-a82e-4392-82cd-2ddd11c21edb tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:53.768796 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb829024-a82e-4392-82cd-2ddd11c21edb tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:53.769131 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb829024-a82e-4392-82cd-2ddd11c21edb tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:53.777998 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-eb829024-a82e-4392-82cd-2ddd11c21edb tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6613286 Apr 08 10:19:53.779030 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50202) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:53.788846 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-99fff8b3-7352-4b79-82ce-5a8b9d0e4601 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'port': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'name': 'tempest-NetworksTestDHCPv6-1562302986'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:53.913619 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-64acdcd4-84d7-4a3e-a9f2-2e602d74d861 req-4381459a-4112-4662-ac30-13e25180274f service neutron] 10.222.0.52 "GET /v2.0/networks/23b9a92c-2414-467b-bd21-b2d4b19be3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716127 Apr 08 10:19:53.926565 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'fixed_ips': [{'subnet_id': 'ae3d0b46-0fc0-4aca-8218-c446e43281b5'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:19:53.927622 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:53.927838 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] For port 0a9b8b88-2e16-4591-af07-d286de329972, host hv-neutron-8371, cleared binding levels {{(pid=83846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:19:53.928374 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempted to set empty binding levels {{(pid=83846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 08 10:19:53.941796 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-252fac6c-5efc-4e62-92aa-8d6a657ab8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:53.954443 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:54.011783 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-252fac6c-5efc-4e62-92aa-8d6a657ab8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:54.062421 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-99fff8b3-7352-4b79-82ce-5a8b9d0e4601 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:54.084038 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-99fff8b3-7352-4b79-82ce-5a8b9d0e4601 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:port and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:54.089408 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-99fff8b3-7352-4b79-82ce-5a8b9d0e4601 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:54.094161 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Allocated IP 2001:db8::2 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/ae3d0b46-0fc0-4aca-8218-c446e43281b5/b9673fd0-fd16-4cb3-b7e9-75c25c0906ef) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:19:54.104579 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-99fff8b3-7352-4b79-82ce-5a8b9d0e4601 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:54.131777 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-64acdcd4-84d7-4a3e-a9f2-2e602d74d861 req-eecfe4c3-541e-4368-acd9-3d0b42511857 service neutron] 10.222.0.52 "GET /v2.0/networks/23b9a92c-2414-467b-bd21-b2d4b19be3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103500 Apr 08 10:19:54.135090 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fff8b3-7352-4b79-82ce-5a8b9d0e4601 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:54.138448 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-99fff8b3-7352-4b79-82ce-5a8b9d0e4601 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:54.170819 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-99fff8b3-7352-4b79-82ce-5a8b9d0e4601 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] device_id is not set on port 1da602ca-1e5d-4b73-993e-795b624303cb yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:19:54.207692 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe1c8c7-0f3a-4e8e-804a-51ed0d626407 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:19:54.213106 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-efe1c8c7-0f3a-4e8e-804a-51ed0d626407 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "PUT /v2.0/routers/1228fa13-706d-444f-aaa3-5802b42cbcd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8574154 Apr 08 10:19:54.217840 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50206) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:54.226999 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fdf079-bbd5-4ebb-9bae-08a9c2fc37c9 None None] Sync routers for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:19:54.229369 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-972d828d-774e-4fc1-b3de-77791baf0f83 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Request body: {'port': {'network_id': 'f6e58c6a-710e-484f-bfc6-6dcf05fd3866', 'name': 'tempest-FloatingIPTestJSON-1304576399'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:54.246601 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fdf079-bbd5-4ebb-9bae-08a9c2fc37c9 None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:19:54.247965 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c9fdf079-bbd5-4ebb-9bae-08a9c2fc37c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:19:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:54.277879 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-71acc10a-c8f4-498b-befa-cb8f038ad15a tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:54.301003 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:54.329821 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:54.340954 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Transition to ACTIVE for port object b9673fd0-fd16-4cb3-b7e9-75c25c0906ef will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:19:54.350583 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Pushing event updated for resources: {'Port': ['ID=0a9b8b88-2e16-4591-af07-d286de329972,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:54.352887 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fac6c-5efc-4e62-92aa-8d6a657ab8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b5fb4d-8852-40aa-b895-aa9c764a42f2,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:54.364441 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Transition to ACTIVE for port object b9673fd0-fd16-4cb3-b7e9-75c25c0906ef will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:19:54.367016 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e47f29c-ca80-4617-88a7-c90c985116ca tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:19:54.371962 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-71acc10a-c8f4-498b-befa-cb8f038ad15a tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Transition to ACTIVE for port object b119072b-d534-41b6-bebd-8d8200383aaa will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:19:54.374107 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:54.385465 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c9fdf079-bbd5-4ebb-9bae-08a9c2fc37c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:54.402117 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fdf079-bbd5-4ebb-9bae-08a9c2fc37c9 None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:19:54.403072 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c9fdf079-bbd5-4ebb-9bae-08a9c2fc37c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:19:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:54.408295 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-252fac6c-5efc-4e62-92aa-8d6a657ab8c6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=58f425f09af24d31aecbe719f0dd1574&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9401338 Apr 08 10:19:54.413485 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50210) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:54.414324 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cae406-f588-458b-90eb-5b988516a55d None None] Sync routers for ids ['60b428a0-9d75-48b2-8c34-71de0d270caa'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:19:54.451659 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5e47f29c-ca80-4617-88a7-c90c985116ca tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:54.475766 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-972d828d-774e-4fc1-b3de-77791baf0f83 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:54.487560 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-972d828d-774e-4fc1-b3de-77791baf0f83 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Usage tracker for resource:port and tenant:eaffd781f5dd45dba33356f8d68ab59c is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:54.501356 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:54.502718 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-972d828d-774e-4fc1-b3de-77791baf0f83 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:54.505548 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:54.506283 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-99fff8b3-7352-4b79-82ce-5a8b9d0e4601 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 2001:db8::d (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/ae3d0b46-0fc0-4aca-8218-c446e43281b5/1da602ca-1e5d-4b73-993e-795b624303cb) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:19:54.512868 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-972d828d-774e-4fc1-b3de-77791baf0f83 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:54.513034 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c9fdf079-bbd5-4ebb-9bae-08a9c2fc37c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:54.514061 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fdf079-bbd5-4ebb-9bae-08a9c2fc37c9 None None] The sync data for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:19:54.514670 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:54.518094 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Pushing event updated for resources: {'Port': ['ID=b9673fd0-fd16-4cb3-b7e9-75c25c0906ef,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:54.526671 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cae406-f588-458b-90eb-5b988516a55d None None] Routers {'60b428a0-9d75-48b2-8c34-71de0d270caa'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:19:54.527316 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-74cae406-f588-458b-90eb-5b988516a55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:19:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['60b428a0-9d75-48b2-8c34-71de0d270caa'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:54.532397 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f6a633df-5112-4aa0-b417-c31412834a52 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:54.539759 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972d828d-774e-4fc1-b3de-77791baf0f83 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Made reservation on behalf of eaffd781f5dd45dba33356f8d68ab59c for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:54.542722 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-972d828d-774e-4fc1-b3de-77791baf0f83 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:54.560296 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ad1f0d65-52c5-42de-8a37-631defc92fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 7.1687067 Apr 08 10:19:54.568875 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50214) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:54.570246 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-71acc10a-c8f4-498b-befa-cb8f038ad15a tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:54.607299 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-972d828d-774e-4fc1-b3de-77791baf0f83 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] device_id is not set on port 6c136559-0401-4a58-bafc-ee9c98b879c3 yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:19:54.627311 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f6a633df-5112-4aa0-b417-c31412834a52 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:54.698406 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:54.698955 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:54.699186 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:54.699405 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:54.699733 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:54.700058 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:54.700414 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:54.700740 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:54.701063 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:54.701383 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:54.701699 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:19:54.738033 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71acc10a-c8f4-498b-befa-cb8f038ad15a tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Network 44910706-9087-4205-b782-3f8b030bca8c is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:54.745238 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5e47f29c-ca80-4617-88a7-c90c985116ca tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "PUT /v2.0/floatingips/63f8d15e-7409-4964-862d-6180e5e5456a HTTP/1.1" status: 200 len: 991 time: 8.7467999 Apr 08 10:19:54.753480 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256751a2-c4ad-4960-8244-977e05977d8f', 'tag': '95a82a1f-9179-47cb-b9d3-df6d80e6a203'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:19:54.757977 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-71acc10a-c8f4-498b-befa-cb8f038ad15a tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:54.760453 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71acc10a-c8f4-498b-befa-cb8f038ad15a tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:54.781463 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Attempting to bind port b9673fd0-fd16-4cb3-b7e9-75c25c0906ef on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:19:54.781986 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Attempting to bind port b9673fd0-fd16-4cb3-b7e9-75c25c0906ef by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:19:54.782351 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Attempting to bind port b9673fd0-fd16-4cb3-b7e9-75c25c0906ef on network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:19:54.806908 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:19:54.807280 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Checking segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:19:54.807683 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:54.808481 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Bound using segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:19:54.808584 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71acc10a-c8f4-498b-befa-cb8f038ad15a tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Pushing event updated for resources: {'Port': ['ID=b119072b-d534-41b6-bebd-8d8200383aaa,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:54.808970 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Bound port: b9673fd0-fd16-4cb3-b7e9-75c25c0906ef, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:19:54.809344 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:54.893823 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-314166f2-49b3-45f0-9194-a6b1af687b42'] response: {'name': 'network-changed', 'server_uuid': '256751a2-c4ad-4960-8244-977e05977d8f', 'tag': '95a82a1f-9179-47cb-b9d3-df6d80e6a203', 'status': 'completed', 'code': 200} Apr 08 10:19:54.916029 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-74cae406-f588-458b-90eb-5b988516a55d None None] Set router 60b428a0-9d75-48b2-8c34-71de0d270caa gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:19:54.943309 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-af55e6bc-a94d-4138-867d-5c45511f9453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:54.944965 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-99fff8b3-7352-4b79-82ce-5a8b9d0e4601 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:54.947006 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-71acc10a-c8f4-498b-befa-cb8f038ad15a tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:54.997805 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-af55e6bc-a94d-4138-867d-5c45511f9453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:55.025550 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-5df91598-59d2-4528-9623-ab4e4c21a44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Deleting port 0a9b8b88-2e16-4591-af07-d286de329972 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:19:55.025909 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5df91598-59d2-4528-9623-ab4e4c21a44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:55.040297 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-f6a633df-5112-4aa0-b417-c31412834a52 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Allocated IP 172.26.0.68 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/5ce8bd10-f2f1-4660-8623-c3269843dc19) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:19:55.075709 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] For port b9673fd0-fd16-4cb3-b7e9-75c25c0906ef, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:19:55.104481 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] For port b9673fd0-fd16-4cb3-b7e9-75c25c0906ef, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b9673fd0-fd16-4cb3-b7e9-75c25c0906ef,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:19:55.112853 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:55.219135 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-bfaefef7-03c8-4cdc-af1c-01f6327f7237 None None] Provisioning for port b119072b-d534-41b6-bebd-8d8200383aaa completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:19:55.232674 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-71acc10a-c8f4-498b-befa-cb8f038ad15a tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:55.259047 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-af55e6bc-a94d-4138-867d-5c45511f9453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:55.263315 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-99fff8b3-7352-4b79-82ce-5a8b9d0e4601 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Transition to ACTIVE for port object 1da602ca-1e5d-4b73-993e-795b624303cb will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:19:55.321245 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55e6bc-a94d-4138-867d-5c45511f9453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b5fb4d-8852-40aa-b895-aa9c764a42f2,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:55.353773 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-bfaefef7-03c8-4cdc-af1c-01f6327f7237 None None] Provisioning complete for port b119072b-d534-41b6-bebd-8d8200383aaa triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:55.354128 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bfaefef7-03c8-4cdc-af1c-01f6327f7237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:55.380606 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-af55e6bc-a94d-4138-867d-5c45511f9453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:55.384059 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-af55e6bc-a94d-4138-867d-5c45511f9453 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b6b5fb4d-8852-40aa-b895-aa9c764a42f2 HTTP/1.1" status: 204 len: 168 time: 0.9598658 Apr 08 10:19:55.414935 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-972d828d-774e-4fc1-b3de-77791baf0f83 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Allocated IP 172.20.0.2 (f6e58c6a-710e-484f-bfc6-6dcf05fd3866/1bfd4408-d83c-42cf-a902-65b9273da716/6c136559-0401-4a58-bafc-ee9c98b879c3) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:19:55.439020 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f25044-eaf1-4154-af71-d8ac7e37122b None None] Pushing event updated for resources: {'Port': ['ID=b9673fd0-fd16-4cb3-b7e9-75c25c0906ef,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:55.485148 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-bfaefef7-03c8-4cdc-af1c-01f6327f7237 None None] Port b119072b-d534-41b6-bebd-8d8200383aaa cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:19:55.531012 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f6a633df-5112-4aa0-b417-c31412834a52 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:55.539210 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-5df91598-59d2-4528-9623-ab4e4c21a44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] For port 0a9b8b88-2e16-4591-af07-d286de329972, host hv-neutron-8371, got binding levels [] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:19:55.539570 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5df91598-59d2-4528-9623-ab4e4c21a44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:55.559088 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c8702-30bf-42b1-b784-0f1a05334ba2 req-35e5856b-ab7a-49ea-a5a3-64533eb04019 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:55.560629 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ee5c8702-30bf-42b1-b784-0f1a05334ba2 req-35e5856b-ab7a-49ea-a5a3-64533eb04019 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.5880556 Apr 08 10:19:55.567554 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-99fff8b3-7352-4b79-82ce-5a8b9d0e4601 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:55.628469 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f6a633df-5112-4aa0-b417-c31412834a52 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:55.721347 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-74cae406-f588-458b-90eb-5b988516a55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'name': 'tempest-ServerActionsTestJSON-226225794-router', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:52Z', 'updated_at': '2022-04-08T10:18:58Z', 'revision_number': 4, 'project_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'gw_port': {'id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:53Z', 'updated_at': '2022-04-08T10:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '63f8d15e-7409-4964-862d-6180e5e5456a', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'floating_ip_address': '172.26.0.245', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'port_id': '95a82a1f-9179-47cb-b9d3-df6d80e6a203', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e061ab5-f3b5-4fd3-983c-73eb5d82392b', 'mac_address': 'fa:16:3e:23:4b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256751a2-c4ad-4960-8244-977e05977d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:19:06Z', 'updated_at': '2022-04-08T10:19:48Z', 'revision_number': 1, 'project_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c287b660-574f-4e29-9d3b-c52dd11f72d2', 'name': '', 'network_id': '2e061ab5-f3b5-4fd3-983c-73eb5d82392b', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'mac_address': 'fa:16:3e:c2:c3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21703760-97a0-4591-934b-a62c7a8d3c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:57Z', 'updated_at': '2022-04-08T10:19:08Z', 'revision_number': 5, 'project_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'subnets': [{'id': '21703760-97a0-4591-934b-a62c7a8d3c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:55.735972 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cae406-f588-458b-90eb-5b988516a55d None None] Checking router: 60b428a0-9d75-48b2-8c34-71de0d270caa for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:19:55.757400 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cae406-f588-458b-90eb-5b988516a55d None None] Routers {'60b428a0-9d75-48b2-8c34-71de0d270caa'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:19:55.758272 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-74cae406-f588-458b-90eb-5b988516a55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:19:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['60b428a0-9d75-48b2-8c34-71de0d270caa'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:55.817928 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a633df-5112-4aa0-b417-c31412834a52 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:55.825839 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-f6a633df-5112-4aa0-b417-c31412834a52 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:55.831531 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a633df-5112-4aa0-b417-c31412834a52 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Pushing event updated for resources: {'Port': ['ID=5ce8bd10-f2f1-4660-8623-c3269843dc19,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:55.844629 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a633df-5112-4aa0-b417-c31412834a52 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:55.958081 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-92bf7713-b41b-4a2e-b9f5-ab1731630fe7 req-cdcbd094-e995-47c9-9f2f-6c5f67349b91 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4536e1f44aef4dcaab5fa39823cbd99d&device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 1098 time: 0.9454675 Apr 08 10:19:55.985774 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-74cae406-f588-458b-90eb-5b988516a55d None None] Set router 60b428a0-9d75-48b2-8c34-71de0d270caa gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:19:56.000217 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-71acc10a-c8f4-498b-befa-cb8f038ad15a tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:56.028404 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-71acc10a-c8f4-498b-befa-cb8f038ad15a tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:56.052872 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fff8b3-7352-4b79-82ce-5a8b9d0e4601 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=1da602ca-1e5d-4b73-993e-795b624303cb,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:56.181176 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71acc10a-c8f4-498b-befa-cb8f038ad15a tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Pushing event updated for resources: {'Port': ['ID=b119072b-d534-41b6-bebd-8d8200383aaa,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:56.190420 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-71acc10a-c8f4-498b-befa-cb8f038ad15a tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:56.232718 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-5df91598-59d2-4528-9623-ab4e4c21a44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Calling delete_port for 0a9b8b88-2e16-4591-af07-d286de329972 owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:19:56.300672 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f6a633df-5112-4aa0-b417-c31412834a52 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:56.308648 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f6a633df-5112-4aa0-b417-c31412834a52 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:56.479670 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fff8b3-7352-4b79-82ce-5a8b9d0e4601 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:56.498427 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-74cae406-f588-458b-90eb-5b988516a55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'name': 'tempest-ServerActionsTestJSON-226225794-router', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:52Z', 'updated_at': '2022-04-08T10:18:58Z', 'revision_number': 4, 'project_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'gw_port': {'id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:53Z', 'updated_at': '2022-04-08T10:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '63f8d15e-7409-4964-862d-6180e5e5456a', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'floating_ip_address': '172.26.0.245', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'port_id': '95a82a1f-9179-47cb-b9d3-df6d80e6a203', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e061ab5-f3b5-4fd3-983c-73eb5d82392b', 'mac_address': 'fa:16:3e:23:4b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256751a2-c4ad-4960-8244-977e05977d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:19:06Z', 'updated_at': '2022-04-08T10:19:48Z', 'revision_number': 1, 'project_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c287b660-574f-4e29-9d3b-c52dd11f72d2', 'name': '', 'network_id': '2e061ab5-f3b5-4fd3-983c-73eb5d82392b', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'mac_address': 'fa:16:3e:c2:c3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21703760-97a0-4591-934b-a62c7a8d3c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:57Z', 'updated_at': '2022-04-08T10:19:08Z', 'revision_number': 5, 'project_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'subnets': [{'id': '21703760-97a0-4591-934b-a62c7a8d3c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:56.508858 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cae406-f588-458b-90eb-5b988516a55d None None] The sync data for ids ['60b428a0-9d75-48b2-8c34-71de0d270caa'] in dv-neutron-837110-1-hyperv is: [{'id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'name': 'tempest-ServerActionsTestJSON-226225794-router', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:52Z', 'updated_at': '2022-04-08T10:18:58Z', 'revision_number': 4, 'project_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'gw_port': {'id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:53Z', 'updated_at': '2022-04-08T10:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '63f8d15e-7409-4964-862d-6180e5e5456a', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'floating_ip_address': '172.26.0.245', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'port_id': '95a82a1f-9179-47cb-b9d3-df6d80e6a203', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e061ab5-f3b5-4fd3-983c-73eb5d82392b', 'mac_address': 'fa:16:3e:23:4b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256751a2-c4ad-4960-8244-977e05977d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:19:06Z', 'updated_at': '2022-04-08T10:19:48Z', 'revision_number': 1, 'project_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c287b660-574f-4e29-9d3b-c52dd11f72d2', 'name': '', 'network_id': '2e061ab5-f3b5-4fd3-983c-73eb5d82392b', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'mac_address': 'fa:16:3e:c2:c3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21703760-97a0-4591-934b-a62c7a8d3c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:57Z', 'updated_at': '2022-04-08T10:19:08Z', 'revision_number': 5, 'project_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'subnets': [{'id': '21703760-97a0-4591-934b-a62c7a8d3c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:19:56.517735 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-99fff8b3-7352-4b79-82ce-5a8b9d0e4601 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:56.537092 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ee5c8702-30bf-42b1-b784-0f1a05334ba2 req-5467752e-e647-47b9-81f9-555c67593848 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9528985 Apr 08 10:19:56.556771 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fff8b3-7352-4b79-82ce-5a8b9d0e4601 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:56.561019 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fff8b3-7352-4b79-82ce-5a8b9d0e4601 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:56.561959 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-99fff8b3-7352-4b79-82ce-5a8b9d0e4601 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:56.575173 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf7713-b41b-4a2e-b9f5-ab1731630fe7 req-fa1ad1c2-f762-4d5e-8b4c-1fa6a3649725 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:56.576959 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-92bf7713-b41b-4a2e-b9f5-ab1731630fe7 req-fa1ad1c2-f762-4d5e-8b4c-1fa6a3649725 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2e061ab5-f3b5-4fd3-983c-73eb5d82392b HTTP/1.1" status: 200 len: 912 time: 0.4726641 Apr 08 10:19:56.585924 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5df91598-59d2-4528-9623-ab4e4c21a44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:56.605909 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71acc10a-c8f4-498b-befa-cb8f038ad15a tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Network 44910706-9087-4205-b782-3f8b030bca8c is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:56.620194 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-71acc10a-c8f4-498b-befa-cb8f038ad15a tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:56.912640 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15f900e-d915-4489-bc8b-5fbfa2aec83f None None] New status for floating IP 63f8d15e-7409-4964-862d-6180e5e5456a: ACTIVE {{(pid=83848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:19:56.933611 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-563d334b-66af-4583-8f74-3e0c2f2a647d None None] Provisioning for port b9673fd0-fd16-4cb3-b7e9-75c25c0906ef completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:19:56.996619 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df91598-59d2-4528-9623-ab4e4c21a44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a9b8b88-2e16-4591-af07-d286de329972,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:57.014744 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-99fff8b3-7352-4b79-82ce-5a8b9d0e4601 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2347229 Apr 08 10:19:57.033409 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50242) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:57.045325 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50244) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:57.053448 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5df91598-59d2-4528-9623-ab4e4c21a44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:57.055677 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5df91598-59d2-4528-9623-ab4e4c21a44e tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] 10.222.0.47 "DELETE /v2.0/ports/0a9b8b88-2e16-4591-af07-d286de329972 HTTP/1.1" status: 204 len: 168 time: 2.4858687 Apr 08 10:19:57.069964 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50250) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:57.083190 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0be084be-4f7b-4ac7-8ef1-7885c80efd56 None None] Provisioning complete for port b119072b-d534-41b6-bebd-8d8200383aaa triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:57.083805 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0be084be-4f7b-4ac7-8ef1-7885c80efd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:57.213587 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-92bf7713-b41b-4a2e-b9f5-ab1731630fe7 req-4acce6a7-63f9-496e-98b1-a9d8cb01b1d6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95a82a1f-9179-47cb-b9d3-df6d80e6a203 HTTP/1.1" status: 200 len: 999 time: 0.5565929 Apr 08 10:19:57.219634 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-0be084be-4f7b-4ac7-8ef1-7885c80efd56 None None] Port b119072b-d534-41b6-bebd-8d8200383aaa cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:19:57.224122 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93cfa8d-e554-45b2-855a-57a53cab0f0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] GET failed (client error): The resource could not be found. Apr 08 10:19:57.224627 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d93cfa8d-e554-45b2-855a-57a53cab0f0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Synchronizing usage tracker for tenant:7c416bd0ee1c42bc9b0db3ebf44c4a37 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:19:57.294334 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-37324d28-d9ef-4c1f-92ca-d1b2cf6c211b tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1641791194'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:57.303113 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-972d828d-774e-4fc1-b3de-77791baf0f83 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:57.314249 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-37324d28-d9ef-4c1f-92ca-d1b2cf6c211b tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:57.334325 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf7713-b41b-4a2e-b9f5-ab1731630fe7 req-384621a3-c540-49c3-b911-b2e30ada671d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:57.336099 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-92bf7713-b41b-4a2e-b9f5-ab1731630fe7 req-384621a3-c540-49c3-b911-b2e30ada671d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21703760-97a0-4591-934b-a62c7a8d3c61 HTTP/1.1" status: 200 len: 850 time: 0.1108506 Apr 08 10:19:57.342618 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-4d7e907a-5057-4858-8025-75f63bb17b3e None None] Provisioning for port 1da602ca-1e5d-4b73-993e-795b624303cb completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:19:57.349029 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90250f-ad11-4ed3-924a-ee52f133fd24 req-745032e4-f2c7-4c64-bd3c-b109d29e3982 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:57.349634 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-4d7e907a-5057-4858-8025-75f63bb17b3e None None] Provisioning complete for port 1da602ca-1e5d-4b73-993e-795b624303cb triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:57.350297 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4d7e907a-5057-4858-8025-75f63bb17b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:57.350438 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cd90250f-ad11-4ed3-924a-ee52f133fd24 req-745032e4-f2c7-4c64-bd3c-b109d29e3982 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.5181229 Apr 08 10:19:57.377888 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-37324d28-d9ef-4c1f-92ca-d1b2cf6c211b tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Usage tracker for resource:network and tenant:8d54ce5e98544a00b9674eacbcda6363 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:57.386538 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-37324d28-d9ef-4c1f-92ca-d1b2cf6c211b tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:57.389426 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d93cfa8d-e554-45b2-855a-57a53cab0f0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Unset dirty status for tenant:7c416bd0ee1c42bc9b0db3ebf44c4a37 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:19:57.391525 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d93cfa8d-e554-45b2-855a-57a53cab0f0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] 10.222.0.47 "GET /v2.0/ports/0a9b8b88-2e16-4591-af07-d286de329972 HTTP/1.1" status: 404 len: 333 time: 0.3101528 Apr 08 10:19:57.400030 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84b3c95-d115-4e44-9698-c8a48faca506 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:57.401392 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-37324d28-d9ef-4c1f-92ca-d1b2cf6c211b tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:57.403138 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50256) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:57.404160 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84b3c95-d115-4e44-9698-c8a48faca506 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:57.404951 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-c84b3c95-d115-4e44-9698-c8a48faca506 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:19:57.408262 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-4d7e907a-5057-4858-8025-75f63bb17b3e None None] Port 1da602ca-1e5d-4b73-993e-795b624303cb cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:19:57.422058 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-22ec4ad7-f76f-4000-892a-69d1b0cc57aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Request body: {'port': {'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021920297'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:57.430462 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-22ec4ad7-f76f-4000-892a-69d1b0cc57aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:57.445305 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37324d28-d9ef-4c1f-92ca-d1b2cf6c211b tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Made reservation on behalf of 8d54ce5e98544a00b9674eacbcda6363 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:57.448245 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-37324d28-d9ef-4c1f-92ca-d1b2cf6c211b tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:57.463476 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-22ec4ad7-f76f-4000-892a-69d1b0cc57aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:57.482995 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-37324d28-d9ef-4c1f-92ca-d1b2cf6c211b tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:57.488902 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-c84b3c95-d115-4e44-9698-c8a48faca506 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:19:57.490725 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c84b3c95-d115-4e44-9698-c8a48faca506 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.4436357 Apr 08 10:19:57.492820 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-972d828d-774e-4fc1-b3de-77791baf0f83 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:57.501044 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50260) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:57.508990 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ec4ad7-f76f-4000-892a-69d1b0cc57aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Made reservation on behalf of 7c416bd0ee1c42bc9b0db3ebf44c4a37 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:57.510671 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-22ec4ad7-f76f-4000-892a-69d1b0cc57aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:57.563285 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-22ec4ad7-f76f-4000-892a-69d1b0cc57aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] device_id is not set on port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:19:57.587604 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b9673fd0-fd16-4cb3-b7e9-75c25c0906ef up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:19:57.601110 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cd90250f-ad11-4ed3-924a-ee52f133fd24 req-1383ac2e-7920-4500-8711-9c345bda8bef tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151861 Apr 08 10:19:57.608305 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-37324d28-d9ef-4c1f-92ca-d1b2cf6c211b tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:57.616620 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-37324d28-d9ef-4c1f-92ca-d1b2cf6c211b tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Usage tracker for resource:security_group_rule and tenant:8d54ce5e98544a00b9674eacbcda6363 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:57.625615 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-37324d28-d9ef-4c1f-92ca-d1b2cf6c211b tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:57.645327 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972d828d-774e-4fc1-b3de-77791baf0f83 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Network f6e58c6a-710e-484f-bfc6-6dcf05fd3866 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:57.657213 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-37324d28-d9ef-4c1f-92ca-d1b2cf6c211b tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:57.657529 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d828d-774e-4fc1-b3de-77791baf0f83 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event updated for resources: {'Port': ['ID=6c136559-0401-4a58-bafc-ee9c98b879c3,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:57.660530 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-972d828d-774e-4fc1-b3de-77791baf0f83 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:57.673384 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-891cece4-7dfb-4d9c-8d03-aa920a8b23db tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting port 1da602ca-1e5d-4b73-993e-795b624303cb {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:19:57.673735 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-891cece4-7dfb-4d9c-8d03-aa920a8b23db tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:57.687289 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port b9673fd0-fd16-4cb3-b7e9-75c25c0906ef completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:19:57.692354 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port b9673fd0-fd16-4cb3-b7e9-75c25c0906ef triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:19:57.692818 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:57.703424 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-92bf7713-b41b-4a2e-b9f5-ab1731630fe7 req-8d3023e5-bc88-415d-b4b4-6b0bfee4dc47 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2e061ab5-f3b5-4fd3-983c-73eb5d82392b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3494720 Apr 08 10:19:57.709277 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972d828d-774e-4fc1-b3de-77791baf0f83 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:57.799047 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a633df-5112-4aa0-b417-c31412834a52 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Router 636cf328-ca2b-4e85-a41c-54b8c040e006 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:19:57.812453 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:57.847850 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port b9673fd0-fd16-4cb3-b7e9-75c25c0906ef, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b9673fd0-fd16-4cb3-b7e9-75c25c0906ef,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:19:57.851988 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:57.923550 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=b9673fd0-fd16-4cb3-b7e9-75c25c0906ef,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:57.939243 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-92bf7713-b41b-4a2e-b9f5-ab1731630fe7 req-de451cc4-c72e-4819-9ada-19431dca7fbb service neutron] 10.222.0.52 "GET /v2.0/networks/2e061ab5-f3b5-4fd3-983c-73eb5d82392b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953375 Apr 08 10:19:57.972913 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972d828d-774e-4fc1-b3de-77791baf0f83 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:57.973509 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-972d828d-774e-4fc1-b3de-77791baf0f83 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:57.982098 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-22ec4ad7-f76f-4000-892a-69d1b0cc57aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:58.044350 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-37324d28-d9ef-4c1f-92ca-d1b2cf6c211b tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:58.066009 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71acc10a-c8f4-498b-befa-cb8f038ad15a tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Router ec9c422c-2bd2-4a46-ae42-3a1dd6886a64 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:19:58.066652 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-37324d28-d9ef-4c1f-92ca-d1b2cf6c211b tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:58.069367 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-972d828d-774e-4fc1-b3de-77791baf0f83 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8499465 Apr 08 10:19:58.082615 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50264) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:58.100390 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-b99853dc-e727-4069-a2ed-42e78691ceb8 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Request body: {'port': {'network_id': 'f6e58c6a-710e-484f-bfc6-6dcf05fd3866', 'name': 'tempest-FloatingIPTestJSON-1714242527'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:58.133682 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37324d28-d9ef-4c1f-92ca-d1b2cf6c211b tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:19:58.225929 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37324d28-d9ef-4c1f-92ca-d1b2cf6c211b tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90315737-8295-4ab1-a43e-bad513ce07cf,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:58.242671 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-37324d28-d9ef-4c1f-92ca-d1b2cf6c211b tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:58.243028 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-37324d28-d9ef-4c1f-92ca-d1b2cf6c211b tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Added segment 519bad9e-be24-43c8-9252-b8b657ed37cc of type vlan for network f577aba4-1f96-4622-989c-baa048460ca5 Apr 08 10:19:58.309281 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-92bf7713-b41b-4a2e-b9f5-ab1731630fe7 req-74b75744-8c60-49c3-bee5-ff66fbd639f5 service neutron] 10.222.0.52 "GET /v2.0/networks/2e061ab5-f3b5-4fd3-983c-73eb5d82392b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633487 Apr 08 10:19:58.330560 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-891cece4-7dfb-4d9c-8d03-aa920a8b23db tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:58.454559 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-891cece4-7dfb-4d9c-8d03-aa920a8b23db tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Calling delete_port for 1da602ca-1e5d-4b73-993e-795b624303cb owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:19:58.529987 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-22ec4ad7-f76f-4000-892a-69d1b0cc57aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:58.547731 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-37324d28-d9ef-4c1f-92ca-d1b2cf6c211b tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:58.601698 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-891cece4-7dfb-4d9c-8d03-aa920a8b23db tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:58.648722 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891cece4-7dfb-4d9c-8d03-aa920a8b23db tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Port': ['ID=1da602ca-1e5d-4b73-993e-795b624303cb,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:58.652294 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b99853dc-e727-4069-a2ed-42e78691ceb8 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:58.680555 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b99853dc-e727-4069-a2ed-42e78691ceb8 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Usage tracker for resource:port and tenant:eaffd781f5dd45dba33356f8d68ab59c is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:58.692472 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-891cece4-7dfb-4d9c-8d03-aa920a8b23db tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:58.695086 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b99853dc-e727-4069-a2ed-42e78691ceb8 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:58.710047 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ec4ad7-f76f-4000-892a-69d1b0cc57aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Network 454c60c2-bfe7-43b3-8401-225e6c7fec12 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:19:58.711711 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-891cece4-7dfb-4d9c-8d03-aa920a8b23db tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/1da602ca-1e5d-4b73-993e-795b624303cb HTTP/1.1" status: 204 len: 168 time: 1.1769967 Apr 08 10:19:58.712058 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec4ad7-f76f-4000-892a-69d1b0cc57aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Pushing event updated for resources: {'Port': ['ID=97c1a948-1bba-4051-b02f-fa16b6b1d5f7,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:58.715904 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b99853dc-e727-4069-a2ed-42e78691ceb8 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:58.717760 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50270) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:58.721397 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-22ec4ad7-f76f-4000-892a-69d1b0cc57aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:19:58.728573 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec4ad7-f76f-4000-892a-69d1b0cc57aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:19:58.729388 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ec4ad7-f76f-4000-892a-69d1b0cc57aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:58.730104 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-22ec4ad7-f76f-4000-892a-69d1b0cc57aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:58.763921 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-37324d28-d9ef-4c1f-92ca-d1b2cf6c211b tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:58.768196 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37324d28-d9ef-4c1f-92ca-d1b2cf6c211b tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:58.768790 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-37324d28-d9ef-4c1f-92ca-d1b2cf6c211b tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:58.867858 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebcd6f-b92d-4cc3-915b-5f6a35f8a21a req-a1829f99-362f-4672-9729-782f84d91d50 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:58.869363 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-80ebcd6f-b92d-4cc3-915b-5f6a35f8a21a req-a1829f99-362f-4672-9729-782f84d91d50 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.0955768 Apr 08 10:19:58.897233 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99853dc-e727-4069-a2ed-42e78691ceb8 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Made reservation on behalf of eaffd781f5dd45dba33356f8d68ab59c for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:58.900226 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b99853dc-e727-4069-a2ed-42e78691ceb8 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:58.915552 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-80ebcd6f-b92d-4cc3-915b-5f6a35f8a21a req-afd39d94-74b9-4a24-9ae0-50f384facd2c tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405247 Apr 08 10:19:59.001678 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c13704-4ce5-4474-8585-e531cfaaa38f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:59.003042 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c13704-4ce5-4474-8585-e531cfaaa38f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:59.004649 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d9c13704-4ce5-4474-8585-e531cfaaa38f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2851033 Apr 08 10:19:59.005984 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-b99853dc-e727-4069-a2ed-42e78691ceb8 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] device_id is not set on port 796343a7-8e76-43d5-afc4-17ff9564507e yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:19:59.007508 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50278) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:59.049390 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-37324d28-d9ef-4c1f-92ca-d1b2cf6c211b tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.0017691 Apr 08 10:19:59.050175 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37324d28-d9ef-4c1f-92ca-d1b2cf6c211b tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Pushing event updated for resources: {'Network': ['ID=f577aba4-1f96-4622-989c-baa048460ca5,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:59.054947 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50282) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:59.059618 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-22ec4ad7-f76f-4000-892a-69d1b0cc57aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6546743 Apr 08 10:19:59.063935 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network f577aba4-1f96-4622-989c-baa048460ca5 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:19:59.066752 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50284) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:59.078377 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-5723f1fc-4541-44ff-ab24-cb60fdcf98c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Request body: {'subnet': {'network_id': 'f577aba4-1f96-4622-989c-baa048460ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:59.100611 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8371'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:59.253102 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766094d-3a54-4f82-b738-9743bfaf8db7 req-b7b87b51-1702-4812-a668-5b5f840f0617 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:19:59.254547 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a766094d-3a54-4f82-b738-9743bfaf8db7 req-b7b87b51-1702-4812-a668-5b5f840f0617 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.2034550 Apr 08 10:19:59.265766 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a633df-5112-4aa0-b417-c31412834a52 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:19:59.274845 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37a9cc4-0178-4442-9981-707197bece20 None None] Sync routers for ids ['636cf328-ca2b-4e85-a41c-54b8c040e006'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:19:59.288412 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37a9cc4-0178-4442-9981-707197bece20 None None] Routers {'636cf328-ca2b-4e85-a41c-54b8c040e006'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:19:59.289103 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-a37a9cc4-0178-4442-9981-707197bece20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:19:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['636cf328-ca2b-4e85-a41c-54b8c040e006'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:59.321983 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e177de-f9dc-4884-9c36-bce7ce67c904 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet ae3d0b46-0fc0-4aca-8218-c446e43281b5 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:19:59.330337 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89e177de-f9dc-4884-9c36-bce7ce67c904 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:59.374690 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a766094d-3a54-4f82-b738-9743bfaf8db7 req-c6455653-12b3-4209-b4b3-9cd8e877304c tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130388 Apr 08 10:19:59.389320 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89e177de-f9dc-4884-9c36-bce7ce67c904 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:59.402441 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5723f1fc-4541-44ff-ab24-cb60fdcf98c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:19:59.416814 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5723f1fc-4541-44ff-ab24-cb60fdcf98c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Usage tracker for resource:subnet and tenant:8d54ce5e98544a00b9674eacbcda6363 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:19:59.424992 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5723f1fc-4541-44ff-ab24-cb60fdcf98c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:19:59.429763 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f6a633df-5112-4aa0-b417-c31412834a52 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:59.430916 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f6a633df-5112-4aa0-b417-c31412834a52 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.2578413 Apr 08 10:19:59.433648 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50292) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:59.441799 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5723f1fc-4541-44ff-ab24-cb60fdcf98c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:19:59.457943 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-b99853dc-e727-4069-a2ed-42e78691ceb8 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Allocated IP 172.20.0.6 (f6e58c6a-710e-484f-bfc6-6dcf05fd3866/1bfd4408-d83c-42cf-a902-65b9273da716/796343a7-8e76-43d5-afc4-17ff9564507e) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:19:59.463923 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:59.489749 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5723f1fc-4541-44ff-ab24-cb60fdcf98c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Made reservation on behalf of 8d54ce5e98544a00b9674eacbcda6363 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:19:59.545835 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71acc10a-c8f4-498b-befa-cb8f038ad15a tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:19:59.572206 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede6c283-58d4-4d1f-9dd3-b99491a6774a None None] Sync routers for ids ['ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:19:59.575616 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-a37a9cc4-0178-4442-9981-707197bece20 None None] Set router 636cf328-ca2b-4e85-a41c-54b8c040e006 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:19:59.585857 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede6c283-58d4-4d1f-9dd3-b99491a6774a None None] Routers {'ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:19:59.586550 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-ede6c283-58d4-4d1f-9dd3-b99491a6774a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:19:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:59.654694 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-ede6c283-58d4-4d1f-9dd3-b99491a6774a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:59.671912 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede6c283-58d4-4d1f-9dd3-b99491a6774a None None] Routers {'ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:19:59.672898 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89e177de-f9dc-4884-9c36-bce7ce67c904 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:59.673556 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-ede6c283-58d4-4d1f-9dd3-b99491a6774a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:19:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:59.739224 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b9673fd0-fd16-4cb3-b7e9-75c25c0906ef up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:19:59.755895 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-ede6c283-58d4-4d1f-9dd3-b99491a6774a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:19:59.756686 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede6c283-58d4-4d1f-9dd3-b99491a6774a None None] The sync data for ids ['ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:19:59.794243 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-71acc10a-c8f4-498b-befa-cb8f038ad15a tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] 10.222.0.47 "PUT /v2.0/routers/ec9c422c-2bd2-4a46-ae42-3a1dd6886a64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0623002 Apr 08 10:19:59.794415 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89e177de-f9dc-4884-9c36-bce7ce67c904 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:59.794931 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5723f1fc-4541-44ff-ab24-cb60fdcf98c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:59.806538 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50298) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:19:59.863545 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89e177de-f9dc-4884-9c36-bce7ce67c904 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:19:59.866298 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e177de-f9dc-4884-9c36-bce7ce67c904 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=ae3d0b46-0fc0-4aca-8218-c446e43281b5,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:19:59.872730 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-7ff88feb-56e9-4817-b79b-ff6956a384c3 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Request body: {'port': {'network_id': '44910706-9087-4205-b782-3f8b030bca8c', 'name': 'tempest-FloatingIPAdminTestJSON-2015325893'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:19:59.875821 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86394fbe-ee9a-4d36-8f20-e8c4e8f6ab3d None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:19:59.961684 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-89e177de-f9dc-4884-9c36-bce7ce67c904 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/ae3d0b46-0fc0-4aca-8218-c446e43281b5 HTTP/1.1" status: 204 len: 168 time: 0.9522834 Apr 08 10:19:59.979144 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50302) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:00.096969 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port b9673fd0-fd16-4cb3-b7e9-75c25c0906ef triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:20:00.097432 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:00.223777 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7ff88feb-56e9-4817-b79b-ff6956a384c3 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:00.232759 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7ff88feb-56e9-4817-b79b-ff6956a384c3 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Usage tracker for resource:port and tenant:a70dc23d9782412dafdd39f8c425e7d1 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:00.239728 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7ff88feb-56e9-4817-b79b-ff6956a384c3 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:00.248008 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7ff88feb-56e9-4817-b79b-ff6956a384c3 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:00.252465 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c16df44b-dd05-431d-9f46-82345a288d1a tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "GET /v2.0/routers/636cf328-ca2b-4e85-a41c-54b8c040e006 HTTP/1.1" status: 200 len: 908 time: 0.8116539 Apr 08 10:20:00.254876 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50306) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:00.269380 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-645928d7-841d-4430-9df3-8b3992798389 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1465228502', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'enable_snat': True}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:00.278351 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-645928d7-841d-4430-9df3-8b3992798389 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:00.285436 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-645928d7-841d-4430-9df3-8b3992798389 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Usage tracker for resource:router and tenant:794a0b3333e2433698bbfdaae5954147 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:00.290287 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-645928d7-841d-4430-9df3-8b3992798389 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:00.295993 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4d2931c8-29f5-4dcb-bc91-1711831a78e5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3119142 Apr 08 10:20:00.296709 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff88feb-56e9-4817-b79b-ff6956a384c3 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Made reservation on behalf of a70dc23d9782412dafdd39f8c425e7d1 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:00.296709 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7ff88feb-56e9-4817-b79b-ff6956a384c3 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:00.307239 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50310) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:00.313349 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-645928d7-841d-4430-9df3-8b3992798389 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:00.331916 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391eab4c-dc97-46fe-b049-4911e1627f8c req-b79709d0-e25e-4380-8245-c04a0fc6f458 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:00.336551 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-391eab4c-dc97-46fe-b049-4911e1627f8c req-b79709d0-e25e-4380-8245-c04a0fc6f458 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.3840895 Apr 08 10:20:00.345736 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-7ff88feb-56e9-4817-b79b-ff6956a384c3 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] device_id is not set on port 53a8e2c0-9150-4c14-8df3-9c22932e29b3 yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:20:00.378206 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-a37a9cc4-0178-4442-9981-707197bece20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636cf328-ca2b-4e85-a41c-54b8c040e006', 'name': 'tempest-snat-router-1465228502', 'tenant_id': '794a0b3333e2433698bbfdaae5954147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.68'}], 'enable_snat': False}, 'gw_port_id': '5ce8bd10-f2f1-4660-8623-c3269843dc19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:19:52Z', 'updated_at': '2022-04-08T10:19:56Z', 'revision_number': 3, 'project_id': '794a0b3333e2433698bbfdaae5954147', 'gw_port': {'id': '5ce8bd10-f2f1-4660-8623-c3269843dc19', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636cf328-ca2b-4e85-a41c-54b8c040e006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:19:54Z', 'updated_at': '2022-04-08T10:19:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:00.382414 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37a9cc4-0178-4442-9981-707197bece20 None None] Checking router: 636cf328-ca2b-4e85-a41c-54b8c040e006 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:20:00.382564 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37a9cc4-0178-4442-9981-707197bece20 None None] Updating router 636cf328-ca2b-4e85-a41c-54b8c040e006 port 5ce8bd10-f2f1-4660-8623-c3269843dc19 binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:20:00.409190 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-645928d7-841d-4430-9df3-8b3992798389 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:00.410104 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-645928d7-841d-4430-9df3-8b3992798389 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:00.437318 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b99853dc-e727-4069-a2ed-42e78691ceb8 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:00.440807 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a37a9cc4-0178-4442-9981-707197bece20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:00.488947 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09ace89-0243-4cbf-b7c0-ac94a19b049b None None] DHCP port deletion for 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:20:00.497874 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-a09ace89-0243-4cbf-b7c0-ac94a19b049b None None] Deleting port b9673fd0-fd16-4cb3-b7e9-75c25c0906ef {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:00.498241 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a09ace89-0243-4cbf-b7c0-ac94a19b049b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:00.538249 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-391eab4c-dc97-46fe-b049-4911e1627f8c req-a32c722c-f652-48f0-9ca5-dcaea0a5b3c1 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964943 Apr 08 10:20:00.546481 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-645928d7-841d-4430-9df3-8b3992798389 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:00.577572 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-7ff88feb-56e9-4817-b79b-ff6956a384c3 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Allocated IP 172.20.0.8 (44910706-9087-4205-b782-3f8b030bca8c/2ff4bc83-f6d9-4fd0-9c86-0bdc89837910/53a8e2c0-9150-4c14-8df3-9c22932e29b3) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:00.587754 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] device_id is not set on port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:20:00.610168 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:00.654065 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149b7965-386c-4f14-9218-4a48b20d1524 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:00.654749 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-149b7965-386c-4f14-9218-4a48b20d1524 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:20:00.679489 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Transition to ACTIVE for port object 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 will not be triggered until provisioned by entity L2. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:00.688905 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:00.726961 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b99853dc-e727-4069-a2ed-42e78691ceb8 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:00.748743 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5723f1fc-4541-44ff-ab24-cb60fdcf98c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:00.797784 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-149b7965-386c-4f14-9218-4a48b20d1524 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:20:00.798924 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-149b7965-386c-4f14-9218-4a48b20d1524 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4862187 Apr 08 10:20:00.808935 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50318) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:00.930115 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-645928d7-841d-4430-9df3-8b3992798389 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:00.933281 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99853dc-e727-4069-a2ed-42e78691ceb8 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Network f6e58c6a-710e-484f-bfc6-6dcf05fd3866 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:00.959766 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Pushing event updated for resources: {'Port': ['ID=97c1a948-1bba-4051-b02f-fa16b6b1d5f7,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:00.983898 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a37a9cc4-0178-4442-9981-707197bece20 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:00.998169 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-b99853dc-e727-4069-a2ed-42e78691ceb8 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:01.001218 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99853dc-e727-4069-a2ed-42e78691ceb8 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:01.007308 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-a09ace89-0243-4cbf-b7c0-ac94a19b049b None None] For port b9673fd0-fd16-4cb3-b7e9-75c25c0906ef, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b9673fd0-fd16-4cb3-b7e9-75c25c0906ef,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:01.007928 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a09ace89-0243-4cbf-b7c0-ac94a19b049b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:01.068898 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5723f1fc-4541-44ff-ab24-cb60fdcf98c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Pushing event updated for resources: {'Subnet': ['ID=eb735e2f-9582-4dd5-a8f1-62135fb6011d,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:01.079558 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7ff88feb-56e9-4817-b79b-ff6956a384c3 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:01.099784 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-7ff88feb-56e9-4817-b79b-ff6956a384c3 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Transition to ACTIVE for port object 53a8e2c0-9150-4c14-8df3-9c22932e29b3 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:01.127901 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ffac88-c8ac-435a-b48e-12af931f4ba9 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:01.131831 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-88ffac88-c8ac-435a-b48e-12af931f4ba9 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3123655 Apr 08 10:20:01.133110 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7ff88feb-56e9-4817-b79b-ff6956a384c3 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:01.135075 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50324) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:01.151263 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99853dc-e727-4069-a2ed-42e78691ceb8 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event updated for resources: {'Port': ['ID=796343a7-8e76-43d5-afc4-17ff9564507e,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:01.162852 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99853dc-e727-4069-a2ed-42e78691ceb8 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:01.163450 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b99853dc-e727-4069-a2ed-42e78691ceb8 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:01.179793 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:01.180208 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:01.180494 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:01.182931 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-a09ace89-0243-4cbf-b7c0-ac94a19b049b None None] Calling delete_port for b9673fd0-fd16-4cb3-b7e9-75c25c0906ef owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:01.188706 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5723f1fc-4541-44ff-ab24-cb60fdcf98c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Checking segment: {'id': '519bad9e-be24-43c8-9252-b8b657ed37cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f577aba4-1f96-4622-989c-baa048460ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:20:01.189107 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5723f1fc-4541-44ff-ab24-cb60fdcf98c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Network hostable DHCP agents. Network: f577aba4-1f96-4622-989c-baa048460ca5, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:20:01.203738 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:20:01.204169 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:20:01.207967 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempt 2 to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 Apr 08 10:20:01.225042 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b99853dc-e727-4069-a2ed-42e78691ceb8 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1355338 Apr 08 10:20:01.226838 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50328) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:01.236249 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-80d58a77-83a6-4084-a043-23cf250ee851 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'port_id': '796343a7-8e76-43d5-afc4-17ff9564507e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:01.246654 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-80d58a77-83a6-4084-a043-23cf250ee851 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:01.251823 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:01.252471 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:01.253378 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:01.261039 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-80d58a77-83a6-4084-a043-23cf250ee851 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Usage tracker for resource:floatingip and tenant:eaffd781f5dd45dba33356f8d68ab59c is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:01.266538 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-80d58a77-83a6-4084-a043-23cf250ee851 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:01.266974 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a37a9cc4-0178-4442-9981-707197bece20 None None] Transition to ACTIVE for port object 5ce8bd10-f2f1-4660-8623-c3269843dc19 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:01.275011 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-80d58a77-83a6-4084-a043-23cf250ee851 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:01.279342 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:20:01.279775 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:20:01.283794 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempt 3 to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 Apr 08 10:20:01.296952 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50334) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:01.297526 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e1e08975-9373-4cda-abc8-8fab860c2317 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1550775 Apr 08 10:20:01.310158 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-8f8fc3e4-3350-420c-9b98-ae9e4bf921f4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:01.324626 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff88feb-56e9-4817-b79b-ff6956a384c3 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Network 44910706-9087-4205-b782-3f8b030bca8c is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:01.328532 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-7ff88feb-56e9-4817-b79b-ff6956a384c3 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:01.330882 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5723f1fc-4541-44ff-ab24-cb60fdcf98c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Network f577aba4-1f96-4622-989c-baa048460ca5 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:20:01.331320 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff88feb-56e9-4817-b79b-ff6956a384c3 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:01.334497 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-80d58a77-83a6-4084-a043-23cf250ee851 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:01.398693 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a37a9cc4-0178-4442-9981-707197bece20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:01.418158 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff88feb-56e9-4817-b79b-ff6956a384c3 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Pushing event updated for resources: {'Port': ['ID=53a8e2c0-9150-4c14-8df3-9c22932e29b3,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:01.423492 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:01.423875 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:01.424241 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:01.439812 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-5723f1fc-4541-44ff-ab24-cb60fdcf98c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, f577aba4-1f96-4622-989c-baa048460ca5) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:01.444029 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5723f1fc-4541-44ff-ab24-cb60fdcf98c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:01.444974 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5723f1fc-4541-44ff-ab24-cb60fdcf98c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:01.467360 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c300b5ac-54b1-4f5a-a3bf-d842b592c8d1 None None] Network f577aba4-1f96-4622-989c-baa048460ca5 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:20:01.509570 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff88feb-56e9-4817-b79b-ff6956a384c3 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:01.510203 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7ff88feb-56e9-4817-b79b-ff6956a384c3 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:01.536523 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:20:01.536523 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:20:01.536523 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempt 4 to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 Apr 08 10:20:01.549811 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5723f1fc-4541-44ff-ab24-cb60fdcf98c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4868753 Apr 08 10:20:01.557047 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50338) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:01.568242 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8f8fc3e4-3350-420c-9b98-ae9e4bf921f4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:01.572635 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8f8fc3e4-3350-420c-9b98-ae9e4bf921f4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:subnet and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:01.576483 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8f8fc3e4-3350-420c-9b98-ae9e4bf921f4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:01.583354 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8f8fc3e4-3350-420c-9b98-ae9e4bf921f4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:01.599617 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8fc3e4-3350-420c-9b98-ae9e4bf921f4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:01.605070 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7ff88feb-56e9-4817-b79b-ff6956a384c3 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7448208 Apr 08 10:20:01.606467 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50342) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:01.623486 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-d7f55ef4-58c2-4c18-9b54-83a0c9715fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Request body: {'port': {'network_id': 'f577aba4-1f96-4622-989c-baa048460ca5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1636586064'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:01.627063 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bdaa34-7112-4f3c-b22b-a6f5321d1fe9 req-38c41c8c-bf67-4b17-8857-3cae23e688f8 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:01.628382 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-34bdaa34-7112-4f3c-b22b-a6f5321d1fe9 req-38c41c8c-bf67-4b17-8857-3cae23e688f8 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.2004411 Apr 08 10:20:01.644674 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b9673fd0-fd16-4cb3-b7e9-75c25c0906ef no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:20:01.662787 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:01.663120 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:01.663508 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:01.685122 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-645928d7-841d-4430-9df3-8b3992798389 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:01.685302 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a09ace89-0243-4cbf-b7c0-ac94a19b049b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:01.706735 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: b9673fd0-fd16-4cb3-b7e9-75c25c0906ef {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:20:01.707073 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b9673fd0-fd16-4cb3-b7e9-75c25c0906ef not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:20:01.734611 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09ace89-0243-4cbf-b7c0-ac94a19b049b None None] No DVR routers for this DVR port b9673fd0-fd16-4cb3-b7e9-75c25c0906ef on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:20:01.735803 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-645928d7-841d-4430-9df3-8b3992798389 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:01.767573 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ddc5a8-0eae-4e54-a4fa-968e770dce59 None None] Pushing event updated for resources: {'Port': ['ID=5ce8bd10-f2f1-4660-8623-c3269843dc19,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:01.773808 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-a37a9cc4-0178-4442-9981-707197bece20 None None] Attempting to bind port 5ce8bd10-f2f1-4660-8623-c3269843dc19 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:01.774447 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-a37a9cc4-0178-4442-9981-707197bece20 None None] Attempting to bind port 5ce8bd10-f2f1-4660-8623-c3269843dc19 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:01.775021 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a9cc4-0178-4442-9981-707197bece20 None None] Attempting to bind port 5ce8bd10-f2f1-4660-8623-c3269843dc19 on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:01.815870 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-34bdaa34-7112-4f3c-b22b-a6f5321d1fe9 req-c9b22f6d-62cf-4b35-9ae2-7906b380d5e0 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321483 Apr 08 10:20:01.820289 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a9cc4-0178-4442-9981-707197bece20 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:20:01.820665 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a9cc4-0178-4442-9981-707197bece20 None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:20:01.821063 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a37a9cc4-0178-4442-9981-707197bece20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:01.821449 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a9cc4-0178-4442-9981-707197bece20 None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:20:01.821922 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-a37a9cc4-0178-4442-9981-707197bece20 None None] Bound port: 5ce8bd10-f2f1-4660-8623-c3269843dc19, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:20:01.822288 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a37a9cc4-0178-4442-9981-707197bece20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:01.829046 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:20:01.829378 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:20:01.834549 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempt 5 to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 Apr 08 10:20:01.853647 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-7c7bc721-b1fa-4893-a59d-439952526168 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'project_id': 'a70dc23d9782412dafdd39f8c425e7d1', 'port_id': '53a8e2c0-9150-4c14-8df3-9c22932e29b3'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:01.862561 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7c7bc721-b1fa-4893-a59d-439952526168 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:01.863936 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:01.864304 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:01.864646 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:01.869229 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7c7bc721-b1fa-4893-a59d-439952526168 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Usage tracker for resource:floatingip and tenant:a70dc23d9782412dafdd39f8c425e7d1 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:01.898465 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc3e4-3350-420c-9b98-ae9e4bf921f4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:01.898891 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7c7bc721-b1fa-4893-a59d-439952526168 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:01.904014 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ac115cd5-6e8c-4c98-89ee-137282432327 None None] Provisioning for port 53a8e2c0-9150-4c14-8df3-9c22932e29b3 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:20:01.907736 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ace89-0243-4cbf-b7c0-ac94a19b049b None None] Pushing event deleted for resources: {'Port': ['ID=b9673fd0-fd16-4cb3-b7e9-75c25c0906ef,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:01.914089 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7c7bc721-b1fa-4893-a59d-439952526168 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:01.930958 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc721-b1fa-4893-a59d-439952526168 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:01.947041 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ac115cd5-6e8c-4c98-89ee-137282432327 None None] Provisioning complete for port 53a8e2c0-9150-4c14-8df3-9c22932e29b3 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:20:01.947441 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ac115cd5-6e8c-4c98-89ee-137282432327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:01.959692 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-645928d7-841d-4430-9df3-8b3992798389 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Allocated IP 172.26.0.130 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/5bac4847-28bc-4b12-ad56-11d0b71cd59c) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:02.040124 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-ac115cd5-6e8c-4c98-89ee-137282432327 None None] Port 53a8e2c0-9150-4c14-8df3-9c22932e29b3 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:20:02.074258 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-a37a9cc4-0178-4442-9981-707197bece20 None None] For port 5ce8bd10-f2f1-4660-8623-c3269843dc19, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:20:02.090582 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-a37a9cc4-0178-4442-9981-707197bece20 None None] For port 5ce8bd10-f2f1-4660-8623-c3269843dc19, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=5ce8bd10-f2f1-4660-8623-c3269843dc19,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:20:02.100900 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a37a9cc4-0178-4442-9981-707197bece20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:02.134170 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2296fa90-492f-45ba-b550-6275901f0aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-f577aba4-1f96-4622-989c-baa048460ca5', 'network_id': 'f577aba4-1f96-4622-989c-baa048460ca5', 'tenant_id': '8d54ce5e98544a00b9674eacbcda6363', 'fixed_ips': [{'subnet_id': 'eb735e2f-9582-4dd5-a8f1-62135fb6011d'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:20:02.135472 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2296fa90-492f-45ba-b550-6275901f0aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:02.139222 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:20:02.139964 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:20:02.143259 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempt 6 to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 Apr 08 10:20:02.158965 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc3e4-3350-420c-9b98-ae9e4bf921f4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:02.167457 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:02.167457 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:02.167457 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:02.199285 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-645928d7-841d-4430-9df3-8b3992798389 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:02.219966 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc721-b1fa-4893-a59d-439952526168 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:02.248194 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ddc5a8-0eae-4e54-a4fa-968e770dce59 None None] Pushing event updated for resources: {'Port': ['ID=5ce8bd10-f2f1-4660-8623-c3269843dc19,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:02.272385 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d7f55ef4-58c2-4c18-9b54-83a0c9715fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:02.284503 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:20:02.284859 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:20:02.288252 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37a9cc4-0178-4442-9981-707197bece20 None None] Routers {'636cf328-ca2b-4e85-a41c-54b8c040e006'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:02.288252 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-a37a9cc4-0178-4442-9981-707197bece20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:19:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['636cf328-ca2b-4e85-a41c-54b8c040e006'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:02.293577 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempt 7 to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 Apr 08 10:20:02.304171 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d7f55ef4-58c2-4c18-9b54-83a0c9715fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Usage tracker for resource:port and tenant:8d54ce5e98544a00b9674eacbcda6363 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:02.308065 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8fc3e4-3350-420c-9b98-ae9e4bf921f4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:02.308983 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8fc3e4-3350-420c-9b98-ae9e4bf921f4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=7146651f-5e48-46c6-ac66-d7a8414e25b7,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:02.313283 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d7f55ef4-58c2-4c18-9b54-83a0c9715fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:02.317292 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-8f8fc3e4-3350-420c-9b98-ae9e4bf921f4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:02.326395 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8fc3e4-3350-420c-9b98-ae9e4bf921f4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:02.326988 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8f8fc3e4-3350-420c-9b98-ae9e4bf921f4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:02.332396 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d7f55ef4-58c2-4c18-9b54-83a0c9715fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:02.344921 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b88c92-4172-4d73-88d9-bdb8607c9905 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:20:02.355327 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:02.355662 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:02.356178 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:02.377113 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-80d58a77-83a6-4084-a043-23cf250ee851 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:02.382519 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f55ef4-58c2-4c18-9b54-83a0c9715fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Made reservation on behalf of 8d54ce5e98544a00b9674eacbcda6363 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:02.387436 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7f55ef4-58c2-4c18-9b54-83a0c9715fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:02.403645 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-645928d7-841d-4430-9df3-8b3992798389 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:02.503684 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8f8fc3e4-3350-420c-9b98-ae9e4bf921f4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2053604 Apr 08 10:20:02.521577 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50348) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:02.535381 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645928d7-841d-4430-9df3-8b3992798389 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:02.541281 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-a828fc37-6f1f-4179-a21e-6385c7d6507e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'port': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'fixed_ips': [{'subnet_id': '7146651f-5e48-46c6-ac66-d7a8414e25b7', 'ip_address': '2001:db8::3523:b1d:10a0:c199'}], 'name': 'tempest-NetworksTestDHCPv6-1836575508'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:02.542965 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:20:02.543562 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:20:02.546400 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempt 8 to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 Apr 08 10:20:02.562205 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-645928d7-841d-4430-9df3-8b3992798389 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:02.564705 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645928d7-841d-4430-9df3-8b3992798389 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:02.581202 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-2296fa90-492f-45ba-b550-6275901f0aa0 None None] Allocated IP 2001:db8::2 (f577aba4-1f96-4622-989c-baa048460ca5/eb735e2f-9582-4dd5-a8f1-62135fb6011d/39202e0f-cd67-4d35-a78b-b0715bcf5391) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:02.585445 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:02.585701 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:02.586320 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:02.588406 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-d7f55ef4-58c2-4c18-9b54-83a0c9715fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] device_id is not set on port e9ad1761-aac5-4648-ba96-fa7dea2d4054 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:20:02.660828 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645928d7-841d-4430-9df3-8b3992798389 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Pushing event updated for resources: {'Port': ['ID=5bac4847-28bc-4b12-ad56-11d0b71cd59c,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:02.662411 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:20:02.662760 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:20:02.666621 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempt 9 to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 Apr 08 10:20:02.693188 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:02.693550 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:02.693906 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:02.699684 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:20:02.699894 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:20:02.700292 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempt 10 to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 Apr 08 10:20:02.713686 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-7c7bc721-b1fa-4893-a59d-439952526168 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Allocated IP 172.26.0.88 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/9f5f60b4-3bda-4b80-925d-0a1a9f6dff33) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:02.715280 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:02.715498 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:02.715821 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:02.722666 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:20:02.723144 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:20:02.723386 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:02.771667 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-a37a9cc4-0178-4442-9981-707197bece20 None None] Set router 636cf328-ca2b-4e85-a41c-54b8c040e006 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:20:02.820827 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] For port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7, host hv-neutron-8371, cleared binding levels {{(pid=83846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:20:02.822219 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempted to set empty binding levels {{(pid=83846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 08 10:20:02.826816 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:02.901948 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a828fc37-6f1f-4179-a21e-6385c7d6507e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:02.913967 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Pushing event updated for resources: {'Port': ['ID=97c1a948-1bba-4051-b02f-fa16b6b1d5f7,revision_number=3']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:02.922210 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a828fc37-6f1f-4179-a21e-6385c7d6507e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:02.924427 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] In _notify_port_updated(), no bound segment for port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 08 10:20:02.925688 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:02.928320 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-182af642-e20f-468e-b290-03dafff8f3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] 10.222.0.47 "PUT /v2.0/ports/97c1a948-1bba-4051-b02f-fa16b6b1d5f7 HTTP/1.1" status: 200 len: 981 time: 3.8596358 Apr 08 10:20:02.930678 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50354) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:02.995068 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc721-b1fa-4893-a59d-439952526168 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:03.034146 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-06cbfb7b-e412-4cdb-933f-fb9c22f06140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Synchronizing usage tracker for tenant:7c416bd0ee1c42bc9b0db3ebf44c4a37 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:20:03.052670 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a828fc37-6f1f-4179-a21e-6385c7d6507e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:03.055177 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-06cbfb7b-e412-4cdb-933f-fb9c22f06140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Unset dirty status for tenant:7c416bd0ee1c42bc9b0db3ebf44c4a37 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:20:03.056777 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-06cbfb7b-e412-4cdb-933f-fb9c22f06140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22589 time: 0.1249993 Apr 08 10:20:03.058053 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a828fc37-6f1f-4179-a21e-6385c7d6507e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:03.060487 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50358) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:03.075428 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c6e546-6559-4f63-bfbf-345028e88629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'fixed_ips': [{'subnet_id': '7146651f-5e48-46c6-ac66-d7a8414e25b7'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:20:03.076520 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-81c6e546-6559-4f63-bfbf-345028e88629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:03.112740 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-a828fc37-6f1f-4179-a21e-6385c7d6507e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] device_id is not set on port 0ef3a37e-5de6-414c-acd0-4193ff9f8749 yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:20:03.143223 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-568077c7-e39f-4628-b155-82bb2a26f6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Deleting port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:03.143625 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-568077c7-e39f-4628-b155-82bb2a26f6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:03.210317 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc721-b1fa-4893-a59d-439952526168 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:03.271061 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd15345-e93a-42db-82fd-eec2abdce877 req-22b56508-18e9-411e-9136-2d8dc80bd4a9 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:03.272546 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ffd15345-e93a-42db-82fd-eec2abdce877 req-22b56508-18e9-411e-9136-2d8dc80bd4a9 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.2727492 Apr 08 10:20:03.272828 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-80d58a77-83a6-4084-a043-23cf250ee851 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Allocated IP 172.26.0.114 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/84f7ee28-1573-4aaf-a2e8-cd970c0d0a6c) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:03.297840 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2296fa90-492f-45ba-b550-6275901f0aa0 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:03.369885 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-2296fa90-492f-45ba-b550-6275901f0aa0 None None] Transition to ACTIVE for port object 39202e0f-cd67-4d35-a78b-b0715bcf5391 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:03.375579 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7bc721-b1fa-4893-a59d-439952526168 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:03.381586 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-7c7bc721-b1fa-4893-a59d-439952526168 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:03.383010 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7bc721-b1fa-4893-a59d-439952526168 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Pushing event updated for resources: {'Port': ['ID=9f5f60b4-3bda-4b80-925d-0a1a9f6dff33,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:03.388865 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7bc721-b1fa-4893-a59d-439952526168 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:03.413379 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-2296fa90-492f-45ba-b550-6275901f0aa0 None None] Transition to ACTIVE for port object 39202e0f-cd67-4d35-a78b-b0715bcf5391 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:03.426351 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2296fa90-492f-45ba-b550-6275901f0aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:03.426871 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-645928d7-841d-4430-9df3-8b3992798389 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:03.427590 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-645928d7-841d-4430-9df3-8b3992798389 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:03.427896 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-80d58a77-83a6-4084-a043-23cf250ee851 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:03.467463 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-81c6e546-6559-4f63-bfbf-345028e88629 None None] Allocated IP 2001:db8::2 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/7146651f-5e48-46c6-ac66-d7a8414e25b7/169f1f52-b5a1-43d5-a5db-0c4282903e33) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:03.513822 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ffd15345-e93a-42db-82fd-eec2abdce877 req-d44361ef-dcae-4dd3-ac4d-eac31d12524c tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918411 Apr 08 10:20:03.528050 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-d7f55ef4-58c2-4c18-9b54-83a0c9715fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Allocated IP 2001:db8::307 (f577aba4-1f96-4622-989c-baa048460ca5/eb735e2f-9582-4dd5-a8f1-62135fb6011d/e9ad1761-aac5-4648-ba96-fa7dea2d4054) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:03.536154 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2296fa90-492f-45ba-b550-6275901f0aa0 None None] Network f577aba4-1f96-4622-989c-baa048460ca5 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:03.538343 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296fa90-492f-45ba-b550-6275901f0aa0 None None] Pushing event updated for resources: {'Port': ['ID=39202e0f-cd67-4d35-a78b-b0715bcf5391,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:03.572291 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-80d58a77-83a6-4084-a043-23cf250ee851 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:03.587374 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-2296fa90-492f-45ba-b550-6275901f0aa0 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:03.595127 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2296fa90-492f-45ba-b550-6275901f0aa0 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:03.646944 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-a37a9cc4-0178-4442-9981-707197bece20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636cf328-ca2b-4e85-a41c-54b8c040e006', 'name': 'tempest-snat-router-1465228502', 'tenant_id': '794a0b3333e2433698bbfdaae5954147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.68'}], 'enable_snat': False}, 'gw_port_id': '5ce8bd10-f2f1-4660-8623-c3269843dc19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:19:52Z', 'updated_at': '2022-04-08T10:19:56Z', 'revision_number': 3, 'project_id': '794a0b3333e2433698bbfdaae5954147', 'gw_port': {'id': '5ce8bd10-f2f1-4660-8623-c3269843dc19', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636cf328-ca2b-4e85-a41c-54b8c040e006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:19:54Z', 'updated_at': '2022-04-08T10:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:03.695136 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37a9cc4-0178-4442-9981-707197bece20 None None] The sync data for ids ['636cf328-ca2b-4e85-a41c-54b8c040e006'] in dv-neutron-837110-1-hyperv is: [{'id': '636cf328-ca2b-4e85-a41c-54b8c040e006', 'name': 'tempest-snat-router-1465228502', 'tenant_id': '794a0b3333e2433698bbfdaae5954147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.68'}], 'enable_snat': False}, 'gw_port_id': '5ce8bd10-f2f1-4660-8623-c3269843dc19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:19:52Z', 'updated_at': '2022-04-08T10:19:56Z', 'revision_number': 3, 'project_id': '794a0b3333e2433698bbfdaae5954147', 'gw_port': {'id': '5ce8bd10-f2f1-4660-8623-c3269843dc19', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636cf328-ca2b-4e85-a41c-54b8c040e006', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:19:54Z', 'updated_at': '2022-04-08T10:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:20:03.736557 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-2296fa90-492f-45ba-b550-6275901f0aa0 None None] Attempting to bind port 39202e0f-cd67-4d35-a78b-b0715bcf5391 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:03.736930 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-2296fa90-492f-45ba-b550-6275901f0aa0 None None] Attempting to bind port 39202e0f-cd67-4d35-a78b-b0715bcf5391 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '519bad9e-be24-43c8-9252-b8b657ed37cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f577aba4-1f96-4622-989c-baa048460ca5'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:03.737300 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2296fa90-492f-45ba-b550-6275901f0aa0 None None] Attempting to bind port 39202e0f-cd67-4d35-a78b-b0715bcf5391 on network f577aba4-1f96-4622-989c-baa048460ca5 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:03.754545 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2296fa90-492f-45ba-b550-6275901f0aa0 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:20:03.754935 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2296fa90-492f-45ba-b550-6275901f0aa0 None None] Checking segment: {'id': '519bad9e-be24-43c8-9252-b8b657ed37cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f577aba4-1f96-4622-989c-baa048460ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:20:03.755310 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2296fa90-492f-45ba-b550-6275901f0aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:03.756151 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2296fa90-492f-45ba-b550-6275901f0aa0 None None] Bound using segment: {'id': '519bad9e-be24-43c8-9252-b8b657ed37cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f577aba4-1f96-4622-989c-baa048460ca5'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:20:03.756258 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-2296fa90-492f-45ba-b550-6275901f0aa0 None None] Bound port: 39202e0f-cd67-4d35-a78b-b0715bcf5391, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519bad9e-be24-43c8-9252-b8b657ed37cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f577aba4-1f96-4622-989c-baa048460ca5'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:20:03.756561 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2296fa90-492f-45ba-b550-6275901f0aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:03.891237 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-81c6e546-6559-4f63-bfbf-345028e88629 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:03.897173 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d58a77-83a6-4084-a043-23cf250ee851 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:03.904649 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-80d58a77-83a6-4084-a043-23cf250ee851 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:03.907355 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d58a77-83a6-4084-a043-23cf250ee851 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:03.907685 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-81c6e546-6559-4f63-bfbf-345028e88629 None None] Transition to ACTIVE for port object 169f1f52-b5a1-43d5-a5db-0c4282903e33 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:03.914973 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-2296fa90-492f-45ba-b550-6275901f0aa0 None None] For port 39202e0f-cd67-4d35-a78b-b0715bcf5391, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:20:03.921655 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-2296fa90-492f-45ba-b550-6275901f0aa0 None None] For port 39202e0f-cd67-4d35-a78b-b0715bcf5391, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=39202e0f-cd67-4d35-a78b-b0715bcf5391,segment=NetworkSegment(519bad9e-be24-43c8-9252-b8b657ed37cc),segment_id=519bad9e-be24-43c8-9252-b8b657ed37cc)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:20:03.931635 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2296fa90-492f-45ba-b550-6275901f0aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:03.946248 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-568077c7-e39f-4628-b155-82bb2a26f6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] For port 97c1a948-1bba-4051-b02f-fa16b6b1d5f7, host hv-neutron-8371, got binding levels [] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:03.946605 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-568077c7-e39f-4628-b155-82bb2a26f6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:03.965328 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d58a77-83a6-4084-a043-23cf250ee851 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event updated for resources: {'Port': ['ID=84f7ee28-1573-4aaf-a2e8-cd970c0d0a6c,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:03.965824 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-81c6e546-6559-4f63-bfbf-345028e88629 None None] Transition to ACTIVE for port object 169f1f52-b5a1-43d5-a5db-0c4282903e33 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:03.983358 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-81c6e546-6559-4f63-bfbf-345028e88629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:04.035528 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296fa90-492f-45ba-b550-6275901f0aa0 None None] Pushing event updated for resources: {'Port': ['ID=39202e0f-cd67-4d35-a78b-b0715bcf5391,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:04.039873 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c6e546-6559-4f63-bfbf-345028e88629 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:04.080915 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-81c6e546-6559-4f63-bfbf-345028e88629 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:04.088123 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c6e546-6559-4f63-bfbf-345028e88629 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:04.181006 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645928d7-841d-4430-9df3-8b3992798389 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Router 13813e19-d45f-4f45-94aa-73deb7967f4f is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:20:04.183567 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-a828fc37-6f1f-4179-a21e-6385c7d6507e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 2001:db8::3523:b1d:10a0:c199 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/7146651f-5e48-46c6-ac66-d7a8414e25b7/0ef3a37e-5de6-414c-acd0-4193ff9f8749) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:04.196595 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6e546-6559-4f63-bfbf-345028e88629 None None] Pushing event updated for resources: {'Port': ['ID=169f1f52-b5a1-43d5-a5db-0c4282903e33,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:04.218529 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-81c6e546-6559-4f63-bfbf-345028e88629 None None] Attempting to bind port 169f1f52-b5a1-43d5-a5db-0c4282903e33 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:04.218908 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-81c6e546-6559-4f63-bfbf-345028e88629 None None] Attempting to bind port 169f1f52-b5a1-43d5-a5db-0c4282903e33 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:04.219725 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c6e546-6559-4f63-bfbf-345028e88629 None None] Attempting to bind port 169f1f52-b5a1-43d5-a5db-0c4282903e33 on network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:04.226809 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c6e546-6559-4f63-bfbf-345028e88629 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:20:04.227179 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c6e546-6559-4f63-bfbf-345028e88629 None None] Checking segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:20:04.227965 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-81c6e546-6559-4f63-bfbf-345028e88629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:04.228223 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c6e546-6559-4f63-bfbf-345028e88629 None None] Bound using segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:20:04.228736 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-81c6e546-6559-4f63-bfbf-345028e88629 None None] Bound port: 169f1f52-b5a1-43d5-a5db-0c4282903e33, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:20:04.229109 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-81c6e546-6559-4f63-bfbf-345028e88629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:04.231018 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-568077c7-e39f-4628-b155-82bb2a26f6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Calling delete_port for 97c1a948-1bba-4051-b02f-fa16b6b1d5f7 owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:04.359664 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-81c6e546-6559-4f63-bfbf-345028e88629 None None] For port 169f1f52-b5a1-43d5-a5db-0c4282903e33, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:20:04.362967 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-81c6e546-6559-4f63-bfbf-345028e88629 None None] For port 169f1f52-b5a1-43d5-a5db-0c4282903e33, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=169f1f52-b5a1-43d5-a5db-0c4282903e33,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:20:04.367891 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-81c6e546-6559-4f63-bfbf-345028e88629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:04.423893 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7f55ef4-58c2-4c18-9b54-83a0c9715fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:04.466612 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-568077c7-e39f-4628-b155-82bb2a26f6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:04.469328 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6e546-6559-4f63-bfbf-345028e88629 None None] Pushing event updated for resources: {'Port': ['ID=169f1f52-b5a1-43d5-a5db-0c4282903e33,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:04.479296 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-d7f55ef4-58c2-4c18-9b54-83a0c9715fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Transition to ACTIVE for port object e9ad1761-aac5-4648-ba96-fa7dea2d4054 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:04.647958 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc721-b1fa-4893-a59d-439952526168 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:04.674112 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568077c7-e39f-4628-b155-82bb2a26f6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Pushing event deleted for resources: {'Port': ['ID=97c1a948-1bba-4051-b02f-fa16b6b1d5f7,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:04.705594 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-568077c7-e39f-4628-b155-82bb2a26f6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:04.809348 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc721-b1fa-4893-a59d-439952526168 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:04.815146 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-568077c7-e39f-4628-b155-82bb2a26f6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] 10.222.0.47 "DELETE /v2.0/ports/97c1a948-1bba-4051-b02f-fa16b6b1d5f7 HTTP/1.1" status: 204 len: 168 time: 1.7533386 Apr 08 10:20:04.834492 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50364) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:04.876966 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7f55ef4-58c2-4c18-9b54-83a0c9715fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:04.924846 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a828fc37-6f1f-4179-a21e-6385c7d6507e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:04.940806 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef0e084-acc2-4e73-9358-5ef0b9bc84eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] GET failed (client error): The resource could not be found. Apr 08 10:20:04.941314 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-bef0e084-acc2-4e73-9358-5ef0b9bc84eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Synchronizing usage tracker for tenant:7c416bd0ee1c42bc9b0db3ebf44c4a37 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:20:04.971986 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-a828fc37-6f1f-4179-a21e-6385c7d6507e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Transition to ACTIVE for port object 0ef3a37e-5de6-414c-acd0-4193ff9f8749 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:04.994624 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f55ef4-58c2-4c18-9b54-83a0c9715fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Pushing event updated for resources: {'Port': ['ID=e9ad1761-aac5-4648-ba96-fa7dea2d4054,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:05.003600 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f55ef4-58c2-4c18-9b54-83a0c9715fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Network f577aba4-1f96-4622-989c-baa048460ca5 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:05.007032 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-d7f55ef4-58c2-4c18-9b54-83a0c9715fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:05.009751 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f55ef4-58c2-4c18-9b54-83a0c9715fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:05.014250 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f55ef4-58c2-4c18-9b54-83a0c9715fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:05.015784 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7f55ef4-58c2-4c18-9b54-83a0c9715fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:05.042240 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-bef0e084-acc2-4e73-9358-5ef0b9bc84eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Unset dirty status for tenant:7c416bd0ee1c42bc9b0db3ebf44c4a37 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:20:05.047516 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-bef0e084-acc2-4e73-9358-5ef0b9bc84eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] 10.222.0.47 "GET /v2.0/ports/97c1a948-1bba-4051-b02f-fa16b6b1d5f7 HTTP/1.1" status: 404 len: 333 time: 0.2046056 Apr 08 10:20:05.051092 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50368) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:05.055369 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b4ffb-00da-4420-87ed-269ad2dd6a8e req-d9d10947-701f-44f0-9e24-957e3a4e50ab tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:05.060012 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-2971cdc5-8e68-494d-b931-c7a19dd5eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-29364225', 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:05.062020 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fa0b4ffb-00da-4420-87ed-269ad2dd6a8e req-d9d10947-701f-44f0-9e24-957e3a4e50ab tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.3794286 Apr 08 10:20:05.068147 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d7f55ef4-58c2-4c18-9b54-83a0c9715fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.4733508 Apr 08 10:20:05.078110 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50372) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:05.079213 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-2971cdc5-8e68-494d-b931-c7a19dd5eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:05.086346 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-f7fa7f45-5556-4b56-b2b3-665a7fcc24d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Request body: {'port': {'network_id': 'f577aba4-1f96-4622-989c-baa048460ca5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1511089776', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:05.087033 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.api.validators [None req-f7fa7f45-5556-4b56-b2b3-665a7fcc24d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] bootfile-name is not in valid_values {{(pid=83846) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 08 10:20:05.087461 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.api.validators [None req-f7fa7f45-5556-4b56-b2b3-665a7fcc24d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] tftp-server is not in valid_values {{(pid=83846) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 08 10:20:05.087915 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.api.validators [None req-f7fa7f45-5556-4b56-b2b3-665a7fcc24d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] server-ip-address is not in valid_values {{(pid=83846) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 08 10:20:05.177944 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645928d7-841d-4430-9df3-8b3992798389 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:20:05.193525 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8225c69f-a89a-4feb-b0d6-d374255c079a None None] Sync routers for ids ['13813e19-d45f-4f45-94aa-73deb7967f4f'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:20:05.205000 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a828fc37-6f1f-4179-a21e-6385c7d6507e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:05.213820 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8225c69f-a89a-4feb-b0d6-d374255c079a None None] Routers {'13813e19-d45f-4f45-94aa-73deb7967f4f'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:05.214908 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-8225c69f-a89a-4feb-b0d6-d374255c079a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:19:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['13813e19-d45f-4f45-94aa-73deb7967f4f'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:05.338488 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a828fc37-6f1f-4179-a21e-6385c7d6507e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:05.343027 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828fc37-6f1f-4179-a21e-6385c7d6507e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=0ef3a37e-5de6-414c-acd0-4193ff9f8749,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:05.346687 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-a828fc37-6f1f-4179-a21e-6385c7d6507e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:05.354885 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a828fc37-6f1f-4179-a21e-6385c7d6507e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:05.359773 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a828fc37-6f1f-4179-a21e-6385c7d6507e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:05.360583 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a828fc37-6f1f-4179-a21e-6385c7d6507e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:05.393532 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fa0b4ffb-00da-4420-87ed-269ad2dd6a8e req-95b7494c-6925-4b9e-9952-81ef0b702d5a tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2641692 Apr 08 10:20:05.416138 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-645928d7-841d-4430-9df3-8b3992798389 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:05.417921 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-645928d7-841d-4430-9df3-8b3992798389 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.1620326 Apr 08 10:20:05.421888 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50376) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:05.444839 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec37c76-9c7d-4641-b140-95d9c47e9c4b None None] Network f577aba4-1f96-4622-989c-baa048460ca5 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:20:05.459349 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-2971cdc5-8e68-494d-b931-c7a19dd5eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:05.475056 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f7fa7f45-5556-4b56-b2b3-665a7fcc24d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:05.479925 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2971cdc5-8e68-494d-b931-c7a19dd5eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Made reservation on behalf of 7c416bd0ee1c42bc9b0db3ebf44c4a37 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:05.482246 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2971cdc5-8e68-494d-b931-c7a19dd5eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:05.498962 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a828fc37-6f1f-4179-a21e-6385c7d6507e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9762700 Apr 08 10:20:05.500665 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50380) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:05.507145 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-2971cdc5-8e68-494d-b931-c7a19dd5eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] device_id is not set on port 31b29253-2be6-471e-aa8c-375f3665ece3 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:20:05.572560 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.resource_extend [None req-7c7bc721-b1fa-4893-a59d-439952526168 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:20:05.602619 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc721-b1fa-4893-a59d-439952526168 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:05.617099 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc721-b1fa-4893-a59d-439952526168 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:05.620326 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-39a4f2ed-31e8-4fb1-923c-d14ceb2e40d1 None None] Provisioning for port 39202e0f-cd67-4d35-a78b-b0715bcf5391 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:20:05.667408 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-8225c69f-a89a-4feb-b0d6-d374255c079a None None] Set router 13813e19-d45f-4f45-94aa-73deb7967f4f gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:20:05.778785 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-80d58a77-83a6-4084-a043-23cf250ee851 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:05.781120 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f7fa7f45-5556-4b56-b2b3-665a7fcc24d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Usage tracker for resource:port and tenant:8d54ce5e98544a00b9674eacbcda6363 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:05.786046 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7bc721-b1fa-4893-a59d-439952526168 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Pushing event updated for resources: {'Port': ['ID=9f5f60b4-3bda-4b80-925d-0a1a9f6dff33,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:05.792976 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f7fa7f45-5556-4b56-b2b3-665a7fcc24d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:05.805351 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc721-b1fa-4893-a59d-439952526168 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:05.808420 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 169f1f52-b5a1-43d5-a5db-0c4282903e33 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:20:05.865142 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f7fa7f45-5556-4b56-b2b3-665a7fcc24d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:05.926519 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fa7f45-5556-4b56-b2b3-665a7fcc24d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Made reservation on behalf of 8d54ce5e98544a00b9674eacbcda6363 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:05.929621 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f7fa7f45-5556-4b56-b2b3-665a7fcc24d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:05.969353 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-80d58a77-83a6-4084-a043-23cf250ee851 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:06.023186 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2971cdc5-8e68-494d-b931-c7a19dd5eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:06.044827 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-f7fa7f45-5556-4b56-b2b3-665a7fcc24d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] device_id is not set on port 352ed996-6304-4932-aa01-8e00f996e77b yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:20:06.107312 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e6e6aea0-7caa-408a-8752-016c262f9cdd tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "GET /v2.0/routers/13813e19-d45f-4f45-94aa-73deb7967f4f HTTP/1.1" status: 200 len: 908 time: 0.6839173 Apr 08 10:20:06.112870 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50386) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:06.120838 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 169f1f52-b5a1-43d5-a5db-0c4282903e33 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:20:06.153284 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 39202e0f-cd67-4d35-a78b-b0715bcf5391 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:20:06.208214 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da95e40-b310-43e5-9987-9352ca9df2bd tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:06.213169 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da95e40-b310-43e5-9987-9352ca9df2bd tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:06.215110 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9da95e40-b310-43e5-9987-9352ca9df2bd tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4797974 Apr 08 10:20:06.221317 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50390) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:06.221844 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3f92c684-88c2-41c3-a4e3-570d9be57fd4 None None] Provisioning for port 169f1f52-b5a1-43d5-a5db-0c4282903e33 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:20:06.236133 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3f92c684-88c2-41c3-a4e3-570d9be57fd4 None None] Provisioning complete for port 169f1f52-b5a1-43d5-a5db-0c4282903e33 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:20:06.246021 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3f92c684-88c2-41c3-a4e3-570d9be57fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:06.316415 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 39202e0f-cd67-4d35-a78b-b0715bcf5391 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:20:06.374479 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 39202e0f-cd67-4d35-a78b-b0715bcf5391 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:20:06.375097 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:06.423024 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2971cdc5-8e68-494d-b931-c7a19dd5eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:06.460177 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-662243aa-b4b8-4cd5-b586-198daf85eff8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting port 0ef3a37e-5de6-414c-acd0-4193ff9f8749 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:06.461829 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-662243aa-b4b8-4cd5-b586-198daf85eff8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:06.479730 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-f7fa7f45-5556-4b56-b2b3-665a7fcc24d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Allocated IP 2001:db8::3aa (f577aba4-1f96-4622-989c-baa048460ca5/eb735e2f-9582-4dd5-a8f1-62135fb6011d/352ed996-6304-4932-aa01-8e00f996e77b) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:06.570870 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971cdc5-8e68-494d-b931-c7a19dd5eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Pushing event updated for resources: {'Port': ['ID=31b29253-2be6-471e-aa8c-375f3665ece3,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:06.575225 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2971cdc5-8e68-494d-b931-c7a19dd5eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Network 454c60c2-bfe7-43b3-8401-225e6c7fec12 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:06.585158 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-8225c69f-a89a-4feb-b0d6-d374255c079a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13813e19-d45f-4f45-94aa-73deb7967f4f', 'name': 'tempest-snat-router-1465228502', 'tenant_id': '794a0b3333e2433698bbfdaae5954147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.130'}], 'enable_snat': True}, 'gw_port_id': '5bac4847-28bc-4b12-ad56-11d0b71cd59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:20:00Z', 'updated_at': '2022-04-08T10:20:02Z', 'revision_number': 3, 'project_id': '794a0b3333e2433698bbfdaae5954147', 'gw_port': {'id': '5bac4847-28bc-4b12-ad56-11d0b71cd59c', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13813e19-d45f-4f45-94aa-73deb7967f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:20:01Z', 'updated_at': '2022-04-08T10:20:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:06.586920 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-2971cdc5-8e68-494d-b931-c7a19dd5eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:06.589554 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2971cdc5-8e68-494d-b931-c7a19dd5eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:06.590464 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2971cdc5-8e68-494d-b931-c7a19dd5eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:06.590960 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2971cdc5-8e68-494d-b931-c7a19dd5eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:06.593964 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8225c69f-a89a-4feb-b0d6-d374255c079a None None] Checking router: 13813e19-d45f-4f45-94aa-73deb7967f4f for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:20:06.594466 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8225c69f-a89a-4feb-b0d6-d374255c079a None None] Updating router 13813e19-d45f-4f45-94aa-73deb7967f4f port 5bac4847-28bc-4b12-ad56-11d0b71cd59c binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:20:06.637968 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2971cdc5-8e68-494d-b931-c7a19dd5eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.5857882 Apr 08 10:20:06.643418 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:06.647222 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50396) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:06.650136 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.resource_extend [None req-80d58a77-83a6-4084-a043-23cf250ee851 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:20:06.664975 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3f92c684-88c2-41c3-a4e3-570d9be57fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:06.733242 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8225c69f-a89a-4feb-b0d6-d374255c079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:06.823783 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-80d58a77-83a6-4084-a043-23cf250ee851 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:06.852518 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-3f92c684-88c2-41c3-a4e3-570d9be57fd4 None None] For port 169f1f52-b5a1-43d5-a5db-0c4282903e33, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=169f1f52-b5a1-43d5-a5db-0c4282903e33,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:06.854964 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-80d58a77-83a6-4084-a043-23cf250ee851 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:06.858999 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 39202e0f-cd67-4d35-a78b-b0715bcf5391, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=39202e0f-cd67-4d35-a78b-b0715bcf5391,segment=NetworkSegment(519bad9e-be24-43c8-9252-b8b657ed37cc),segment_id=519bad9e-be24-43c8-9252-b8b657ed37cc)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:06.859885 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3f92c684-88c2-41c3-a4e3-570d9be57fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:06.892239 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [None req-7c7bc721-b1fa-4893-a59d-439952526168 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Floating IP 4807c913-d033-4075-9d9d-d98eb6e8efb0 associated. External IP: 172.26.0.88, port: 53a8e2c0-9150-4c14-8df3-9c22932e29b3. Apr 08 10:20:06.907017 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:06.987908 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-aaeb8370-b8b4-484a-b00d-dcba21d9267b tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Synchronizing usage tracker for tenant:7c416bd0ee1c42bc9b0db3ebf44c4a37 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:20:07.018216 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92c684-88c2-41c3-a4e3-570d9be57fd4 None None] Pushing event updated for resources: {'Port': ['ID=169f1f52-b5a1-43d5-a5db-0c4282903e33,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:07.033367 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b89ce6-99bd-401a-983b-cb29108ce9ea req-42d8cb4c-8339-4b25-bd71-c1a30705ce52 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:07.034837 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e0b89ce6-99bd-401a-983b-cb29108ce9ea req-42d8cb4c-8339-4b25-bd71-c1a30705ce52 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.4014807 Apr 08 10:20:07.078283 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-80d58a77-83a6-4084-a043-23cf250ee851 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:07.101516 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3d06f3fa-7f9b-4ebd-bb4b-03e11133b617 None None] Provisioning for port e9ad1761-aac5-4648-ba96-fa7dea2d4054 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:20:07.118831 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3d06f3fa-7f9b-4ebd-bb4b-03e11133b617 None None] Provisioning complete for port e9ad1761-aac5-4648-ba96-fa7dea2d4054 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:20:07.119199 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3d06f3fa-7f9b-4ebd-bb4b-03e11133b617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:07.161325 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=39202e0f-cd67-4d35-a78b-b0715bcf5391,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:07.174050 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-662243aa-b4b8-4cd5-b586-198daf85eff8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:07.194496 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e0b89ce6-99bd-401a-983b-cb29108ce9ea req-286f4ce7-da44-4f99-8616-52017057b863 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472507 Apr 08 10:20:07.198509 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-3d06f3fa-7f9b-4ebd-bb4b-03e11133b617 None None] Port e9ad1761-aac5-4648-ba96-fa7dea2d4054 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:20:07.240612 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d58a77-83a6-4084-a043-23cf250ee851 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event updated for resources: {'Port': ['ID=84f7ee28-1573-4aaf-a2e8-cd970c0d0a6c,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:07.265295 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3d06f3fa-7f9b-4ebd-bb4b-03e11133b617 None None] Provisioning for port 0ef3a37e-5de6-414c-acd0-4193ff9f8749 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:20:07.269310 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-aaeb8370-b8b4-484a-b00d-dcba21d9267b tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Unset dirty status for tenant:7c416bd0ee1c42bc9b0db3ebf44c4a37 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:20:07.273444 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-aaeb8370-b8b4-484a-b00d-dcba21d9267b tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] 10.222.0.47 "GET /v2.0/ports/31b29253-2be6-471e-aa8c-375f3665ece3 HTTP/1.1" status: 200 len: 957 time: 0.6252513 Apr 08 10:20:07.275441 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50400) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:07.276296 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3d06f3fa-7f9b-4ebd-bb4b-03e11133b617 None None] Provisioning complete for port 0ef3a37e-5de6-414c-acd0-4193ff9f8749 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:20:07.276896 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3d06f3fa-7f9b-4ebd-bb4b-03e11133b617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:07.318146 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-662243aa-b4b8-4cd5-b586-198daf85eff8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Calling delete_port for 0ef3a37e-5de6-414c-acd0-4193ff9f8749 owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:07.325715 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8225c69f-a89a-4feb-b0d6-d374255c079a None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:07.351010 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8225c69f-a89a-4feb-b0d6-d374255c079a None None] Transition to ACTIVE for port object 5bac4847-28bc-4b12-ad56-11d0b71cd59c will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:07.356430 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-3d06f3fa-7f9b-4ebd-bb4b-03e11133b617 None None] Port 0ef3a37e-5de6-414c-acd0-4193ff9f8749 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:20:07.360570 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8225c69f-a89a-4feb-b0d6-d374255c079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:07.389265 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f235f5fc-70b3-49e3-85b2-c51dce090072 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:07.391041 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-3ffca8ae-a9a4-4454-8d3a-29adfc77ab33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Deleting port 31b29253-2be6-471e-aa8c-375f3665ece3 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:07.391389 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3ffca8ae-a9a4-4454-8d3a-29adfc77ab33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:07.448427 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b287291-d0c6-46b1-ab60-626458ac888a None None] Pushing event updated for resources: {'Port': ['ID=5bac4847-28bc-4b12-ad56-11d0b71cd59c,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:07.454510 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3d06f3fa-7f9b-4ebd-bb4b-03e11133b617 None None] Provisioning complete for port 39202e0f-cd67-4d35-a78b-b0715bcf5391 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:20:07.455007 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3d06f3fa-7f9b-4ebd-bb4b-03e11133b617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:07.462113 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f7fa7f45-5556-4b56-b2b3-665a7fcc24d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:07.483157 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-8225c69f-a89a-4feb-b0d6-d374255c079a None None] Attempting to bind port 5bac4847-28bc-4b12-ad56-11d0b71cd59c on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:07.483157 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-8225c69f-a89a-4feb-b0d6-d374255c079a None None] Attempting to bind port 5bac4847-28bc-4b12-ad56-11d0b71cd59c by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:07.483476 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8225c69f-a89a-4feb-b0d6-d374255c079a None None] Attempting to bind port 5bac4847-28bc-4b12-ad56-11d0b71cd59c on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:07.512699 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8225c69f-a89a-4feb-b0d6-d374255c079a None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:20:07.513125 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8225c69f-a89a-4feb-b0d6-d374255c079a None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:20:07.514116 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8225c69f-a89a-4feb-b0d6-d374255c079a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:07.514116 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8225c69f-a89a-4feb-b0d6-d374255c079a None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:20:07.515367 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-8225c69f-a89a-4feb-b0d6-d374255c079a None None] Bound port: 5bac4847-28bc-4b12-ad56-11d0b71cd59c, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:20:07.516201 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8225c69f-a89a-4feb-b0d6-d374255c079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:07.532891 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-f7fa7f45-5556-4b56-b2b3-665a7fcc24d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Transition to ACTIVE for port object 352ed996-6304-4932-aa01-8e00f996e77b will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:07.645476 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 169f1f52-b5a1-43d5-a5db-0c4282903e33 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:20:07.646032 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-662243aa-b4b8-4cd5-b586-198daf85eff8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:07.690494 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f7fa7f45-5556-4b56-b2b3-665a7fcc24d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:07.701600 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3ffca8ae-a9a4-4454-8d3a-29adfc77ab33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:07.737252 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-8225c69f-a89a-4feb-b0d6-d374255c079a None None] For port 5bac4847-28bc-4b12-ad56-11d0b71cd59c, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:20:07.763624 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-8225c69f-a89a-4feb-b0d6-d374255c079a None None] For port 5bac4847-28bc-4b12-ad56-11d0b71cd59c, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=5bac4847-28bc-4b12-ad56-11d0b71cd59c,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:20:07.774018 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8225c69f-a89a-4feb-b0d6-d374255c079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:07.815673 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662243aa-b4b8-4cd5-b586-198daf85eff8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Port': ['ID=0ef3a37e-5de6-414c-acd0-4193ff9f8749,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:07.856717 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 169f1f52-b5a1-43d5-a5db-0c4282903e33 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:20:07.857246 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:07.870193 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-662243aa-b4b8-4cd5-b586-198daf85eff8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:07.892570 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-3ffca8ae-a9a4-4454-8d3a-29adfc77ab33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Calling delete_port for 31b29253-2be6-471e-aa8c-375f3665ece3 owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:07.899460 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b287291-d0c6-46b1-ab60-626458ac888a None None] Pushing event updated for resources: {'Port': ['ID=5bac4847-28bc-4b12-ad56-11d0b71cd59c,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:07.928139 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8225c69f-a89a-4feb-b0d6-d374255c079a None None] Routers {'13813e19-d45f-4f45-94aa-73deb7967f4f'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:07.928899 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-8225c69f-a89a-4feb-b0d6-d374255c079a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:19:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['13813e19-d45f-4f45-94aa-73deb7967f4f'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:07.954219 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-662243aa-b4b8-4cd5-b586-198daf85eff8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/0ef3a37e-5de6-414c-acd0-4193ff9f8749 HTTP/1.1" status: 204 len: 168 time: 1.6520996 Apr 08 10:20:07.973516 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa7f45-5556-4b56-b2b3-665a7fcc24d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Pushing event updated for resources: {'Port': ['ID=352ed996-6304-4932-aa01-8e00f996e77b,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:07.988210 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50404) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:08.053258 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f235f5fc-70b3-49e3-85b2-c51dce090072 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:08.072189 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-f235f5fc-70b3-49e3-85b2-c51dce090072 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Deleting port 5bac4847-28bc-4b12-ad56-11d0b71cd59c {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:08.072666 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f235f5fc-70b3-49e3-85b2-c51dce090072 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:08.072910 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fa7f45-5556-4b56-b2b3-665a7fcc24d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Network f577aba4-1f96-4622-989c-baa048460ca5 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:08.083806 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-f7fa7f45-5556-4b56-b2b3-665a7fcc24d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:08.086968 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fa7f45-5556-4b56-b2b3-665a7fcc24d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:08.094565 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fa7f45-5556-4b56-b2b3-665a7fcc24d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:08.095598 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f7fa7f45-5556-4b56-b2b3-665a7fcc24d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:08.134996 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3ffca8ae-a9a4-4454-8d3a-29adfc77ab33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:08.185453 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:08.206041 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 39202e0f-cd67-4d35-a78b-b0715bcf5391 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:20:08.210519 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.l3_db [None req-80d58a77-83a6-4084-a043-23cf250ee851 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Floating IP c62cb6b4-d8a7-4346-b80d-590fdcd6f59d associated. External IP: 172.26.0.114, port: 796343a7-8e76-43d5-afc4-17ff9564507e. Apr 08 10:20:08.296751 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-f235f5fc-70b3-49e3-85b2-c51dce090072 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] For port 5bac4847-28bc-4b12-ad56-11d0b71cd59c, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=5bac4847-28bc-4b12-ad56-11d0b71cd59c,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:08.297244 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f235f5fc-70b3-49e3-85b2-c51dce090072 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:08.299052 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-8225c69f-a89a-4feb-b0d6-d374255c079a None None] Set router 13813e19-d45f-4f45-94aa-73deb7967f4f gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:20:08.399644 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f7fa7f45-5556-4b56-b2b3-665a7fcc24d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.3153622 Apr 08 10:20:08.418025 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3ffca8ae-a9a4-4454-8d3a-29adfc77ab33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:08.422907 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3ffca8ae-a9a4-4454-8d3a-29adfc77ab33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] 10.222.0.47 "DELETE /v2.0/ports/31b29253-2be6-471e-aa8c-375f3665ece3 HTTP/1.1" status: 204 len: 168 time: 1.1414492 Apr 08 10:20:08.432437 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50410) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:08.432770 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50412) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:08.449014 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-f235f5fc-70b3-49e3-85b2-c51dce090072 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Calling delete_port for 5bac4847-28bc-4b12-ad56-11d0b71cd59c owned by network:router_gateway {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:08.478588 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7bc721-b1fa-4893-a59d-439952526168 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Router ec9c422c-2bd2-4a46-ae42-3a1dd6886a64 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:20:08.510169 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 39202e0f-cd67-4d35-a78b-b0715bcf5391 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:20:08.510553 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:08.596917 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8016ab51-4eee-4135-817b-ab7c653d2af2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:08.600508 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8016ab51-4eee-4135-817b-ab7c653d2af2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:08.603368 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8016ab51-4eee-4135-817b-ab7c653d2af2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:20:08.607870 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffca8ae-a9a4-4454-8d3a-29adfc77ab33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Pushing event deleted for resources: {'Port': ['ID=31b29253-2be6-471e-aa8c-375f3665ece3,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:08.620365 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b489a7c8-451d-449c-8639-183376ca10c1 None None] Provisioning for port 352ed996-6304-4932-aa01-8e00f996e77b completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:20:08.650453 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b489a7c8-451d-449c-8639-183376ca10c1 None None] Provisioning complete for port 352ed996-6304-4932-aa01-8e00f996e77b triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:20:08.650453 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b489a7c8-451d-449c-8639-183376ca10c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:08.804649 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-b489a7c8-451d-449c-8639-183376ca10c1 None None] Port 352ed996-6304-4932-aa01-8e00f996e77b cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:20:08.850527 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-8225c69f-a89a-4feb-b0d6-d374255c079a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13813e19-d45f-4f45-94aa-73deb7967f4f', 'name': 'tempest-snat-router-1465228502', 'tenant_id': '794a0b3333e2433698bbfdaae5954147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.130'}], 'enable_snat': True}, 'gw_port_id': '5bac4847-28bc-4b12-ad56-11d0b71cd59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:20:00Z', 'updated_at': '2022-04-08T10:20:02Z', 'revision_number': 3, 'project_id': '794a0b3333e2433698bbfdaae5954147', 'gw_port': {'id': '5bac4847-28bc-4b12-ad56-11d0b71cd59c', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13813e19-d45f-4f45-94aa-73deb7967f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:20:01Z', 'updated_at': '2022-04-08T10:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:08.855632 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8225c69f-a89a-4feb-b0d6-d374255c079a None None] The sync data for ids ['13813e19-d45f-4f45-94aa-73deb7967f4f'] in dv-neutron-837110-1-hyperv is: [{'id': '13813e19-d45f-4f45-94aa-73deb7967f4f', 'name': 'tempest-snat-router-1465228502', 'tenant_id': '794a0b3333e2433698bbfdaae5954147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.130'}], 'enable_snat': True}, 'gw_port_id': '5bac4847-28bc-4b12-ad56-11d0b71cd59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:20:00Z', 'updated_at': '2022-04-08T10:20:02Z', 'revision_number': 3, 'project_id': '794a0b3333e2433698bbfdaae5954147', 'gw_port': {'id': '5bac4847-28bc-4b12-ad56-11d0b71cd59c', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13813e19-d45f-4f45-94aa-73deb7967f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:20:01Z', 'updated_at': '2022-04-08T10:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:20:08.857363 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d6013c7-4f51-4c7b-a67c-2eb17fb80db8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] GET failed (client error): The resource could not be found. Apr 08 10:20:08.857884 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-6d6013c7-4f51-4c7b-a67c-2eb17fb80db8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Synchronizing usage tracker for tenant:7c416bd0ee1c42bc9b0db3ebf44c4a37 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:20:08.878388 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8016ab51-4eee-4135-817b-ab7c653d2af2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:20:08.880746 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8016ab51-4eee-4135-817b-ab7c653d2af2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8062921 Apr 08 10:20:08.881958 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50418) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:08.964214 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55d748-d3e2-43ae-92c6-12b78938369b req-fa3e389a-75fb-4fd9-baa9-a3849eed44cc tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:08.966000 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-6d6013c7-4f51-4c7b-a67c-2eb17fb80db8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Unset dirty status for tenant:7c416bd0ee1c42bc9b0db3ebf44c4a37 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:20:08.971649 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6d6013c7-4f51-4c7b-a67c-2eb17fb80db8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] 10.222.0.47 "GET /v2.0/ports/31b29253-2be6-471e-aa8c-375f3665ece3 HTTP/1.1" status: 404 len: 333 time: 0.4798143 Apr 08 10:20:08.972577 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5e55d748-d3e2-43ae-92c6-12b78938369b req-fa3e389a-75fb-4fd9-baa9-a3849eed44cc tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.5314057 Apr 08 10:20:08.973695 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50422) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:08.982791 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-893a8578-3211-46c3-9349-8605ce11c956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Request body: {'port': {'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-180343183'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:09.004670 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-893a8578-3211-46c3-9349-8605ce11c956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:09.026393 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-893a8578-3211-46c3-9349-8605ce11c956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:09.081649 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a315c039-70e8-4218-861d-bab751bac672 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:09.083709 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5e55d748-d3e2-43ae-92c6-12b78938369b req-76ae14df-4212-458b-b221-d5b2023d9b39 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102753 Apr 08 10:20:09.085579 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a315c039-70e8-4218-861d-bab751bac672 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:09.093904 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a315c039-70e8-4218-861d-bab751bac672 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:09.094819 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a315c039-70e8-4218-861d-bab751bac672 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Synchronizing usage tracker for tenant:8d54ce5e98544a00b9674eacbcda6363 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:20:09.163197 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893a8578-3211-46c3-9349-8605ce11c956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Made reservation on behalf of 7c416bd0ee1c42bc9b0db3ebf44c4a37 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:09.164605 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-893a8578-3211-46c3-9349-8605ce11c956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:09.178169 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f235f5fc-70b3-49e3-85b2-c51dce090072 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:09.231743 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-893a8578-3211-46c3-9349-8605ce11c956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] device_id is not set on port 26d14b60-2642-47c9-a92c-c87eb96808d3 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:20:09.241179 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235f5fc-70b3-49e3-85b2-c51dce090072 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bac4847-28bc-4b12-ad56-11d0b71cd59c,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:09.284152 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a315c039-70e8-4218-861d-bab751bac672 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Unset dirty status for tenant:8d54ce5e98544a00b9674eacbcda6363 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:20:09.288355 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a315c039-70e8-4218-861d-bab751bac672 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.7951350 Apr 08 10:20:09.289660 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50426) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:09.355976 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7bc721-b1fa-4893-a59d-439952526168 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:20:09.367835 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a578f-f5cb-4e06-9452-878c373e2974 None None] Sync routers for ids ['ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:20:09.387851 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5a578f-f5cb-4e06-9452-878c373e2974 None None] Routers {'ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:09.388894 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2e5a578f-f5cb-4e06-9452-878c373e2974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:19:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:09.480418 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2e5a578f-f5cb-4e06-9452-878c373e2974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:09.490232 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-a870f345-332e-48e2-80dc-29246f0f4780 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet 7146651f-5e48-46c6-ac66-d7a8414e25b7 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:20:09.497396 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5a578f-f5cb-4e06-9452-878c373e2974 None None] Routers {'ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:09.498291 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2e5a578f-f5cb-4e06-9452-878c373e2974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:19:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:09.503255 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a870f345-332e-48e2-80dc-29246f0f4780 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:09.593778 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2e5a578f-f5cb-4e06-9452-878c373e2974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:09.596070 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a578f-f5cb-4e06-9452-878c373e2974 None None] The sync data for ids ['ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:20:09.601536 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 5ce8bd10-f2f1-4660-8623-c3269843dc19 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:20:09.610470 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-7dceb0d1-5158-4797-b2dc-4b00d78ecfc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Deleting port 352ed996-6304-4932-aa01-8e00f996e77b {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:09.611007 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7dceb0d1-5158-4797-b2dc-4b00d78ecfc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:09.697343 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 5ce8bd10-f2f1-4660-8623-c3269843dc19 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:20:09.704172 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 5ce8bd10-f2f1-4660-8623-c3269843dc19 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:20:09.704729 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:09.710524 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f235f5fc-70b3-49e3-85b2-c51dce090072 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:09.780772 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a870f345-332e-48e2-80dc-29246f0f4780 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:09.849537 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:09.851696 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc721-b1fa-4893-a59d-439952526168 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:09.866073 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 5ce8bd10-f2f1-4660-8623-c3269843dc19, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=5ce8bd10-f2f1-4660-8623-c3269843dc19,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:09.870644 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:09.950891 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=5ce8bd10-f2f1-4660-8623-c3269843dc19,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:09.961340 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-893a8578-3211-46c3-9349-8605ce11c956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:10.032762 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f235f5fc-70b3-49e3-85b2-c51dce090072 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:10.041199 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7c7bc721-b1fa-4893-a59d-439952526168 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.4321160 Apr 08 10:20:10.043785 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50430) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:10.046879 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f235f5fc-70b3-49e3-85b2-c51dce090072 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:10.163617 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-44163e94-ea74-4a42-85bb-afec978427c5 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] 10.222.0.47 "GET /v2.0/floatingips/4807c913-d033-4075-9d9d-d98eb6e8efb0 HTTP/1.1" status: 200 len: 982 time: 0.1159453 Apr 08 10:20:10.163617 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f235f5fc-70b3-49e3-85b2-c51dce090072 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:10.163617 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f235f5fc-70b3-49e3-85b2-c51dce090072 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13813e19-d45f-4f45-94aa-73deb7967f4f {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:20:10.163617 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50436) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:10.246771 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f235f5fc-70b3-49e3-85b2-c51dce090072 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:10.247901 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f235f5fc-70b3-49e3-85b2-c51dce090072 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "DELETE /v2.0/routers/13813e19-d45f-4f45-94aa-73deb7967f4f HTTP/1.1" status: 204 len: 168 time: 4.1333470 Apr 08 10:20:10.255838 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50440) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:10.285538 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a870f345-332e-48e2-80dc-29246f0f4780 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:10.322074 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-893a8578-3211-46c3-9349-8605ce11c956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:10.327889 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3315ea94-d395-4cf5-9753-768f2844250e tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3805 time: 0.1630704 Apr 08 10:20:10.330826 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50444) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:10.476128 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c41aa2-17be-41e4-8a74-38f2acb51148 req-ad3c3dcf-c995-42ac-b093-ca47852a8d03 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:10.478740 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d6c41aa2-17be-41e4-8a74-38f2acb51148 req-ad3c3dcf-c995-42ac-b093-ca47852a8d03 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.2293470 Apr 08 10:20:10.571250 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7dceb0d1-5158-4797-b2dc-4b00d78ecfc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:10.689056 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d6c41aa2-17be-41e4-8a74-38f2acb51148 req-67ff937a-569c-4539-a879-4262fbc63e8d tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025499 Apr 08 10:20:10.692368 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-88afa3aa-6058-4610-a5c0-c582c83d9175 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Deleting port 9f5f60b4-3bda-4b80-925d-0a1a9f6dff33 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:10.692707 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-88afa3aa-6058-4610-a5c0-c582c83d9175 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:10.819706 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-01409f01-f444-484e-90f7-ab00fcbb10f9 req-caa51117-0238-4507-b370-38f3e49b0183 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4536e1f44aef4dcaab5fa39823cbd99d&device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 1098 time: 0.2588716 Apr 08 10:20:10.834628 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a8578-3211-46c3-9349-8605ce11c956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Pushing event updated for resources: {'Port': ['ID=26d14b60-2642-47c9-a92c-c87eb96808d3,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:10.849445 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-7dceb0d1-5158-4797-b2dc-4b00d78ecfc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Calling delete_port for 352ed996-6304-4932-aa01-8e00f996e77b owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:10.887761 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893a8578-3211-46c3-9349-8605ce11c956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Network 454c60c2-bfe7-43b3-8401-225e6c7fec12 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:10.896513 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-893a8578-3211-46c3-9349-8605ce11c956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:10.913276 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893a8578-3211-46c3-9349-8605ce11c956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:10.914090 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893a8578-3211-46c3-9349-8605ce11c956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:10.914687 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-893a8578-3211-46c3-9349-8605ce11c956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:10.949177 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a870f345-332e-48e2-80dc-29246f0f4780 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:11.021460 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870f345-332e-48e2-80dc-29246f0f4780 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=7146651f-5e48-46c6-ac66-d7a8414e25b7,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:11.061099 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-893a8578-3211-46c3-9349-8605ce11c956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0829284 Apr 08 10:20:11.065460 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a870f345-332e-48e2-80dc-29246f0f4780 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:11.066983 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50448) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:11.072498 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-88afa3aa-6058-4610-a5c0-c582c83d9175 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:11.072749 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-88afa3aa-6058-4610-a5c0-c582c83d9175 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:11.073401 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032c336a-de68-4cee-829e-5d77bbadce9c None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:20:11.085283 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:11.116415 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a870f345-332e-48e2-80dc-29246f0f4780 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/7146651f-5e48-46c6-ac66-d7a8414e25b7 HTTP/1.1" status: 204 len: 168 time: 2.2281885 Apr 08 10:20:11.125683 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50452) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:11.213909 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-04ecfc39-7ac9-4b73-93f0-13fce2eb9bb3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0856535 Apr 08 10:20:11.217863 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50456) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:11.232303 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-cb676e2a-9e71-41f3-94ba-9affc5ad5b1c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:11.255760 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d58a77-83a6-4084-a043-23cf250ee851 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Router 1228fa13-706d-444f-aaa3-5802b42cbcd9 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:20:11.275079 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-88afa3aa-6058-4610-a5c0-c582c83d9175 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Calling delete_port for 9f5f60b4-3bda-4b80-925d-0a1a9f6dff33 owned by network:floatingip {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:11.313330 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7dceb0d1-5158-4797-b2dc-4b00d78ecfc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:11.362155 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6935e904-cc25-4cd8-a589-a2847862125b None None] DHCP port deletion for 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:20:11.366566 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-6935e904-cc25-4cd8-a589-a2847862125b None None] Deleting port 169f1f52-b5a1-43d5-a5db-0c4282903e33 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:11.367063 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6935e904-cc25-4cd8-a589-a2847862125b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:11.391886 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01409f01-f444-484e-90f7-ab00fcbb10f9 req-3df61aa5-fd79-48df-a9e8-87cb6fbd840d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:11.393483 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-01409f01-f444-484e-90f7-ab00fcbb10f9 req-3df61aa5-fd79-48df-a9e8-87cb6fbd840d service neutron] 10.222.0.52 "GET /v2.0/networks?id=2e061ab5-f3b5-4fd3-983c-73eb5d82392b HTTP/1.1" status: 200 len: 912 time: 0.5534966 Apr 08 10:20:11.397545 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dceb0d1-5158-4797-b2dc-4b00d78ecfc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Pushing event deleted for resources: {'Port': ['ID=352ed996-6304-4932-aa01-8e00f996e77b,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:11.518255 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:11.574177 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-cb676e2a-9e71-41f3-94ba-9affc5ad5b1c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:11.594277 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7dceb0d1-5158-4797-b2dc-4b00d78ecfc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:11.599504 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7dceb0d1-5158-4797-b2dc-4b00d78ecfc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] 10.222.0.47 "DELETE /v2.0/ports/352ed996-6304-4932-aa01-8e00f996e77b HTTP/1.1" status: 204 len: 168 time: 2.3056676 Apr 08 10:20:11.599504 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-cb676e2a-9e71-41f3-94ba-9affc5ad5b1c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:subnet and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:11.607150 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50460) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:11.614514 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-cb676e2a-9e71-41f3-94ba-9affc5ad5b1c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:11.622613 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-01409f01-f444-484e-90f7-ab00fcbb10f9 req-bac71a8b-e5ad-4f1e-a00c-ec5c744fca37 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95a82a1f-9179-47cb-b9d3-df6d80e6a203 HTTP/1.1" status: 200 len: 1001 time: 0.2137246 Apr 08 10:20:11.622821 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-cb676e2a-9e71-41f3-94ba-9affc5ad5b1c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:11.634742 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 5ce8bd10-f2f1-4660-8623-c3269843dc19 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:20:11.635485 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-6685f2c3-6123-4006-8391-0df4974bb5ff tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Request body: {'port': {'name': 'tempest-new-port-name-368264362', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:11.635944 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.api.validators [None req-6685f2c3-6123-4006-8391-0df4974bb5ff tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] bootfile-name is not in valid_values {{(pid=83845) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 08 10:20:11.636309 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.api.validators [None req-6685f2c3-6123-4006-8391-0df4974bb5ff tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] tftp-server is not in valid_values {{(pid=83845) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 08 10:20:11.636651 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.api.validators [None req-6685f2c3-6123-4006-8391-0df4974bb5ff tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] server-ip-address is not in valid_values {{(pid=83845) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 08 10:20:11.637718 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cd4eee0e-bb4a-4703-aaed-12a9832a74db tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:11.679271 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-6935e904-cc25-4cd8-a589-a2847862125b None None] For port 169f1f52-b5a1-43d5-a5db-0c4282903e33, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=169f1f52-b5a1-43d5-a5db-0c4282903e33,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:11.679789 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6935e904-cc25-4cd8-a589-a2847862125b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:11.755197 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb676e2a-9e71-41f3-94ba-9affc5ad5b1c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:11.759160 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cb676e2a-9e71-41f3-94ba-9affc5ad5b1c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:11.926126 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-6935e904-cc25-4cd8-a589-a2847862125b None None] Calling delete_port for 169f1f52-b5a1-43d5-a5db-0c4282903e33 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:11.954249 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-88afa3aa-6058-4610-a5c0-c582c83d9175 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:12.013623 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 5ce8bd10-f2f1-4660-8623-c3269843dc19 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:20:12.013905 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:12.019686 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6685f2c3-6123-4006-8391-0df4974bb5ff tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:12.063921 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6935e904-cc25-4cd8-a589-a2847862125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:12.151068 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935e904-cc25-4cd8-a589-a2847862125b None None] Pushing event deleted for resources: {'Port': ['ID=169f1f52-b5a1-43d5-a5db-0c4282903e33,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:12.159879 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6935e904-cc25-4cd8-a589-a2847862125b None None] No DVR routers for this DVR port 169f1f52-b5a1-43d5-a5db-0c4282903e33 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:20:12.200547 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d58a77-83a6-4084-a043-23cf250ee851 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:20:12.212017 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cb676e2a-9e71-41f3-94ba-9affc5ad5b1c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:12.212411 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afa3aa-6058-4610-a5c0-c582c83d9175 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Pushing event deleted for resources: {'Port': ['ID=9f5f60b4-3bda-4b80-925d-0a1a9f6dff33,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:12.228194 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54fcbc6-f96d-4b05-92ea-2e5d6b399cdf None None] Sync routers for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:20:12.251881 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54fcbc6-f96d-4b05-92ea-2e5d6b399cdf None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:12.252522 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-c54fcbc6-f96d-4b05-92ea-2e5d6b399cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:19:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:12.299874 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb676e2a-9e71-41f3-94ba-9affc5ad5b1c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:12.303082 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-80d58a77-83a6-4084-a043-23cf250ee851 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:12.332484 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01409f01-f444-484e-90f7-ab00fcbb10f9 req-072323a7-6c61-45e7-a1e2-8233041c5c0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:12.334221 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-01409f01-f444-484e-90f7-ab00fcbb10f9 req-072323a7-6c61-45e7-a1e2-8233041c5c0a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21703760-97a0-4591-934b-a62c7a8d3c61 HTTP/1.1" status: 200 len: 850 time: 0.4167702 Apr 08 10:20:12.334537 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 169f1f52-b5a1-43d5-a5db-0c4282903e33 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:20:12.339953 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-cb676e2a-9e71-41f3-94ba-9affc5ad5b1c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:12.342949 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb676e2a-9e71-41f3-94ba-9affc5ad5b1c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:12.343652 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cb676e2a-9e71-41f3-94ba-9affc5ad5b1c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:12.365223 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-c54fcbc6-f96d-4b05-92ea-2e5d6b399cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:12.367370 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f76216-3bb1-4db6-ad8a-20c261bcacdf None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:20:12.391324 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb676e2a-9e71-41f3-94ba-9affc5ad5b1c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=d0d60c93-b77d-46eb-931d-f4abc698e583,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:12.391519 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 169f1f52-b5a1-43d5-a5db-0c4282903e33 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:20:12.391819 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 169f1f52-b5a1-43d5-a5db-0c4282903e33 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:20:12.402538 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cd4eee0e-bb4a-4703-aaed-12a9832a74db tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:12.425950 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-80d58a77-83a6-4084-a043-23cf250ee851 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.1956184 Apr 08 10:20:12.428165 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50466) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:12.437705 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-96c1f4ed-3e39-4c8c-81a6-5e641385c427 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:12.464246 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54fcbc6-f96d-4b05-92ea-2e5d6b399cdf None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:12.464857 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-c54fcbc6-f96d-4b05-92ea-2e5d6b399cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:19:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:12.507832 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-cb676e2a-9e71-41f3-94ba-9affc5ad5b1c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2864807 Apr 08 10:20:12.520822 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-cd4eee0e-bb4a-4703-aaed-12a9832a74db tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Deleting port 5ce8bd10-f2f1-4660-8623-c3269843dc19 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:12.521162 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cd4eee0e-bb4a-4703-aaed-12a9832a74db tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:12.534900 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-c54fcbc6-f96d-4b05-92ea-2e5d6b399cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:12.535288 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54fcbc6-f96d-4b05-92ea-2e5d6b399cdf None None] The sync data for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:20:12.568560 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50470) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:12.588349 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-b9566906-57d7-4d73-8b9e-17041aa6c30b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'port': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'fixed_ips': [{'subnet_id': 'd0d60c93-b77d-46eb-931d-f4abc698e583', 'ip_address': '2001:db8::b84b:8c80:7e17:dbd6'}], 'name': 'tempest-NetworksTestDHCPv6-729124557'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:12.647783 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-88afa3aa-6058-4610-a5c0-c582c83d9175 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks [] for floatingip, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:12.669661 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284b3ad3-0274-432b-bae7-0725f8c22fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'fixed_ips': [{'subnet_id': 'd0d60c93-b77d-46eb-931d-f4abc698e583'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:20:12.672112 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-284b3ad3-0274-432b-bae7-0725f8c22fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:12.740295 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-96c1f4ed-3e39-4c8c-81a6-5e641385c427 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:12.848624 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-284b3ad3-0274-432b-bae7-0725f8c22fe6 None None] Allocated IP 2001:db8::2 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/d0d60c93-b77d-46eb-931d-f4abc698e583/19cf2e21-6543-470a-81db-5b63610bf07b) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:12.904781 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393e0bb-7e3a-4a3d-8665-b3cd10b9f82c req-4d080788-7c8b-40e6-baeb-9cdf06821543 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:12.906710 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6393e0bb-7e3a-4a3d-8665-b3cd10b9f82c req-4d080788-7c8b-40e6-baeb-9cdf06821543 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.9879670 Apr 08 10:20:13.035134 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] device_id is not set on port 26d14b60-2642-47c9-a92c-c87eb96808d3 yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:20:13.055626 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-cd4eee0e-bb4a-4703-aaed-12a9832a74db tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] For port 5ce8bd10-f2f1-4660-8623-c3269843dc19, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=5ce8bd10-f2f1-4660-8623-c3269843dc19,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:13.055868 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cd4eee0e-bb4a-4703-aaed-12a9832a74db tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:13.056769 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:13.107358 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-284b3ad3-0274-432b-bae7-0725f8c22fe6 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:13.121563 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-284b3ad3-0274-432b-bae7-0725f8c22fe6 None None] Transition to ACTIVE for port object 19cf2e21-6543-470a-81db-5b63610bf07b will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:13.143514 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Transition to ACTIVE for port object 26d14b60-2642-47c9-a92c-c87eb96808d3 will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:13.151307 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-284b3ad3-0274-432b-bae7-0725f8c22fe6 None None] Transition to ACTIVE for port object 19cf2e21-6543-470a-81db-5b63610bf07b will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:13.157376 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-01409f01-f444-484e-90f7-ab00fcbb10f9 req-1c7ef3dc-7dd3-4853-aef1-4591a5281670 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2e061ab5-f3b5-4fd3-983c-73eb5d82392b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8085542 Apr 08 10:20:13.164635 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-284b3ad3-0274-432b-bae7-0725f8c22fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:13.198787 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:13.230087 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-cd4eee0e-bb4a-4703-aaed-12a9832a74db tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Calling delete_port for 5ce8bd10-f2f1-4660-8623-c3269843dc19 owned by network:router_gateway {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:13.241258 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284b3ad3-0274-432b-bae7-0725f8c22fe6 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:13.250888 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-284b3ad3-0274-432b-bae7-0725f8c22fe6 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:13.254849 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6393e0bb-7e3a-4a3d-8665-b3cd10b9f82c req-fbc2497f-7535-49fe-ad4c-31b80fdb17e2 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2947571 Apr 08 10:20:13.255439 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284b3ad3-0274-432b-bae7-0725f8c22fe6 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:13.318455 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c7c49b2c-6c72-4e24-9dad-43806110d82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:13.324276 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b3ad3-0274-432b-bae7-0725f8c22fe6 None None] Pushing event updated for resources: {'Port': ['ID=19cf2e21-6543-470a-81db-5b63610bf07b,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:13.331696 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b9566906-57d7-4d73-8b9e-17041aa6c30b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:13.351660 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b9566906-57d7-4d73-8b9e-17041aa6c30b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:port and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:13.363224 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b9566906-57d7-4d73-8b9e-17041aa6c30b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:13.374965 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-96c1f4ed-3e39-4c8c-81a6-5e641385c427 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:13.382646 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-96c1f4ed-3e39-4c8c-81a6-5e641385c427 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:13.383033 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.l3_db [None req-96c1f4ed-3e39-4c8c-81a6-5e641385c427 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Floating IP c62cb6b4-d8a7-4346-b80d-590fdcd6f59d disassociated. External IP: 172.26.0.114, port: 796343a7-8e76-43d5-afc4-17ff9564507e. Apr 08 10:20:13.393893 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-284b3ad3-0274-432b-bae7-0725f8c22fe6 None None] Attempting to bind port 19cf2e21-6543-470a-81db-5b63610bf07b on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:13.394256 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-284b3ad3-0274-432b-bae7-0725f8c22fe6 None None] Attempting to bind port 19cf2e21-6543-470a-81db-5b63610bf07b by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:13.394610 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284b3ad3-0274-432b-bae7-0725f8c22fe6 None None] Attempting to bind port 19cf2e21-6543-470a-81db-5b63610bf07b on network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:13.401210 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284b3ad3-0274-432b-bae7-0725f8c22fe6 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:20:13.401582 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284b3ad3-0274-432b-bae7-0725f8c22fe6 None None] Checking segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:20:13.401974 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-284b3ad3-0274-432b-bae7-0725f8c22fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:13.402363 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284b3ad3-0274-432b-bae7-0725f8c22fe6 None None] Bound using segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:20:13.402803 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-284b3ad3-0274-432b-bae7-0725f8c22fe6 None None] Bound port: 19cf2e21-6543-470a-81db-5b63610bf07b, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:20:13.403172 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-284b3ad3-0274-432b-bae7-0725f8c22fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:13.427695 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.resource_extend [None req-6685f2c3-6123-4006-8391-0df4974bb5ff tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:20:13.437096 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b9566906-57d7-4d73-8b9e-17041aa6c30b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:13.460362 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6685f2c3-6123-4006-8391-0df4974bb5ff tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:13.478584 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Pushing event updated for resources: {'Port': ['ID=26d14b60-2642-47c9-a92c-c87eb96808d3,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:13.501491 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6685f2c3-6123-4006-8391-0df4974bb5ff tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:13.513737 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-284b3ad3-0274-432b-bae7-0725f8c22fe6 None None] For port 19cf2e21-6543-470a-81db-5b63610bf07b, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:20:13.519199 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-284b3ad3-0274-432b-bae7-0725f8c22fe6 None None] For port 19cf2e21-6543-470a-81db-5b63610bf07b, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=19cf2e21-6543-470a-81db-5b63610bf07b,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:20:13.524677 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-284b3ad3-0274-432b-bae7-0725f8c22fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:13.557200 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9566906-57d7-4d73-8b9e-17041aa6c30b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:13.705320 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cd4eee0e-bb4a-4703-aaed-12a9832a74db tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:13.709111 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b3ad3-0274-432b-bae7-0725f8c22fe6 None None] Pushing event updated for resources: {'Port': ['ID=19cf2e21-6543-470a-81db-5b63610bf07b,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:13.714064 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-01409f01-f444-484e-90f7-ab00fcbb10f9 req-4e5a230b-d8f1-40fe-b749-9e3d38d01318 service neutron] 10.222.0.52 "GET /v2.0/networks/2e061ab5-f3b5-4fd3-983c-73eb5d82392b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5416942 Apr 08 10:20:13.715237 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-6685f2c3-6123-4006-8391-0df4974bb5ff tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] In _notify_port_updated(), no bound segment for port e9ad1761-aac5-4648-ba96-fa7dea2d4054 on network f577aba4-1f96-4622-989c-baa048460ca5 {{(pid=83845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 08 10:20:13.724461 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6685f2c3-6123-4006-8391-0df4974bb5ff tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:13.727002 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6685f2c3-6123-4006-8391-0df4974bb5ff tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:13.729921 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6685f2c3-6123-4006-8391-0df4974bb5ff tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] 10.222.0.47 "PUT /v2.0/ports/e9ad1761-aac5-4648-ba96-fa7dea2d4054 HTTP/1.1" status: 200 len: 1129 time: 2.1202388 Apr 08 10:20:13.751545 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50480) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:13.799830 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4eee0e-bb4a-4703-aaed-12a9832a74db tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ce8bd10-f2f1-4660-8623-c3269843dc19,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:13.829675 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:13.830019 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:13.830401 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:13.842904 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685f2c3-6123-4006-8391-0df4974bb5ff tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Pushing event updated for resources: {'Port': ['ID=e9ad1761-aac5-4648-ba96-fa7dea2d4054,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:14.062409 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 26d14b60-2642-47c9-a92c-c87eb96808d3 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:20:14.063138 dv-neutron-837110-1-hyperv neutron-server[83845]: ERROR neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:20:14.138110 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.plugins.ml2.plugin [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempt 2 to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 Apr 08 10:20:14.163467 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b9566906-57d7-4d73-8b9e-17041aa6c30b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:14.178776 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ca490de1-0c17-4776-9cf6-1226033219a4 None None] Provisioning complete for port e9ad1761-aac5-4648-ba96-fa7dea2d4054 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:20:14.180021 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ca490de1-0c17-4776-9cf6-1226033219a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:14.181471 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:14.181806 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:14.182140 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:14.195638 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80d3a40-16a8-4d31-b43c-0a184f17ea3f tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:14.201322 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e80d3a40-16a8-4d31-b43c-0a184f17ea3f tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] 10.222.0.47 "GET /v2.0/ports/e9ad1761-aac5-4648-ba96-fa7dea2d4054 HTTP/1.1" status: 200 len: 1129 time: 0.4367828 Apr 08 10:20:14.213330 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50484) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:14.235848 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-ca490de1-0c17-4776-9cf6-1226033219a4 None None] Port e9ad1761-aac5-4648-ba96-fa7dea2d4054 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:20:14.265563 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cd4eee0e-bb4a-4703-aaed-12a9832a74db tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:14.272111 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 26d14b60-2642-47c9-a92c-c87eb96808d3 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:20:14.272444 dv-neutron-837110-1-hyperv neutron-server[83845]: ERROR neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:20:14.281636 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-b9566906-57d7-4d73-8b9e-17041aa6c30b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] device_id is not set on port 3c7d6f86-f88d-40a8-adab-5ec9128700b4 yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:20:14.318778 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.plugins.ml2.plugin [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempt 3 to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 Apr 08 10:20:14.331977 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-01409f01-f444-484e-90f7-ab00fcbb10f9 req-9dd4b384-3df7-4ae7-b7d6-1a59f6acf2f9 service neutron] 10.222.0.52 "GET /v2.0/networks/2e061ab5-f3b5-4fd3-983c-73eb5d82392b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5727711 Apr 08 10:20:14.371348 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:14.371679 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:14.372205 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:14.407744 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-bdd01e43-1f19-4740-9124-4a461cc7b4f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Deleting port e9ad1761-aac5-4648-ba96-fa7dea2d4054 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:14.408101 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bdd01e43-1f19-4740-9124-4a461cc7b4f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:14.534822 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d87b4f-cf0b-436e-b474-327c9da21743 req-888fb488-cbfd-4376-be72-3d3a7aeb96f7 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:14.537289 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-87d87b4f-cf0b-436e-b474-327c9da21743 req-888fb488-cbfd-4376-be72-3d3a7aeb96f7 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.7005608 Apr 08 10:20:14.551927 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cd4eee0e-bb4a-4703-aaed-12a9832a74db tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:14.558706 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cd4eee0e-bb4a-4703-aaed-12a9832a74db tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:14.562847 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 26d14b60-2642-47c9-a92c-c87eb96808d3 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:20:14.563264 dv-neutron-837110-1-hyperv neutron-server[83845]: ERROR neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:20:14.583621 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.plugins.ml2.plugin [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempt 4 to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 Apr 08 10:20:14.606856 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cd4eee0e-bb4a-4703-aaed-12a9832a74db tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:14.607393 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4eee0e-bb4a-4703-aaed-12a9832a74db tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 636cf328-ca2b-4e85-a41c-54b8c040e006 {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:20:14.628315 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cd4eee0e-bb4a-4703-aaed-12a9832a74db tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:14.629466 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-cd4eee0e-bb4a-4703-aaed-12a9832a74db tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "DELETE /v2.0/routers/636cf328-ca2b-4e85-a41c-54b8c040e006 HTTP/1.1" status: 204 len: 168 time: 4.3500619 Apr 08 10:20:14.635931 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50490) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:14.639999 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c1f4ed-3e39-4c8c-81a6-5e641385c427 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Router 1228fa13-706d-444f-aaa3-5802b42cbcd9 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:20:14.644288 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-fc089d39-1925-43ea-9c80-0732966e9ac2 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-464056437', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}, 'admin_state_up': False}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:14.652936 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-fc089d39-1925-43ea-9c80-0732966e9ac2 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:14.659010 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-fc089d39-1925-43ea-9c80-0732966e9ac2 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Usage tracker for resource:router and tenant:375b90ef4ba148b9ac12dbb8b1428832 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:14.662580 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-fc089d39-1925-43ea-9c80-0732966e9ac2 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:14.671570 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-fc089d39-1925-43ea-9c80-0732966e9ac2 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:14.736331 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fc089d39-1925-43ea-9c80-0732966e9ac2 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:14.737512 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fc089d39-1925-43ea-9c80-0732966e9ac2 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:14.863484 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-adb683ba-c0c7-4d7b-bf0b-8090dfa9e7f3 None None] Provisioning for port 19cf2e21-6543-470a-81db-5b63610bf07b completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:20:14.868468 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fc089d39-1925-43ea-9c80-0732966e9ac2 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:14.880107 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:14.880448 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:14.880783 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:14.968175 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 26d14b60-2642-47c9-a92c-c87eb96808d3 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:20:14.968502 dv-neutron-837110-1-hyperv neutron-server[83845]: ERROR neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:20:15.008382 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.plugins.ml2.plugin [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempt 5 to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 Apr 08 10:20:15.051667 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fc089d39-1925-43ea-9c80-0732966e9ac2 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:15.056203 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-87d87b4f-cf0b-436e-b474-327c9da21743 req-5a501072-de4e-4890-9319-b2749e9b9f52 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4733956 Apr 08 10:20:15.072924 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c1f4ed-3e39-4c8c-81a6-5e641385c427 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:20:15.078798 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:15.079243 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:15.079463 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:15.088341 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352da952-a5d2-4288-96bc-3bb40ed40766 None None] Sync routers for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:20:15.111908 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-96c1f4ed-3e39-4c8c-81a6-5e641385c427 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:15.118608 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352da952-a5d2-4288-96bc-3bb40ed40766 None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:15.119447 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-352da952-a5d2-4288-96bc-3bb40ed40766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:19:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:15.180890 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-050d2084-385e-4e51-ae18-93ffdff0c377 req-b2d699d0-9592-48b5-9d3e-28f27489379a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4536e1f44aef4dcaab5fa39823cbd99d&device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 1098 time: 0.7384257 Apr 08 10:20:15.184653 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-b9566906-57d7-4d73-8b9e-17041aa6c30b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 2001:db8::b84b:8c80:7e17:dbd6 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/d0d60c93-b77d-46eb-931d-f4abc698e583/3c7d6f86-f88d-40a8-adab-5ec9128700b4) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:15.194406 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-352da952-a5d2-4288-96bc-3bb40ed40766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:15.195340 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 26d14b60-2642-47c9-a92c-c87eb96808d3 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:20:15.195671 dv-neutron-837110-1-hyperv neutron-server[83845]: ERROR neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:20:15.207475 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352da952-a5d2-4288-96bc-3bb40ed40766 None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:15.208243 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-352da952-a5d2-4288-96bc-3bb40ed40766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:19:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:15.217902 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.plugins.ml2.plugin [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempt 6 to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 Apr 08 10:20:15.228528 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-96c1f4ed-3e39-4c8c-81a6-5e641385c427 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "PUT /v2.0/floatingips/c62cb6b4-d8a7-4346-b80d-590fdcd6f59d HTTP/1.1" status: 200 len: 688 time: 2.7962561 Apr 08 10:20:15.229486 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50494) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:15.275406 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-352da952-a5d2-4288-96bc-3bb40ed40766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:15.275953 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352da952-a5d2-4288-96bc-3bb40ed40766 None None] The sync data for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:20:15.316333 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:15.316671 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:15.317013 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:15.386594 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 26d14b60-2642-47c9-a92c-c87eb96808d3 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:20:15.386924 dv-neutron-837110-1-hyperv neutron-server[83845]: ERROR neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:20:15.393139 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.plugins.ml2.plugin [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempt 7 to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 Apr 08 10:20:15.393621 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-7e6235ee-2bb9-4c64-b26a-43c6b4163523 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Deleting port 84f7ee28-1573-4aaf-a2e8-cd970c0d0a6c {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:15.394107 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7e6235ee-2bb9-4c64-b26a-43c6b4163523 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:15.400960 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bdd01e43-1f19-4740-9124-4a461cc7b4f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:15.501182 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-17782cde-a589-4904-85e1-d03facaf3d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:15.558175 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:15.558515 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:15.558855 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:15.585370 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-bdd01e43-1f19-4740-9124-4a461cc7b4f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Calling delete_port for e9ad1761-aac5-4648-ba96-fa7dea2d4054 owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:15.661131 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 19cf2e21-6543-470a-81db-5b63610bf07b up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:20:15.706885 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fc089d39-1925-43ea-9c80-0732966e9ac2 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router_gateway, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:15.716658 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 26d14b60-2642-47c9-a92c-c87eb96808d3 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:20:15.716936 dv-neutron-837110-1-hyperv neutron-server[83845]: ERROR neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:20:15.722666 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.plugins.ml2.plugin [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempt 8 to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 Apr 08 10:20:15.732549 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 19cf2e21-6543-470a-81db-5b63610bf07b completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:20:15.740230 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d2084-385e-4e51-ae18-93ffdff0c377 req-b796debb-c77a-4d96-9da4-866bda9ce259 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:15.740446 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 19cf2e21-6543-470a-81db-5b63610bf07b triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:20:15.741012 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:15.741631 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-050d2084-385e-4e51-ae18-93ffdff0c377 req-b796debb-c77a-4d96-9da4-866bda9ce259 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2e061ab5-f3b5-4fd3-983c-73eb5d82392b HTTP/1.1" status: 200 len: 912 time: 0.5473521 Apr 08 10:20:15.749875 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fc089d39-1925-43ea-9c80-0732966e9ac2 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:15.804547 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7e6235ee-2bb9-4c64-b26a-43c6b4163523 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:15.804992 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7e6235ee-2bb9-4c64-b26a-43c6b4163523 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:15.824851 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:15.825185 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:15.825527 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:15.881089 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:15.901110 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 26d14b60-2642-47c9-a92c-c87eb96808d3 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:20:15.901510 dv-neutron-837110-1-hyperv neutron-server[83845]: ERROR neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:20:15.912831 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.plugins.ml2.plugin [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempt 9 to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 Apr 08 10:20:15.919037 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 19cf2e21-6543-470a-81db-5b63610bf07b, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=19cf2e21-6543-470a-81db-5b63610bf07b,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:15.924140 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:15.947480 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-7e6235ee-2bb9-4c64-b26a-43c6b4163523 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Calling delete_port for 84f7ee28-1573-4aaf-a2e8-cd970c0d0a6c owned by network:floatingip {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:15.994126 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:15.994473 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:15.994704 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:16.002629 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=19cf2e21-6543-470a-81db-5b63610bf07b,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:16.003994 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b9566906-57d7-4d73-8b9e-17041aa6c30b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:16.009447 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-050d2084-385e-4e51-ae18-93ffdff0c377 req-9d92aef7-0991-4282-bdb1-541bc1b2c171 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95a82a1f-9179-47cb-b9d3-df6d80e6a203 HTTP/1.1" status: 200 len: 1001 time: 0.2542334 Apr 08 10:20:16.028492 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88afa3aa-6058-4610-a5c0-c582c83d9175 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Router ec9c422c-2bd2-4a46-ae42-3a1dd6886a64 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:20:16.084225 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-b9566906-57d7-4d73-8b9e-17041aa6c30b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Transition to ACTIVE for port object 3c7d6f86-f88d-40a8-adab-5ec9128700b4 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:16.085242 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 26d14b60-2642-47c9-a92c-c87eb96808d3 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:20:16.085537 dv-neutron-837110-1-hyperv neutron-server[83845]: ERROR neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:20:16.089702 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-fc089d39-1925-43ea-9c80-0732966e9ac2 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Allocated IP 172.26.0.10 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/22ca2197-e813-48b8-afcb-110ca5e81821) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:16.095766 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.plugins.ml2.plugin [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempt 10 to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 Apr 08 10:20:16.157262 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d2084-385e-4e51-ae18-93ffdff0c377 req-2f41d88c-c26c-42ca-a2cf-a35073cf0050 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:16.159047 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-050d2084-385e-4e51-ae18-93ffdff0c377 req-2f41d88c-c26c-42ca-a2cf-a35073cf0050 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21703760-97a0-4591-934b-a62c7a8d3c61 HTTP/1.1" status: 200 len: 850 time: 0.1292865 Apr 08 10:20:16.171095 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bdd01e43-1f19-4740-9124-4a461cc7b4f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:16.244641 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7e6235ee-2bb9-4c64-b26a-43c6b4163523 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:16.261616 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:16.261960 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:16.262301 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempting to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:16.304696 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd01e43-1f19-4740-9124-4a461cc7b4f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Pushing event deleted for resources: {'Port': ['ID=e9ad1761-aac5-4648-ba96-fa7dea2d4054,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:16.311988 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6235ee-2bb9-4c64-b26a-43c6b4163523 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event deleted for resources: {'Port': ['ID=84f7ee28-1573-4aaf-a2e8-cd970c0d0a6c,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:16.372630 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b9566906-57d7-4d73-8b9e-17041aa6c30b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:16.408914 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fc089d39-1925-43ea-9c80-0732966e9ac2 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:16.434519 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7e6235ee-2bb9-4c64-b26a-43c6b4163523 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:16.456359 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7e6235ee-2bb9-4c64-b26a-43c6b4163523 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:16.461257 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7e6235ee-2bb9-4c64-b26a-43c6b4163523 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "DELETE /v2.0/floatingips/c62cb6b4-d8a7-4346-b80d-590fdcd6f59d HTTP/1.1" status: 204 len: 168 time: 1.2271419 Apr 08 10:20:16.461257 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50500) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:16.467589 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-bf374c74-dbcd-4c6c-b1b4-553525698dec tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'port_id': '6c136559-0401-4a58-bafc-ee9c98b879c3'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:16.473918 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-bf374c74-dbcd-4c6c-b1b4-553525698dec tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:16.478461 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fc089d39-1925-43ea-9c80-0732966e9ac2 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:16.483840 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-bf374c74-dbcd-4c6c-b1b4-553525698dec tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Usage tracker for resource:floatingip and tenant:eaffd781f5dd45dba33356f8d68ab59c is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:16.518805 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-bf374c74-dbcd-4c6c-b1b4-553525698dec tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:16.546868 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-bf374c74-dbcd-4c6c-b1b4-553525698dec tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:16.573652 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc089d39-1925-43ea-9c80-0732966e9ac2 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:16.578050 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-fc089d39-1925-43ea-9c80-0732966e9ac2 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:16.583375 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc089d39-1925-43ea-9c80-0732966e9ac2 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:16.614232 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc089d39-1925-43ea-9c80-0732966e9ac2 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Pushing event updated for resources: {'Port': ['ID=22ca2197-e813-48b8-afcb-110ca5e81821,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:16.622620 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bf374c74-dbcd-4c6c-b1b4-553525698dec tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:16.641904 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Port 26d14b60-2642-47c9-a92c-c87eb96808d3 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:20:16.642234 dv-neutron-837110-1-hyperv neutron-server[83845]: ERROR neutron.plugins.ml2.managers [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Failed to bind port 26d14b60-2642-47c9-a92c-c87eb96808d3 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '7a0a90e4-2743-4bca-8096-0d158b6134c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '454c60c2-bfe7-43b3-8401-225e6c7fec12'}] Apr 08 10:20:16.642592 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:16.672237 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:16.732399 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bdd01e43-1f19-4740-9124-4a461cc7b4f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:16.817415 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9566906-57d7-4d73-8b9e-17041aa6c30b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:16.827443 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9566906-57d7-4d73-8b9e-17041aa6c30b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=3c7d6f86-f88d-40a8-adab-5ec9128700b4,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:16.839168 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-b9566906-57d7-4d73-8b9e-17041aa6c30b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:16.846832 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9566906-57d7-4d73-8b9e-17041aa6c30b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:16.850770 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9566906-57d7-4d73-8b9e-17041aa6c30b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:16.851440 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b9566906-57d7-4d73-8b9e-17041aa6c30b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:16.879583 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:16.887429 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bf374c74-dbcd-4c6c-b1b4-553525698dec tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:16.908726 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-bdd01e43-1f19-4740-9124-4a461cc7b4f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] 10.222.0.47 "DELETE /v2.0/ports/e9ad1761-aac5-4648-ba96-fa7dea2d4054 HTTP/1.1" status: 204 len: 168 time: 2.6857371 Apr 08 10:20:16.926232 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50504) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:16.968897 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fc089d39-1925-43ea-9c80-0732966e9ac2 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router_gateway, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:16.969644 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fc089d39-1925-43ea-9c80-0732966e9ac2 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:16.986409 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b9566906-57d7-4d73-8b9e-17041aa6c30b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.4128060 Apr 08 10:20:17.009606 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50508) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:17.013386 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-050d2084-385e-4e51-ae18-93ffdff0c377 req-eb5711df-52e3-4393-930a-b89691cd8688 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2e061ab5-f3b5-4fd3-983c-73eb5d82392b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8475261 Apr 08 10:20:17.029476 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda1011-d031-40ba-9b68-a622a26c545b req-f61d45d9-3442-48bf-873c-f5710d5b6017 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:17.031730 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3cda1011-d031-40ba-9b68-a622a26c545b req-f61d45d9-3442-48bf-873c-f5710d5b6017 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.7844448 Apr 08 10:20:17.064351 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] For port 26d14b60-2642-47c9-a92c-c87eb96808d3, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:20:17.064857 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Attempted to set empty binding levels {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 08 10:20:17.159573 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:17.211490 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-cb6d9351-84b2-4e98-a7ab-9fe2463db05a None None] Provisioning for port 3c7d6f86-f88d-40a8-adab-5ec9128700b4 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:20:17.221076 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-cb6d9351-84b2-4e98-a7ab-9fe2463db05a None None] Provisioning complete for port 3c7d6f86-f88d-40a8-adab-5ec9128700b4 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:20:17.221613 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cb6d9351-84b2-4e98-a7ab-9fe2463db05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:17.297059 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-cb6d9351-84b2-4e98-a7ab-9fe2463db05a None None] Port 3c7d6f86-f88d-40a8-adab-5ec9128700b4 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:20:17.335465 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-bf374c74-dbcd-4c6c-b1b4-553525698dec tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Allocated IP 172.26.0.179 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/523a5a23-6c46-4dbe-918c-173a3ceb7b5b) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:17.356749 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] In _notify_port_updated(), no bound segment for port 26d14b60-2642-47c9-a92c-c87eb96808d3 on network 454c60c2-bfe7-43b3-8401-225e6c7fec12 {{(pid=83845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 08 10:20:17.357915 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:17.361645 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] 10.222.0.47 "PUT /v2.0/ports/26d14b60-2642-47c9-a92c-c87eb96808d3 HTTP/1.1" status: 200 len: 980 time: 6.2913179 Apr 08 10:20:17.364965 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50512) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:17.385114 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3cda1011-d031-40ba-9b68-a622a26c545b req-4d2f7fad-095b-4fe8-8e90-08e8c4010611 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3187687 Apr 08 10:20:17.390856 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2592f0b-81b1-4a79-b52a-72e6bb5676e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Pushing event updated for resources: {'Port': ['ID=26d14b60-2642-47c9-a92c-c87eb96808d3,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:17.443502 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-050d2084-385e-4e51-ae18-93ffdff0c377 req-59e89702-8948-46d4-996b-a7fc80483651 service neutron] 10.222.0.52 "GET /v2.0/networks/2e061ab5-f3b5-4fd3-983c-73eb5d82392b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227548 Apr 08 10:20:17.488670 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-28701ce0-5ee5-4c01-9834-0bdeee8643a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Deleting subnet eb735e2f-9582-4dd5-a8f1-62135fb6011d {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:20:17.495686 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-28701ce0-5ee5-4c01-9834-0bdeee8643a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:17.540625 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-4706f7b6-7e21-4a84-a27c-3d8cdbd7928d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Deleting port 26d14b60-2642-47c9-a92c-c87eb96808d3 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:17.541191 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4706f7b6-7e21-4a84-a27c-3d8cdbd7928d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:17.571567 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22a891d-c6d9-4ebc-ab2b-f1a55dcd813c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:17.575457 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22a891d-c6d9-4ebc-ab2b-f1a55dcd813c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:17.576827 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 19cf2e21-6543-470a-81db-5b63610bf07b up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:20:17.577247 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d22a891d-c6d9-4ebc-ab2b-f1a55dcd813c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.5665772 Apr 08 10:20:17.580805 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50516) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:17.654094 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88afa3aa-6058-4610-a5c0-c582c83d9175 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:20:17.665072 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-88afa3aa-6058-4610-a5c0-c582c83d9175 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:17.666692 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 19cf2e21-6543-470a-81db-5b63610bf07b triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:20:17.667149 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:17.704061 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5cb5e5-654d-4d38-a173-5fbe3e003778 None None] Sync routers for ids ['ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:20:17.707183 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-28701ce0-5ee5-4c01-9834-0bdeee8643a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:17.707600 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bf374c74-dbcd-4c6c-b1b4-553525698dec tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:17.727234 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5cb5e5-654d-4d38-a173-5fbe3e003778 None None] Routers {'ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:17.727991 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-fe5cb5e5-654d-4d38-a173-5fbe3e003778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:17.809189 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-fe5cb5e5-654d-4d38-a173-5fbe3e003778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:17.818643 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-cd39b8f1-7776-44e0-8fb7-4f342c5d082a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting port 3c7d6f86-f88d-40a8-adab-5ec9128700b4 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:17.819047 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-cd39b8f1-7776-44e0-8fb7-4f342c5d082a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:17.866569 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-88afa3aa-6058-4610-a5c0-c582c83d9175 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] 10.222.0.47 "DELETE /v2.0/floatingips/4807c913-d033-4075-9d9d-d98eb6e8efb0 HTTP/1.1" status: 204 len: 168 time: 7.5316806 Apr 08 10:20:17.881292 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50520) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:17.883335 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-050d2084-385e-4e51-ae18-93ffdff0c377 req-b0f99f44-7a3c-4126-9c04-435fc14b8dc1 service neutron] 10.222.0.52 "GET /v2.0/networks/2e061ab5-f3b5-4fd3-983c-73eb5d82392b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242468 Apr 08 10:20:17.899620 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-4706f7b6-7e21-4a84-a27c-3d8cdbd7928d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] For port 26d14b60-2642-47c9-a92c-c87eb96808d3, host hv-neutron-8371, got binding levels [] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:17.900292 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4706f7b6-7e21-4a84-a27c-3d8cdbd7928d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:17.903592 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-f0810fec-86ee-460c-9d9c-fd4a391fd4af tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:17.916113 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bf374c74-dbcd-4c6c-b1b4-553525698dec tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:17.919562 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5cb5e5-654d-4d38-a173-5fbe3e003778 None None] Routers {'ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:17.920333 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-fe5cb5e5-654d-4d38-a173-5fbe3e003778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:17.925310 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f0810fec-86ee-460c-9d9c-fd4a391fd4af tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:17.964811 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f0810fec-86ee-460c-9d9c-fd4a391fd4af tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Usage tracker for resource:floatingip and tenant:a6ebe0d5cd5e40e5b516f7bffcf4ddf3 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:17.976107 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f0810fec-86ee-460c-9d9c-fd4a391fd4af tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:17.985096 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-fe5cb5e5-654d-4d38-a173-5fbe3e003778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:17.985690 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f0810fec-86ee-460c-9d9c-fd4a391fd4af tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:17.985955 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5cb5e5-654d-4d38-a173-5fbe3e003778 None None] The sync data for ids ['ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:20:18.029088 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-28701ce0-5ee5-4c01-9834-0bdeee8643a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:18.064010 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f0810fec-86ee-460c-9d9c-fd4a391fd4af tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:18.106274 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-4706f7b6-7e21-4a84-a27c-3d8cdbd7928d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Calling delete_port for 26d14b60-2642-47c9-a92c-c87eb96808d3 owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:18.166866 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf374c74-dbcd-4c6c-b1b4-553525698dec tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:18.171790 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-bf374c74-dbcd-4c6c-b1b4-553525698dec tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:18.173755 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf374c74-dbcd-4c6c-b1b4-553525698dec tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event updated for resources: {'Port': ['ID=523a5a23-6c46-4dbe-918c-173a3ceb7b5b,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:18.176069 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf374c74-dbcd-4c6c-b1b4-553525698dec tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:18.187391 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:18.280640 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-cd39b8f1-7776-44e0-8fb7-4f342c5d082a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:18.292166 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-28701ce0-5ee5-4c01-9834-0bdeee8643a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:18.304442 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc089d39-1925-43ea-9c80-0732966e9ac2 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Router 06ef6f17-c69f-4405-a490-40442ec0130d is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:20:18.308943 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4706f7b6-7e21-4a84-a27c-3d8cdbd7928d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:18.380446 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706f7b6-7e21-4a84-a27c-3d8cdbd7928d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Pushing event deleted for resources: {'Port': ['ID=26d14b60-2642-47c9-a92c-c87eb96808d3,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:18.453678 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4706f7b6-7e21-4a84-a27c-3d8cdbd7928d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:18.475227 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4706f7b6-7e21-4a84-a27c-3d8cdbd7928d tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] 10.222.0.47 "DELETE /v2.0/ports/26d14b60-2642-47c9-a92c-c87eb96808d3 HTTP/1.1" status: 204 len: 168 time: 1.1060429 Apr 08 10:20:18.503577 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50526) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:18.584705 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-cd39b8f1-7776-44e0-8fb7-4f342c5d082a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Calling delete_port for 3c7d6f86-f88d-40a8-adab-5ec9128700b4 owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:18.612535 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28701ce0-5ee5-4c01-9834-0bdeee8643a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Pushing event deleted for resources: {'Subnet': ['ID=eb735e2f-9582-4dd5-a8f1-62135fb6011d,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:18.707503 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7211aedb-d405-4392-9272-36e9da9e9013 None None] Network f577aba4-1f96-4622-989c-baa048460ca5 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:20:18.711341 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-28701ce0-5ee5-4c01-9834-0bdeee8643a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:18.722122 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f95f038-c664-4d1e-a094-fe90f53f20b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] GET failed (client error): The resource could not be found. Apr 08 10:20:18.723378 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6f95f038-c664-4d1e-a094-fe90f53f20b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-659317370-project-admin] 10.222.0.47 "GET /v2.0/ports/26d14b60-2642-47c9-a92c-c87eb96808d3 HTTP/1.1" status: 404 len: 333 time: 0.1481225 Apr 08 10:20:18.729010 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50532) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:18.739740 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-28701ce0-5ee5-4c01-9834-0bdeee8643a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] 10.222.0.47 "DELETE /v2.0/subnets/eb735e2f-9582-4dd5-a8f1-62135fb6011d HTTP/1.1" status: 204 len: 168 time: 1.8107460 Apr 08 10:20:18.743565 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50536) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:18.953528 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-527473df-06f6-4521-8d79-631c7926087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:18.979591 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f0810fec-86ee-460c-9d9c-fd4a391fd4af tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:18.991497 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d7d0a-01ac-4b67-8338-1f1589242123 req-0e58bf8d-649e-4fbd-9926-d62a02d42171 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:18.993103 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f58d7d0a-01ac-4b67-8338-1f1589242123 req-0e58bf8d-649e-4fbd-9926-d62a02d42171 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.4159153 Apr 08 10:20:19.018580 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a71218-ea35-4e8e-a684-77789a43fa65 None None] DHCP port deletion for f577aba4-1f96-4622-989c-baa048460ca5 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:20:19.026145 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-23a71218-ea35-4e8e-a684-77789a43fa65 None None] Deleting port 39202e0f-cd67-4d35-a78b-b0715bcf5391 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:19.026522 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-23a71218-ea35-4e8e-a684-77789a43fa65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:19.050091 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bb5da3a5-19f9-4a37-b2c6-baf49a017205 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:19.072921 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-bb5da3a5-19f9-4a37-b2c6-baf49a017205 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Deleting port 39202e0f-cd67-4d35-a78b-b0715bcf5391 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:19.073251 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bb5da3a5-19f9-4a37-b2c6-baf49a017205 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:19.087106 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-cd39b8f1-7776-44e0-8fb7-4f342c5d082a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:19.181314 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd39b8f1-7776-44e0-8fb7-4f342c5d082a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Port': ['ID=3c7d6f86-f88d-40a8-adab-5ec9128700b4,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:19.314990 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-23a71218-ea35-4e8e-a684-77789a43fa65 None None] For port 39202e0f-cd67-4d35-a78b-b0715bcf5391, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=39202e0f-cd67-4d35-a78b-b0715bcf5391,segment=NetworkSegment(519bad9e-be24-43c8-9252-b8b657ed37cc),segment_id=519bad9e-be24-43c8-9252-b8b657ed37cc)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:19.315801 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-23a71218-ea35-4e8e-a684-77789a43fa65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:19.344809 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc089d39-1925-43ea-9c80-0732966e9ac2 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:20:19.354801 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-527473df-06f6-4521-8d79-631c7926087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:19.359226 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b07a86-7e23-4d60-a4bc-e5df8ca14d07 None None] Sync routers for ids ['06ef6f17-c69f-4405-a490-40442ec0130d'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:20:19.369727 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f58d7d0a-01ac-4b67-8338-1f1589242123 req-d08b7a4c-0277-4300-9fdc-7cdfc6ac8c10 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3377748 Apr 08 10:20:19.379376 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b07a86-7e23-4d60-a4bc-e5df8ca14d07 None None] Routers {'06ef6f17-c69f-4405-a490-40442ec0130d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:19.380207 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c8b07a86-7e23-4d60-a4bc-e5df8ca14d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['06ef6f17-c69f-4405-a490-40442ec0130d'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:19.422674 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-f0810fec-86ee-460c-9d9c-fd4a391fd4af tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Allocated IP 172.26.0.218 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/28e84d9f-8fe7-4eed-a3c4-bc9ba6351e57) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:19.458327 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-bb5da3a5-19f9-4a37-b2c6-baf49a017205 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] For port 39202e0f-cd67-4d35-a78b-b0715bcf5391, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=39202e0f-cd67-4d35-a78b-b0715bcf5391,segment=NetworkSegment(519bad9e-be24-43c8-9252-b8b657ed37cc),segment_id=519bad9e-be24-43c8-9252-b8b657ed37cc)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:19.458702 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bb5da3a5-19f9-4a37-b2c6-baf49a017205 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:19.474377 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c8b07a86-7e23-4d60-a4bc-e5df8ca14d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:19.495273 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b07a86-7e23-4d60-a4bc-e5df8ca14d07 None None] Routers {'06ef6f17-c69f-4405-a490-40442ec0130d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:19.496723 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c8b07a86-7e23-4d60-a4bc-e5df8ca14d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['06ef6f17-c69f-4405-a490-40442ec0130d'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:19.497417 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-23a71218-ea35-4e8e-a684-77789a43fa65 None None] Calling delete_port for 39202e0f-cd67-4d35-a78b-b0715bcf5391 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:19.585582 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 39202e0f-cd67-4d35-a78b-b0715bcf5391 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:20:19.585833 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fc089d39-1925-43ea-9c80-0732966e9ac2 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:19.589437 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-fc089d39-1925-43ea-9c80-0732966e9ac2 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9497976 Apr 08 10:20:19.595640 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-bb5da3a5-19f9-4a37-b2c6-baf49a017205 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Calling delete_port for 39202e0f-cd67-4d35-a78b-b0715bcf5391 owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:19.599950 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c8b07a86-7e23-4d60-a4bc-e5df8ca14d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:19.600488 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b07a86-7e23-4d60-a4bc-e5df8ca14d07 None None] The sync data for ids ['06ef6f17-c69f-4405-a490-40442ec0130d'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:20:19.615725 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-cd39b8f1-7776-44e0-8fb7-4f342c5d082a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:19.618307 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50540) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:19.626249 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-d62395f5-5707-4566-8874-15f50a660761 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'enable_snat': False}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:19.655744 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-23a71218-ea35-4e8e-a684-77789a43fa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:19.694633 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No active binding found for port 39202e0f-cd67-4d35-a78b-b0715bcf5391 {{(pid=83847) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 08 10:20:19.694633 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 39202e0f-cd67-4d35-a78b-b0715bcf5391 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:20:19.704306 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a71218-ea35-4e8e-a684-77789a43fa65 None None] Pushing event deleted for resources: {'Port': ['ID=39202e0f-cd67-4d35-a78b-b0715bcf5391,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:19.710304 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a71218-ea35-4e8e-a684-77789a43fa65 None None] No DVR routers for this DVR port 39202e0f-cd67-4d35-a78b-b0715bcf5391 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:20:19.770525 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.api [None req-bb5da3a5-19f9-4a37-b2c6-baf49a017205 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:20:19.771102 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG oslo_db.api [None req-bb5da3a5-19f9-4a37-b2c6-baf49a017205 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:20:19.776055 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bf374c74-dbcd-4c6c-b1b4-553525698dec tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:19.799248 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-cd39b8f1-7776-44e0-8fb7-4f342c5d082a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/3c7d6f86-f88d-40a8-adab-5ec9128700b4 HTTP/1.1" status: 204 len: 168 time: 2.2107637 Apr 08 10:20:19.803384 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-527473df-06f6-4521-8d79-631c7926087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454c60c2-bfe7-43b3-8401-225e6c7fec12']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:19.804692 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50544) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:19.832857 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-527473df-06f6-4521-8d79-631c7926087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0a90e4-2743-4bca-8096-0d158b6134c2') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:19.833163 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-527473df-06f6-4521-8d79-631c7926087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0a90e4-2743-4bca-8096-0d158b6134c2') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:19.841388 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f0810fec-86ee-460c-9d9c-fd4a391fd4af tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:19.863394 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-527473df-06f6-4521-8d79-631c7926087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:19.885181 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bf374c74-dbcd-4c6c-b1b4-553525698dec tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:19.888878 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-527473df-06f6-4521-8d79-631c7926087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:19.900123 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527473df-06f6-4521-8d79-631c7926087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:20:19.900520 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-527473df-06f6-4521-8d79-631c7926087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:20:19.918418 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:20:19.939043 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca02a399-7f8b-4c5f-8b06-47db146e340f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:19.940388 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca02a399-7f8b-4c5f-8b06-47db146e340f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:19.941119 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ca02a399-7f8b-4c5f-8b06-47db146e340f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:20:19.986675 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ca02a399-7f8b-4c5f-8b06-47db146e340f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:20:19.990411 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ca02a399-7f8b-4c5f-8b06-47db146e340f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1783566 Apr 08 10:20:19.991362 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50548) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:20.021032 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f0810fec-86ee-460c-9d9c-fd4a391fd4af tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:20.059648 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-527473df-06f6-4521-8d79-631c7926087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:20.219356 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-527473df-06f6-4521-8d79-631c7926087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:20.230698 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527473df-06f6-4521-8d79-631c7926087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] Pushing event deleted for resources: {'Network': ['ID=454c60c2-bfe7-43b3-8401-225e6c7fec12,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:20.248031 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0810fec-86ee-460c-9d9c-fd4a391fd4af tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:20.256931 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-f0810fec-86ee-460c-9d9c-fd4a391fd4af tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:20.259419 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-527473df-06f6-4521-8d79-631c7926087f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559947423-project] 10.222.0.47 "DELETE /v2.0/networks/454c60c2-bfe7-43b3-8401-225e6c7fec12 HTTP/1.1" status: 204 len: 168 time: 1.5266249 Apr 08 10:20:20.261528 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0810fec-86ee-460c-9d9c-fd4a391fd4af tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:20.275007 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-bb5da3a5-19f9-4a37-b2c6-baf49a017205 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Deleting port 39202e0f-cd67-4d35-a78b-b0715bcf5391 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:20.275407 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bb5da3a5-19f9-4a37-b2c6-baf49a017205 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:20.290724 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0810fec-86ee-460c-9d9c-fd4a391fd4af tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Pushing event updated for resources: {'Port': ['ID=28e84d9f-8fe7-4eed-a3c4-bc9ba6351e57,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:20.350599 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bf374c74-dbcd-4c6c-b1b4-553525698dec tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:20.359406 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-bb5da3a5-19f9-4a37-b2c6-baf49a017205 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] The port '39202e0f-cd67-4d35-a78b-b0715bcf5391' was deleted {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:20:20.394742 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bf374c74-dbcd-4c6c-b1b4-553525698dec tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:20.434278 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef57f50-831e-4dd9-8030-7d10b1ebab86 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet d0d60c93-b77d-46eb-931d-f4abc698e583 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:20:20.456919 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8ef57f50-831e-4dd9-8030-7d10b1ebab86 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:20.679108 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f0810fec-86ee-460c-9d9c-fd4a391fd4af tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:20.729262 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50560) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:20.800382 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bb5da3a5-19f9-4a37-b2c6-baf49a017205 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:20.808098 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f0810fec-86ee-460c-9d9c-fd4a391fd4af tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:20.815939 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8ef57f50-831e-4dd9-8030-7d10b1ebab86 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:20.847556 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf374c74-dbcd-4c6c-b1b4-553525698dec tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event updated for resources: {'Port': ['ID=523a5a23-6c46-4dbe-918c-173a3ceb7b5b,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:20.876886 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-bb5da3a5-19f9-4a37-b2c6-baf49a017205 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f577aba4-1f96-4622-989c-baa048460ca5']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:20.897749 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-bb5da3a5-19f9-4a37-b2c6-baf49a017205 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519bad9e-be24-43c8-9252-b8b657ed37cc') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:20.898047 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-bb5da3a5-19f9-4a37-b2c6-baf49a017205 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519bad9e-be24-43c8-9252-b8b657ed37cc') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:20.905229 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bf374c74-dbcd-4c6c-b1b4-553525698dec tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:21.001876 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca188d-76bd-42ef-99a9-20b7df5c21cc req-c732548a-f46e-4c07-9dc8-b95aa7bc245a tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:21.004105 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b1ca188d-76bd-42ef-99a9-20b7df5c21cc req-c732548a-f46e-4c07-9dc8-b95aa7bc245a tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.3984079 Apr 08 10:20:21.026929 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bb5da3a5-19f9-4a37-b2c6-baf49a017205 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:21.065380 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bb5da3a5-19f9-4a37-b2c6-baf49a017205 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:21.076430 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5da3a5-19f9-4a37-b2c6-baf49a017205 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:20:21.077368 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bb5da3a5-19f9-4a37-b2c6-baf49a017205 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: util.warn( Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: util.warn( Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: util.warn( Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: util.warn( Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:20:21.091670 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:20:21.186616 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8ef57f50-831e-4dd9-8030-7d10b1ebab86 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:21.233562 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bb5da3a5-19f9-4a37-b2c6-baf49a017205 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:21.237759 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bb5da3a5-19f9-4a37-b2c6-baf49a017205 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:21.262935 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d31f6687-cbdb-4c7d-84a5-ef288a148133 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f2cdc28ff50e42c1adefbe6fbff8af97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5261502 Apr 08 10:20:21.270203 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50568) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:21.276720 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5da3a5-19f9-4a37-b2c6-baf49a017205 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] Pushing event deleted for resources: {'Network': ['ID=f577aba4-1f96-4622-989c-baa048460ca5,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:21.289591 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba424d-bbfe-41bb-9849-6192b6f7d6a0 req-c6e32991-f77a-4942-a2c2-3c05be3a7a2d tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:21.291039 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-beba424d-bbfe-41bb-9849-6192b6f7d6a0 req-c6e32991-f77a-4942-a2c2-3c05be3a7a2d tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e7c1201-1e7f-4d66-9992-5821d7bb5bc4 HTTP/1.1" status: 200 len: 945 time: 0.4474254 Apr 08 10:20:21.303537 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-bb5da3a5-19f9-4a37-b2c6-baf49a017205 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211 tempest-ExtraDHCPOptionsIpV6TestJSON-1586166211-project] 10.222.0.47 "DELETE /v2.0/networks/f577aba4-1f96-4622-989c-baa048460ca5 HTTP/1.1" status: 204 len: 168 time: 2.5532191 Apr 08 10:20:21.347217 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b1ca188d-76bd-42ef-99a9-20b7df5c21cc req-9ff4282e-73b2-4472-a6ed-0f8dca4e2304 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2667110 Apr 08 10:20:21.354039 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8ef57f50-831e-4dd9-8030-7d10b1ebab86 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:21.399888 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef57f50-831e-4dd9-8030-7d10b1ebab86 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=d0d60c93-b77d-46eb-931d-f4abc698e583,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:21.416392 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-beba424d-bbfe-41bb-9849-6192b6f7d6a0 req-4163730a-2adc-435c-9d59-e4151a698d70 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/security-groups?id=98a58cd0-6a1d-4739-a16e-adf2967f6c87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976048 Apr 08 10:20:21.420198 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8ef57f50-831e-4dd9-8030-7d10b1ebab86 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:21.427156 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31f3536-2a73-464c-84fe-6302b3a0d4d2 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:20:21.444923 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-34745694-0630-4c36-8168-de0716b8f9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:21.466311 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8ef57f50-831e-4dd9-8030-7d10b1ebab86 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/d0d60c93-b77d-46eb-931d-f4abc698e583 HTTP/1.1" status: 204 len: 168 time: 1.4713485 Apr 08 10:20:21.466963 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50576) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:21.499700 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f0810fec-86ee-460c-9d9c-fd4a391fd4af tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:21.517255 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f0810fec-86ee-460c-9d9c-fd4a391fd4af tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:21.546541 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-34745694-0630-4c36-8168-de0716b8f9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:21.566262 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-deeb4803-c863-449c-b0b8-324e832dad5f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0973716 Apr 08 10:20:21.570299 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50582) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:21.582122 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-74518e72-2da9-46ab-96b1-29313ea2f009 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:21.664058 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.l3_db [None req-bf374c74-dbcd-4c6c-b1b4-553525698dec tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Floating IP 3ce15993-f26e-4aa1-8c96-e2818c0427bb associated. External IP: 172.26.0.179, port: 6c136559-0401-4a58-bafc-ee9c98b879c3. Apr 08 10:20:21.682965 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50586) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:21.761712 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0810fec-86ee-460c-9d9c-fd4a391fd4af tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Pushing event updated for resources: {'Port': ['ID=28e84d9f-8fe7-4eed-a3c4-bc9ba6351e57,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:21.775728 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591a7065-7be3-4782-a6fe-044be496bd86 None None] DHCP port deletion for 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:20:21.782960 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f0810fec-86ee-460c-9d9c-fd4a391fd4af tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:21.784603 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-591a7065-7be3-4782-a6fe-044be496bd86 None None] Deleting port 19cf2e21-6543-470a-81db-5b63610bf07b {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:21.785467 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-591a7065-7be3-4782-a6fe-044be496bd86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:21.820686 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f0810fec-86ee-460c-9d9c-fd4a391fd4af tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:21.824668 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f0810fec-86ee-460c-9d9c-fd4a391fd4af tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9377651 Apr 08 10:20:21.824668 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d62395f5-5707-4566-8874-15f50a660761 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:21.827279 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50592) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:21.835019 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbae42-9f86-4459-b589-5d79a048f985 req-20688c81-239a-454d-9273-110ac32aceff tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:21.843549 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2bfbae42-9f86-4459-b589-5d79a048f985 req-20688c81-239a-454d-9273-110ac32aceff tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.2933328 Apr 08 10:20:21.897363 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-74518e72-2da9-46ab-96b1-29313ea2f009 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:21.901640 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-74518e72-2da9-46ab-96b1-29313ea2f009 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:subnet and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:21.906190 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-74518e72-2da9-46ab-96b1-29313ea2f009 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:21.912874 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-74518e72-2da9-46ab-96b1-29313ea2f009 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:21.928358 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-34745694-0630-4c36-8168-de0716b8f9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:21.944582 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74518e72-2da9-46ab-96b1-29313ea2f009 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:21.948668 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-74518e72-2da9-46ab-96b1-29313ea2f009 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:21.951078 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2bfbae42-9f86-4459-b589-5d79a048f985 req-918d0267-8a39-4d24-9426-6edbe030545c tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065776 Apr 08 10:20:21.985829 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34745694-0630-4c36-8168-de0716b8f9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bea6a18-627c-4a71-99bf-d6ecf207e267,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:22.102204 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-a72623aa-36b6-4c13-936b-c0baea0faece tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:22.126386 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a72623aa-36b6-4c13-936b-c0baea0faece tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:22.128702 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-34745694-0630-4c36-8168-de0716b8f9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:22.129962 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-34745694-0630-4c36-8168-de0716b8f9d7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4bea6a18-627c-4a71-99bf-d6ecf207e267 HTTP/1.1" status: 204 len: 168 time: 0.8546863 Apr 08 10:20:22.136339 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-069d898e-5437-44f8-9e4a-c219f8af4b86 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8d54ce5e98544a00b9674eacbcda6363&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4521487 Apr 08 10:20:22.137047 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50602) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:22.139977 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a72623aa-36b6-4c13-936b-c0baea0faece tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Usage tracker for resource:floatingip and tenant:2d0e6fee5089443c85f04f4efdff4766 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:22.145917 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-591a7065-7be3-4782-a6fe-044be496bd86 None None] For port 19cf2e21-6543-470a-81db-5b63610bf07b, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=19cf2e21-6543-470a-81db-5b63610bf07b,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:22.146444 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-591a7065-7be3-4782-a6fe-044be496bd86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:22.160395 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a72623aa-36b6-4c13-936b-c0baea0faece tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:22.171642 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a72623aa-36b6-4c13-936b-c0baea0faece tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:22.225837 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a72623aa-36b6-4c13-936b-c0baea0faece tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Notify callbacks [] for floatingip, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:22.380642 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-591a7065-7be3-4782-a6fe-044be496bd86 None None] Calling delete_port for 19cf2e21-6543-470a-81db-5b63610bf07b owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:22.528431 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-591a7065-7be3-4782-a6fe-044be496bd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:22.602642 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-56d85bb0-8ddd-43e4-b43d-f03a14704dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:22.610307 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591a7065-7be3-4782-a6fe-044be496bd86 None None] No DVR routers for this DVR port 19cf2e21-6543-470a-81db-5b63610bf07b on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:20:22.618485 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a7065-7be3-4782-a6fe-044be496bd86 None None] Pushing event deleted for resources: {'Port': ['ID=19cf2e21-6543-470a-81db-5b63610bf07b,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:22.629982 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48da461-a8d1-4c4b-ab1e-8eb6cbe97a87 req-e4d23530-17e6-425d-8a19-466f5da83d1c tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:22.631957 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e48da461-a8d1-4c4b-ab1e-8eb6cbe97a87 req-e4d23530-17e6-425d-8a19-466f5da83d1c tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e7c1201-1e7f-4d66-9992-5821d7bb5bc4 HTTP/1.1" status: 200 len: 945 time: 0.4579487 Apr 08 10:20:22.744706 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50612) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:22.780803 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-56d85bb0-8ddd-43e4-b43d-f03a14704dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:22.798968 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-74518e72-2da9-46ab-96b1-29313ea2f009 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:22.866991 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-e48da461-a8d1-4c4b-ab1e-8eb6cbe97a87 req-54d78d53-a2ad-4756-b706-7ac715b11eb3 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Deleting port 4da59696-2f99-4214-9f85-6a62968894d5 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:22.867265 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-e48da461-a8d1-4c4b-ab1e-8eb6cbe97a87 req-54d78d53-a2ad-4756-b706-7ac715b11eb3 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:22.897834 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74518e72-2da9-46ab-96b1-29313ea2f009 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:22.902667 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-74518e72-2da9-46ab-96b1-29313ea2f009 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:22.906183 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74518e72-2da9-46ab-96b1-29313ea2f009 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:22.906775 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-74518e72-2da9-46ab-96b1-29313ea2f009 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:22.912881 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c70c96a-9888-48c2-98ef-24b525dc4146 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:20:22.926119 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74518e72-2da9-46ab-96b1-29313ea2f009 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=f9ba19df-75a2-4927-aa1d-fdf6c878b64c,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:22.933198 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a72623aa-36b6-4c13-936b-c0baea0faece tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:22.995635 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-74518e72-2da9-46ab-96b1-29313ea2f009 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4243138 Apr 08 10:20:23.004389 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50616) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:23.015249 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-43b5f3fc-ceb0-4310-95cc-766b3ab7ef9b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'port': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'fixed_ips': [{'subnet_id': 'f9ba19df-75a2-4927-aa1d-fdf6c878b64c', 'ip_address': '2001:db8::43e8:505c:87c4:d8c3'}], 'name': 'tempest-NetworksTestDHCPv6-1483373657'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:23.023900 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5eb176-3fa8-4d30-a894-0b04b7395bcd req-9c2f2d6d-e1b6-4ef0-90d4-6b3a77a0dd65 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:23.025400 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5a5eb176-3fa8-4d30-a894-0b04b7395bcd req-9c2f2d6d-e1b6-4ef0-90d4-6b3a77a0dd65 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.5420744 Apr 08 10:20:23.164415 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b7e59d10-ad7a-49b2-b248-e28b4345ee8d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7c416bd0ee1c42bc9b0db3ebf44c4a37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4124603 Apr 08 10:20:23.169097 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50620) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:23.207169 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5718dd2-79d0-4e8e-a1fe-c90d7e674b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'fixed_ips': [{'subnet_id': 'f9ba19df-75a2-4927-aa1d-fdf6c878b64c'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:20:23.207338 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-56d85bb0-8ddd-43e4-b43d-f03a14704dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:23.207848 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c5718dd2-79d0-4e8e-a1fe-c90d7e674b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:23.228263 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615691be-cfc0-41bb-ab58-64df09e1b63f req-34239e79-2eaf-4c5b-8a8a-6a8c45337b6e tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:23.233342 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-615691be-cfc0-41bb-ab58-64df09e1b63f req-34239e79-2eaf-4c5b-8a8a-6a8c45337b6e tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e7c1201-1e7f-4d66-9992-5821d7bb5bc4 HTTP/1.1" status: 200 len: 945 time: 0.6171756 Apr 08 10:20:23.261430 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-a72623aa-36b6-4c13-936b-c0baea0faece tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Allocated IP 172.26.0.59 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/10a57003-5789-48ee-bc38-8cfd89360c05) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:23.264843 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-43b5f3fc-ceb0-4310-95cc-766b3ab7ef9b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:23.272572 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-43b5f3fc-ceb0-4310-95cc-766b3ab7ef9b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:port and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:23.275655 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-43b5f3fc-ceb0-4310-95cc-766b3ab7ef9b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:23.286275 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-43b5f3fc-ceb0-4310-95cc-766b3ab7ef9b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:23.352451 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d85bb0-8ddd-43e4-b43d-f03a14704dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90315737-8295-4ab1-a43e-bad513ce07cf,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:23.368122 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b5f3fc-ceb0-4310-95cc-766b3ab7ef9b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:23.373269 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-43b5f3fc-ceb0-4310-95cc-766b3ab7ef9b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:23.395569 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf374c74-dbcd-4c6c-b1b4-553525698dec tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Router 1228fa13-706d-444f-aaa3-5802b42cbcd9 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:20:23.420651 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-615691be-cfc0-41bb-ab58-64df09e1b63f req-f658fd04-43ac-424e-bf24-bba48728aefd tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/security-groups?id=98a58cd0-6a1d-4739-a16e-adf2967f6c87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596074 Apr 08 10:20:23.428382 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d62395f5-5707-4566-8874-15f50a660761 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:23.443100 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-c5718dd2-79d0-4e8e-a1fe-c90d7e674b1c None None] Allocated IP 2001:db8::2 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/f9ba19df-75a2-4927-aa1d-fdf6c878b64c/38e58cf3-095d-4c5f-adce-3e97696af7c3) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:23.443331 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-43b5f3fc-ceb0-4310-95cc-766b3ab7ef9b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] device_id is not set on port 07b94882-a3b0-4e23-8263-654dea672188 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:20:23.456157 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5a5eb176-3fa8-4d30-a894-0b04b7395bcd req-1cf68509-2f67-4d25-a9ae-b2d2d9b1dec0 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4025381 Apr 08 10:20:23.466633 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-56d85bb0-8ddd-43e4-b43d-f03a14704dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:23.472446 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-56d85bb0-8ddd-43e4-b43d-f03a14704dcf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/90315737-8295-4ab1-a43e-bad513ce07cf HTTP/1.1" status: 204 len: 168 time: 1.3309324 Apr 08 10:20:23.479188 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d62395f5-5707-4566-8874-15f50a660761 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1762438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1762447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1757449'] for router, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:23.668672 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-e48da461-a8d1-4c4b-ab1e-8eb6cbe97a87 req-54d78d53-a2ad-4756-b706-7ac715b11eb3 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] For port 4da59696-2f99-4214-9f85-6a62968894d5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=4da59696-2f99-4214-9f85-6a62968894d5,segment=NetworkSegment(9c1c6b6f-7c1a-46a0-8674-eb95d416a285),segment_id=9c1c6b6f-7c1a-46a0-8674-eb95d416a285)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:23.669401 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-e48da461-a8d1-4c4b-ab1e-8eb6cbe97a87 req-54d78d53-a2ad-4756-b706-7ac715b11eb3 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:23.800565 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-545ba250-77ff-48eb-a3d0-d366b39cff5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:23.801653 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a72623aa-36b6-4c13-936b-c0baea0faece tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:23.827696 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-545ba250-77ff-48eb-a3d0-d366b39cff5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:23.874865 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c5718dd2-79d0-4e8e-a1fe-c90d7e674b1c None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:23.887506 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a72623aa-36b6-4c13-936b-c0baea0faece tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:23.890518 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c5718dd2-79d0-4e8e-a1fe-c90d7e674b1c None None] Transition to ACTIVE for port object 38e58cf3-095d-4c5f-adce-3e97696af7c3 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:23.919673 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 19cf2e21-6543-470a-81db-5b63610bf07b no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:20:23.969764 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 19cf2e21-6543-470a-81db-5b63610bf07b {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:20:23.972418 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 19cf2e21-6543-470a-81db-5b63610bf07b not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:20:23.973719 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c5718dd2-79d0-4e8e-a1fe-c90d7e674b1c None None] Transition to ACTIVE for port object 38e58cf3-095d-4c5f-adce-3e97696af7c3 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:23.986535 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c5718dd2-79d0-4e8e-a1fe-c90d7e674b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:23.993607 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72623aa-36b6-4c13-936b-c0baea0faece tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Pushing event updated for resources: {'Port': ['ID=10a57003-5789-48ee-bc38-8cfd89360c05,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:24.005710 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72623aa-36b6-4c13-936b-c0baea0faece tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:24.012776 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-a72623aa-36b6-4c13-936b-c0baea0faece tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:24.051605 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72623aa-36b6-4c13-936b-c0baea0faece tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:24.123612 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5718dd2-79d0-4e8e-a1fe-c90d7e674b1c None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:24.126488 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-c5718dd2-79d0-4e8e-a1fe-c90d7e674b1c None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:24.128887 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5718dd2-79d0-4e8e-a1fe-c90d7e674b1c None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:24.139898 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5718dd2-79d0-4e8e-a1fe-c90d7e674b1c None None] Pushing event updated for resources: {'Port': ['ID=38e58cf3-095d-4c5f-adce-3e97696af7c3,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:24.189675 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-43b5f3fc-ceb0-4310-95cc-766b3ab7ef9b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 2001:db8::43e8:505c:87c4:d8c3 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/f9ba19df-75a2-4927-aa1d-fdf6c878b64c/07b94882-a3b0-4e23-8263-654dea672188) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:24.218121 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf374c74-dbcd-4c6c-b1b4-553525698dec tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:20:24.249115 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-c5718dd2-79d0-4e8e-a1fe-c90d7e674b1c None None] Attempting to bind port 38e58cf3-095d-4c5f-adce-3e97696af7c3 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:24.249531 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-c5718dd2-79d0-4e8e-a1fe-c90d7e674b1c None None] Attempting to bind port 38e58cf3-095d-4c5f-adce-3e97696af7c3 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:24.250071 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5718dd2-79d0-4e8e-a1fe-c90d7e674b1c None None] Attempting to bind port 38e58cf3-095d-4c5f-adce-3e97696af7c3 on network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:24.260940 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d34b57-063b-4ac0-8c41-cf6bcd214cd1 None None] Sync routers for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:20:24.267023 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5718dd2-79d0-4e8e-a1fe-c90d7e674b1c None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:20:24.267495 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5718dd2-79d0-4e8e-a1fe-c90d7e674b1c None None] Checking segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:20:24.268043 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c5718dd2-79d0-4e8e-a1fe-c90d7e674b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:24.268509 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5718dd2-79d0-4e8e-a1fe-c90d7e674b1c None None] Bound using segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:20:24.269078 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-c5718dd2-79d0-4e8e-a1fe-c90d7e674b1c None None] Bound port: 38e58cf3-095d-4c5f-adce-3e97696af7c3, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:20:24.269507 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c5718dd2-79d0-4e8e-a1fe-c90d7e674b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:24.318127 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bf374c74-dbcd-4c6c-b1b4-553525698dec tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:24.331421 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d34b57-063b-4ac0-8c41-cf6bcd214cd1 None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:24.331421 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-80d34b57-063b-4ac0-8c41-cf6bcd214cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:24.415736 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-80d34b57-063b-4ac0-8c41-cf6bcd214cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:24.476130 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a72623aa-36b6-4c13-936b-c0baea0faece tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:24.476453 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d34b57-063b-4ac0-8c41-cf6bcd214cd1 None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:24.476453 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-80d34b57-063b-4ac0-8c41-cf6bcd214cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:24.563122 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-e48da461-a8d1-4c4b-ab1e-8eb6cbe97a87 req-54d78d53-a2ad-4756-b706-7ac715b11eb3 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:24.563345 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-e48da461-a8d1-4c4b-ab1e-8eb6cbe97a87 req-54d78d53-a2ad-4756-b706-7ac715b11eb3 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:24.563628 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [req-e48da461-a8d1-4c4b-ab1e-8eb6cbe97a87 req-54d78d53-a2ad-4756-b706-7ac715b11eb3 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Floating IP f3fe764b-ec0d-4196-8545-7fd50b895cd0 disassociated. External IP: 172.26.0.74, port: 4da59696-2f99-4214-9f85-6a62968894d5. Apr 08 10:20:24.564074 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-e48da461-a8d1-4c4b-ab1e-8eb6cbe97a87 req-54d78d53-a2ad-4756-b706-7ac715b11eb3 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Calling delete_port for 4da59696-2f99-4214-9f85-6a62968894d5 owned by compute:nova {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:24.598170 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-80d34b57-063b-4ac0-8c41-cf6bcd214cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:24.598878 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d34b57-063b-4ac0-8c41-cf6bcd214cd1 None None] The sync data for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:20:24.611247 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-c5718dd2-79d0-4e8e-a1fe-c90d7e674b1c None None] For port 38e58cf3-095d-4c5f-adce-3e97696af7c3, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:20:24.625510 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-c5718dd2-79d0-4e8e-a1fe-c90d7e674b1c None None] For port 38e58cf3-095d-4c5f-adce-3e97696af7c3, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=38e58cf3-095d-4c5f-adce-3e97696af7c3,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:20:24.627812 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-bf374c74-dbcd-4c6c-b1b4-553525698dec tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.1657150 Apr 08 10:20:24.632844 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-545ba250-77ff-48eb-a3d0-d366b39cff5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:24.634617 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50642) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:24.635749 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c5718dd2-79d0-4e8e-a1fe-c90d7e674b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:24.670030 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06999059-4503-4396-8166-b519f921aa7c req-0026dde4-c0c4-4fd9-8848-83f97d39f058 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:24.674847 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-06999059-4503-4396-8166-b519f921aa7c req-0026dde4-c0c4-4fd9-8848-83f97d39f058 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.8247700 Apr 08 10:20:24.685571 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ba250-77ff-48eb-a3d0-d366b39cff5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53ab1a4-9d4f-44d9-b012-0ecf4a92b7f3,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:24.753833 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a72623aa-36b6-4c13-936b-c0baea0faece tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:24.802589 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-545ba250-77ff-48eb-a3d0-d366b39cff5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:24.804211 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5718dd2-79d0-4e8e-a1fe-c90d7e674b1c None None] Pushing event updated for resources: {'Port': ['ID=38e58cf3-095d-4c5f-adce-3e97696af7c3,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:24.808310 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-545ba250-77ff-48eb-a3d0-d366b39cff5c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d53ab1a4-9d4f-44d9-b012-0ecf4a92b7f3 HTTP/1.1" status: 204 len: 168 time: 1.6294935 Apr 08 10:20:24.920988 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-767b6b26-5c84-4116-876b-b66cc687e514 req-d5619947-6a8e-43f4-bec0-91025f67bfc9 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e7c1201-1e7f-4d66-9992-5821d7bb5bc4 HTTP/1.1" status: 200 len: 210 time: 0.1072905 Apr 08 10:20:24.921528 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-e48da461-a8d1-4c4b-ab1e-8eb6cbe97a87 req-54d78d53-a2ad-4756-b706-7ac715b11eb3 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:25.002721 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d78d53-a2ad-4756-b706-7ac715b11eb3 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Pushing event deleted for resources: {'Port': ['ID=4da59696-2f99-4214-9f85-6a62968894d5,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:25.020570 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-06999059-4503-4396-8166-b519f921aa7c req-310c688f-f5c5-4075-8064-3f5873166030 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164354 Apr 08 10:20:25.022067 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50652) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:25.026488 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9f5c6bd5-c537-49e4-a311-82264bc2be67 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "GET /v2.0/floatingips/3ce15993-f26e-4aa1-8c96-e2818c0427bb HTTP/1.1" status: 200 len: 978 time: 0.3906188 Apr 08 10:20:25.048667 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50656) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:25.144520 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-43b5f3fc-ceb0-4310-95cc-766b3ab7ef9b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:25.325080 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-43b5f3fc-ceb0-4310-95cc-766b3ab7ef9b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Transition to ACTIVE for port object 07b94882-a3b0-4e23-8263-654dea672188 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:25.460126 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50666) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:25.466244 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-674858db-93ea-4deb-83ee-e26cdb0f62b0 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.4428084 Apr 08 10:20:25.482978 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-ae6ccf57-6058-4e5e-b319-cd55ac7604a1 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Request body: {'floatingip': {'port_id': '796343a7-8e76-43d5-afc4-17ff9564507e'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:25.560243 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62395f5-5707-4566-8874-15f50a660761 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Router 06ef6f17-c69f-4405-a490-40442ec0130d has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:20:25.629449 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-67f400cd-dae8-46d6-8a9a-bddc5a1845c9 tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] Request body: {'port': {'network_id': 'ffe8a01f-95b5-49d6-92b0-cf3aacc77bb4', 'name': 'tempest-NetworksNegativeTestJSON-1774015360'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:25.646692 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5fea8-e4eb-4b79-81d7-2a7aceecb3ca req-0ad0443e-430c-474e-8b95-d50a9e4c88ac tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:25.648507 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-78f5fea8-e4eb-4b79-81d7-2a7aceecb3ca req-0ad0443e-430c-474e-8b95-d50a9e4c88ac tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.2618184 Apr 08 10:20:25.656849 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-43b5f3fc-ceb0-4310-95cc-766b3ab7ef9b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:25.676997 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 38e58cf3-095d-4c5f-adce-3e97696af7c3 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:20:25.736459 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f400cd-dae8-46d6-8a9a-bddc5a1845c9 tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] POST failed (client error): The resource could not be found. Apr 08 10:20:25.736908 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67f400cd-dae8-46d6-8a9a-bddc5a1845c9 tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:20:25.738011 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-67f400cd-dae8-46d6-8a9a-bddc5a1845c9 tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6860466 Apr 08 10:20:25.746515 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50676) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:25.748828 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b5f3fc-ceb0-4310-95cc-766b3ab7ef9b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:25.756658 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.resource_extend [None req-a72623aa-36b6-4c13-936b-c0baea0faece tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:20:25.784797 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-43b5f3fc-ceb0-4310-95cc-766b3ab7ef9b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:25.787822 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b5f3fc-ceb0-4310-95cc-766b3ab7ef9b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:25.793215 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b5f3fc-ceb0-4310-95cc-766b3ab7ef9b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:25.793215 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-43b5f3fc-ceb0-4310-95cc-766b3ab7ef9b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:25.822910 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a72623aa-36b6-4c13-936b-c0baea0faece tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:25.850014 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 38e58cf3-095d-4c5f-adce-3e97696af7c3 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:20:25.859621 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a72623aa-36b6-4c13-936b-c0baea0faece tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:25.878194 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 5ce8bd10-f2f1-4660-8623-c3269843dc19 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:20:25.913041 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5f3fc-ceb0-4310-95cc-766b3ab7ef9b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=07b94882-a3b0-4e23-8263-654dea672188,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:25.932249 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-78f5fea8-e4eb-4b79-81d7-2a7aceecb3ca req-22282dee-4027-4cb9-bf47-816edbefab2e tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132049 Apr 08 10:20:25.959061 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a0f0fd-8887-46ce-ae07-d1ce1eb22fc8 tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] DELETE failed (client error): The resource could not be found. Apr 08 10:20:25.959724 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a0f0fd-8887-46ce-ae07-d1ce1eb22fc8 tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:20:25.963482 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-79a0f0fd-8887-46ce-ae07-d1ce1eb22fc8 tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] 10.222.0.47 "DELETE /v2.0/networks/ae51cf5a-d1ab-407d-8005-06fc00afd310 HTTP/1.1" status: 404 len: 339 time: 0.1935053 Apr 08 10:20:25.974782 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 5ce8bd10-f2f1-4660-8623-c3269843dc19 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:20:25.975127 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 5ce8bd10-f2f1-4660-8623-c3269843dc19 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:20:25.975542 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 5bac4847-28bc-4b12-ad56-11d0b71cd59c no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:20:25.983366 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50686) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:26.008764 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ae6ccf57-6058-4e5e-b319-cd55ac7604a1 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:26.059205 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 5bac4847-28bc-4b12-ad56-11d0b71cd59c {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:20:26.059542 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 5bac4847-28bc-4b12-ad56-11d0b71cd59c not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:20:26.155321 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b61673-8eb2-45ff-b8ef-7fd3341223b0 tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] DELETE failed (client error): The resource could not be found. Apr 08 10:20:26.155766 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4b61673-8eb2-45ff-b8ef-7fd3341223b0 tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:20:26.162235 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-43b5f3fc-ceb0-4310-95cc-766b3ab7ef9b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1559281 Apr 08 10:20:26.169983 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50692) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:26.313897 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-1ba7feb7-83d4-4a96-9902-b0c7459bc7da req-d44653f5-acd7-4359-9601-44358508c446 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Synchronizing usage tracker for tenant:a88d9637e6e44088badb84234eb17f98 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:20:26.331119 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72623aa-36b6-4c13-936b-c0baea0faece tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Pushing event updated for resources: {'Port': ['ID=10a57003-5789-48ee-bc38-8cfd89360c05,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:26.343459 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a72623aa-36b6-4c13-936b-c0baea0faece tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:26.364570 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b4b61673-8eb2-45ff-b8ef-7fd3341223b0 tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] 10.222.0.47 "DELETE /v2.0/ports/b268184e-3fc5-4503-814e-7624d61a4feb HTTP/1.1" status: 404 len: 333 time: 0.3699503 Apr 08 10:20:26.372914 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50700) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:26.438464 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-1ba7feb7-83d4-4a96-9902-b0c7459bc7da req-d44653f5-acd7-4359-9601-44358508c446 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Unset dirty status for tenant:a88d9637e6e44088badb84234eb17f98 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:20:26.450787 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1ba7feb7-83d4-4a96-9902-b0c7459bc7da req-d44653f5-acd7-4359-9601-44358508c446 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e7c1201-1e7f-4d66-9992-5821d7bb5bc4 HTTP/1.1" status: 200 len: 210 time: 0.2643015 Apr 08 10:20:26.468824 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71ad6b9-0841-40bb-8f84-164d9b4f2f51 tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] DELETE failed (client error): The resource could not be found. Apr 08 10:20:26.469468 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f71ad6b9-0841-40bb-8f84-164d9b4f2f51 tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:20:26.471265 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f71ad6b9-0841-40bb-8f84-164d9b4f2f51 tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] 10.222.0.47 "DELETE /v2.0/subnets/48590fb8-129f-44d8-843b-533bc4fc0738 HTTP/1.1" status: 404 len: 337 time: 0.0961201 Apr 08 10:20:26.481118 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50706) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:26.509683 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a72623aa-36b6-4c13-936b-c0baea0faece tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:26.513577 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a72623aa-36b6-4c13-936b-c0baea0faece tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6860106 Apr 08 10:20:26.516541 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50710) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:26.541874 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50714) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:26.553777 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c1665f6-f2b0-42ce-8e91-5045378c6268 tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] GET failed (client error): The resource could not be found. Apr 08 10:20:26.560041 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7c1665f6-f2b0-42ce-8e91-5045378c6268 tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] 10.222.0.47 "GET /v2.0/networks/74b315ab-6235-4fe9-b902-d5ea2637b6f1 HTTP/1.1" status: 404 len: 339 time: 0.0726786 Apr 08 10:20:26.562012 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e48da461-a8d1-4c4b-ab1e-8eb6cbe97a87 req-54d78d53-a2ad-4756-b706-7ac715b11eb3 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Router 1d05ae82-ff44-4939-9473-7621f6a94e05 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:20:26.562754 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50720) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:26.601487 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-340a9ac7-2e77-4f3e-a946-1d4b06b517dc None None] Provisioning for port 38e58cf3-095d-4c5f-adce-3e97696af7c3 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:20:26.609899 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-340a9ac7-2e77-4f3e-a946-1d4b06b517dc None None] Provisioning complete for port 38e58cf3-095d-4c5f-adce-3e97696af7c3 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:20:26.610263 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-340a9ac7-2e77-4f3e-a946-1d4b06b517dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:26.645579 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-11689875-8ae6-4bf0-a60d-283b66202ceb tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] GET failed (client error): The resource could not be found. Apr 08 10:20:26.656752 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-11689875-8ae6-4bf0-a60d-283b66202ceb tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] 10.222.0.47 "GET /v2.0/ports/d011cb5f-cd1f-486a-bd2b-8983999138d1 HTTP/1.1" status: 404 len: 333 time: 0.0853398 Apr 08 10:20:26.695163 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50724) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:26.703529 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13231fdd-05a9-4e89-aea6-8c80764481cc tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:26.707435 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13231fdd-05a9-4e89-aea6-8c80764481cc tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:26.708287 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-13231fdd-05a9-4e89-aea6-8c80764481cc tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:20:26.783727 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed6272a-5835-4c94-a254-0f3c5ee6fda0 tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] GET failed (client error): The resource could not be found. Apr 08 10:20:26.791547 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8ed6272a-5835-4c94-a254-0f3c5ee6fda0 tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] 10.222.0.47 "GET /v2.0/subnets/60e1731d-f853-4fb0-9709-c701cf5b0888 HTTP/1.1" status: 404 len: 337 time: 0.0737276 Apr 08 10:20:26.791547 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50728) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:26.800214 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-2345c25c-18d6-49b9-b434-a89edf0054fd tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:26.829162 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-13231fdd-05a9-4e89-aea6-8c80764481cc tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:20:26.832708 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-13231fdd-05a9-4e89-aea6-8c80764481cc tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6545951 Apr 08 10:20:26.833615 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50732) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:26.836224 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-2345c25c-18d6-49b9-b434-a89edf0054fd tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] PUT failed (client error): The resource could not be found. Apr 08 10:20:26.836668 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2345c25c-18d6-49b9-b434-a89edf0054fd tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:20:26.842894 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2345c25c-18d6-49b9-b434-a89edf0054fd tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] 10.222.0.47 "PUT /v2.0/networks/95627ea3-fc1c-45b4-a26d-e012b13e72a7 HTTP/1.1" status: 404 len: 339 time: 0.0457542 Apr 08 10:20:26.846171 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-92b5a067-5f11-4aee-8b36-faa9d3eb76e0 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3687 time: 0.3125653 Apr 08 10:20:26.853205 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50736) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:26.853489 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50738) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:26.892904 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-340a9ac7-2e77-4f3e-a946-1d4b06b517dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:26.959202 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-31bba189-5ed5-43a8-9b7b-37c91c0885d9 tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:26.970395 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-340a9ac7-2e77-4f3e-a946-1d4b06b517dc None None] For port 38e58cf3-095d-4c5f-adce-3e97696af7c3, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=38e58cf3-095d-4c5f-adce-3e97696af7c3,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:26.979545 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-340a9ac7-2e77-4f3e-a946-1d4b06b517dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:27.046475 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a9ac7-2e77-4f3e-a946-1d4b06b517dc None None] Pushing event updated for resources: {'Port': ['ID=38e58cf3-095d-4c5f-adce-3e97696af7c3,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:27.059529 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-100ea4f2-87d5-43dc-9bc3-39ec91cad5a3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting port 07b94882-a3b0-4e23-8263-654dea672188 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:27.059881 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-100ea4f2-87d5-43dc-9bc3-39ec91cad5a3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:27.114041 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-787fd338-88df-4743-a88a-76975f6b2101 None None] Provisioning for port 07b94882-a3b0-4e23-8263-654dea672188 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:20:27.122696 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-787fd338-88df-4743-a88a-76975f6b2101 None None] Provisioning complete for port 07b94882-a3b0-4e23-8263-654dea672188 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:20:27.125220 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-787fd338-88df-4743-a88a-76975f6b2101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:27.189154 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 4da59696-2f99-4214-9f85-6a62968894d5 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:20:27.241326 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: 4da59696-2f99-4214-9f85-6a62968894d5 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:20:27.242221 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 4da59696-2f99-4214-9f85-6a62968894d5 not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:20:27.276249 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Request body: {'networks': [{'name': 'tempest-network--1583283319'}, {'name': 'tempest-network--890203239'}]} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:27.276556 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Request body: {'network': {'name': 'tempest-network--1583283319'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:27.277007 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Request body: {'network': {'name': 'tempest-network--890203239'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:27.280430 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-787fd338-88df-4743-a88a-76975f6b2101 None None] Port 07b94882-a3b0-4e23-8263-654dea672188 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:20:27.303357 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:27.308370 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-31bba189-5ed5-43a8-9b7b-37c91c0885d9 tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] PUT failed (client error): The resource could not be found. Apr 08 10:20:27.308810 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31bba189-5ed5-43a8-9b7b-37c91c0885d9 tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:20:27.315615 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-31bba189-5ed5-43a8-9b7b-37c91c0885d9 tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] 10.222.0.47 "PUT /v2.0/ports/944978aa-1840-4139-a95d-4323ec075dd7 HTTP/1.1" status: 404 len: 333 time: 0.4542229 Apr 08 10:20:27.316794 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50744) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:27.318962 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Usage tracker for resource:network and tenant:f36ff6f38b054c6fba4b77d8241c559e is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:27.327751 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:27.333540 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-d3aad607-7a1f-4a95-8fe4-82e6fe5dbd97 tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:27.373209 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62395f5-5707-4566-8874-15f50a660761 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:20:27.377260 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d62395f5-5707-4566-8874-15f50a660761 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:27.381187 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d62395f5-5707-4566-8874-15f50a660761 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "PUT /v2.0/routers/06ef6f17-c69f-4405-a490-40442ec0130d HTTP/1.1" status: 200 len: 924 time: 7.7617266 Apr 08 10:20:27.383601 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50748) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:27.386345 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59744650-02e4-4229-b984-fc3a9f8d66ef None None] Sync routers for ids ['06ef6f17-c69f-4405-a490-40442ec0130d'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:20:27.389056 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:27.393425 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0c90fe32-f69b-400d-a033-a0a8ab04033f tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Synchronizing usage tracker for tenant:a70dc23d9782412dafdd39f8c425e7d1 on resource:floatingip {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:20:27.398392 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3aad607-7a1f-4a95-8fe4-82e6fe5dbd97 tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] PUT failed (client error): The resource could not be found. Apr 08 10:20:27.398959 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3aad607-7a1f-4a95-8fe4-82e6fe5dbd97 tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:20:27.408567 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d3aad607-7a1f-4a95-8fe4-82e6fe5dbd97 tempest-NetworksNegativeTestJSON-1299150842 tempest-NetworksNegativeTestJSON-1299150842-project] 10.222.0.47 "PUT /v2.0/subnets/cf2c5d30-a8df-4feb-a3f8-8f2bd8e75b19 HTTP/1.1" status: 404 len: 337 time: 0.0828121 Apr 08 10:20:27.414800 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59744650-02e4-4229-b984-fc3a9f8d66ef None None] Routers {'06ef6f17-c69f-4405-a490-40442ec0130d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:27.416257 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-59744650-02e4-4229-b984-fc3a9f8d66ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['06ef6f17-c69f-4405-a490-40442ec0130d'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:27.436508 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e452c-22df-4b80-a381-3ffca71d23f4 req-7af831f7-011c-4192-b7be-aadcee481840 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:27.438115 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-138e452c-22df-4b80-a381-3ffca71d23f4 req-7af831f7-011c-4192-b7be-aadcee481840 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.8007724 Apr 08 10:20:27.442868 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Made reservation on behalf of f36ff6f38b054c6fba4b77d8241c559e for: {'network': 2} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:27.446652 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:27.512799 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:27.547007 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0c90fe32-f69b-400d-a033-a0a8ab04033f tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Unset dirty status for tenant:a70dc23d9782412dafdd39f8c425e7d1 on resource:floatingip {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:20:27.551319 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0c90fe32-f69b-400d-a033-a0a8ab04033f tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.6929772 Apr 08 10:20:27.557381 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50756) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:27.599910 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-59744650-02e4-4229-b984-fc3a9f8d66ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:27.626671 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59744650-02e4-4229-b984-fc3a9f8d66ef None None] Routers {'06ef6f17-c69f-4405-a490-40442ec0130d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:27.627519 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 38e58cf3-095d-4c5f-adce-3e97696af7c3 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:20:27.628332 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-59744650-02e4-4229-b984-fc3a9f8d66ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['06ef6f17-c69f-4405-a490-40442ec0130d'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:27.709824 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-59744650-02e4-4229-b984-fc3a9f8d66ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:27.710608 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59744650-02e4-4229-b984-fc3a9f8d66ef None None] The sync data for ids ['06ef6f17-c69f-4405-a490-40442ec0130d'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:20:27.768280 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 38e58cf3-095d-4c5f-adce-3e97696af7c3 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:20:27.768647 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:27.812913 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8d5acd0f-9623-4553-95d1-c9b6f6ed4238 req-587bfe88-7d4a-47bf-98e0-44b27820f36b tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e7c1201-1e7f-4d66-9992-5821d7bb5bc4 HTTP/1.1" status: 200 len: 210 time: 0.1026623 Apr 08 10:20:27.861360 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-100ea4f2-87d5-43dc-9bc3-39ec91cad5a3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:27.900583 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-138e452c-22df-4b80-a381-3ffca71d23f4 req-0ae95395-54d4-4f00-b10f-09be852294be tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4413319 Apr 08 10:20:27.909127 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:27.934253 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Usage tracker for resource:security_group_rule and tenant:f36ff6f38b054c6fba4b77d8241c559e is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:27.938155 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:27.942635 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-78b7dc92-a010-42f8-aa15-707e0d572d4e tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Deleting port 10a57003-5789-48ee-bc38-8cfd89360c05 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:27.943230 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-78b7dc92-a010-42f8-aa15-707e0d572d4e tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:27.986555 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:20:27.989608 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:28.046982 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-100ea4f2-87d5-43dc-9bc3-39ec91cad5a3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Calling delete_port for 07b94882-a3b0-4e23-8263-654dea672188 owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:28.049644 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50762) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:28.141342 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e48da461-a8d1-4c4b-ab1e-8eb6cbe97a87 req-54d78d53-a2ad-4756-b706-7ac715b11eb3 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:20:28.157073 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd1ff3e-fdfc-488c-99b5-cacb4e7b4db4 None None] Sync routers for ids ['1d05ae82-ff44-4939-9473-7621f6a94e05'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:20:28.173356 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd1ff3e-fdfc-488c-99b5-cacb4e7b4db4 None None] Routers {'1d05ae82-ff44-4939-9473-7621f6a94e05'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:28.174187 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-9bd1ff3e-fdfc-488c-99b5-cacb4e7b4db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1d05ae82-ff44-4939-9473-7621f6a94e05'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:28.250493 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48da461-a8d1-4c4b-ab1e-8eb6cbe97a87 req-54d78d53-a2ad-4756-b706-7ac715b11eb3 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] No DVR routers for this DVR port 4da59696-2f99-4214-9f85-6a62968894d5 on host hv-neutron-8371 {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:20:28.257472 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-e48da461-a8d1-4c4b-ab1e-8eb6cbe97a87 req-54d78d53-a2ad-4756-b706-7ac715b11eb3 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:28.265399 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7c1201-1e7f-4d66-9992-5821d7bb5bc4', 'name': 'network-vif-deleted', 'tag': '4da59696-2f99-4214-9f85-6a62968894d5'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:20:28.270417 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e48da461-a8d1-4c4b-ab1e-8eb6cbe97a87 req-54d78d53-a2ad-4756-b706-7ac715b11eb3 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.52 "DELETE /v2.0/ports/4da59696-2f99-4214-9f85-6a62968894d5 HTTP/1.1" status: 204 len: 173 time: 5.5806980 Apr 08 10:20:28.322835 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-78b7dc92-a010-42f8-aa15-707e0d572d4e tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:28.323259 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-78b7dc92-a010-42f8-aa15-707e0d572d4e tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:28.353156 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-100ea4f2-87d5-43dc-9bc3-39ec91cad5a3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:28.426808 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ea4f2-87d5-43dc-9bc3-39ec91cad5a3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Port': ['ID=07b94882-a3b0-4e23-8263-654dea672188,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:28.434103 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ae6ccf57-6058-4e5e-b319-cd55ac7604a1 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:28.492417 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ae6ccf57-6058-4e5e-b319-cd55ac7604a1 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:28.530478 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef3ce1a8-2de4-4473-98ae-4bee176b6b1f'] response: {'server_uuid': '7e7c1201-1e7f-4d66-9992-5821d7bb5bc4', 'name': 'network-vif-deleted', 'tag': '4da59696-2f99-4214-9f85-6a62968894d5', 'status': 'completed', 'code': 200} Apr 08 10:20:28.540582 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-78b7dc92-a010-42f8-aa15-707e0d572d4e tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Calling delete_port for 10a57003-5789-48ee-bc38-8cfd89360c05 owned by network:floatingip {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:28.563474 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-100ea4f2-87d5-43dc-9bc3-39ec91cad5a3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:28.574439 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-9bd1ff3e-fdfc-488c-99b5-cacb4e7b4db4 None None] Set router 1d05ae82-ff44-4939-9473-7621f6a94e05 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:20:28.622203 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5f0663d2-d573-4982-89bf-1eb1028dfbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:28.644849 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:28.649714 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-100ea4f2-87d5-43dc-9bc3-39ec91cad5a3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/07b94882-a3b0-4e23-8263-654dea672188 HTTP/1.1" status: 204 len: 168 time: 1.8150043 Apr 08 10:20:28.653302 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50770) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:28.660785 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:28.661240 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:28.685549 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-07ec36a0-e317-4daa-a76e-a96ba5a188af tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "GET /v2.0/routers/06ef6f17-c69f-4405-a490-40442ec0130d HTTP/1.1" status: 200 len: 924 time: 1.2984622 Apr 08 10:20:28.691036 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50774) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:28.796785 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-5f0663d2-d573-4982-89bf-1eb1028dfbc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:28.817090 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5f0663d2-d573-4982-89bf-1eb1028dfbc8 admin admin] Usage tracker for resource:security_group_rule and tenant:639f8ca0028a4eddafb6bd4a36ec899e is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:28.819213 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-28b27b17-6c30-4645-8124-323922d1a193 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Synchronizing usage tracker for tenant:794a0b3333e2433698bbfdaae5954147 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:20:28.821324 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5f0663d2-d573-4982-89bf-1eb1028dfbc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:28.828974 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa814d08-1a53-4f39-9392-eb4c49e084ec,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:28.842273 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b16a7f-dc2a-406d-a5de-99d5390a46ba tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:28.843776 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b16a7f-dc2a-406d-a5de-99d5390a46ba tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:28.844552 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d3b16a7f-dc2a-406d-a5de-99d5390a46ba tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:20:28.849110 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-5f0663d2-d573-4982-89bf-1eb1028dfbc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:28.852641 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:20:28.879860 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-28b27b17-6c30-4645-8124-323922d1a193 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Unset dirty status for tenant:794a0b3333e2433698bbfdaae5954147 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:20:28.883803 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-28b27b17-6c30-4645-8124-323922d1a193 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240&device_id=06ef6f17-c69f-4405-a490-40442ec0130d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1920815 Apr 08 10:20:28.886822 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50780) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:28.930145 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d3b16a7f-dc2a-406d-a5de-99d5390a46ba tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:20:28.931446 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d3b16a7f-dc2a-406d-a5de-99d5390a46ba tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2757425 Apr 08 10:20:28.934788 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50784) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:28.991456 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-9bd1ff3e-fdfc-488c-99b5-cacb4e7b4db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'name': 'tempest-ServersTestJSON-1110543844-router', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:54Z', 'updated_at': '2022-04-08T10:19:01Z', 'revision_number': 4, 'project_id': 'a88d9637e6e44088badb84234eb17f98', 'gw_port': {'id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:55Z', 'updated_at': '2022-04-08T10:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'd4c36c71-0a54-41ef-b7c4-9a4f599af0c1', 'name': '', 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'mac_address': 'fa:16:3e:cd:a4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '692d3687-9099-4281-8e6d-66a12d208bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:59Z', 'updated_at': '2022-04-08T10:19:42Z', 'revision_number': 5, 'project_id': 'a88d9637e6e44088badb84234eb17f98', 'subnets': [{'id': '692d3687-9099-4281-8e6d-66a12d208bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:29.004028 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd1ff3e-fdfc-488c-99b5-cacb4e7b4db4 None None] Checking router: 1d05ae82-ff44-4939-9473-7621f6a94e05 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:20:29.015440 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.l3_db [None req-ae6ccf57-6058-4e5e-b319-cd55ac7604a1 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Floating IP 3ce15993-f26e-4aa1-8c96-e2818c0427bb associated. External IP: 172.26.0.179, port: 6c136559-0401-4a58-bafc-ee9c98b879c3. Apr 08 10:20:29.028805 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd1ff3e-fdfc-488c-99b5-cacb4e7b4db4 None None] Routers {'1d05ae82-ff44-4939-9473-7621f6a94e05'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:29.029587 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-9bd1ff3e-fdfc-488c-99b5-cacb4e7b4db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1d05ae82-ff44-4939-9473-7621f6a94e05'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:29.209235 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:29.209855 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Added segment 2f654b0f-7ae6-4770-9b89-9ef731f64028 of type vlan for network 3badd0b2-4b1e-44c2-ab9b-768c474864af Apr 08 10:20:29.211717 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-78b7dc92-a010-42f8-aa15-707e0d572d4e tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:29.281441 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-23ef80a3-b7aa-4ed5-974d-621964c1ee28 req-18fe059e-1d1d-4351-8494-2185209f5130 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e7c1201-1e7f-4d66-9992-5821d7bb5bc4 HTTP/1.1" status: 200 len: 210 time: 0.2274683 Apr 08 10:20:29.328945 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7dc92-a010-42f8-aa15-707e0d572d4e tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Pushing event deleted for resources: {'Port': ['ID=10a57003-5789-48ee-bc38-8cfd89360c05,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:29.331469 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-9bd1ff3e-fdfc-488c-99b5-cacb4e7b4db4 None None] Set router 1d05ae82-ff44-4939-9473-7621f6a94e05 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:20:29.333406 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f921bf9f-8371-4243-8a38-6b38eb7abb09 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:29.334776 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f921bf9f-8371-4243-8a38-6b38eb7abb09 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "GET /v2.0/networks/f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 HTTP/1.1" status: 200 len: 881 time: 0.4405985 Apr 08 10:20:29.337919 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50790) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:29.384207 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e6688bd2-2c3a-4bb4-b008-92b2e6fe0fd1 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "GET /v2.0/ports?device_id=06ef6f17-c69f-4405-a490-40442ec0130d HTTP/1.1" status: 200 len: 205 time: 0.0451229 Apr 08 10:20:29.387837 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50794) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:29.391650 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:29.643807 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6ccf57-6058-4e5e-b319-cd55ac7604a1 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Router 1228fa13-706d-444f-aaa3-5802b42cbcd9 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:20:29.672368 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-9bd1ff3e-fdfc-488c-99b5-cacb4e7b4db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'name': 'tempest-ServersTestJSON-1110543844-router', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:54Z', 'updated_at': '2022-04-08T10:19:01Z', 'revision_number': 4, 'project_id': 'a88d9637e6e44088badb84234eb17f98', 'gw_port': {'id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:55Z', 'updated_at': '2022-04-08T10:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'd4c36c71-0a54-41ef-b7c4-9a4f599af0c1', 'name': '', 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'mac_address': 'fa:16:3e:cd:a4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '692d3687-9099-4281-8e6d-66a12d208bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:59Z', 'updated_at': '2022-04-08T10:19:42Z', 'revision_number': 5, 'project_id': 'a88d9637e6e44088badb84234eb17f98', 'subnets': [{'id': '692d3687-9099-4281-8e6d-66a12d208bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:29.677329 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd1ff3e-fdfc-488c-99b5-cacb4e7b4db4 None None] The sync data for ids ['1d05ae82-ff44-4939-9473-7621f6a94e05'] in dv-neutron-837110-1-hyperv is: [{'id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'name': 'tempest-ServersTestJSON-1110543844-router', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:54Z', 'updated_at': '2022-04-08T10:19:01Z', 'revision_number': 4, 'project_id': 'a88d9637e6e44088badb84234eb17f98', 'gw_port': {'id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:55Z', 'updated_at': '2022-04-08T10:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'd4c36c71-0a54-41ef-b7c4-9a4f599af0c1', 'name': '', 'network_id': '23b9a92c-2414-467b-bd21-b2d4b19be3ff', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'mac_address': 'fa:16:3e:cd:a4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '692d3687-9099-4281-8e6d-66a12d208bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:59Z', 'updated_at': '2022-04-08T10:19:42Z', 'revision_number': 5, 'project_id': 'a88d9637e6e44088badb84234eb17f98', 'subnets': [{'id': '692d3687-9099-4281-8e6d-66a12d208bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:20:29.726020 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5f0663d2-d573-4982-89bf-1eb1028dfbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:29.797340 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.resource_extend [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:20:29.813963 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5f0663d2-d573-4982-89bf-1eb1028dfbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:29.860440 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6ccf57-6058-4e5e-b319-cd55ac7604a1 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:20:29.871054 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba754318-eb25-42d8-a351-e25344bca1e3 None None] Sync routers for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:20:29.887221 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba754318-eb25-42d8-a351-e25344bca1e3 None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:29.889479 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-ba754318-eb25-42d8-a351-e25344bca1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:29.945255 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-78b7dc92-a010-42f8-aa15-707e0d572d4e tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Notify callbacks [] for floatingip, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:29.952326 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:20:29.955876 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0663d2-d573-4982-89bf-1eb1028dfbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5489564-272d-4b05-8a32-b5b5fa180908,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:29.966751 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d49f7a5-ce60-47b8-ba5f-ff060937b39e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet f9ba19df-75a2-4927-aa1d-fdf6c878b64c {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:20:29.973392 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5f0663d2-d573-4982-89bf-1eb1028dfbc8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=639f8ca0028a4eddafb6bd4a36ec899e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9185181 Apr 08 10:20:29.978699 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3d49f7a5-ce60-47b8-ba5f-ff060937b39e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:29.987086 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-ba754318-eb25-42d8-a351-e25344bca1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:29.987312 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50798) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:30.002119 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a790dec0-696d-42e9-a075-27e8022e7547 None None] New status for floating IP f3fe764b-ec0d-4196-8545-7fd50b895cd0: DOWN {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:20:30.011248 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba754318-eb25-42d8-a351-e25344bca1e3 None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:30.012626 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-ba754318-eb25-42d8-a351-e25344bca1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:30.014817 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8af1d7-08ba-4fd1-8f47-5fc46fabf5e9 req-db9a0d06-7df9-4263-ab11-23d977fdc48e tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:30.021545 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0f8af1d7-08ba-4fd1-8f47-5fc46fabf5e9 req-db9a0d06-7df9-4263-ab11-23d977fdc48e tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.8244510 Apr 08 10:20:30.068502 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:30.068753 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Added segment df986d2f-1c39-4247-8880-d023314b85a6 of type vlan for network 7c40b290-9699-44ec-97a4-900958cf5ed7 Apr 08 10:20:30.088452 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9ff998ca-317a-4b0d-8fc0-058c8ac2628b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:30.109818 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3d49f7a5-ce60-47b8-ba5f-ff060937b39e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:30.110664 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-ba754318-eb25-42d8-a351-e25344bca1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:30.111071 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba754318-eb25-42d8-a351-e25344bca1e3 None None] The sync data for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:20:30.137945 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9ff998ca-317a-4b0d-8fc0-058c8ac2628b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:30.183007 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:30.209974 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0f8af1d7-08ba-4fd1-8f47-5fc46fabf5e9 req-2909366d-c892-4dea-96f5-ddc27f10732e tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874657 Apr 08 10:20:30.240513 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-78b7dc92-a010-42f8-aa15-707e0d572d4e tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:30.240513 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-78b7dc92-a010-42f8-aa15-707e0d572d4e tempest-FloatingIPAdminTestJSON-351033688 tempest-FloatingIPAdminTestJSON-351033688-project] 10.222.0.47 "DELETE /v2.0/floatingips/470803a8-a195-419d-abfd-65c5f6370e4e HTTP/1.1" status: 204 len: 168 time: 2.6644835 Apr 08 10:20:30.264027 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50802) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:30.328296 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.resource_extend [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:20:30.347710 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9ff998ca-317a-4b0d-8fc0-058c8ac2628b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:30.373964 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff998ca-317a-4b0d-8fc0-058c8ac2628b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5489564-272d-4b05-8a32-b5b5fa180908,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:30.387236 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9ff998ca-317a-4b0d-8fc0-058c8ac2628b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:30.391039 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9ff998ca-317a-4b0d-8fc0-058c8ac2628b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a5489564-272d-4b05-8a32-b5b5fa180908 HTTP/1.1" status: 204 len: 168 time: 0.4036877 Apr 08 10:20:30.449919 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3d49f7a5-ce60-47b8-ba5f-ff060937b39e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:30.516190 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:30.516685 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:30.524621 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:30.528426 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:30.529382 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:30.547326 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6ccf57-6058-4e5e-b319-cd55ac7604a1 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Router 1228fa13-706d-444f-aaa3-5802b42cbcd9 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:20:30.550043 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50816) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:30.742077 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Pushing event updated for resources: {'Network': ['ID=3badd0b2-4b1e-44c2-ab9b-768c474864af,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:30.745409 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-3058768d-9d8a-4f3a-a984-0610cf7795e1 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Deleting port 28e84d9f-8fe7-4eed-a3c4-bc9ba6351e57 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:30.745761 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3058768d-9d8a-4f3a-a984-0610cf7795e1 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:30.754685 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 3badd0b2-4b1e-44c2-ab9b-768c474864af details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:20:30.769320 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6dda5fc9-a124-4f8e-a942-f6804a49f1d0 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:30.818075 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6dda5fc9-a124-4f8e-a942-f6804a49f1d0 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:30.826137 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.2804773 Apr 08 10:20:30.871312 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3d49f7a5-ce60-47b8-ba5f-ff060937b39e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:30.875649 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50826) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:30.898105 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6dda5fc9-a124-4f8e-a942-f6804a49f1d0 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:30.931720 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda5fc9-a124-4f8e-a942-f6804a49f1d0 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a58cd0-6a1d-4739-a16e-adf2967f6c87,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:30.955421 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6dda5fc9-a124-4f8e-a942-f6804a49f1d0 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:30.959294 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6dda5fc9-a124-4f8e-a942-f6804a49f1d0 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "DELETE /v2.0/security-groups/98a58cd0-6a1d-4739-a16e-adf2967f6c87 HTTP/1.1" status: 204 len: 168 time: 0.4065318 Apr 08 10:20:30.960735 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50832) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:30.990986 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-b6238b14-e1ee-4623-89c8-a771330e53c8 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] show failed (client error): The resource could not be found. Apr 08 10:20:30.995023 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b6238b14-e1ee-4623-89c8-a771330e53c8 tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "GET /v2.0/security-groups/98a58cd0-6a1d-4739-a16e-adf2967f6c87 HTTP/1.1" status: 404 len: 347 time: 0.0332456 Apr 08 10:20:30.995701 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50836) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:31.033419 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49f7a5-ce60-47b8-ba5f-ff060937b39e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ba19df-75a2-4927-aa1d-fdf6c878b64c,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:31.136246 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3d49f7a5-ce60-47b8-ba5f-ff060937b39e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:31.138138 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3d49f7a5-ce60-47b8-ba5f-ff060937b39e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/f9ba19df-75a2-4927-aa1d-fdf6c878b64c HTTP/1.1" status: 204 len: 168 time: 2.1983299 Apr 08 10:20:31.146114 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8ffe98-9c8f-42cb-a009-9ee60a9537be None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:20:31.159705 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50842) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:31.223086 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57802429-212c-4743-9bc2-5fe0a28d2153 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Pushing event updated for resources: {'Network': ['ID=7c40b290-9699-44ec-97a4-900958cf5ed7,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:31.228663 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4b53925d-b8d6-4a3f-a23d-6a59c9c7b45a tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:31.306991 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6ccf57-6058-4e5e-b319-cd55ac7604a1 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:20:31.318483 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbf142b-ab9f-464a-81b2-525faf999482 None None] Sync routers for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:20:31.337476 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbf142b-ab9f-464a-81b2-525faf999482 None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:31.340521 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-dfbf142b-ab9f-464a-81b2-525faf999482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:31.374107 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ae6ccf57-6058-4e5e-b319-cd55ac7604a1 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:31.428899 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-746cf890-a553-44a4-b11f-d57db25ec94d tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Deleting port 4f7d0bae-832d-4d38-86bb-7447a50d042e {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:31.429244 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-746cf890-a553-44a4-b11f-d57db25ec94d tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:31.474133 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50852) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:31.481514 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-27f4eaab-bb83-4793-977e-81a87112a418 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3209898 Apr 08 10:20:31.488020 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-dfbf142b-ab9f-464a-81b2-525faf999482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:31.488346 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50856) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:31.500291 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbf142b-ab9f-464a-81b2-525faf999482 None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:31.513187 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-dfbf142b-ab9f-464a-81b2-525faf999482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:31.521366 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 7c40b290-9699-44ec-97a4-900958cf5ed7 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:20:31.558559 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a87920e-4a64-420c-9680-1c7ddab24999 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:31.563315 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a87920e-4a64-420c-9680-1c7ddab24999 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:31.567678 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a87920e-4a64-420c-9680-1c7ddab24999 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:31.571916 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a87920e-4a64-420c-9680-1c7ddab24999 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:31.572819 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7a87920e-4a64-420c-9680-1c7ddab24999 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Synchronizing usage tracker for tenant:f36ff6f38b054c6fba4b77d8241c559e on resource:network {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:20:31.641611 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-dfbf142b-ab9f-464a-81b2-525faf999482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:31.642123 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbf142b-ab9f-464a-81b2-525faf999482 None None] The sync data for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:20:31.660438 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ed129-ed51-4d21-9fbf-9fc12a1e04db req-07faf01e-f8d4-416f-8db3-4809d85b3314 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:31.662962 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4e0ed129-ed51-4d21-9fbf-9fc12a1e04db req-07faf01e-f8d4-416f-8db3-4809d85b3314 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.9313266 Apr 08 10:20:31.667612 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7a87920e-4a64-420c-9680-1c7ddab24999 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Unset dirty status for tenant:f36ff6f38b054c6fba4b77d8241c559e on resource:network {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:20:31.672652 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7a87920e-4a64-420c-9680-1c7ddab24999 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7517033 Apr 08 10:20:31.672828 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50862) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:31.733384 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3058768d-9d8a-4f3a-a984-0610cf7795e1 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:31.733750 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3058768d-9d8a-4f3a-a984-0610cf7795e1 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:31.739342 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-9d4efaf2-4a53-4600-84a9-d47a91a282fa admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-316811963-network', 'tenant_id': '1922481b7e64412fb829b36605ef349a'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:31.757787 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b096b39d-bd17-411d-874b-be15bc5e222e None None] DHCP port deletion for 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:20:31.761746 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-b096b39d-bd17-411d-874b-be15bc5e222e None None] Deleting port 38e58cf3-095d-4c5f-adce-3e97696af7c3 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:31.762290 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b096b39d-bd17-411d-874b-be15bc5e222e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:31.798530 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ae6ccf57-6058-4e5e-b319-cd55ac7604a1 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "PUT /v2.0/floatingips/3ce15993-f26e-4aa1-8c96-e2818c0427bb HTTP/1.1" status: 200 len: 978 time: 6.3339970 Apr 08 10:20:31.799718 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9d4efaf2-4a53-4600-84a9-d47a91a282fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:31.810753 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50866) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:31.813636 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9d4efaf2-4a53-4600-84a9-d47a91a282fa admin admin] Usage tracker for resource:network and tenant:1922481b7e64412fb829b36605ef349a is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:31.839205 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9d4efaf2-4a53-4600-84a9-d47a91a282fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:31.844572 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-62cc8cf8-c087-4cec-b91e-75f20d6ec652 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:31.872055 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-3058768d-9d8a-4f3a-a984-0610cf7795e1 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Calling delete_port for 28e84d9f-8fe7-4eed-a3c4-bc9ba6351e57 owned by network:floatingip {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:31.921467 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9d4efaf2-4a53-4600-84a9-d47a91a282fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:31.923783 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4e0ed129-ed51-4d21-9fbf-9fc12a1e04db req-250515d9-43c9-4cfe-8b9d-a465dc80be23 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2360196 Apr 08 10:20:31.983813 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-b096b39d-bd17-411d-874b-be15bc5e222e None None] For port 38e58cf3-095d-4c5f-adce-3e97696af7c3, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=38e58cf3-095d-4c5f-adce-3e97696af7c3,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:31.984197 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b096b39d-bd17-411d-874b-be15bc5e222e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:31.986008 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-746cf890-a553-44a4-b11f-d57db25ec94d tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:31.986345 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-746cf890-a553-44a4-b11f-d57db25ec94d tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:32.054221 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4b53925d-b8d6-4a3f-a23d-6a59c9c7b45a tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:32.063016 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3058768d-9d8a-4f3a-a984-0610cf7795e1 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:32.108559 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-b096b39d-bd17-411d-874b-be15bc5e222e None None] Calling delete_port for 38e58cf3-095d-4c5f-adce-3e97696af7c3 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:32.112863 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-4b53925d-b8d6-4a3f-a23d-6a59c9c7b45a tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Deleting port 22ca2197-e813-48b8-afcb-110ca5e81821 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:32.113220 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4b53925d-b8d6-4a3f-a23d-6a59c9c7b45a tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:32.132774 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfbfa24-6a4f-4f61-a9e8-f3218f3a86ba tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:32.133457 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4bfbfa24-6a4f-4f61-a9e8-f3218f3a86ba tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:20:32.135814 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4efaf2-4a53-4600-84a9-d47a91a282fa admin admin] Made reservation on behalf of 1922481b7e64412fb829b36605ef349a for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:32.137994 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9d4efaf2-4a53-4600-84a9-d47a91a282fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:32.148513 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058768d-9d8a-4f3a-a984-0610cf7795e1 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Pushing event deleted for resources: {'Port': ['ID=28e84d9f-8fe7-4eed-a3c4-bc9ba6351e57,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:32.155636 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-746cf890-a553-44a4-b11f-d57db25ec94d tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Calling delete_port for 4f7d0bae-832d-4d38-86bb-7447a50d042e owned by network:floatingip {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:32.187354 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4bbc1fe2-156f-4884-b0ae-2e4fb070d3ff tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:32.197482 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b096b39d-bd17-411d-874b-be15bc5e222e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:32.203087 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-62cc8cf8-c087-4cec-b91e-75f20d6ec652 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:32.245051 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096b39d-bd17-411d-874b-be15bc5e222e None None] Pushing event deleted for resources: {'Port': ['ID=38e58cf3-095d-4c5f-adce-3e97696af7c3,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:32.251590 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b096b39d-bd17-411d-874b-be15bc5e222e None None] No DVR routers for this DVR port 38e58cf3-095d-4c5f-adce-3e97696af7c3 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:20:32.270978 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9d4efaf2-4a53-4600-84a9-d47a91a282fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:32.341601 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3058768d-9d8a-4f3a-a984-0610cf7795e1 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:32.371655 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3058768d-9d8a-4f3a-a984-0610cf7795e1 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:32.373604 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3058768d-9d8a-4f3a-a984-0610cf7795e1 tempest-FloatingIPAdminTestJSON-145017091 tempest-FloatingIPAdminTestJSON-145017091-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/36d8dd7c-2956-4051-8377-3c0d4ae99756 HTTP/1.1" status: 204 len: 168 time: 2.1073408 Apr 08 10:20:32.376869 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50870) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:32.379693 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4bfbfa24-6a4f-4f61-a9e8-f3218f3a86ba tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:20:32.380853 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4bfbfa24-6a4f-4f61-a9e8-f3218f3a86ba tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8816125 Apr 08 10:20:32.383882 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50874) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:32.459121 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4b53925d-b8d6-4a3f-a23d-6a59c9c7b45a tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:32.528529 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9d4efaf2-4a53-4600-84a9-d47a91a282fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:32.566635 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9d4efaf2-4a53-4600-84a9-d47a91a282fa admin admin] Usage tracker for resource:security_group_rule and tenant:1922481b7e64412fb829b36605ef349a is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:32.573774 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9d4efaf2-4a53-4600-84a9-d47a91a282fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:32.590144 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4bbc1fe2-156f-4884-b0ae-2e4fb070d3ff tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:32.597961 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9d4efaf2-4a53-4600-84a9-d47a91a282fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:32.615792 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-4b53925d-b8d6-4a3f-a23d-6a59c9c7b45a tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Calling delete_port for 22ca2197-e813-48b8-afcb-110ca5e81821 owned by network:router_gateway {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:32.660282 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-824172f2-1cf5-4aaa-a5a5-38baac13dc09 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Deleting port 53a8e2c0-9150-4c14-8df3-9c22932e29b3 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:32.660623 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-824172f2-1cf5-4aaa-a5a5-38baac13dc09 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:32.685629 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-4bbc1fe2-156f-4884-b0ae-2e4fb070d3ff tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3badd0b2-4b1e-44c2-ab9b-768c474864af']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:32.711364 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-4bbc1fe2-156f-4884-b0ae-2e4fb070d3ff tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f654b0f-7ae6-4770-9b89-9ef731f64028') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:32.711570 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-4bbc1fe2-156f-4884-b0ae-2e4fb070d3ff tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f654b0f-7ae6-4770-9b89-9ef731f64028') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:32.731889 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7beb6d6d-a34e-4477-bb5c-b96f474b6a14 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:32.733355 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7beb6d6d-a34e-4477-bb5c-b96f474b6a14 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:20:32.815850 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7beb6d6d-a34e-4477-bb5c-b96f474b6a14 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:20:32.819475 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7beb6d6d-a34e-4477-bb5c-b96f474b6a14 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4241986 Apr 08 10:20:32.828295 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50878) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:32.895267 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4bbc1fe2-156f-4884-b0ae-2e4fb070d3ff tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:32.926472 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9ca5ba7f-3537-4093-a449-a2da37397986 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0932102 Apr 08 10:20:32.931257 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50882) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:32.934826 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-746cf890-a553-44a4-b11f-d57db25ec94d tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:32.970026 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4bbc1fe2-156f-4884-b0ae-2e4fb070d3ff tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:32.972564 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-62cc8cf8-c087-4cec-b91e-75f20d6ec652 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:32.999481 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746cf890-a553-44a4-b11f-d57db25ec94d tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Pushing event deleted for resources: {'Port': ['ID=4f7d0bae-832d-4d38-86bb-7447a50d042e,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:33.000570 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-2bf775c2-4ff7-4918-bf5d-32ec5a6cce26 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:33.002040 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-62cc8cf8-c087-4cec-b91e-75f20d6ec652 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:33.002375 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.l3_db [None req-62cc8cf8-c087-4cec-b91e-75f20d6ec652 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Floating IP 3ce15993-f26e-4aa1-8c96-e2818c0427bb disassociated. External IP: 172.26.0.179, port: 796343a7-8e76-43d5-afc4-17ff9564507e. Apr 08 10:20:33.065088 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bbc1fe2-156f-4884-b0ae-2e4fb070d3ff tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:20:33.065497 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4bbc1fe2-156f-4884-b0ae-2e4fb070d3ff tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:20:33.080807 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:20:33.331825 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9d4efaf2-4a53-4600-84a9-d47a91a282fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:33.336423 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4bbc1fe2-156f-4884-b0ae-2e4fb070d3ff tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:33.340643 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4bbc1fe2-156f-4884-b0ae-2e4fb070d3ff tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:33.368011 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9d4efaf2-4a53-4600-84a9-d47a91a282fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:33.373337 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2bf775c2-4ff7-4918-bf5d-32ec5a6cce26 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:33.381340 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-824172f2-1cf5-4aaa-a5a5-38baac13dc09 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:33.391392 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc1fe2-156f-4884-b0ae-2e4fb070d3ff tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Pushing event deleted for resources: {'Network': ['ID=3badd0b2-4b1e-44c2-ab9b-768c474864af,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:33.396485 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-746cf890-a553-44a4-b11f-d57db25ec94d tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks [] for floatingip, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:33.402295 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2bf775c2-4ff7-4918-bf5d-32ec5a6cce26 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:33.407326 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4b53925d-b8d6-4a3f-a23d-6a59c9c7b45a tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:33.433953 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d4efaf2-4a53-4600-84a9-d47a91a282fa admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:20:33.448063 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4bbc1fe2-156f-4884-b0ae-2e4fb070d3ff tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] 10.222.0.47 "DELETE /v2.0/networks/3badd0b2-4b1e-44c2-ab9b-768c474864af HTTP/1.1" status: 204 len: 168 time: 1.7664452 Apr 08 10:20:33.449978 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-746cf890-a553-44a4-b11f-d57db25ec94d tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:33.451078 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-746cf890-a553-44a4-b11f-d57db25ec94d tempest-ServersTestJSON-1166122991 tempest-ServersTestJSON-1166122991-project] 10.222.0.47 "DELETE /v2.0/floatingips/f3fe764b-ec0d-4196-8545-7fd50b895cd0 HTTP/1.1" status: 204 len: 168 time: 2.4541824 Apr 08 10:20:33.452605 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50888) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:33.457821 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50890) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:33.460756 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4efaf2-4a53-4600-84a9-d47a91a282fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca33e79-2da3-44f7-b484-196b5dc3d84f,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:33.465854 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9d4efaf2-4a53-4600-84a9-d47a91a282fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:33.466197 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-9d4efaf2-4a53-4600-84a9-d47a91a282fa admin admin] Added segment 99b3f27a-8822-4c4d-b275-739b0895f677 of type vlan for network a43ac230-2af3-46f3-9f8c-607cf9bfd095 Apr 08 10:20:33.563311 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-824172f2-1cf5-4aaa-a5a5-38baac13dc09 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Calling delete_port for 53a8e2c0-9150-4c14-8df3-9c22932e29b3 owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:33.572366 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 38e58cf3-095d-4c5f-adce-3e97696af7c3 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:20:33.606544 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 38e58cf3-095d-4c5f-adce-3e97696af7c3 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:20:33.607717 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 38e58cf3-095d-4c5f-adce-3e97696af7c3 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:20:33.610275 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53925d-b8d6-4a3f-a23d-6a59c9c7b45a tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Pushing event deleted for resources: {'Port': ['ID=22ca2197-e813-48b8-afcb-110ca5e81821,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:33.614978 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf775c2-4ff7-4918-bf5d-32ec5a6cce26 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:33.618584 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2bf775c2-4ff7-4918-bf5d-32ec5a6cce26 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:33.704872 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18a652-e0ec-4974-a1fa-a7c4698263bd req-95dd6183-aafb-4a8d-8f63-733e373814bb tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:33.706334 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5d18a652-e0ec-4974-a1fa-a7c4698263bd req-95dd6183-aafb-4a8d-8f63-733e373814bb tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.5548217 Apr 08 10:20:33.728836 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9d4efaf2-4a53-4600-84a9-d47a91a282fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:33.755149 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2df04ee7-a54f-4ec8-8b82-c6f4deab1e08 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:33.838151 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9d4efaf2-4a53-4600-84a9-d47a91a282fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:33.839004 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4efaf2-4a53-4600-84a9-d47a91a282fa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:33.839982 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9d4efaf2-4a53-4600-84a9-d47a91a282fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:33.925162 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5d18a652-e0ec-4974-a1fa-a7c4698263bd req-2a875078-f9ea-41f2-a714-85d4288fddd6 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778922 Apr 08 10:20:34.040024 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9d4efaf2-4a53-4600-84a9-d47a91a282fa admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5522463 Apr 08 10:20:34.042211 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50898) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:34.051612 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2df04ee7-a54f-4ec8-8b82-c6f4deab1e08 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:34.067020 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-cfd7c498-2726-43b9-9d7c-0ef533ad724b admin admin] Request body: {'subnet': {'network_id': 'a43ac230-2af3-46f3-9f8c-607cf9bfd095', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-316811963-subnet', 'tenant_id': '1922481b7e64412fb829b36605ef349a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:34.070547 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4efaf2-4a53-4600-84a9-d47a91a282fa admin admin] Pushing event updated for resources: {'Network': ['ID=a43ac230-2af3-46f3-9f8c-607cf9bfd095,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:34.081061 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4b53925d-b8d6-4a3f-a23d-6a59c9c7b45a tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:34.087489 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network a43ac230-2af3-46f3-9f8c-607cf9bfd095 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:20:34.087650 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-cfd7c498-2726-43b9-9d7c-0ef533ad724b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:34.097677 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-cfd7c498-2726-43b9-9d7c-0ef533ad724b admin admin] Usage tracker for resource:subnet and tenant:1922481b7e64412fb829b36605ef349a is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:34.158647 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-2df04ee7-a54f-4ec8-8b82-c6f4deab1e08 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c40b290-9699-44ec-97a4-900958cf5ed7']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:34.165966 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-cfd7c498-2726-43b9-9d7c-0ef533ad724b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:34.180850 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-cfd7c498-2726-43b9-9d7c-0ef533ad724b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:34.254851 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-824172f2-1cf5-4aaa-a5a5-38baac13dc09 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:34.353878 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-2df04ee7-a54f-4ec8-8b82-c6f4deab1e08 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df986d2f-1c39-4247-8880-d023314b85a6') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:34.354176 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-2df04ee7-a54f-4ec8-8b82-c6f4deab1e08 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df986d2f-1c39-4247-8880-d023314b85a6') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:34.371257 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd7c498-2726-43b9-9d7c-0ef533ad724b admin admin] Made reservation on behalf of 1922481b7e64412fb829b36605ef349a for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:34.373776 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cfd7c498-2726-43b9-9d7c-0ef533ad724b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:34.380164 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824172f2-1cf5-4aaa-a5a5-38baac13dc09 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Pushing event deleted for resources: {'Port': ['ID=53a8e2c0-9150-4c14-8df3-9c22932e29b3,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:34.392251 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2df04ee7-a54f-4ec8-8b82-c6f4deab1e08 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:34.503245 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2df04ee7-a54f-4ec8-8b82-c6f4deab1e08 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:34.517269 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df04ee7-a54f-4ec8-8b82-c6f4deab1e08 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:20:34.517682 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2df04ee7-a54f-4ec8-8b82-c6f4deab1e08 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:20:34.535557 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:20:34.638797 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4b53925d-b8d6-4a3f-a23d-6a59c9c7b45a tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:34.695059 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4b53925d-b8d6-4a3f-a23d-6a59c9c7b45a tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:34.715356 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2df04ee7-a54f-4ec8-8b82-c6f4deab1e08 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:34.772805 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbad311-717d-4e6b-b61e-38139fd0d904 req-d270ca66-a398-44b7-b13d-ed36079a49bf tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:34.774309 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0bbad311-717d-4e6b-b61e-38139fd0d904 req-d270ca66-a398-44b7-b13d-ed36079a49bf tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.6327527 Apr 08 10:20:34.779467 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-824172f2-1cf5-4aaa-a5a5-38baac13dc09 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:34.797361 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2df04ee7-a54f-4ec8-8b82-c6f4deab1e08 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:34.803110 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4b53925d-b8d6-4a3f-a23d-6a59c9c7b45a tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:34.803599 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b53925d-b8d6-4a3f-a23d-6a59c9c7b45a tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Fanout notify agent at l3_agent the message router_deleted on router 06ef6f17-c69f-4405-a490-40442ec0130d {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:20:34.814073 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df04ee7-a54f-4ec8-8b82-c6f4deab1e08 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Pushing event deleted for resources: {'Network': ['ID=7c40b290-9699-44ec-97a4-900958cf5ed7,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:34.832962 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2bf775c2-4ff7-4918-bf5d-32ec5a6cce26 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:34.864800 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-824172f2-1cf5-4aaa-a5a5-38baac13dc09 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] 10.222.0.47 "DELETE /v2.0/ports/53a8e2c0-9150-4c14-8df3-9c22932e29b3 HTTP/1.1" status: 204 len: 168 time: 2.4868734 Apr 08 10:20:34.871037 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2df04ee7-a54f-4ec8-8b82-c6f4deab1e08 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] 10.222.0.47 "DELETE /v2.0/networks/7c40b290-9699-44ec-97a4-900958cf5ed7 HTTP/1.1" status: 204 len: 168 time: 1.4120851 Apr 08 10:20:34.871896 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50902) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:34.872255 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50904) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:34.881363 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4b53925d-b8d6-4a3f-a23d-6a59c9c7b45a tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:34.882400 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4b53925d-b8d6-4a3f-a23d-6a59c9c7b45a tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "DELETE /v2.0/routers/06ef6f17-c69f-4405-a490-40442ec0130d HTTP/1.1" status: 204 len: 168 time: 5.4620450 Apr 08 10:20:34.891590 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50910) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:34.923695 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf775c2-4ff7-4918-bf5d-32ec5a6cce26 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:34.926937 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-2bf775c2-4ff7-4918-bf5d-32ec5a6cce26 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:34.930197 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0bbad311-717d-4e6b-b61e-38139fd0d904 req-30047428-0fc9-47fa-b931-411e9d9999e4 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358917 Apr 08 10:20:34.931285 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf775c2-4ff7-4918-bf5d-32ec5a6cce26 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:34.931851 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2bf775c2-4ff7-4918-bf5d-32ec5a6cce26 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:34.945411 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf775c2-4ff7-4918-bf5d-32ec5a6cce26 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=f9d1defa-ba9e-423a-a68c-98948dbcc6ed,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:34.946853 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998c38bd-d31a-4d71-8e35-1041db178a43 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:20:34.955055 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-204093bb-a7b6-4a0d-90e9-c6153f0ba367 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1177170526', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:34.956828 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2bf775c2-4ff7-4918-bf5d-32ec5a6cce26 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9702182 Apr 08 10:20:34.959123 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50914) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:34.964674 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-bb7e103a-74c3-418c-a52b-9d8e949ce966 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'port': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'fixed_ips': [{'subnet_id': 'f9d1defa-ba9e-423a-a68c-98948dbcc6ed', 'ip_address': '2001:db8::53a8:112c:ab8a:2a3e'}], 'name': 'tempest-NetworksTestDHCPv6-911200813'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:35.033132 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-204093bb-a7b6-4a0d-90e9-c6153f0ba367 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:35.054174 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-204093bb-a7b6-4a0d-90e9-c6153f0ba367 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Usage tracker for resource:router and tenant:375b90ef4ba148b9ac12dbb8b1428832 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:35.078227 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-204093bb-a7b6-4a0d-90e9-c6153f0ba367 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:35.105971 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-204093bb-a7b6-4a0d-90e9-c6153f0ba367 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:35.166574 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cfd7c498-2726-43b9-9d7c-0ef533ad724b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:35.169133 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-bb7e103a-74c3-418c-a52b-9d8e949ce966 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:35.182428 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-bb7e103a-74c3-418c-a52b-9d8e949ce966 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:35.202489 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70de645f-9cef-4103-864c-6522d0354577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'fixed_ips': [{'subnet_id': 'f9d1defa-ba9e-423a-a68c-98948dbcc6ed'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:20:35.203370 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-70de645f-9cef-4103-864c-6522d0354577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:35.207271 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-204093bb-a7b6-4a0d-90e9-c6153f0ba367 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:35.208233 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-204093bb-a7b6-4a0d-90e9-c6153f0ba367 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:35.239875 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7e103a-74c3-418c-a52b-9d8e949ce966 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:35.283020 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed791273-8f43-4410-83e2-c65ca45f6f8a tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:35.287473 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed791273-8f43-4410-83e2-c65ca45f6f8a tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:35.288192 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ed791273-8f43-4410-83e2-c65ca45f6f8a tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Synchronizing usage tracker for tenant:f36ff6f38b054c6fba4b77d8241c559e on resource:network {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:20:35.309108 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62cc8cf8-c087-4cec-b91e-75f20d6ec652 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Router 1228fa13-706d-444f-aaa3-5802b42cbcd9 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:20:35.327011 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7c498-2726-43b9-9d7c-0ef533ad724b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9893e777-80b5-491b-b0da-55e059b64239,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:35.334366 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ba897-bd23-4fdb-8342-d8db90a0c414 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:35.334744 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2d8ba897-bd23-4fdb-8342-d8db90a0c414 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Synchronizing usage tracker for tenant:a70dc23d9782412dafdd39f8c425e7d1 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:20:35.365299 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-204093bb-a7b6-4a0d-90e9-c6153f0ba367 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:35.367943 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-70de645f-9cef-4103-864c-6522d0354577 None None] Allocated IP 2001:db8::2 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/f9d1defa-ba9e-423a-a68c-98948dbcc6ed/3878a5e4-f77f-4f25-97de-f14b74309365) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:35.370580 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0682339-8b8c-4cc3-92ca-6959f25fd147 req-35a04dfa-6e70-4359-88ab-c8f18f32402b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:35.372160 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e0682339-8b8c-4cc3-92ca-6959f25fd147 req-35a04dfa-6e70-4359-88ab-c8f18f32402b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.1918261 Apr 08 10:20:35.390043 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ed791273-8f43-4410-83e2-c65ca45f6f8a tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Unset dirty status for tenant:f36ff6f38b054c6fba4b77d8241c559e on resource:network {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:20:35.395947 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ed791273-8f43-4410-83e2-c65ca45f6f8a tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5149097 Apr 08 10:20:35.397763 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50920) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:35.412839 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bb7e103a-74c3-418c-a52b-9d8e949ce966 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:35.425196 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-0c253d2b-cbb3-4c28-97e2-de1aada7d55b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-160395724'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:35.428220 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2d8ba897-bd23-4fdb-8342-d8db90a0c414 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Unset dirty status for tenant:a70dc23d9782412dafdd39f8c425e7d1 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:20:35.430984 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2d8ba897-bd23-4fdb-8342-d8db90a0c414 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec9c422c-2bd2-4a46-ae42-3a1dd6886a64 HTTP/1.1" status: 200 len: 913 time: 0.5544801 Apr 08 10:20:35.440183 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50924) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:35.481722 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-0c253d2b-cbb3-4c28-97e2-de1aada7d55b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:35.490267 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd7c498-2726-43b9-9d7c-0ef533ad724b admin admin] Checking segment: {'id': '99b3f27a-8822-4c4d-b275-739b0895f677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a43ac230-2af3-46f3-9f8c-607cf9bfd095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:20:35.490267 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd7c498-2726-43b9-9d7c-0ef533ad724b admin admin] Network hostable DHCP agents. Network: a43ac230-2af3-46f3-9f8c-607cf9bfd095, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:20:35.517668 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-bb7e103a-74c3-418c-a52b-9d8e949ce966 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] device_id is not set on port c7884e21-e302-434b-ac22-847ed50f6498 yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:20:35.567851 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-0c253d2b-cbb3-4c28-97e2-de1aada7d55b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:35.578158 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-204093bb-a7b6-4a0d-90e9-c6153f0ba367 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:35.584633 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-70de645f-9cef-4103-864c-6522d0354577 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:35.595412 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-70de645f-9cef-4103-864c-6522d0354577 None None] Transition to ACTIVE for port object 3878a5e4-f77f-4f25-97de-f14b74309365 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:35.613267 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e0682339-8b8c-4cc3-92ca-6959f25fd147 req-dd078d04-fb13-4e6d-98c9-24a8db3d040e tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275100 Apr 08 10:20:35.616215 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-70de645f-9cef-4103-864c-6522d0354577 None None] Transition to ACTIVE for port object 3878a5e4-f77f-4f25-97de-f14b74309365 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:35.617613 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c253d2b-cbb3-4c28-97e2-de1aada7d55b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Made reservation on behalf of f36ff6f38b054c6fba4b77d8241c559e for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:35.620775 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0c253d2b-cbb3-4c28-97e2-de1aada7d55b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:35.628435 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-70de645f-9cef-4103-864c-6522d0354577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:35.648709 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f3f193f7-017a-404e-8e14-568b613843ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:35.696193 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70de645f-9cef-4103-864c-6522d0354577 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:35.703718 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-70de645f-9cef-4103-864c-6522d0354577 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:35.703927 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-204093bb-a7b6-4a0d-90e9-c6153f0ba367 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:35.708183 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-204093bb-a7b6-4a0d-90e9-c6153f0ba367 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7663984 Apr 08 10:20:35.715203 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70de645f-9cef-4103-864c-6522d0354577 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:35.717190 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50930) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:35.731125 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-d538df9a-a6fa-432d-bd7a-1aeadaa750cb tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:35.736444 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de645f-9cef-4103-864c-6522d0354577 None None] Pushing event updated for resources: {'Port': ['ID=3878a5e4-f77f-4f25-97de-f14b74309365,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:35.842182 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd7c498-2726-43b9-9d7c-0ef533ad724b admin admin] Network a43ac230-2af3-46f3-9f8c-607cf9bfd095 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:20:35.879847 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-70de645f-9cef-4103-864c-6522d0354577 None None] Attempting to bind port 3878a5e4-f77f-4f25-97de-f14b74309365 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:35.880479 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-70de645f-9cef-4103-864c-6522d0354577 None None] Attempting to bind port 3878a5e4-f77f-4f25-97de-f14b74309365 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:35.880915 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70de645f-9cef-4103-864c-6522d0354577 None None] Attempting to bind port 3878a5e4-f77f-4f25-97de-f14b74309365 on network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:35.892571 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70de645f-9cef-4103-864c-6522d0354577 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:20:35.893657 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70de645f-9cef-4103-864c-6522d0354577 None None] Checking segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:20:35.894887 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-70de645f-9cef-4103-864c-6522d0354577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:35.896290 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70de645f-9cef-4103-864c-6522d0354577 None None] Bound using segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:20:35.897494 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-70de645f-9cef-4103-864c-6522d0354577 None None] Bound port: 3878a5e4-f77f-4f25-97de-f14b74309365, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:20:35.898060 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-70de645f-9cef-4103-864c-6522d0354577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:35.927895 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-bb7e103a-74c3-418c-a52b-9d8e949ce966 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 2001:db8::53a8:112c:ab8a:2a3e (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/f9d1defa-ba9e-423a-a68c-98948dbcc6ed/c7884e21-e302-434b-ac22-847ed50f6498) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:35.967958 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f790c-b5ed-4476-aa7b-19ff42bd74dc req-299bc86e-6ef1-4104-8187-530c1c42e8c7 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:35.969538 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2c4f790c-b5ed-4476-aa7b-19ff42bd74dc req-299bc86e-6ef1-4104-8187-530c1c42e8c7 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.2052090 Apr 08 10:20:36.011677 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-70de645f-9cef-4103-864c-6522d0354577 None None] For port 3878a5e4-f77f-4f25-97de-f14b74309365, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:20:36.018242 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-70de645f-9cef-4103-864c-6522d0354577 None None] For port 3878a5e4-f77f-4f25-97de-f14b74309365, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=3878a5e4-f77f-4f25-97de-f14b74309365,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:20:36.022917 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-70de645f-9cef-4103-864c-6522d0354577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:36.055385 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c253d2b-cbb3-4c28-97e2-de1aada7d55b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:20:36.082700 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-cfd7c498-2726-43b9-9d7c-0ef533ad724b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, a43ac230-2af3-46f3-9f8c-607cf9bfd095) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:36.092857 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0c253d2b-cbb3-4c28-97e2-de1aada7d55b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:36.093140 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-0c253d2b-cbb3-4c28-97e2-de1aada7d55b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Added segment 77d9d6f4-da91-4403-8cd7-5e2b936b0c76 of type vlan for network da1a8033-50e9-40da-9d6b-9120f703fa11 Apr 08 10:20:36.097400 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd7c498-2726-43b9-9d7c-0ef533ad724b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:36.097993 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cfd7c498-2726-43b9-9d7c-0ef533ad724b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:36.104377 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f84b1b8-d2a6-4a34-83c6-a314927489d9 None None] Network a43ac230-2af3-46f3-9f8c-607cf9bfd095 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:20:36.148452 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2c4f790c-b5ed-4476-aa7b-19ff42bd74dc req-a31c875e-752a-4d10-aff0-59d5ab5b047a tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609063 Apr 08 10:20:36.227204 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0c253d2b-cbb3-4c28-97e2-de1aada7d55b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:36.233760 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-cfd7c498-2726-43b9-9d7c-0ef533ad724b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1881812 Apr 08 10:20:36.251641 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de645f-9cef-4103-864c-6522d0354577 None None] Pushing event updated for resources: {'Port': ['ID=3878a5e4-f77f-4f25-97de-f14b74309365,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:36.425442 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0c253d2b-cbb3-4c28-97e2-de1aada7d55b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:36.429158 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c253d2b-cbb3-4c28-97e2-de1aada7d55b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:36.429768 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0c253d2b-cbb3-4c28-97e2-de1aada7d55b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:36.434245 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c34cff6-fad2-4dcd-9078-9abdbea91d97 None None] Network a43ac230-2af3-46f3-9f8c-607cf9bfd095 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:20:36.740259 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0c253d2b-cbb3-4c28-97e2-de1aada7d55b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3360605 Apr 08 10:20:36.751195 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50942) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:36.775128 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c253d2b-cbb3-4c28-97e2-de1aada7d55b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Pushing event updated for resources: {'Network': ['ID=da1a8033-50e9-40da-9d6b-9120f703fa11,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:36.781843 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-f0250f04-643c-48fc-b127-d367b0adb0f5 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1964098601'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:36.787509 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f0250f04-643c-48fc-b127-d367b0adb0f5 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:36.791026 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network da1a8033-50e9-40da-9d6b-9120f703fa11 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:20:36.792377 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f0250f04-643c-48fc-b127-d367b0adb0f5 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Usage tracker for resource:network and tenant:f36ff6f38b054c6fba4b77d8241c559e is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:36.792722 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cc8cf8-c087-4cec-b91e-75f20d6ec652 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:20:36.796131 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f0250f04-643c-48fc-b127-d367b0adb0f5 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:36.803322 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f0250f04-643c-48fc-b127-d367b0adb0f5 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:36.803842 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-62cc8cf8-c087-4cec-b91e-75f20d6ec652 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:36.819352 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bb7e103a-74c3-418c-a52b-9d8e949ce966 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:36.827353 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0910de87-33b1-4977-9a29-fc7139736fac None None] Sync routers for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:20:36.827767 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0250f04-643c-48fc-b127-d367b0adb0f5 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Made reservation on behalf of f36ff6f38b054c6fba4b77d8241c559e for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:36.830658 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f0250f04-643c-48fc-b127-d367b0adb0f5 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:36.859654 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d538df9a-a6fa-432d-bd7a-1aeadaa750cb tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:36.869266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0250f04-643c-48fc-b127-d367b0adb0f5 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:20:36.880421 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f0250f04-643c-48fc-b127-d367b0adb0f5 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:36.880762 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-f0250f04-643c-48fc-b127-d367b0adb0f5 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Added segment f715805a-cc65-41a5-a96a-18e93c044ebd of type vlan for network 99be280b-339a-4f53-91df-c4336d312a63 Apr 08 10:20:36.909461 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f0250f04-643c-48fc-b127-d367b0adb0f5 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:36.931545 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-62cc8cf8-c087-4cec-b91e-75f20d6ec652 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "PUT /v2.0/floatingips/3ce15993-f26e-4aa1-8c96-e2818c0427bb HTTP/1.1" status: 200 len: 688 time: 5.1195002 Apr 08 10:20:36.932245 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50950) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:36.939079 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0910de87-33b1-4977-9a29-fc7139736fac None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:36.940031 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-0910de87-33b1-4977-9a29-fc7139736fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:36.955382 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f0250f04-643c-48fc-b127-d367b0adb0f5 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:36.959185 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0250f04-643c-48fc-b127-d367b0adb0f5 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:36.959917 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f0250f04-643c-48fc-b127-d367b0adb0f5 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:37.030923 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-0910de87-33b1-4977-9a29-fc7139736fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:37.051904 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0910de87-33b1-4977-9a29-fc7139736fac None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:37.052875 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-0910de87-33b1-4977-9a29-fc7139736fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:37.130264 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-0910de87-33b1-4977-9a29-fc7139736fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:37.131919 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0910de87-33b1-4977-9a29-fc7139736fac None None] The sync data for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:20:37.165356 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0250f04-643c-48fc-b127-d367b0adb0f5 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Pushing event updated for resources: {'Network': ['ID=99be280b-339a-4f53-91df-c4336d312a63,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:37.176883 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 99be280b-339a-4f53-91df-c4336d312a63 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:20:37.179111 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34ef94-efed-4a5e-a5d7-762023c4b59a req-f514e2b4-72a8-4795-8ab7-56fca70c2790 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:37.191631 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bb34ef94-efed-4a5e-a5d7-762023c4b59a req-f514e2b4-72a8-4795-8ab7-56fca70c2790 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.7927933 Apr 08 10:20:37.194236 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-bb7e103a-74c3-418c-a52b-9d8e949ce966 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Transition to ACTIVE for port object c7884e21-e302-434b-ac22-847ed50f6498 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:37.280875 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bb34ef94-efed-4a5e-a5d7-762023c4b59a req-5b575418-f255-47d1-8cc7-cac1d827a6a2 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881872 Apr 08 10:20:37.292281 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-bb9552da-fadf-48ff-9216-452edbd3fce1 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Deleting port 523a5a23-6c46-4dbe-918c-173a3ceb7b5b {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:37.292733 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bb9552da-fadf-48ff-9216-452edbd3fce1 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:37.344296 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f0250f04-643c-48fc-b127-d367b0adb0f5 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5765262 Apr 08 10:20:37.346131 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50962) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:37.358123 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Request body: {'ports': [{'network_id': 'da1a8033-50e9-40da-9d6b-9120f703fa11', 'name': 'tempest-port--826181380', 'admin_state_up': True}, {'network_id': '99be280b-339a-4f53-91df-c4336d312a63', 'admin_state_up': False}]} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:37.358641 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Request body: {'port': {'network_id': 'da1a8033-50e9-40da-9d6b-9120f703fa11', 'name': 'tempest-port--826181380', 'admin_state_up': True}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:37.359685 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Request body: {'port': {'network_id': '99be280b-339a-4f53-91df-c4336d312a63', 'admin_state_up': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:37.473819 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e39ddd02-7b67-4b4b-916d-6a29d2eb90bc tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:37.585250 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50968) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:37.596411 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-15ddfc82-18cb-4e1c-8d27-6e00d6c6b3b5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1669662568-network', 'tenant_id': 'bcff2314bf5c487ab7e416d66a35d537'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:37.627670 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bb9552da-fadf-48ff-9216-452edbd3fce1 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:37.628054 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bb9552da-fadf-48ff-9216-452edbd3fce1 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:37.642755 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3878a5e4-f77f-4f25-97de-f14b74309365 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:20:37.650219 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-15ddfc82-18cb-4e1c-8d27-6e00d6c6b3b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:37.676188 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bb7e103a-74c3-418c-a52b-9d8e949ce966 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:37.713734 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-15ddfc82-18cb-4e1c-8d27-6e00d6c6b3b5 admin admin] Usage tracker for resource:network and tenant:bcff2314bf5c487ab7e416d66a35d537 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:37.719893 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 3878a5e4-f77f-4f25-97de-f14b74309365 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:20:37.783423 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-e5fc69dd-99aa-49af-978b-aab715ade776 None None] Provisioning for port 3878a5e4-f77f-4f25-97de-f14b74309365 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:20:37.789682 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-e5fc69dd-99aa-49af-978b-aab715ade776 None None] Provisioning complete for port 3878a5e4-f77f-4f25-97de-f14b74309365 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:20:37.790333 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e5fc69dd-99aa-49af-978b-aab715ade776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:37.885363 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7e103a-74c3-418c-a52b-9d8e949ce966 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:37.897689 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-bb7e103a-74c3-418c-a52b-9d8e949ce966 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:37.899517 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e103a-74c3-418c-a52b-9d8e949ce966 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=c7884e21-e302-434b-ac22-847ed50f6498,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:37.901786 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7e103a-74c3-418c-a52b-9d8e949ce966 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:37.905848 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7e103a-74c3-418c-a52b-9d8e949ce966 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:37.906490 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bb7e103a-74c3-418c-a52b-9d8e949ce966 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:37.909486 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-15ddfc82-18cb-4e1c-8d27-6e00d6c6b3b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:37.915970 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e5fc69dd-99aa-49af-978b-aab715ade776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:37.939994 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:37.949782 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-bb9552da-fadf-48ff-9216-452edbd3fce1 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Calling delete_port for 523a5a23-6c46-4dbe-918c-173a3ceb7b5b owned by network:floatingip {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:37.951773 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac588d7-3117-41f7-ba8b-7accff4e881f req-16bc27a1-70ba-47cd-a28f-723eae35547b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:37.953319 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7ac588d7-3117-41f7-ba8b-7accff4e881f req-16bc27a1-70ba-47cd-a28f-723eae35547b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.4948845 Apr 08 10:20:37.954775 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Usage tracker for resource:port and tenant:f36ff6f38b054c6fba4b77d8241c559e is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:37.956629 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-e5fc69dd-99aa-49af-978b-aab715ade776 None None] For port 3878a5e4-f77f-4f25-97de-f14b74309365, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=3878a5e4-f77f-4f25-97de-f14b74309365,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:37.958774 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:37.962798 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e5fc69dd-99aa-49af-978b-aab715ade776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:37.963630 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-bb7e103a-74c3-418c-a52b-9d8e949ce966 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0033929 Apr 08 10:20:37.971785 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50972) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:37.976225 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:37.994123 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-15ddfc82-18cb-4e1c-8d27-6e00d6c6b3b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:38.000733 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-74a7b07d-b790-433d-a362-94cba10755ab tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'port': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'fixed_ips': [{'subnet_id': 'f9d1defa-ba9e-423a-a68c-98948dbcc6ed', 'ip_address': '2001:db8::53a8:112c:ab8a:2a3e'}], 'name': 'tempest-NetworksTestDHCPv6-1389201039'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:38.059289 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc69dd-99aa-49af-978b-aab715ade776 None None] Pushing event updated for resources: {'Port': ['ID=3878a5e4-f77f-4f25-97de-f14b74309365,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:38.063869 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ddfc82-18cb-4e1c-8d27-6e00d6c6b3b5 admin admin] Made reservation on behalf of bcff2314bf5c487ab7e416d66a35d537 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:38.067373 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-15ddfc82-18cb-4e1c-8d27-6e00d6c6b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:38.114325 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Made reservation on behalf of f36ff6f38b054c6fba4b77d8241c559e for: {'port': 2} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:38.120114 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:38.141327 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:38.145708 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-15ddfc82-18cb-4e1c-8d27-6e00d6c6b3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:38.178793 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:38.211145 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7ac588d7-3117-41f7-ba8b-7accff4e881f req-1830f544-a687-47f4-bdde-1e8b45a02e08 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459257 Apr 08 10:20:38.216819 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d538df9a-a6fa-432d-bd7a-1aeadaa750cb tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router_gateway, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:38.267329 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d538df9a-a6fa-432d-bd7a-1aeadaa750cb tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:38.291522 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-04555e9b-30c4-4dbc-974d-4af8700ee2ac None None] Provisioning for port c7884e21-e302-434b-ac22-847ed50f6498 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:20:38.297285 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-04555e9b-30c4-4dbc-974d-4af8700ee2ac None None] Provisioning complete for port c7884e21-e302-434b-ac22-847ed50f6498 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:20:38.297767 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-04555e9b-30c4-4dbc-974d-4af8700ee2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:38.299578 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-74a7b07d-b790-433d-a362-94cba10755ab tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:38.340897 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-74a7b07d-b790-433d-a362-94cba10755ab tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:port and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:38.352719 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-74a7b07d-b790-433d-a362-94cba10755ab tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:38.353744 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-04555e9b-30c4-4dbc-974d-4af8700ee2ac None None] Port c7884e21-e302-434b-ac22-847ed50f6498 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:20:38.359477 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-74a7b07d-b790-433d-a362-94cba10755ab tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:38.385517 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-15ddfc82-18cb-4e1c-8d27-6e00d6c6b3b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:38.400469 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-15ddfc82-18cb-4e1c-8d27-6e00d6c6b3b5 admin admin] Usage tracker for resource:security_group_rule and tenant:bcff2314bf5c487ab7e416d66a35d537 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:38.415553 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-15ddfc82-18cb-4e1c-8d27-6e00d6c6b3b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:38.431556 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-15ddfc82-18cb-4e1c-8d27-6e00d6c6b3b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:38.440967 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bb9552da-fadf-48ff-9216-452edbd3fce1 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:38.445161 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a7b07d-b790-433d-a362-94cba10755ab tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:38.450436 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-74a7b07d-b790-433d-a362-94cba10755ab tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:38.535251 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9552da-fadf-48ff-9216-452edbd3fce1 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event deleted for resources: {'Port': ['ID=523a5a23-6c46-4dbe-918c-173a3ceb7b5b,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:38.542753 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-74a7b07d-b790-433d-a362-94cba10755ab tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] device_id is not set on port e8844b38-0aaf-4780-a281-35bbb87daa33 yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:20:38.577468 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] device_id is not set on port 7dac6c8f-ebea-4805-99a0-57724d78100a yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:20:38.688171 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-d538df9a-a6fa-432d-bd7a-1aeadaa750cb tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Allocated IP 172.26.0.74 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/6c4f8412-cd0e-4934-b069-d25259e54614) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:38.862562 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bb9552da-fadf-48ff-9216-452edbd3fce1 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:38.884198 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-15ddfc82-18cb-4e1c-8d27-6e00d6c6b3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:38.894500 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-15ddfc82-18cb-4e1c-8d27-6e00d6c6b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:39.004462 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ddfc82-18cb-4e1c-8d27-6e00d6c6b3b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:20:39.023959 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ddfc82-18cb-4e1c-8d27-6e00d6c6b3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7c2dd2-74da-4d30-acfe-8350f59879b7,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:39.035376 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bb9552da-fadf-48ff-9216-452edbd3fce1 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:39.036812 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-bb9552da-fadf-48ff-9216-452edbd3fce1 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "DELETE /v2.0/floatingips/3ce15993-f26e-4aa1-8c96-e2818c0427bb HTTP/1.1" status: 204 len: 168 time: 2.1007488 Apr 08 10:20:39.040037 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d538df9a-a6fa-432d-bd7a-1aeadaa750cb tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:39.047240 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50978) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:39.086432 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:39.110178 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-15ddfc82-18cb-4e1c-8d27-6e00d6c6b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:39.110594 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-15ddfc82-18cb-4e1c-8d27-6e00d6c6b3b5 admin admin] Added segment 718ed39a-3826-4d3a-a719-17740fe98037 of type vlan for network 9f76bed6-dadf-4015-bba0-384875fb640b Apr 08 10:20:39.134130 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-f3f193f7-017a-404e-8e14-568b613843ef admin admin] Deleting port d4c36c71-0a54-41ef-b7c4-9a4f599af0c1 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:39.134469 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f3f193f7-017a-404e-8e14-568b613843ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:39.164855 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-5a08ed16-b2a0-4504-9134-8ebce6412887 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] delete failed (client error): The resource could not be found. Apr 08 10:20:39.165876 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5a08ed16-b2a0-4504-9134-8ebce6412887 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "DELETE /v2.0/floatingips/3ce15993-f26e-4aa1-8c96-e2818c0427bb HTTP/1.1" status: 404 len: 345 time: 0.1163313 Apr 08 10:20:39.170074 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a7b07d-b790-433d-a362-94cba10755ab tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 08 10:20:39.170074 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a7b07d-b790-433d-a362-94cba10755ab tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:20:39.176702 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50982) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:39.240133 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-15ddfc82-18cb-4e1c-8d27-6e00d6c6b3b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:39.262096 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] device_id is not set on port 2d2004e9-f070-49f2-a8d6-bd6fecaabc9a yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:20:39.281512 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-74a7b07d-b790-433d-a362-94cba10755ab tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3071256 Apr 08 10:20:39.284693 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50986) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:39.374728 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d538df9a-a6fa-432d-bd7a-1aeadaa750cb tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:39.425820 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-15ddfc82-18cb-4e1c-8d27-6e00d6c6b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:39.426653 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ddfc82-18cb-4e1c-8d27-6e00d6c6b3b5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:39.427146 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-15ddfc82-18cb-4e1c-8d27-6e00d6c6b3b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:39.482737 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85a6edf-8196-4a69-8833-e78ba166b3e1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:39.486765 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85a6edf-8196-4a69-8833-e78ba166b3e1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:39.487522 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a85a6edf-8196-4a69-8833-e78ba166b3e1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:20:39.496440 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:39.524649 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a85a6edf-8196-4a69-8833-e78ba166b3e1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:20:39.525716 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a85a6edf-8196-4a69-8833-e78ba166b3e1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2387626 Apr 08 10:20:39.544016 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 50990) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:39.575869 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d538df9a-a6fa-432d-bd7a-1aeadaa750cb tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:39.591484 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3878a5e4-f77f-4f25-97de-f14b74309365 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:20:39.592075 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:39.603744 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538df9a-a6fa-432d-bd7a-1aeadaa750cb tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Pushing event updated for resources: {'Port': ['ID=6c4f8412-cd0e-4934-b069-d25259e54614,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:39.627889 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-15ddfc82-18cb-4e1c-8d27-6e00d6c6b3b5 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0391436 Apr 08 10:20:39.629084 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-d538df9a-a6fa-432d-bd7a-1aeadaa750cb tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:39.637355 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7795a2-a85d-4661-941f-4b69ed6b7ea9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:39.643890 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7795a2-a85d-4661-941f-4b69ed6b7ea9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:39.645949 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7795a2-a85d-4661-941f-4b69ed6b7ea9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:39.646223 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50994) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:39.646784 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-be7795a2-a85d-4661-941f-4b69ed6b7ea9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Synchronizing usage tracker for tenant:eaffd781f5dd45dba33356f8d68ab59c on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:20:39.649779 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d538df9a-a6fa-432d-bd7a-1aeadaa750cb tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:39.656586 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-e39ddd02-7b67-4b4b-916d-6a29d2eb90bc tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Deleting port b119072b-d534-41b6-bebd-8d8200383aaa {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:39.656932 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e39ddd02-7b67-4b4b-916d-6a29d2eb90bc tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:39.672548 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 3878a5e4-f77f-4f25-97de-f14b74309365 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:20:39.673102 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:39.685802 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-51349017-df21-43c7-8f63-4b82be0ef888 admin admin] Request body: {'subnet': {'network_id': '9f76bed6-dadf-4015-bba0-384875fb640b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1669662568-subnet', 'tenant_id': 'bcff2314bf5c487ab7e416d66a35d537', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:39.704165 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-51349017-df21-43c7-8f63-4b82be0ef888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:39.723922 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-51349017-df21-43c7-8f63-4b82be0ef888 admin admin] Usage tracker for resource:subnet and tenant:bcff2314bf5c487ab7e416d66a35d537 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:39.736954 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-51349017-df21-43c7-8f63-4b82be0ef888 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:39.753158 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-51349017-df21-43c7-8f63-4b82be0ef888 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:39.759887 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Pushing event updated for resources: {'Port': ['ID=7dac6c8f-ebea-4805-99a0-57724d78100a,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:39.810454 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51349017-df21-43c7-8f63-4b82be0ef888 admin admin] Made reservation on behalf of bcff2314bf5c487ab7e416d66a35d537 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:39.812950 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-51349017-df21-43c7-8f63-4b82be0ef888 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:39.840842 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ddfc82-18cb-4e1c-8d27-6e00d6c6b3b5 admin admin] Pushing event updated for resources: {'Network': ['ID=9f76bed6-dadf-4015-bba0-384875fb640b,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:39.853525 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 9f76bed6-dadf-4015-bba0-384875fb640b details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:20:39.861139 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-f3f193f7-017a-404e-8e14-568b613843ef admin admin] For port d4c36c71-0a54-41ef-b7c4-9a4f599af0c1, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=d4c36c71-0a54-41ef-b7c4-9a4f599af0c1,segment=NetworkSegment(9c1c6b6f-7c1a-46a0-8674-eb95d416a285),segment_id=9c1c6b6f-7c1a-46a0-8674-eb95d416a285)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:39.861496 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f3f193f7-017a-404e-8e14-568b613843ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:39.871756 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-8f7b80a7-b541-4281-95aa-6c21dd3e7de7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting port c7884e21-e302-434b-ac22-847ed50f6498 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:39.872113 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8f7b80a7-b541-4281-95aa-6c21dd3e7de7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:39.910094 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-be7795a2-a85d-4661-941f-4b69ed6b7ea9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Unset dirty status for tenant:eaffd781f5dd45dba33356f8d68ab59c on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:20:39.911784 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-be7795a2-a85d-4661-941f-4b69ed6b7ea9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "GET /v2.0/ports?network_id=f6e58c6a-710e-484f-bfc6-6dcf05fd3866 HTTP/1.1" status: 200 len: 2358 time: 0.7302604 Apr 08 10:20:39.949048 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 50998) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:40.005959 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Checking segment: {'id': '77d9d6f4-da91-4403-8cd7-5e2b936b0c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'da1a8033-50e9-40da-9d6b-9120f703fa11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:20:40.006322 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Network hostable DHCP agents. Network: da1a8033-50e9-40da-9d6b-9120f703fa11, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:20:40.055964 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-f3f193f7-017a-404e-8e14-568b613843ef admin admin] Calling delete_port for d4c36c71-0a54-41ef-b7c4-9a4f599af0c1 owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:40.097217 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb420cc1-f3c7-4f91-aeed-0974184f65db tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:40.097866 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-fb420cc1-f3c7-4f91-aeed-0974184f65db tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Synchronizing usage tracker for tenant:eaffd781f5dd45dba33356f8d68ab59c on resource:subnet {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:20:40.113368 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e39ddd02-7b67-4b4b-916d-6a29d2eb90bc tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:40.250778 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-e39ddd02-7b67-4b4b-916d-6a29d2eb90bc tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Calling delete_port for b119072b-d534-41b6-bebd-8d8200383aaa owned by network:router_interface {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:40.285235 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Network da1a8033-50e9-40da-9d6b-9120f703fa11 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:20:40.307407 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-fb420cc1-f3c7-4f91-aeed-0974184f65db tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Unset dirty status for tenant:eaffd781f5dd45dba33356f8d68ab59c on resource:subnet {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:20:40.308574 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-fb420cc1-f3c7-4f91-aeed-0974184f65db tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "GET /v2.0/subnets/1bfd4408-d83c-42cf-a902-65b9273da716 HTTP/1.1" status: 200 len: 797 time: 0.3586040 Apr 08 10:20:40.319598 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51002) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:40.329749 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-a17dadda-1daf-4215-bb5a-43da4579e356 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Request body: {'port': {'network_id': 'f6e58c6a-710e-484f-bfc6-6dcf05fd3866', 'name': 'tempest-FloatingIPTestJSON-2045845562', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:40.349894 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, da1a8033-50e9-40da-9d6b-9120f703fa11) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:40.353908 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:40.354907 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:40.360719 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accb5fdc-d566-42af-8032-ed80d9e38147 None None] Network da1a8033-50e9-40da-9d6b-9120f703fa11 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:20:40.483922 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8f7b80a7-b541-4281-95aa-6c21dd3e7de7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:40.514309 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Pushing event updated for resources: {'Port': ['ID=2d2004e9-f070-49f2-a8d6-bd6fecaabc9a,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:40.659634 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-51349017-df21-43c7-8f63-4b82be0ef888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:40.660002 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-8f7b80a7-b541-4281-95aa-6c21dd3e7de7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Calling delete_port for c7884e21-e302-434b-ac22-847ed50f6498 owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:40.697662 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Checking segment: {'id': 'f715805a-cc65-41a5-a96a-18e93c044ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '99be280b-339a-4f53-91df-c4336d312a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:20:40.698023 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Network hostable DHCP agents. Network: 99be280b-339a-4f53-91df-c4336d312a63, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:20:40.757497 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a17dadda-1daf-4215-bb5a-43da4579e356 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:40.772359 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51349017-df21-43c7-8f63-4b82be0ef888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ec4892d-0299-4469-afe9-8a434b9a6363,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:40.787110 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f3f193f7-017a-404e-8e14-568b613843ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:40.791667 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a17dadda-1daf-4215-bb5a-43da4579e356 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:40.821443 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Network 99be280b-339a-4f53-91df-c4336d312a63 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:20:40.834990 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51349017-df21-43c7-8f63-4b82be0ef888 admin admin] Checking segment: {'id': '718ed39a-3826-4d3a-a719-17740fe98037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9f76bed6-dadf-4015-bba0-384875fb640b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:20:40.835355 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51349017-df21-43c7-8f63-4b82be0ef888 admin admin] Network hostable DHCP agents. Network: 9f76bed6-dadf-4015-bba0-384875fb640b, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:20:40.842324 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e39ddd02-7b67-4b4b-916d-6a29d2eb90bc tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:40.845686 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 99be280b-339a-4f53-91df-c4336d312a63) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:40.847160 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f193f7-017a-404e-8e14-568b613843ef admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c36c71-0a54-41ef-b7c4-9a4f599af0c1,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:40.852368 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d538df9a-a6fa-432d-bd7a-1aeadaa750cb tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router_gateway, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:40.860525 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6872f4c-facb-4547-b1e4-0ea8a1af9ddd None None] Network 99be280b-339a-4f53-91df-c4336d312a63 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:20:40.897255 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:40.901364 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:40.904585 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:40.905247 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:40.920058 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ddd02-7b67-4b4b-916d-6a29d2eb90bc tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Pushing event deleted for resources: {'Port': ['ID=b119072b-d534-41b6-bebd-8d8200383aaa,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:40.942961 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17dadda-1daf-4215-bb5a-43da4579e356 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Made reservation on behalf of eaffd781f5dd45dba33356f8d68ab59c for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:41.041701 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6da6fcd2-835f-475e-810c-c82d443c17b7 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.6928031 Apr 08 10:20:41.069318 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51006) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:41.142574 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51349017-df21-43c7-8f63-4b82be0ef888 admin admin] Network 9f76bed6-dadf-4015-bba0-384875fb640b is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:20:41.172443 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-51349017-df21-43c7-8f63-4b82be0ef888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 9f76bed6-dadf-4015-bba0-384875fb640b) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:41.181736 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51349017-df21-43c7-8f63-4b82be0ef888 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:41.182327 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-51349017-df21-43c7-8f63-4b82be0ef888 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:41.184443 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3404e755-c566-47d3-bd25-055a44a4498f None None] Network 9f76bed6-dadf-4015-bba0-384875fb640b requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:20:41.378652 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-51349017-df21-43c7-8f63-4b82be0ef888 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7312484 Apr 08 10:20:41.422245 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f2d292-826a-4c51-a092-f3f1ba65c240 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:41.426268 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f2d292-826a-4c51-a092-f3f1ba65c240 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:41.427656 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-11f2d292-826a-4c51-a092-f3f1ba65c240 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Synchronizing usage tracker for tenant:f36ff6f38b054c6fba4b77d8241c559e on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:20:41.427814 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8f7b80a7-b541-4281-95aa-6c21dd3e7de7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:41.454271 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-11f2d292-826a-4c51-a092-f3f1ba65c240 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Unset dirty status for tenant:f36ff6f38b054c6fba4b77d8241c559e on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:20:41.457913 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-11f2d292-826a-4c51-a092-f3f1ba65c240 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3771660 Apr 08 10:20:41.458367 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51012) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:41.534611 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-bed09d31-0632-4c6b-a62c-e024c92ccac9 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Deleting port 7dac6c8f-ebea-4805-99a0-57724d78100a {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:41.534611 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bed09d31-0632-4c6b-a62c-e024c92ccac9 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:41.614293 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d538df9a-a6fa-432d-bd7a-1aeadaa750cb tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:41.644045 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b80a7-b541-4281-95aa-6c21dd3e7de7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Port': ['ID=c7884e21-e302-434b-ac22-847ed50f6498,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:41.680932 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d944629-7957-4cf2-8703-ba7218f1b655 None None] Network 9f76bed6-dadf-4015-bba0-384875fb640b requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:20:41.719533 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d538df9a-a6fa-432d-bd7a-1aeadaa750cb tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1762438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1762447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1757449'] for router, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:41.733883 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a17dadda-1daf-4215-bb5a-43da4579e356 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:41.780580 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e39ddd02-7b67-4b4b-916d-6a29d2eb90bc tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:41.803601 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bed09d31-0632-4c6b-a62c-e024c92ccac9 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:41.978055 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8f7b80a7-b541-4281-95aa-6c21dd3e7de7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:42.020893 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8f7b80a7-b541-4281-95aa-6c21dd3e7de7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/c7884e21-e302-434b-ac22-847ed50f6498 HTTP/1.1" status: 204 len: 168 time: 2.4664552 Apr 08 10:20:42.022386 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-a17dadda-1daf-4215-bb5a-43da4579e356 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] device_id is not set on port 18cb2f25-2577-4df8-9f37-e438d568a2a4 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:20:42.056647 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51022) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:42.097461 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-bed09d31-0632-4c6b-a62c-e024c92ccac9 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Calling delete_port for 7dac6c8f-ebea-4805-99a0-57724d78100a owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:42.188202 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bed1884-1c95-4712-a95c-bab0f23b6a52 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:42.189492 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bed1884-1c95-4712-a95c-bab0f23b6a52 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:42.190217 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-6bed1884-1c95-4712-a95c-bab0f23b6a52 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:20:42.273168 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-6bed1884-1c95-4712-a95c-bab0f23b6a52 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:20:42.276681 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6bed1884-1c95-4712-a95c-bab0f23b6a52 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2165711 Apr 08 10:20:42.279800 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51030) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:42.305188 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bed09d31-0632-4c6b-a62c-e024c92ccac9 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:42.372983 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed09d31-0632-4c6b-a62c-e024c92ccac9 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Pushing event deleted for resources: {'Port': ['ID=7dac6c8f-ebea-4805-99a0-57724d78100a,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:42.512445 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bed09d31-0632-4c6b-a62c-e024c92ccac9 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:42.534356 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-da5ddba0-c508-4de6-9948-d08e4ec16441 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:42.535786 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-da5ddba0-c508-4de6-9948-d08e4ec16441 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/networks?id=a43ac230-2af3-46f3-9f8c-607cf9bfd095 HTTP/1.1" status: 200 len: 811 time: 0.3628476 Apr 08 10:20:42.541831 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-bed09d31-0632-4c6b-a62c-e024c92ccac9 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] 10.222.0.47 "DELETE /v2.0/ports/7dac6c8f-ebea-4805-99a0-57724d78100a HTTP/1.1" status: 204 len: 168 time: 1.0803382 Apr 08 10:20:42.542939 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51034) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:42.605102 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f3f193f7-017a-404e-8e14-568b613843ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:42.630635 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-17b44f2c-69a3-4a41-bc27-c35e88ad5c07 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/quotas/1922481b7e64412fb829b36605ef349a HTTP/1.1" status: 200 len: 375 time: 0.0883214 Apr 08 10:20:42.645773 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-07de5aa1-69f8-4611-9af9-3e571e178a3a tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Deleting port 2d2004e9-f070-49f2-a8d6-bd6fecaabc9a {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:42.646113 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-07de5aa1-69f8-4611-9af9-3e571e178a3a tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:42.723090 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-a8b429f8-7b1c-4b34-926f-7e081c09267f tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1922481b7e64412fb829b36605ef349a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828352 Apr 08 10:20:42.838902 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-a17dadda-1daf-4215-bb5a-43da4579e356 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Allocated IP 172.20.0.14 (f6e58c6a-710e-484f-bfc6-6dcf05fd3866/1bfd4408-d83c-42cf-a902-65b9273da716/18cb2f25-2577-4df8-9f37-e438d568a2a4) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:42.847741 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-90eb867b-d0cb-43df-bf4d-5cd1984a177b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet f9d1defa-ba9e-423a-a68c-98948dbcc6ed {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:20:42.857830 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-90eb867b-d0cb-43df-bf4d-5cd1984a177b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:42.886940 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-a17dadda-1daf-4215-bb5a-43da4579e356 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Allocated IP 172.20.0.13 (f6e58c6a-710e-484f-bfc6-6dcf05fd3866/1bfd4408-d83c-42cf-a902-65b9273da716/18cb2f25-2577-4df8-9f37-e438d568a2a4) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:43.105839 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-90eb867b-d0cb-43df-bf4d-5cd1984a177b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:43.179902 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-65522f2c-2212-455c-91f9-1917edb899c1 service neutron] 10.222.0.47 "GET /v2.0/networks/a43ac230-2af3-46f3-9f8c-607cf9bfd095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845701 Apr 08 10:20:43.183654 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-07de5aa1-69f8-4611-9af9-3e571e178a3a tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:43.256605 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d538df9a-a6fa-432d-bd7a-1aeadaa750cb tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Router 36f39037-482e-4b75-a6eb-21429e5179c9 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:20:43.265741 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4e2a82da-7226-42b8-8fc4-b9e9ae204d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:43.431974 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-07de5aa1-69f8-4611-9af9-3e571e178a3a tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Calling delete_port for 2d2004e9-f070-49f2-a8d6-bd6fecaabc9a owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:43.468021 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-90eb867b-d0cb-43df-bf4d-5cd1984a177b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:43.558658 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a17dadda-1daf-4215-bb5a-43da4579e356 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:43.626965 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-8cb5553c-f51c-4e81-a208-e13be33c0051 service neutron] 10.222.0.47 "GET /v2.0/networks/a43ac230-2af3-46f3-9f8c-607cf9bfd095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351685 Apr 08 10:20:43.632439 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-07de5aa1-69f8-4611-9af9-3e571e178a3a tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:43.688224 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de5aa1-69f8-4611-9af9-3e571e178a3a tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Pushing event deleted for resources: {'Port': ['ID=2d2004e9-f070-49f2-a8d6-bd6fecaabc9a,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:43.699569 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-07de5aa1-69f8-4611-9af9-3e571e178a3a tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:43.714211 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-07de5aa1-69f8-4611-9af9-3e571e178a3a tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] 10.222.0.47 "DELETE /v2.0/ports/2d2004e9-f070-49f2-a8d6-bd6fecaabc9a HTTP/1.1" status: 204 len: 168 time: 1.1683567 Apr 08 10:20:43.716747 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51038) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:43.733914 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-90eb867b-d0cb-43df-bf4d-5cd1984a177b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:43.767193 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3bb98740-39dc-4420-9285-f18d71215e7e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Synchronizing usage tracker for tenant:f36ff6f38b054c6fba4b77d8241c559e on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:20:43.792803 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3bb98740-39dc-4420-9285-f18d71215e7e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Unset dirty status for tenant:f36ff6f38b054c6fba4b77d8241c559e on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:20:43.799360 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3bb98740-39dc-4420-9285-f18d71215e7e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0817013 Apr 08 10:20:43.801523 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51046) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:43.810751 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb867b-d0cb-43df-bf4d-5cd1984a177b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=f9d1defa-ba9e-423a-a68c-98948dbcc6ed,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:43.818212 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39ddd02-7b67-4b4b-916d-6a29d2eb90bc tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Router ec9c422c-2bd2-4a46-ae42-3a1dd6886a64 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:20:43.827906 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a17dadda-1daf-4215-bb5a-43da4579e356 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:43.831875 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc9fe1f-f51c-4a92-be0a-ff514c9290cc None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:20:43.833252 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-90eb867b-d0cb-43df-bf4d-5cd1984a177b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:43.859428 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-c80a57cb-9b46-4f59-b52d-f3d71fc79a07 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-631988702'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:43.875533 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-c80a57cb-9b46-4f59-b52d-f3d71fc79a07 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:43.894195 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-80d60271-76e5-4dc0-8072-5f3946defec2 req-cb89fa73-61de-46b2-8619-3047e20ca1b3 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 210 time: 0.0896919 Apr 08 10:20:43.896265 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-c80a57cb-9b46-4f59-b52d-f3d71fc79a07 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Usage tracker for resource:network and tenant:f36ff6f38b054c6fba4b77d8241c559e is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:43.899930 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-c80a57cb-9b46-4f59-b52d-f3d71fc79a07 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:43.910994 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-c80a57cb-9b46-4f59-b52d-f3d71fc79a07 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:43.940348 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-90eb867b-d0cb-43df-bf4d-5cd1984a177b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/f9d1defa-ba9e-423a-a68c-98948dbcc6ed HTTP/1.1" status: 204 len: 168 time: 1.6567814 Apr 08 10:20:43.953852 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51052) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:43.969611 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17dadda-1daf-4215-bb5a-43da4579e356 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Network f6e58c6a-710e-484f-bfc6-6dcf05fd3866 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:44.038758 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-a17dadda-1daf-4215-bb5a-43da4579e356 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:44.048184 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17dadda-1daf-4215-bb5a-43da4579e356 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event updated for resources: {'Port': ['ID=18cb2f25-2577-4df8-9f37-e438d568a2a4,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:44.058774 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17dadda-1daf-4215-bb5a-43da4579e356 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:44.109126 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5bfca582-7206-429e-9869-ecb44dceafcf tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1484394 Apr 08 10:20:44.110440 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51060) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:44.124630 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-c4a7a2fd-7c16-48fa-9f64-132f38918015 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:44.214725 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c52d83e-408f-48ab-90b4-3d24d7488a65 None None] DHCP port deletion for 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:20:44.222237 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-2c52d83e-408f-48ab-90b4-3d24d7488a65 None None] Deleting port 3878a5e4-f77f-4f25-97de-f14b74309365 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:44.222772 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2c52d83e-408f-48ab-90b4-3d24d7488a65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:44.262017 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80a57cb-9b46-4f59-b52d-f3d71fc79a07 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Made reservation on behalf of f36ff6f38b054c6fba4b77d8241c559e for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:44.267233 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c80a57cb-9b46-4f59-b52d-f3d71fc79a07 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:44.330926 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c80a57cb-9b46-4f59-b52d-f3d71fc79a07 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:20:44.360484 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c80a57cb-9b46-4f59-b52d-f3d71fc79a07 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:44.360896 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-c80a57cb-9b46-4f59-b52d-f3d71fc79a07 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Added segment 2b55b148-e97f-4cd6-afce-add8bbf0821b of type vlan for network d1254a99-651f-420f-8e38-7c3a0191240c Apr 08 10:20:44.375527 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17dadda-1daf-4215-bb5a-43da4579e356 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:44.376523 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a17dadda-1daf-4215-bb5a-43da4579e356 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:44.397778 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d538df9a-a6fa-432d-bd7a-1aeadaa750cb tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:20:44.409780 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a44ff1b-bd98-4b7d-98a6-7e5acf703a09 None None] Sync routers for ids ['36f39037-482e-4b75-a6eb-21429e5179c9'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:20:44.410939 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d538df9a-a6fa-432d-bd7a-1aeadaa750cb tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:44.412871 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d538df9a-a6fa-432d-bd7a-1aeadaa750cb tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "PUT /v2.0/routers/36f39037-482e-4b75-a6eb-21429e5179c9 HTTP/1.1" status: 200 len: 883 time: 8.6947317 Apr 08 10:20:44.415006 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-c4a7a2fd-7c16-48fa-9f64-132f38918015 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:44.418592 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51066) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:44.429919 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c80a57cb-9b46-4f59-b52d-f3d71fc79a07 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:44.432425 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a44ff1b-bd98-4b7d-98a6-7e5acf703a09 None None] Routers {'36f39037-482e-4b75-a6eb-21429e5179c9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:44.433035 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-8a44ff1b-bd98-4b7d-98a6-7e5acf703a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['36f39037-482e-4b75-a6eb-21429e5179c9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:44.448984 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39ddd02-7b67-4b4b-916d-6a29d2eb90bc tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:20:44.475920 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e39ddd02-7b67-4b4b-916d-6a29d2eb90bc tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] 10.222.0.47 "PUT /v2.0/routers/ec9c422c-2bd2-4a46-ae42-3a1dd6886a64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0339980 Apr 08 10:20:44.476900 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51070) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:44.481978 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b844385-d926-4a45-886b-df423bb65c06 None None] Sync routers for ids ['ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:20:44.525067 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c4a7a2fd-7c16-48fa-9f64-132f38918015 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:subnet and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:44.530269 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c4a7a2fd-7c16-48fa-9f64-132f38918015 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:44.542899 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a17dadda-1daf-4215-bb5a-43da4579e356 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.2222056 Apr 08 10:20:44.543758 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51074) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:44.551776 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-2c52d83e-408f-48ab-90b4-3d24d7488a65 None None] For port 3878a5e4-f77f-4f25-97de-f14b74309365, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=3878a5e4-f77f-4f25-97de-f14b74309365,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:44.552182 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2c52d83e-408f-48ab-90b4-3d24d7488a65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:44.665354 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-8a44ff1b-bd98-4b7d-98a6-7e5acf703a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:44.686449 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a44ff1b-bd98-4b7d-98a6-7e5acf703a09 None None] Routers {'36f39037-482e-4b75-a6eb-21429e5179c9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:44.687054 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c80a57cb-9b46-4f59-b52d-f3d71fc79a07 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:44.687186 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-8a44ff1b-bd98-4b7d-98a6-7e5acf703a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['36f39037-482e-4b75-a6eb-21429e5179c9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:44.690737 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80a57cb-9b46-4f59-b52d-f3d71fc79a07 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:44.691367 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c80a57cb-9b46-4f59-b52d-f3d71fc79a07 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:44.795203 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b844385-d926-4a45-886b-df423bb65c06 None None] Routers {'ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:44.795714 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-3b844385-d926-4a45-886b-df423bb65c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:44.842737 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-8a44ff1b-bd98-4b7d-98a6-7e5acf703a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:44.843445 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a44ff1b-bd98-4b7d-98a6-7e5acf703a09 None None] The sync data for ids ['36f39037-482e-4b75-a6eb-21429e5179c9'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:20:44.851369 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-2c52d83e-408f-48ab-90b4-3d24d7488a65 None None] Calling delete_port for 3878a5e4-f77f-4f25-97de-f14b74309365 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:44.864569 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-c4a7a2fd-7c16-48fa-9f64-132f38918015 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:44.876833 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-a17492cc-a7ad-4207-8b19-e34381041996 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'port_id': '18cb2f25-2577-4df8-9f37-e438d568a2a4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:44.893254 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a17492cc-a7ad-4207-8b19-e34381041996 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:44.896300 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-3b844385-d926-4a45-886b-df423bb65c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:44.903376 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a17492cc-a7ad-4207-8b19-e34381041996 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Usage tracker for resource:floatingip and tenant:eaffd781f5dd45dba33356f8d68ab59c is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:44.908943 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a17492cc-a7ad-4207-8b19-e34381041996 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:44.916689 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a7a2fd-7c16-48fa-9f64-132f38918015 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:44.921303 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c4a7a2fd-7c16-48fa-9f64-132f38918015 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:44.926294 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b844385-d926-4a45-886b-df423bb65c06 None None] Routers {'ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:44.926903 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-3b844385-d926-4a45-886b-df423bb65c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:44.936706 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a17492cc-a7ad-4207-8b19-e34381041996 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:44.946836 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a57cb-9b46-4f59-b52d-f3d71fc79a07 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Pushing event updated for resources: {'Network': ['ID=d1254a99-651f-420f-8e38-7c3a0191240c,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:44.972211 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c80a57cb-9b46-4f59-b52d-f3d71fc79a07 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1690428 Apr 08 10:20:44.974627 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51080) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:44.986192 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-ef704241-faf6-4d51-bbb8-426813ea277b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-364093855'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:44.993079 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ef704241-faf6-4d51-bbb8-426813ea277b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:44.999322 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ef704241-faf6-4d51-bbb8-426813ea277b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Usage tracker for resource:network and tenant:f36ff6f38b054c6fba4b77d8241c559e is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:45.002490 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ef704241-faf6-4d51-bbb8-426813ea277b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:45.009737 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ef704241-faf6-4d51-bbb8-426813ea277b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:45.029733 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef704241-faf6-4d51-bbb8-426813ea277b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Made reservation on behalf of f36ff6f38b054c6fba4b77d8241c559e for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:45.033857 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ef704241-faf6-4d51-bbb8-426813ea277b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:45.043537 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a17492cc-a7ad-4207-8b19-e34381041996 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:45.073881 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-3b844385-d926-4a45-886b-df423bb65c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:45.080977 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b844385-d926-4a45-886b-df423bb65c06 None None] The sync data for ids ['ec9c422c-2bd2-4a46-ae42-3a1dd6886a64'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:20:45.090600 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network d1254a99-651f-420f-8e38-7c3a0191240c details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:20:45.096160 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef704241-faf6-4d51-bbb8-426813ea277b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:20:45.113133 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ef704241-faf6-4d51-bbb8-426813ea277b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:45.114203 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-ef704241-faf6-4d51-bbb8-426813ea277b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Added segment 9e14fe5f-23f6-4480-9f65-f09a0faf9e9b of type vlan for network b2463447-0539-47ac-919f-69a1f393035f Apr 08 10:20:45.119309 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4198017d-c9d1-4f7b-a683-f2943d0ec20e tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:45.254543 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7e09f9a5-d979-4320-9a55-b6b05894c7a0 req-fe8473ee-f7a5-4442-99f6-e29f43dd1572 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 210 time: 0.0728753 Apr 08 10:20:45.317891 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2c52d83e-408f-48ab-90b4-3d24d7488a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:45.356688 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ef704241-faf6-4d51-bbb8-426813ea277b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:45.404226 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f193f7-017a-404e-8e14-568b613843ef admin admin] Router 1d05ae82-ff44-4939-9473-7621f6a94e05 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:20:45.431942 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c4a7a2fd-7c16-48fa-9f64-132f38918015 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:45.484302 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52d83e-408f-48ab-90b4-3d24d7488a65 None None] Pushing event deleted for resources: {'Port': ['ID=3878a5e4-f77f-4f25-97de-f14b74309365,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:45.497956 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0c5dee7d-8b78-41d7-a041-4cb0ab174ee1 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "GET /v2.0/routers/36f39037-482e-4b75-a6eb-21429e5179c9 HTTP/1.1" status: 200 len: 924 time: 1.0671582 Apr 08 10:20:45.504303 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51084) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:45.537735 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-cbd776a4-7c79-4915-8c64-61875f3a562f tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:45.540598 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-cbd776a4-7c79-4915-8c64-61875f3a562f tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.52 "GET /v2.0/networks?id=a43ac230-2af3-46f3-9f8c-607cf9bfd095 HTTP/1.1" status: 200 len: 811 time: 0.1779182 Apr 08 10:20:45.575899 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c52d83e-408f-48ab-90b4-3d24d7488a65 None None] No DVR routers for this DVR port 3878a5e4-f77f-4f25-97de-f14b74309365 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:20:45.581630 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-9a03f855-f519-4d21-8093-c23b34cd0f3e tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Request body: {'port': {'device_id': '9c69b4ae-8081-4f93-9700-990f9087cd71', 'network_id': 'a43ac230-2af3-46f3-9f8c-607cf9bfd095', 'admin_state_up': True, 'tenant_id': '1922481b7e64412fb829b36605ef349a'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:45.593002 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b5043e34-45f0-4903-97ee-d1eeca59496d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:45.611115 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3878a5e4-f77f-4f25-97de-f14b74309365 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:20:45.651749 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 3878a5e4-f77f-4f25-97de-f14b74309365 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:20:45.652137 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3878a5e4-f77f-4f25-97de-f14b74309365 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:20:45.680745 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.resource_extend [None req-ef704241-faf6-4d51-bbb8-426813ea277b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:20:45.693115 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a7a2fd-7c16-48fa-9f64-132f38918015 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:45.694640 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a17492cc-a7ad-4207-8b19-e34381041996 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:45.719835 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ef704241-faf6-4d51-bbb8-426813ea277b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:45.723985 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef704241-faf6-4d51-bbb8-426813ea277b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:45.724716 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ef704241-faf6-4d51-bbb8-426813ea277b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:45.753966 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-c4a7a2fd-7c16-48fa-9f64-132f38918015 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:45.756890 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a7a2fd-7c16-48fa-9f64-132f38918015 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:45.757505 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c4a7a2fd-7c16-48fa-9f64-132f38918015 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:45.766664 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56ac8d5-4330-467f-9ccd-9524cd4c7577 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:20:45.817814 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7a2fd-7c16-48fa-9f64-132f38918015 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=5ff0ad36-859e-45a5-8af6-2e48c8adff01,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:45.891789 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ef704241-faf6-4d51-bbb8-426813ea277b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9149859 Apr 08 10:20:45.910557 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-9a03f855-f519-4d21-8093-c23b34cd0f3e tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:45.913873 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef704241-faf6-4d51-bbb8-426813ea277b tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Pushing event updated for resources: {'Network': ['ID=b2463447-0539-47ac-919f-69a1f393035f,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:45.920291 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-9a03f855-f519-4d21-8093-c23b34cd0f3e tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Usage tracker for resource:port and tenant:1922481b7e64412fb829b36605ef349a is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:45.926499 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-9a03f855-f519-4d21-8093-c23b34cd0f3e tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:45.940643 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-9a03f855-f519-4d21-8093-c23b34cd0f3e tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:45.955694 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network b2463447-0539-47ac-919f-69a1f393035f details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:20:45.962913 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-9a03f855-f519-4d21-8093-c23b34cd0f3e tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Made reservation on behalf of 1922481b7e64412fb829b36605ef349a for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:45.966647 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-9a03f855-f519-4d21-8093-c23b34cd0f3e tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:45.997546 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4198017d-c9d1-4f7b-a683-f2943d0ec20e tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:46.023375 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-a17492cc-a7ad-4207-8b19-e34381041996 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Allocated IP 172.26.0.164 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/b2e87474-7c42-4ec3-a006-141c800cbbdb) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:46.050817 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c4a7a2fd-7c16-48fa-9f64-132f38918015 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9386625 Apr 08 10:20:46.051869 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51088) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:46.052230 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51090) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:46.133880 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ddc48a-e254-4fd5-8e01-10cc670798c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'fixed_ips': [{'subnet_id': '5ff0ad36-859e-45a5-8af6-2e48c8adff01'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:20:46.134794 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-52ddc48a-e254-4fd5-8e01-10cc670798c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:46.135494 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-4198017d-c9d1-4f7b-a683-f2943d0ec20e tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Deleting port 0c34e73e-2401-42c9-9b9e-db16c3e1606d {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:46.135846 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4198017d-c9d1-4f7b-a683-f2943d0ec20e tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:46.173375 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-d009df8f-08f5-4b95-a047-a3959a73bd5e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Request body: {'subnets': [{'network_id': 'd1254a99-651f-420f-8e38-7c3a0191240c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1084417302', 'ip_version': 4}, {'network_id': 'b2463447-0539-47ac-919f-69a1f393035f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:46.173582 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-d009df8f-08f5-4b95-a047-a3959a73bd5e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Request body: {'subnet': {'network_id': 'd1254a99-651f-420f-8e38-7c3a0191240c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1084417302', 'ip_version': 4}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:46.174177 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-d009df8f-08f5-4b95-a047-a3959a73bd5e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Request body: {'subnet': {'network_id': 'b2463447-0539-47ac-919f-69a1f393035f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:46.191527 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-cd7aa8cc-f311-4abc-9fff-0baeb17c95f6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'port': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'fixed_ips': [{'subnet_id': '5ff0ad36-859e-45a5-8af6-2e48c8adff01', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1934566341'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:46.301450 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-52ddc48a-e254-4fd5-8e01-10cc670798c5 None None] Allocated IP 2001:db8::2 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/5ff0ad36-859e-45a5-8af6-2e48c8adff01/a0e56721-0cf5-4132-b70d-08a399627397) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:46.310702 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-9a03f855-f519-4d21-8093-c23b34cd0f3e tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Allocated IP 172.20.0.3 (a43ac230-2af3-46f3-9f8c-607cf9bfd095/9893e777-80b5-491b-b0da-55e059b64239/0867d322-afc2-49e1-b8cc-570ca281e516) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:46.384269 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f47de492-230d-4141-8260-f6740484a31c tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240&device_id=36f39037-482e-4b75-a6eb-21429e5179c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8755291 Apr 08 10:20:46.385029 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51098) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:46.535640 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-52ddc48a-e254-4fd5-8e01-10cc670798c5 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:46.548911 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-52ddc48a-e254-4fd5-8e01-10cc670798c5 None None] Transition to ACTIVE for port object a0e56721-0cf5-4132-b70d-08a399627397 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:46.553254 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ef94def1-dbc7-4384-a9f2-5d155261d69f req-de6c9ce8-2372-446a-b9a3-93686ad922d6 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 210 time: 0.0889633 Apr 08 10:20:46.570043 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-52ddc48a-e254-4fd5-8e01-10cc670798c5 None None] Transition to ACTIVE for port object a0e56721-0cf5-4132-b70d-08a399627397 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:46.578992 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-52ddc48a-e254-4fd5-8e01-10cc670798c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:46.614355 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4198017d-c9d1-4f7b-a683-f2943d0ec20e tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:46.648781 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ddc48a-e254-4fd5-8e01-10cc670798c5 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:46.657320 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-52ddc48a-e254-4fd5-8e01-10cc670798c5 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:46.662472 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ddc48a-e254-4fd5-8e01-10cc670798c5 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:46.663930 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a17492cc-a7ad-4207-8b19-e34381041996 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:46.716555 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ddc48a-e254-4fd5-8e01-10cc670798c5 None None] Pushing event updated for resources: {'Port': ['ID=a0e56721-0cf5-4132-b70d-08a399627397,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:46.750396 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:46.761397 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-4198017d-c9d1-4f7b-a683-f2943d0ec20e tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Calling delete_port for 0c34e73e-2401-42c9-9b9e-db16c3e1606d owned by network:router_gateway {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:46.775088 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-52ddc48a-e254-4fd5-8e01-10cc670798c5 None None] Attempting to bind port a0e56721-0cf5-4132-b70d-08a399627397 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:46.775443 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-52ddc48a-e254-4fd5-8e01-10cc670798c5 None None] Attempting to bind port a0e56721-0cf5-4132-b70d-08a399627397 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:46.775801 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ddc48a-e254-4fd5-8e01-10cc670798c5 None None] Attempting to bind port a0e56721-0cf5-4132-b70d-08a399627397 on network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:46.783121 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ddc48a-e254-4fd5-8e01-10cc670798c5 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:20:46.783505 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ddc48a-e254-4fd5-8e01-10cc670798c5 None None] Checking segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:20:46.783877 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-52ddc48a-e254-4fd5-8e01-10cc670798c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:46.784285 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ddc48a-e254-4fd5-8e01-10cc670798c5 None None] Bound using segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:20:46.784744 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-52ddc48a-e254-4fd5-8e01-10cc670798c5 None None] Bound port: a0e56721-0cf5-4132-b70d-08a399627397, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:20:46.785117 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-52ddc48a-e254-4fd5-8e01-10cc670798c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:46.833168 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-cd7aa8cc-f311-4abc-9fff-0baeb17c95f6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:46.874231 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-cd7aa8cc-f311-4abc-9fff-0baeb17c95f6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:port and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:46.877989 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-cd7aa8cc-f311-4abc-9fff-0baeb17c95f6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:46.878339 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:46.895266 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-52ddc48a-e254-4fd5-8e01-10cc670798c5 None None] For port a0e56721-0cf5-4132-b70d-08a399627397, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:20:46.899133 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-cd7aa8cc-f311-4abc-9fff-0baeb17c95f6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:46.899274 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-52ddc48a-e254-4fd5-8e01-10cc670798c5 None None] For port a0e56721-0cf5-4132-b70d-08a399627397, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=a0e56721-0cf5-4132-b70d-08a399627397,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:20:46.899364 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-9a03f855-f519-4d21-8093-c23b34cd0f3e tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:46.902808 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d009df8f-08f5-4b95-a047-a3959a73bd5e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:46.907766 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-52ddc48a-e254-4fd5-8e01-10cc670798c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:46.942133 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d009df8f-08f5-4b95-a047-a3959a73bd5e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Usage tracker for resource:subnet and tenant:f36ff6f38b054c6fba4b77d8241c559e is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:46.946361 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d009df8f-08f5-4b95-a047-a3959a73bd5e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:46.950914 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1d29db-1225-4036-9ae9-4f91a30b9d09 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:46.955311 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2a1d29db-1225-4036-9ae9-4f91a30b9d09 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "GET /v2.0/networks/f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 HTTP/1.1" status: 200 len: 881 time: 0.5503824 Apr 08 10:20:46.958781 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7aa8cc-f311-4abc-9fff-0baeb17c95f6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:46.963976 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cd7aa8cc-f311-4abc-9fff-0baeb17c95f6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:46.973887 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d009df8f-08f5-4b95-a047-a3959a73bd5e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:46.976930 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51102) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:46.985271 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-9a03f855-f519-4d21-8093-c23b34cd0f3e tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:47.010632 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ddc48a-e254-4fd5-8e01-10cc670798c5 None None] Pushing event updated for resources: {'Port': ['ID=a0e56721-0cf5-4132-b70d-08a399627397,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:47.052637 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f012209d-733f-4094-9aef-d54924f73bed tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "GET /v2.0/ports?device_id=36f39037-482e-4b75-a6eb-21429e5179c9 HTTP/1.1" status: 200 len: 205 time: 0.0718563 Apr 08 10:20:47.053355 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d009df8f-08f5-4b95-a047-a3959a73bd5e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Made reservation on behalf of f36ff6f38b054c6fba4b77d8241c559e for: {'subnet': 2} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:47.061974 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51106) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:47.068290 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-cd7aa8cc-f311-4abc-9fff-0baeb17c95f6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] device_id is not set on port e1c8d9d2-3377-4bc8-b0ca-2e29ee3324b5 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:20:47.109342 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a17492cc-a7ad-4207-8b19-e34381041996 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:47.236233 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-9a03f855-f519-4d21-8093-c23b34cd0f3e tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Network a43ac230-2af3-46f3-9f8c-607cf9bfd095 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:47.251277 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-9a03f855-f519-4d21-8093-c23b34cd0f3e tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:47.253894 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-9a03f855-f519-4d21-8093-c23b34cd0f3e tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:47.290906 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03f855-f519-4d21-8093-c23b34cd0f3e tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Pushing event updated for resources: {'Port': ['ID=0867d322-afc2-49e1-b8cc-570ca281e516,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:47.314602 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4198017d-c9d1-4f7b-a683-f2943d0ec20e tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:47.321709 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f193f7-017a-404e-8e14-568b613843ef admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:20:47.328173 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17492cc-a7ad-4207-8b19-e34381041996 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:47.336745 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216eda7c-ab4d-4ae7-b5f1-e29b7f1fbd5d None None] Sync routers for ids ['1d05ae82-ff44-4939-9473-7621f6a94e05'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:20:47.337511 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17492cc-a7ad-4207-8b19-e34381041996 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event updated for resources: {'Port': ['ID=b2e87474-7c42-4ec3-a006-141c800cbbdb,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:47.339885 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-a17492cc-a7ad-4207-8b19-e34381041996 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:47.359131 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216eda7c-ab4d-4ae7-b5f1-e29b7f1fbd5d None None] Routers {'1d05ae82-ff44-4939-9473-7621f6a94e05'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:47.359738 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-216eda7c-ab4d-4ae7-b5f1-e29b7f1fbd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1d05ae82-ff44-4939-9473-7621f6a94e05'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:47.364394 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17492cc-a7ad-4207-8b19-e34381041996 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:47.385467 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198017d-c9d1-4f7b-a683-f2943d0ec20e tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Pushing event deleted for resources: {'Port': ['ID=0c34e73e-2401-42c9-9b9e-db16c3e1606d,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:47.418219 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-9a03f855-f519-4d21-8093-c23b34cd0f3e tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:47.418885 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-9a03f855-f519-4d21-8093-c23b34cd0f3e tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:47.498266 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f3f193f7-017a-404e-8e14-568b613843ef admin admin] 10.222.0.47 "PUT /v2.0/routers/1d05ae82-ff44-4939-9473-7621f6a94e05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0315785 Apr 08 10:20:47.504010 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51110) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:47.556411 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-216eda7c-ab4d-4ae7-b5f1-e29b7f1fbd5d None None] Set router 1d05ae82-ff44-4939-9473-7621f6a94e05 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:20:47.586425 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-9a03f855-f519-4d21-8093-c23b34cd0f3e tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0300670 Apr 08 10:20:47.602540 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d009df8f-08f5-4b95-a047-a3959a73bd5e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:47.603019 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d009df8f-08f5-4b95-a047-a3959a73bd5e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:47.658829 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-a8667648-b896-4bf8-b84d-62be58a7c8a9 service neutron] Request body: {'port': {'device_id': '9c69b4ae-8081-4f93-9700-990f9087cd71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:47.706004 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device a0e56721-0cf5-4132-b70d-08a399627397 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:20:47.740780 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7aa8cc-f311-4abc-9fff-0baeb17c95f6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:20:47.741365 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7aa8cc-f311-4abc-9fff-0baeb17c95f6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:20:47.793246 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-cd7aa8cc-f311-4abc-9fff-0baeb17c95f6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6350925 Apr 08 10:20:47.818071 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51116) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:47.877416 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port a0e56721-0cf5-4132-b70d-08a399627397 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:20:47.895162 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-216eda7c-ab4d-4ae7-b5f1-e29b7f1fbd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'name': 'tempest-ServersTestJSON-1110543844-router', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:54Z', 'updated_at': '2022-04-08T10:20:40Z', 'revision_number': 5, 'project_id': 'a88d9637e6e44088badb84234eb17f98', 'gw_port': {'id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:55Z', 'updated_at': '2022-04-08T10:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:47.899376 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216eda7c-ab4d-4ae7-b5f1-e29b7f1fbd5d None None] Checking router: 1d05ae82-ff44-4939-9473-7621f6a94e05 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:20:47.911714 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216eda7c-ab4d-4ae7-b5f1-e29b7f1fbd5d None None] Routers {'1d05ae82-ff44-4939-9473-7621f6a94e05'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:47.912343 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-216eda7c-ab4d-4ae7-b5f1-e29b7f1fbd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1d05ae82-ff44-4939-9473-7621f6a94e05'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:48.058450 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4198017d-c9d1-4f7b-a683-f2943d0ec20e tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:48.103665 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-216eda7c-ab4d-4ae7-b5f1-e29b7f1fbd5d None None] Set router 1d05ae82-ff44-4939-9473-7621f6a94e05 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:20:48.212803 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:48.289792 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31847255-3083-41c8-9502-13e7254672f8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:48.290489 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-31847255-3083-41c8-9502-13e7254672f8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:20:48.369980 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ca31c7d0-2db9-410b-a7ff-be6e43985a5f None None] Provisioning for port a0e56721-0cf5-4132-b70d-08a399627397 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:20:48.375465 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ca31c7d0-2db9-410b-a7ff-be6e43985a5f None None] Provisioning complete for port a0e56721-0cf5-4132-b70d-08a399627397 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:20:48.375813 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ca31c7d0-2db9-410b-a7ff-be6e43985a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:48.385068 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-31847255-3083-41c8-9502-13e7254672f8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:20:48.386216 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-31847255-3083-41c8-9502-13e7254672f8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5624943 Apr 08 10:20:48.393808 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51120) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:48.437271 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-a8667648-b896-4bf8-b84d-62be58a7c8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:48.460839 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-216eda7c-ab4d-4ae7-b5f1-e29b7f1fbd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'name': 'tempest-ServersTestJSON-1110543844-router', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:54Z', 'updated_at': '2022-04-08T10:20:40Z', 'revision_number': 5, 'project_id': 'a88d9637e6e44088badb84234eb17f98', 'gw_port': {'id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:55Z', 'updated_at': '2022-04-08T10:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:48.466979 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216eda7c-ab4d-4ae7-b5f1-e29b7f1fbd5d None None] The sync data for ids ['1d05ae82-ff44-4939-9473-7621f6a94e05'] in dv-neutron-837110-1-hyperv is: [{'id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'name': 'tempest-ServersTestJSON-1110543844-router', 'tenant_id': 'a88d9637e6e44088badb84234eb17f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:54Z', 'updated_at': '2022-04-08T10:20:40Z', 'revision_number': 5, 'project_id': 'a88d9637e6e44088badb84234eb17f98', 'gw_port': {'id': '865d80c9-4097-41d8-803d-e8bf5eb283ae', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d05ae82-ff44-4939-9473-7621f6a94e05', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:55Z', 'updated_at': '2022-04-08T10:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:20:48.508800 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ca31c7d0-2db9-410b-a7ff-be6e43985a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:48.559197 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-ca31c7d0-2db9-410b-a7ff-be6e43985a5f None None] For port a0e56721-0cf5-4132-b70d-08a399627397, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=a0e56721-0cf5-4132-b70d-08a399627397,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:48.564066 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b892db1-b179-4f2b-9f69-3fd0873b3759 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:48.564277 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ca31c7d0-2db9-410b-a7ff-be6e43985a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:48.565455 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b892db1-b179-4f2b-9f69-3fd0873b3759 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:48.566675 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-1b892db1-b179-4f2b-9f69-3fd0873b3759 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:20:48.574398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4198017d-c9d1-4f7b-a683-f2943d0ec20e tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:48.581795 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4198017d-c9d1-4f7b-a683-f2943d0ec20e tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:48.610591 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-1b892db1-b179-4f2b-9f69-3fd0873b3759 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:20:48.614236 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1b892db1-b179-4f2b-9f69-3fd0873b3759 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1683762 Apr 08 10:20:48.614614 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51124) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:48.665951 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca31c7d0-2db9-410b-a7ff-be6e43985a5f None None] Pushing event updated for resources: {'Port': ['ID=a0e56721-0cf5-4132-b70d-08a399627397,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:48.677429 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4198017d-c9d1-4f7b-a683-f2943d0ec20e tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:48.677906 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4198017d-c9d1-4f7b-a683-f2943d0ec20e tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Fanout notify agent at l3_agent the message router_deleted on router ec9c422c-2bd2-4a46-ae42-3a1dd6886a64 {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:20:48.727122 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260e625-7bc9-4f8a-ba37-2b4fe097a600 req-88eaef9b-cb11-454c-b30b-52044ca73edf tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:48.727821 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-3260e625-7bc9-4f8a-ba37-2b4fe097a600 req-88eaef9b-cb11-454c-b30b-52044ca73edf tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Synchronizing usage tracker for tenant:1922481b7e64412fb829b36605ef349a on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:20:48.733556 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4198017d-c9d1-4f7b-a683-f2943d0ec20e tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:48.737035 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4198017d-c9d1-4f7b-a683-f2943d0ec20e tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] 10.222.0.47 "DELETE /v2.0/routers/ec9c422c-2bd2-4a46-ae42-3a1dd6886a64 HTTP/1.1" status: 204 len: 168 time: 4.2548623 Apr 08 10:20:48.738821 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51128) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:48.760584 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6fb6-6e88-42aa-a580-97eaf5010b63 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:48.941913 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-3260e625-7bc9-4f8a-ba37-2b4fe097a600 req-88eaef9b-cb11-454c-b30b-52044ca73edf tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Unset dirty status for tenant:1922481b7e64412fb829b36605ef349a on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:20:48.942951 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3260e625-7bc9-4f8a-ba37-2b4fe097a600 req-88eaef9b-cb11-454c-b30b-52044ca73edf tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 931 time: 1.0355878 Apr 08 10:20:49.114208 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3260e625-7bc9-4f8a-ba37-2b4fe097a600 req-29ab5578-bc4f-4e89-86ce-2a630dc37434 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/security-groups?id=bca33e79-2da3-44f7-b484-196b5dc3d84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591029 Apr 08 10:20:49.116797 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d009df8f-08f5-4b95-a047-a3959a73bd5e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:49.167081 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a17492cc-a7ad-4207-8b19-e34381041996 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:49.173882 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e85b0a5-f091-4b17-8340-ec649f9e4db6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:49.357783 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a2eac6-8255-46eb-95d4-8d244b972698 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet 5ff0ad36-859e-45a5-8af6-2e48c8adff01 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:20:49.366086 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009df8f-08f5-4b95-a047-a3959a73bd5e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Pushing event updated for resources: {'Subnet': ['ID=effb0bd3-2f1b-415f-aeab-b80d1fe546c2,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:49.377539 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a8a2eac6-8255-46eb-95d4-8d244b972698 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:49.416708 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a17492cc-a7ad-4207-8b19-e34381041996 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:49.510404 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-a8667648-b896-4bf8-b84d-62be58a7c8a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0867d322-afc2-49e1-b8cc-570ca281e516 {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:20:49.514999 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a8a2eac6-8255-46eb-95d4-8d244b972698 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:49.521452 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-a8667648-b896-4bf8-b84d-62be58a7c8a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:49.544770 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-a8667648-b896-4bf8-b84d-62be58a7c8a9 service neutron] Transition to ACTIVE for port object 0867d322-afc2-49e1-b8cc-570ca281e516 will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:49.551907 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-a8667648-b896-4bf8-b84d-62be58a7c8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:49.554898 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa6e9bd-7ede-4125-a0e5-89f85ff84bc4 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Deleting subnet 2ff4bc83-f6d9-4fd0-9c86-0bdc89837910 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:20:49.566558 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d009df8f-08f5-4b95-a047-a3959a73bd5e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Checking segment: {'id': '2b55b148-e97f-4cd6-afce-add8bbf0821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd1254a99-651f-420f-8e38-7c3a0191240c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:20:49.566923 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d009df8f-08f5-4b95-a047-a3959a73bd5e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Network hostable DHCP agents. Network: d1254a99-651f-420f-8e38-7c3a0191240c, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:20:49.576933 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e9bd-7ede-4125-a0e5-89f85ff84bc4 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:49.598396 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device a0e56721-0cf5-4132-b70d-08a399627397 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:20:49.678628 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port a0e56721-0cf5-4132-b70d-08a399627397 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:20:49.678994 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:49.683382 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6fb6-6e88-42aa-a580-97eaf5010b63 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:49.698254 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8667648-b896-4bf8-b84d-62be58a7c8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0867d322-afc2-49e1-b8cc-570ca281e516,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:49.720998 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-7a0a6fb6-6e88-42aa-a580-97eaf5010b63 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Deleting port 6c4f8412-cd0e-4934-b069-d25259e54614 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:49.721386 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6fb6-6e88-42aa-a580-97eaf5010b63 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:49.740756 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e9bd-7ede-4125-a0e5-89f85ff84bc4 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:49.818285 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d4c36c71-0a54-41ef-b7c4-9a4f599af0c1 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:20:49.823991 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d009df8f-08f5-4b95-a047-a3959a73bd5e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Network d1254a99-651f-420f-8e38-7c3a0191240c is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:20:49.856887 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: d4c36c71-0a54-41ef-b7c4-9a4f599af0c1 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:20:49.857406 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d4c36c71-0a54-41ef-b7c4-9a4f599af0c1 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:20:49.864379 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-d009df8f-08f5-4b95-a047-a3959a73bd5e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, d1254a99-651f-420f-8e38-7c3a0191240c) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:49.868938 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a8a2eac6-8255-46eb-95d4-8d244b972698 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:49.873142 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb1e57c-a976-4d89-b250-4a1b79d49f40 None None] Network d1254a99-651f-420f-8e38-7c3a0191240c requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:20:49.905734 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d009df8f-08f5-4b95-a047-a3959a73bd5e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:50.011338 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e85b0a5-f091-4b17-8340-ec649f9e4db6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:50.025077 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e9bd-7ede-4125-a0e5-89f85ff84bc4 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:50.038245 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-a8667648-b896-4bf8-b84d-62be58a7c8a9 service neutron] Attempting to bind port 0867d322-afc2-49e1-b8cc-570ca281e516 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:50.038484 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-a8667648-b896-4bf8-b84d-62be58a7c8a9 service neutron] Attempting to bind port 0867d322-afc2-49e1-b8cc-570ca281e516 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '99b3f27a-8822-4c4d-b275-739b0895f677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a43ac230-2af3-46f3-9f8c-607cf9bfd095'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:50.038847 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-a8667648-b896-4bf8-b84d-62be58a7c8a9 service neutron] Attempting to bind port 0867d322-afc2-49e1-b8cc-570ca281e516 on network a43ac230-2af3-46f3-9f8c-607cf9bfd095 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:50.045789 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-2e85b0a5-f091-4b17-8340-ec649f9e4db6 admin admin] Deleting port 865d80c9-4097-41d8-803d-e8bf5eb283ae {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:50.046543 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e85b0a5-f091-4b17-8340-ec649f9e4db6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:50.061041 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a17492cc-a7ad-4207-8b19-e34381041996 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:50.062783 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009df8f-08f5-4b95-a047-a3959a73bd5e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Pushing event updated for resources: {'Subnet': ['ID=274e5c20-1dde-4289-b097-de64806be4e9,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:50.080583 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a17492cc-a7ad-4207-8b19-e34381041996 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:50.092300 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6fb6-6e88-42aa-a580-97eaf5010b63 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:50.126051 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c579df6-f10a-4e9b-851e-c019d6eddd0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-d1254a99-651f-420f-8e38-7c3a0191240c', 'network_id': 'd1254a99-651f-420f-8e38-7c3a0191240c', 'tenant_id': 'f36ff6f38b054c6fba4b77d8241c559e', 'fixed_ips': [{'subnet_id': 'effb0bd3-2f1b-415f-aeab-b80d1fe546c2'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:20:50.126433 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-a8667648-b896-4bf8-b84d-62be58a7c8a9 service neutron] Port 0867d322-afc2-49e1-b8cc-570ca281e516 on network a43ac230-2af3-46f3-9f8c-607cf9bfd095 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:20:50.126766 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-a8667648-b896-4bf8-b84d-62be58a7c8a9 service neutron] Attempting to bind port 0867d322-afc2-49e1-b8cc-570ca281e516 on network a43ac230-2af3-46f3-9f8c-607cf9bfd095 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:50.127488 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1c579df6-f10a-4e9b-851e-c019d6eddd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:50.226263 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a8a2eac6-8255-46eb-95d4-8d244b972698 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:50.230811 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17492cc-a7ad-4207-8b19-e34381041996 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event updated for resources: {'Port': ['ID=b2e87474-7c42-4ec3-a006-141c800cbbdb,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:50.255574 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-7a0a6fb6-6e88-42aa-a580-97eaf5010b63 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Calling delete_port for 6c4f8412-cd0e-4934-b069-d25259e54614 owned by network:router_gateway {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:50.315084 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-a8667648-b896-4bf8-b84d-62be58a7c8a9 service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:20:50.315430 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-a8667648-b896-4bf8-b84d-62be58a7c8a9 service neutron] Checking segment: {'id': '99b3f27a-8822-4c4d-b275-739b0895f677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a43ac230-2af3-46f3-9f8c-607cf9bfd095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:20:50.315817 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-a8667648-b896-4bf8-b84d-62be58a7c8a9 service neutron] Bound using segment: {'id': '99b3f27a-8822-4c4d-b275-739b0895f677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a43ac230-2af3-46f3-9f8c-607cf9bfd095'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:20:50.316301 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-a8667648-b896-4bf8-b84d-62be58a7c8a9 service neutron] Bound port: 0867d322-afc2-49e1-b8cc-570ca281e516, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99b3f27a-8822-4c4d-b275-739b0895f677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a43ac230-2af3-46f3-9f8c-607cf9bfd095'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:20:50.316655 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-a8667648-b896-4bf8-b84d-62be58a7c8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:50.329609 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-1c579df6-f10a-4e9b-851e-c019d6eddd0d None None] Allocated IP 172.20.0.2 (d1254a99-651f-420f-8e38-7c3a0191240c/effb0bd3-2f1b-415f-aeab-b80d1fe546c2/23fccd5c-0c4b-49cc-9274-312617a9643b) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:50.335352 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2eac6-8255-46eb-95d4-8d244b972698 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff0ad36-859e-45a5-8af6-2e48c8adff01,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:50.342208 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d009df8f-08f5-4b95-a047-a3959a73bd5e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Checking segment: {'id': '9e14fe5f-23f6-4480-9f65-f09a0faf9e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b2463447-0539-47ac-919f-69a1f393035f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:20:50.342576 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d009df8f-08f5-4b95-a047-a3959a73bd5e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Network hostable DHCP agents. Network: b2463447-0539-47ac-919f-69a1f393035f, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:20:50.357085 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a8a2eac6-8255-46eb-95d4-8d244b972698 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:50.373064 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1d96c3-69a9-415f-86ca-924c61e07554 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:20:50.374365 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e9bd-7ede-4125-a0e5-89f85ff84bc4 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:50.407015 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a17492cc-a7ad-4207-8b19-e34381041996 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:50.480277 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6e9bd-7ede-4125-a0e5-89f85ff84bc4 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Pushing event deleted for resources: {'Subnet': ['ID=2ff4bc83-f6d9-4fd0-9c86-0bdc89837910,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:50.626405 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-a8667648-b896-4bf8-b84d-62be58a7c8a9 service neutron] For port 0867d322-afc2-49e1-b8cc-570ca281e516, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:20:50.640123 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-2e85b0a5-f091-4b17-8340-ec649f9e4db6 admin admin] For port 865d80c9-4097-41d8-803d-e8bf5eb283ae, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=865d80c9-4097-41d8-803d-e8bf5eb283ae,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:50.640484 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e85b0a5-f091-4b17-8340-ec649f9e4db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:50.662094 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf2136-092d-4fbb-a5eb-e992b68c63c2 req-5eca2705-9959-4fcc-a44d-f7fd377c8852 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:50.663906 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-99bf2136-092d-4fbb-a5eb-e992b68c63c2 req-5eca2705-9959-4fcc-a44d-f7fd377c8852 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 943 time: 0.3717692 Apr 08 10:20:50.668349 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a8a2eac6-8255-46eb-95d4-8d244b972698 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/5ff0ad36-859e-45a5-8af6-2e48c8adff01 HTTP/1.1" status: 204 len: 168 time: 2.0521193 Apr 08 10:20:50.668545 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51136) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:50.669455 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-a8667648-b896-4bf8-b84d-62be58a7c8a9 service neutron] For port 0867d322-afc2-49e1-b8cc-570ca281e516, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=0867d322-afc2-49e1-b8cc-570ca281e516,segment=NetworkSegment(99b3f27a-8822-4c4d-b275-739b0895f677),segment_id=99b3f27a-8822-4c4d-b275-739b0895f677)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:20:50.714059 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2942d8ac-9296-437f-8b1c-563d04524c30 None None] Network 44910706-9087-4205-b782-3f8b030bca8c requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:20:50.731352 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e9bd-7ede-4125-a0e5-89f85ff84bc4 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:50.735785 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9fa6e9bd-7ede-4125-a0e5-89f85ff84bc4 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] 10.222.0.47 "DELETE /v2.0/subnets/2ff4bc83-f6d9-4fd0-9c86-0bdc89837910 HTTP/1.1" status: 204 len: 168 time: 1.8266723 Apr 08 10:20:50.739662 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51140) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:50.757147 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6729f517-0142-4c48-a241-8bbf33564ec9 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0842595 Apr 08 10:20:50.758461 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51142) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:50.769623 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d009df8f-08f5-4b95-a047-a3959a73bd5e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Network b2463447-0539-47ac-919f-69a1f393035f is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:20:50.777601 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-1a8c9147-f0b0-4364-bcf2-1859eb7af8b1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:50.801819 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-a8667648-b896-4bf8-b84d-62be58a7c8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:50.811964 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-2e85b0a5-f091-4b17-8340-ec649f9e4db6 admin admin] Calling delete_port for 865d80c9-4097-41d8-803d-e8bf5eb283ae owned by network:router_gateway {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:50.851300 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-d009df8f-08f5-4b95-a047-a3959a73bd5e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, b2463447-0539-47ac-919f-69a1f393035f) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:50.871643 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1c579df6-f10a-4e9b-851e-c019d6eddd0d None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:50.875943 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d009df8f-08f5-4b95-a047-a3959a73bd5e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:50.876727 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d009df8f-08f5-4b95-a047-a3959a73bd5e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:50.876966 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d009df8f-08f5-4b95-a047-a3959a73bd5e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:50.879420 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c507dc0f-419a-43d9-954c-af47c4466c21 None None] Network b2463447-0539-47ac-919f-69a1f393035f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:20:50.933493 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-1a8c9147-f0b0-4364-bcf2-1859eb7af8b1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:50.939917 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d009df8f-08f5-4b95-a047-a3959a73bd5e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.7833827 Apr 08 10:20:50.942458 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-1a8c9147-f0b0-4364-bcf2-1859eb7af8b1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:subnet and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:50.944951 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51148) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:50.948282 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-1a8c9147-f0b0-4364-bcf2-1859eb7af8b1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:50.996328 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-1c579df6-f10a-4e9b-851e-c019d6eddd0d None None] Transition to ACTIVE for port object 23fccd5c-0c4b-49cc-9274-312617a9643b will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:51.006525 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-1a8c9147-f0b0-4364-bcf2-1859eb7af8b1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:51.019765 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6511e85-3e3b-4966-987f-756df799576d None None] DHCP port deletion for 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:20:51.045657 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8c9147-f0b0-4364-bcf2-1859eb7af8b1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:20:51.049219 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9147-f0b0-4364-bcf2-1859eb7af8b1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:51.074663 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ee15d1-db75-44ef-a396-ac724b4366d2 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:51.075855 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ee15d1-db75-44ef-a396-ac724b4366d2 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:51.077781 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ee15d1-db75-44ef-a396-ac724b4366d2 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:51.078044 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f6ee15d1-db75-44ef-a396-ac724b4366d2 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Synchronizing usage tracker for tenant:f36ff6f38b054c6fba4b77d8241c559e on resource:subnet {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:20:51.084896 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-a6511e85-3e3b-4966-987f-756df799576d None None] Deleting port a0e56721-0cf5-4132-b70d-08a399627397 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:51.085569 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a6511e85-3e3b-4966-987f-756df799576d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:51.126444 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-1c579df6-f10a-4e9b-851e-c019d6eddd0d None None] Transition to ACTIVE for port object 23fccd5c-0c4b-49cc-9274-312617a9643b will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:51.173860 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1c579df6-f10a-4e9b-851e-c019d6eddd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:51.193740 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f6ee15d1-db75-44ef-a396-ac724b4366d2 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Unset dirty status for tenant:f36ff6f38b054c6fba4b77d8241c559e on resource:subnet {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:20:51.194895 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f6ee15d1-db75-44ef-a396-ac724b4366d2 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2484598 Apr 08 10:20:51.199944 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51152) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:51.205496 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.l3_db [None req-a17492cc-a7ad-4207-8b19-e34381041996 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Floating IP f7ddc7c1-2b25-41a5-aff6-c2f193f4f314 associated. External IP: 172.26.0.164, port: 18cb2f25-2577-4df8-9f37-e438d568a2a4. Apr 08 10:20:51.261973 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-a8667648-b896-4bf8-b84d-62be58a7c8a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:51.264436 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-a8667648-b896-4bf8-b84d-62be58a7c8a9 service neutron] 10.222.0.52 "PUT /v2.0/ports/0867d322-afc2-49e1-b8cc-570ca281e516 HTTP/1.1" status: 200 len: 1093 time: 3.6604991 Apr 08 10:20:51.264436 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c69b4ae-8081-4f93-9700-990f9087cd71', 'tag': '0867d322-afc2-49e1-b8cc-570ca281e516'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:20:51.284895 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8667648-b896-4bf8-b84d-62be58a7c8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0867d322-afc2-49e1-b8cc-570ca281e516,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:51.355860 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c579df6-f10a-4e9b-851e-c019d6eddd0d None None] Network d1254a99-651f-420f-8e38-7c3a0191240c is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:51.361689 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:51.367461 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6ff4e80-2c7d-4788-9895-c36c0054794b'] response: {'name': 'network-changed', 'server_uuid': '9c69b4ae-8081-4f93-9700-990f9087cd71', 'tag': '0867d322-afc2-49e1-b8cc-570ca281e516', 'status': 'completed', 'code': 200} Apr 08 10:20:51.367749 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-1c579df6-f10a-4e9b-851e-c019d6eddd0d None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:51.374979 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c579df6-f10a-4e9b-851e-c019d6eddd0d None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:51.377012 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c579df6-f10a-4e9b-851e-c019d6eddd0d None None] Pushing event updated for resources: {'Port': ['ID=23fccd5c-0c4b-49cc-9274-312617a9643b,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:51.377236 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-99bf2136-092d-4fbb-a5eb-e992b68c63c2 req-4c9f1c9b-5969-400b-a9c9-e67132a94274 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/security-groups?id=bca33e79-2da3-44f7-b484-196b5dc3d84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6519992 Apr 08 10:20:51.432160 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6fb6-6e88-42aa-a580-97eaf5010b63 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:51.497987 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a6fb6-6e88-42aa-a580-97eaf5010b63 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Pushing event deleted for resources: {'Port': ['ID=6c4f8412-cd0e-4934-b069-d25259e54614,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:51.506884 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Deleting port b28afc5e-b987-4b0a-8ea4-3d59cca25fba {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:51.507057 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:51.540410 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428c120a-dde3-4344-b5ff-c309b9af860e None None] DHCP port deletion for 44910706-9087-4205-b782-3f8b030bca8c request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:20:51.546425 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9147-f0b0-4364-bcf2-1859eb7af8b1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:51.596917 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-428c120a-dde3-4344-b5ff-c309b9af860e None None] Deleting port b28afc5e-b987-4b0a-8ea4-3d59cca25fba {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:51.597355 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-428c120a-dde3-4344-b5ff-c309b9af860e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:51.632232 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5505faa-43a9-4358-9753-a41f03c9e210 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Deleting subnet effb0bd3-2f1b-415f-aeab-b80d1fe546c2 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:20:51.635732 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa368c4-298f-4f1c-9622-1ed82614b023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-b2463447-0539-47ac-919f-69a1f393035f', 'network_id': 'b2463447-0539-47ac-919f-69a1f393035f', 'tenant_id': 'f36ff6f38b054c6fba4b77d8241c559e', 'fixed_ips': [{'subnet_id': '274e5c20-1dde-4289-b097-de64806be4e9'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:20:51.636678 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1aa368c4-298f-4f1c-9622-1ed82614b023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:51.646306 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b28afc5e-b987-4b0a-8ea4-3d59cca25fba no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:20:51.653151 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f5505faa-43a9-4358-9753-a41f03c9e210 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:51.701867 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8c9147-f0b0-4364-bcf2-1859eb7af8b1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:51.711826 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-1a8c9147-f0b0-4364-bcf2-1859eb7af8b1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:51.720760 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8c9147-f0b0-4364-bcf2-1859eb7af8b1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:51.721660 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9147-f0b0-4364-bcf2-1859eb7af8b1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:51.732383 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-a6511e85-3e3b-4966-987f-756df799576d None None] For port a0e56721-0cf5-4132-b70d-08a399627397, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=a0e56721-0cf5-4132-b70d-08a399627397,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:51.732970 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a6511e85-3e3b-4966-987f-756df799576d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:51.740465 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c9147-f0b0-4364-bcf2-1859eb7af8b1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=10829cd4-a628-4b53-9458-8a708e59f116,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:51.753719 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-1c579df6-f10a-4e9b-851e-c019d6eddd0d None None] Attempting to bind port 23fccd5c-0c4b-49cc-9274-312617a9643b on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:51.754177 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-1c579df6-f10a-4e9b-851e-c019d6eddd0d None None] Attempting to bind port 23fccd5c-0c4b-49cc-9274-312617a9643b by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '2b55b148-e97f-4cd6-afce-add8bbf0821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd1254a99-651f-420f-8e38-7c3a0191240c'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:51.755371 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c579df6-f10a-4e9b-851e-c019d6eddd0d None None] Attempting to bind port 23fccd5c-0c4b-49cc-9274-312617a9643b on network d1254a99-651f-420f-8e38-7c3a0191240c {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:51.761462 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f5505faa-43a9-4358-9753-a41f03c9e210 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:51.775401 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e85b0a5-f091-4b17-8340-ec649f9e4db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:51.811824 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-f4d14698-bba3-4723-b291-29ae4e9c0096 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1922481b7e64412fb829b36605ef349a&device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 1096 time: 0.4431312 Apr 08 10:20:51.828633 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1a8c9147-f0b0-4364-bcf2-1859eb7af8b1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0688372 Apr 08 10:20:51.830812 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51158) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:51.847055 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-be296d0c-c54e-4f8c-94bb-ca171b7eb7b7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1745744762', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:51.858003 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-be296d0c-c54e-4f8c-94bb-ca171b7eb7b7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:51.864975 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-be296d0c-c54e-4f8c-94bb-ca171b7eb7b7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:router and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:51.870129 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-be296d0c-c54e-4f8c-94bb-ca171b7eb7b7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:51.880884 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-be296d0c-c54e-4f8c-94bb-ca171b7eb7b7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:51.903782 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85b0a5-f091-4b17-8340-ec649f9e4db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=865d80c9-4097-41d8-803d-e8bf5eb283ae,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:51.917842 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-a6511e85-3e3b-4966-987f-756df799576d None None] Calling delete_port for a0e56721-0cf5-4132-b70d-08a399627397 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:51.921609 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-be296d0c-c54e-4f8c-94bb-ca171b7eb7b7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:51.922919 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-be296d0c-c54e-4f8c-94bb-ca171b7eb7b7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:51.945471 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f5505faa-43a9-4358-9753-a41f03c9e210 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:51.995928 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c579df6-f10a-4e9b-851e-c019d6eddd0d None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:20:51.998324 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c579df6-f10a-4e9b-851e-c019d6eddd0d None None] Checking segment: {'id': '2b55b148-e97f-4cd6-afce-add8bbf0821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd1254a99-651f-420f-8e38-7c3a0191240c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:20:51.998324 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1c579df6-f10a-4e9b-851e-c019d6eddd0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:51.998324 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c579df6-f10a-4e9b-851e-c019d6eddd0d None None] Bound using segment: {'id': '2b55b148-e97f-4cd6-afce-add8bbf0821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd1254a99-651f-420f-8e38-7c3a0191240c'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:20:51.998687 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-1c579df6-f10a-4e9b-851e-c019d6eddd0d None None] Bound port: 23fccd5c-0c4b-49cc-9274-312617a9643b, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b55b148-e97f-4cd6-afce-add8bbf0821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd1254a99-651f-420f-8e38-7c3a0191240c'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:20:51.998769 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1c579df6-f10a-4e9b-851e-c019d6eddd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:52.006072 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-be296d0c-c54e-4f8c-94bb-ca171b7eb7b7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:52.136817 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-3e7b1751-424a-4839-89b3-e318e56e3357 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0867d322-afc2-49e1-b8cc-570ca281e516 HTTP/1.1" status: 200 len: 217 time: 0.2347887 Apr 08 10:20:52.139941 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6fb6-6e88-42aa-a580-97eaf5010b63 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:52.171240 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-be296d0c-c54e-4f8c-94bb-ca171b7eb7b7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:52.198878 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f5505faa-43a9-4358-9753-a41f03c9e210 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:52.251670 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5505faa-43a9-4358-9753-a41f03c9e210 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Pushing event deleted for resources: {'Subnet': ['ID=effb0bd3-2f1b-415f-aeab-b80d1fe546c2,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:52.256421 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-be296d0c-c54e-4f8c-94bb-ca171b7eb7b7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:52.260364 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-be296d0c-c54e-4f8c-94bb-ca171b7eb7b7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4207511 Apr 08 10:20:52.260815 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51162) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:52.266198 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f5505faa-43a9-4358-9753-a41f03c9e210 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:52.270388 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f5505faa-43a9-4358-9753-a41f03c9e210 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] 10.222.0.47 "DELETE /v2.0/subnets/effb0bd3-2f1b-415f-aeab-b80d1fe546c2 HTTP/1.1" status: 204 len: 168 time: 1.0692096 Apr 08 10:20:52.311167 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:52.327300 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51166) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:52.327617 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a6511e85-3e3b-4966-987f-756df799576d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:52.367004 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] For port b28afc5e-b987-4b0a-8ea4-3d59cca25fba, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b28afc5e-b987-4b0a-8ea4-3d59cca25fba,segment=NetworkSegment(f8e4c58f-ddc9-4e30-9451-86130f61307c),segment_id=f8e4c58f-ddc9-4e30-9451-86130f61307c)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:52.367236 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:52.387858 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-428c120a-dde3-4344-b5ff-c309b9af860e None None] For port b28afc5e-b987-4b0a-8ea4-3d59cca25fba, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b28afc5e-b987-4b0a-8ea4-3d59cca25fba,segment=NetworkSegment(f8e4c58f-ddc9-4e30-9451-86130f61307c),segment_id=f8e4c58f-ddc9-4e30-9451-86130f61307c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:52.388585 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-428c120a-dde3-4344-b5ff-c309b9af860e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:52.480143 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-1c579df6-f10a-4e9b-851e-c019d6eddd0d None None] For port 23fccd5c-0c4b-49cc-9274-312617a9643b, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:20:52.542458 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-1aa368c4-298f-4f1c-9622-1ed82614b023 None None] Allocated IP 172.20.0.18 (b2463447-0539-47ac-919f-69a1f393035f/274e5c20-1dde-4289-b097-de64806be4e9/e5148dab-4bef-43a0-a4da-31ccda460fff) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:52.561073 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-428c120a-dde3-4344-b5ff-c309b9af860e None None] Calling delete_port for b28afc5e-b987-4b0a-8ea4-3d59cca25fba owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:52.596276 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a0eb3b-0a58-458e-ae85-e3c517e14a24 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Deleting subnet 274e5c20-1dde-4289-b097-de64806be4e9 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:20:52.646583 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6511e85-3e3b-4966-987f-756df799576d None None] Pushing event deleted for resources: {'Port': ['ID=a0e56721-0cf5-4132-b70d-08a399627397,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:52.648522 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6511e85-3e3b-4966-987f-756df799576d None None] No DVR routers for this DVR port a0e56721-0cf5-4132-b70d-08a399627397 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:20:52.667062 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-1c579df6-f10a-4e9b-851e-c019d6eddd0d None None] For port 23fccd5c-0c4b-49cc-9274-312617a9643b, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=23fccd5c-0c4b-49cc-9274-312617a9643b,segment=NetworkSegment(2b55b148-e97f-4cd6-afce-add8bbf0821b),segment_id=2b55b148-e97f-4cd6-afce-add8bbf0821b)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:20:52.682161 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port b28afc5e-b987-4b0a-8ea4-3d59cca25fba, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b28afc5e-b987-4b0a-8ea4-3d59cca25fba,segment=NetworkSegment(f8e4c58f-ddc9-4e30-9451-86130f61307c),segment_id=f8e4c58f-ddc9-4e30-9451-86130f61307c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:52.688702 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1c579df6-f10a-4e9b-851e-c019d6eddd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:52.736905 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfafc32-df1e-4695-a5c5-8e3326501e0b None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:20:52.767913 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:52.767913 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device a0e56721-0cf5-4132-b70d-08a399627397 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:20:52.793139 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17492cc-a7ad-4207-8b19-e34381041996 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Router 1228fa13-706d-444f-aaa3-5802b42cbcd9 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:20:52.846960 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Calling delete_port for b28afc5e-b987-4b0a-8ea4-3d59cca25fba owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:52.924248 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: a0e56721-0cf5-4132-b70d-08a399627397 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:20:52.924469 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device a0e56721-0cf5-4132-b70d-08a399627397 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:20:52.930729 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-2427dc14-e450-4b13-91ad-3652c080ea1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:52.932417 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-2427dc14-e450-4b13-91ad-3652c080ea1e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9893e777-80b5-491b-b0da-55e059b64239 HTTP/1.1" status: 200 len: 851 time: 0.7090869 Apr 08 10:20:52.996202 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-428c120a-dde3-4344-b5ff-c309b9af860e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:20:52.996554 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-428c120a-dde3-4344-b5ff-c309b9af860e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:20:52.997102 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c579df6-f10a-4e9b-851e-c019d6eddd0d None None] Pushing event updated for resources: {'Port': ['ID=23fccd5c-0c4b-49cc-9274-312617a9643b,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:53.068062 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-40992d8f-7ab4-4702-a815-cdf592ff0704 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a43ac230-2af3-46f3-9f8c-607cf9bfd095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132295 Apr 08 10:20:53.080287 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6fb6-6e88-42aa-a580-97eaf5010b63 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:53.188363 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=b28afc5e-b987-4b0a-8ea4-3d59cca25fba,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:53.190088 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a23f0ef0-9555-4206-8388-b4ab3ef0948b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:53.231778 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-ee99f2bf-e643-49f2-aef9-cb1d4cd5bc16 service neutron] 10.222.0.52 "GET /v2.0/networks/a43ac230-2af3-46f3-9f8c-607cf9bfd095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551709 Apr 08 10:20:53.296365 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85738dd0-bdf5-473a-a06e-ac656ea7e45f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'fixed_ips': [{'subnet_id': '10829cd4-a628-4b53-9458-8a708e59f116'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:20:53.297250 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-85738dd0-bdf5-473a-a06e-ac656ea7e45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:53.327038 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1aa368c4-298f-4f1c-9622-1ed82614b023 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:53.343155 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-1aa368c4-298f-4f1c-9622-1ed82614b023 None None] Transition to ACTIVE for port object e5148dab-4bef-43a0-a4da-31ccda460fff will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:53.350506 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6fb6-6e88-42aa-a580-97eaf5010b63 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:53.366362 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e85b0a5-f091-4b17-8340-ec649f9e4db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:53.429960 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-1aa368c4-298f-4f1c-9622-1ed82614b023 None None] Transition to ACTIVE for port object e5148dab-4bef-43a0-a4da-31ccda460fff will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:53.446148 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-23a0eb3b-0a58-458e-ae85-e3c517e14a24 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:53.446358 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1aa368c4-298f-4f1c-9622-1ed82614b023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:53.514830 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-428c120a-dde3-4344-b5ff-c309b9af860e None None] Deleting port b28afc5e-b987-4b0a-8ea4-3d59cca25fba {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:53.514830 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-428c120a-dde3-4344-b5ff-c309b9af860e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:53.603394 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.api [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:20:53.603662 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG oslo_db.api [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:20:53.613700 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-23a0eb3b-0a58-458e-ae85-e3c517e14a24 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:53.625479 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa368c4-298f-4f1c-9622-1ed82614b023 None None] Pushing event updated for resources: {'Port': ['ID=e5148dab-4bef-43a0-a4da-31ccda460fff,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:53.674761 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa368c4-298f-4f1c-9622-1ed82614b023 None None] Network b2463447-0539-47ac-919f-69a1f393035f is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:53.686424 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-1aa368c4-298f-4f1c-9622-1ed82614b023 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:53.698961 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa368c4-298f-4f1c-9622-1ed82614b023 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:53.715442 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-85738dd0-bdf5-473a-a06e-ac656ea7e45f None None] Allocated IP 2001:db8::2 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/10829cd4-a628-4b53-9458-8a708e59f116/a5fa4968-299e-4583-aace-fe11d6a14320) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:53.792403 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e85b0a5-f091-4b17-8340-ec649f9e4db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:53.805143 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b650b3a4-4c80-4c41-bd73-1960854ee04d req-9363c156-b613-497f-ac5f-03e3c069026e service neutron] 10.222.0.52 "GET /v2.0/networks/a43ac230-2af3-46f3-9f8c-607cf9bfd095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5638435 Apr 08 10:20:53.808417 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e85b0a5-f091-4b17-8340-ec649f9e4db6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:53.812064 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6fb6-6e88-42aa-a580-97eaf5010b63 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:53.813056 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0a6fb6-6e88-42aa-a580-97eaf5010b63 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Fanout notify agent at l3_agent the message router_deleted on router 36f39037-482e-4b75-a6eb-21429e5179c9 {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:20:53.828424 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17492cc-a7ad-4207-8b19-e34381041996 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:20:53.829465 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56c3f8-5ec2-4e6a-b8f6-a638e6702af3 req-525544ed-5ea9-4208-814a-7dd2dd244d3b tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:53.829702 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 23fccd5c-0c4b-49cc-9274-312617a9643b up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:20:53.839399 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ce56c3f8-5ec2-4e6a-b8f6-a638e6702af3 req-525544ed-5ea9-4208-814a-7dd2dd244d3b tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 943 time: 1.0894742 Apr 08 10:20:53.867154 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a17492cc-a7ad-4207-8b19-e34381041996 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:53.873757 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa224cd-ff44-41a6-8ddd-ed0978531263 None None] Sync routers for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:20:53.906947 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-23a0eb3b-0a58-458e-ae85-e3c517e14a24 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:53.941151 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e85b0a5-f091-4b17-8340-ec649f9e4db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:53.941801 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e85b0a5-f091-4b17-8340-ec649f9e4db6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d05ae82-ff44-4939-9473-7621f6a94e05 {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:20:53.960489 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e85b0a5-f091-4b17-8340-ec649f9e4db6 admin admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:53.964208 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2e85b0a5-f091-4b17-8340-ec649f9e4db6 admin admin] 10.222.0.47 "DELETE /v2.0/routers/1d05ae82-ff44-4939-9473-7621f6a94e05 HTTP/1.1" status: 204 len: 168 time: 6.4518139 Apr 08 10:20:53.967445 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-428c120a-dde3-4344-b5ff-c309b9af860e None None] For port b28afc5e-b987-4b0a-8ea4-3d59cca25fba, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b28afc5e-b987-4b0a-8ea4-3d59cca25fba,segment=NetworkSegment(f8e4c58f-ddc9-4e30-9451-86130f61307c),segment_id=f8e4c58f-ddc9-4e30-9451-86130f61307c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:53.968596 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51174) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:53.968716 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-428c120a-dde3-4344-b5ff-c309b9af860e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:53.974360 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6fb6-6e88-42aa-a580-97eaf5010b63 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:53.978929 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7a0a6fb6-6e88-42aa-a580-97eaf5010b63 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "DELETE /v2.0/routers/36f39037-482e-4b75-a6eb-21429e5179c9 HTTP/1.1" status: 204 len: 168 time: 6.9086378 Apr 08 10:20:53.980499 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51178) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:53.995188 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-6fb31040-72ea-4574-8502-0c57ce969873 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1614083034', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:54.002446 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-6fb31040-72ea-4574-8502-0c57ce969873 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:20:54.019761 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6fb31040-72ea-4574-8502-0c57ce969873 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Usage tracker for resource:router and tenant:375b90ef4ba148b9ac12dbb8b1428832 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:20:54.024627 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6fb31040-72ea-4574-8502-0c57ce969873 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:20:54.038883 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-6fb31040-72ea-4574-8502-0c57ce969873 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:20:54.050906 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51182) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:54.051690 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a17492cc-a7ad-4207-8b19-e34381041996 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.5035579 Apr 08 10:20:54.059058 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-47c7d805-c004-4458-b4c1-5397ac747c8d tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Request body: {'floatingip': {'port_id': '18cb2f25-2577-4df8-9f37-e438d568a2a4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:54.083997 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-55be3200-dbc1-4fd9-a5df-aaba0004e5bd admin admin] Deleting subnet 692d3687-9099-4281-8e6d-66a12d208bbd {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:20:54.088678 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-55be3200-dbc1-4fd9-a5df-aaba0004e5bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:54.126435 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-23a0eb3b-0a58-458e-ae85-e3c517e14a24 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:54.195846 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-428c120a-dde3-4344-b5ff-c309b9af860e None None] Calling delete_port for b28afc5e-b987-4b0a-8ea4-3d59cca25fba owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:54.204195 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Deleting port b28afc5e-b987-4b0a-8ea4-3d59cca25fba {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:54.204857 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:54.205088 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0eb3b-0a58-458e-ae85-e3c517e14a24 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Pushing event deleted for resources: {'Subnet': ['ID=274e5c20-1dde-4289-b097-de64806be4e9,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:54.225717 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-55be3200-dbc1-4fd9-a5df-aaba0004e5bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:54.247220 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ce56c3f8-5ec2-4e6a-b8f6-a638e6702af3 req-436e8b32-f607-4426-8369-29f06dbd4e60 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/security-groups?id=bca33e79-2da3-44f7-b484-196b5dc3d84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756437 Apr 08 10:20:54.282896 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6fb31040-72ea-4574-8502-0c57ce969873 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:54.284712 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6fb31040-72ea-4574-8502-0c57ce969873 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:54.312576 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e835dd24-ed8e-42a4-a793-44dce2c40baf req-6e9392c1-28a8-41b9-a1cb-75eb779f3a05 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1922481b7e64412fb829b36605ef349a&device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 1096 time: 0.4418635 Apr 08 10:20:54.400238 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-23a0eb3b-0a58-458e-ae85-e3c517e14a24 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:54.403906 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a0eb3b-0a58-458e-ae85-e3c517e14a24 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:54.404293 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a0eb3b-0a58-458e-ae85-e3c517e14a24 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:54.404637 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a0eb3b-0a58-458e-ae85-e3c517e14a24 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:54.404964 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a0eb3b-0a58-458e-ae85-e3c517e14a24 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:54.405292 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a0eb3b-0a58-458e-ae85-e3c517e14a24 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:54.405618 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a0eb3b-0a58-458e-ae85-e3c517e14a24 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:54.405941 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a0eb3b-0a58-458e-ae85-e3c517e14a24 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:54.406262 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a0eb3b-0a58-458e-ae85-e3c517e14a24 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:54.406590 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a0eb3b-0a58-458e-ae85-e3c517e14a24 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:54.406898 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a0eb3b-0a58-458e-ae85-e3c517e14a24 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:54.407214 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a0eb3b-0a58-458e-ae85-e3c517e14a24 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:54.443325 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-23a0eb3b-0a58-458e-ae85-e3c517e14a24 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] 10.222.0.47 "DELETE /v2.0/subnets/274e5c20-1dde-4289-b097-de64806be4e9 HTTP/1.1" status: 204 len: 168 time: 2.1047020 Apr 08 10:20:54.443325 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51186) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:54.472386 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-1aa368c4-298f-4f1c-9622-1ed82614b023 None None] Attempting to bind port e5148dab-4bef-43a0-a4da-31ccda460fff on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:54.472773 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-1aa368c4-298f-4f1c-9622-1ed82614b023 None None] Attempting to bind port e5148dab-4bef-43a0-a4da-31ccda460fff by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '9e14fe5f-23f6-4480-9f65-f09a0faf9e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b2463447-0539-47ac-919f-69a1f393035f'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:54.473127 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa368c4-298f-4f1c-9622-1ed82614b023 None None] Attempting to bind port e5148dab-4bef-43a0-a4da-31ccda460fff on network b2463447-0539-47ac-919f-69a1f393035f {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:54.529809 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa368c4-298f-4f1c-9622-1ed82614b023 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:20:54.529809 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa368c4-298f-4f1c-9622-1ed82614b023 None None] Checking segment: {'id': '9e14fe5f-23f6-4480-9f65-f09a0faf9e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b2463447-0539-47ac-919f-69a1f393035f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:20:54.530080 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1aa368c4-298f-4f1c-9622-1ed82614b023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:54.530637 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa368c4-298f-4f1c-9622-1ed82614b023 None None] Bound using segment: {'id': '9e14fe5f-23f6-4480-9f65-f09a0faf9e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b2463447-0539-47ac-919f-69a1f393035f'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:20:54.530905 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-1aa368c4-298f-4f1c-9622-1ed82614b023 None None] Bound port: e5148dab-4bef-43a0-a4da-31ccda460fff, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e14fe5f-23f6-4480-9f65-f09a0faf9e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b2463447-0539-47ac-919f-69a1f393035f'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:20:54.531279 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1aa368c4-298f-4f1c-9622-1ed82614b023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:54.535394 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b0ba34-94a1-4ac0-ad56-d72831f8397d tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:54.536438 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-58b0ba34-94a1-4ac0-ad56-d72831f8397d tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Synchronizing usage tracker for tenant:f36ff6f38b054c6fba4b77d8241c559e on resource:subnet {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:20:54.541091 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa224cd-ff44-41a6-8ddd-ed0978531263 None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:54.541727 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-2aa224cd-ff44-41a6-8ddd-ed0978531263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:54.550653 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-55be3200-dbc1-4fd9-a5df-aaba0004e5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:54.599264 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-58b0ba34-94a1-4ac0-ad56-d72831f8397d tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Unset dirty status for tenant:f36ff6f38b054c6fba4b77d8241c559e on resource:subnet {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:20:54.605903 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-58b0ba34-94a1-4ac0-ad56-d72831f8397d tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1584451 Apr 08 10:20:54.605903 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51190) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:54.607817 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e6040c-74dd-4595-8bba-5811a7187508 None None] Network d1254a99-651f-420f-8e38-7c3a0191240c requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:20:54.623781 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-47c7d805-c004-4458-b4c1-5397ac747c8d tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:54.709302 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-2aa224cd-ff44-41a6-8ddd-ed0978531263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:54.737980 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1f38ba5f-d81e-439c-a344-57b3614ce90e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:54.741331 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-55be3200-dbc1-4fd9-a5df-aaba0004e5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:54.783201 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be3200-dbc1-4fd9-a5df-aaba0004e5bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=692d3687-9099-4281-8e6d-66a12d208bbd,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:54.796560 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-1f38ba5f-d81e-439c-a344-57b3614ce90e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Deleting port e5148dab-4bef-43a0-a4da-31ccda460fff {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:54.797180 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1f38ba5f-d81e-439c-a344-57b3614ce90e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:54.807079 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] The port 'b28afc5e-b987-4b0a-8ea4-3d59cca25fba' was deleted {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:20:54.813632 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6fb31040-72ea-4574-8502-0c57ce969873 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:54.815200 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-428c120a-dde3-4344-b5ff-c309b9af860e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:54.826215 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-55be3200-dbc1-4fd9-a5df-aaba0004e5bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:54.843123 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-55be3200-dbc1-4fd9-a5df-aaba0004e5bd admin admin] 10.222.0.47 "DELETE /v2.0/subnets/692d3687-9099-4281-8e6d-66a12d208bbd HTTP/1.1" status: 204 len: 168 time: 0.8733692 Apr 08 10:20:54.850766 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51196) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:54.863880 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3388b452-ca06-41e1-9371-0bd8045805f4 None None] Network 23b9a92c-2414-467b-bd21-b2d4b19be3ff requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:20:54.933003 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 23fccd5c-0c4b-49cc-9274-312617a9643b completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:20:55.015476 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-75348090-7dc3-4b02-9bda-924cafb2f155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:55.023759 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa224cd-ff44-41a6-8ddd-ed0978531263 None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:55.024412 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-2aa224cd-ff44-41a6-8ddd-ed0978531263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:55.037600 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6fb31040-72ea-4574-8502-0c57ce969873 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:55.065278 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:55.072990 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428c120a-dde3-4344-b5ff-c309b9af860e None None] No DVR routers for this DVR port b28afc5e-b987-4b0a-8ea4-3d59cca25fba on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:20:55.073463 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835dd24-ed8e-42a4-a793-44dce2c40baf req-ffc4171f-7359-4431-afe0-8f990d207240 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:55.075282 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e835dd24-ed8e-42a4-a793-44dce2c40baf req-ffc4171f-7359-4431-afe0-8f990d207240 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a43ac230-2af3-46f3-9f8c-607cf9bfd095 HTTP/1.1" status: 200 len: 912 time: 0.7383680 Apr 08 10:20:55.094071 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-75348090-7dc3-4b02-9bda-924cafb2f155 admin admin] Deleting port 38b45f41-31ce-449e-883c-46856bcf24cf {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:55.094244 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-75348090-7dc3-4b02-9bda-924cafb2f155 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:55.132924 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44910706-9087-4205-b782-3f8b030bca8c']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:55.185470 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c120a-dde3-4344-b5ff-c309b9af860e None None] Pushing event deleted for resources: {'Port': ['ID=b28afc5e-b987-4b0a-8ea4-3d59cca25fba,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:55.204400 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b7ce5417-4fe1-4844-a11d-f164f19322b4 None None] Provisioning for port 23fccd5c-0c4b-49cc-9274-312617a9643b completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:20:55.211034 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-1f38ba5f-d81e-439c-a344-57b3614ce90e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] For port e5148dab-4bef-43a0-a4da-31ccda460fff, host dv-neutron-837110-1-hyperv, got binding levels [] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:55.211401 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1f38ba5f-d81e-439c-a344-57b3614ce90e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:55.211506 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-1aa368c4-298f-4f1c-9622-1ed82614b023 None None] For port e5148dab-4bef-43a0-a4da-31ccda460fff, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:20:55.215757 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-2aa224cd-ff44-41a6-8ddd-ed0978531263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:55.216211 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa224cd-ff44-41a6-8ddd-ed0978531263 None None] The sync data for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:20:55.244583 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e4c58f-ddc9-4e30-9451-86130f61307c') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:55.245167 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e4c58f-ddc9-4e30-9451-86130f61307c') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:55.251062 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b7ce5417-4fe1-4844-a11d-f164f19322b4 None None] Provisioning complete for port 23fccd5c-0c4b-49cc-9274-312617a9643b triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:20:55.251699 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b7ce5417-4fe1-4844-a11d-f164f19322b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:55.252213 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6fb31040-72ea-4574-8502-0c57ce969873 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:55.256003 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6fb31040-72ea-4574-8502-0c57ce969873 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2629342 Apr 08 10:20:55.290939 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51206) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:55.322126 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-1aa368c4-298f-4f1c-9622-1ed82614b023 None None] For port e5148dab-4bef-43a0-a4da-31ccda460fff, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=e5148dab-4bef-43a0-a4da-31ccda460fff,segment=NetworkSegment(9e14fe5f-23f6-4480-9f65-f09a0faf9e9b),segment_id=9e14fe5f-23f6-4480-9f65-f09a0faf9e9b)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:20:55.359112 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-1f38ba5f-d81e-439c-a344-57b3614ce90e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Calling delete_port for e5148dab-4bef-43a0-a4da-31ccda460fff owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:55.389108 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-7625bb1d-5368-4d1f-898d-5d55e607cb69 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'enable_snat': True}}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:20:55.389689 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428c120a-dde3-4344-b5ff-c309b9af860e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:55.390089 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428c120a-dde3-4344-b5ff-c309b9af860e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:55.390524 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428c120a-dde3-4344-b5ff-c309b9af860e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:55.390864 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428c120a-dde3-4344-b5ff-c309b9af860e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:55.391196 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428c120a-dde3-4344-b5ff-c309b9af860e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:55.391525 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428c120a-dde3-4344-b5ff-c309b9af860e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:55.391858 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428c120a-dde3-4344-b5ff-c309b9af860e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:55.392208 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428c120a-dde3-4344-b5ff-c309b9af860e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:55.392531 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428c120a-dde3-4344-b5ff-c309b9af860e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:55.392867 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428c120a-dde3-4344-b5ff-c309b9af860e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:55.393172 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428c120a-dde3-4344-b5ff-c309b9af860e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:55.396335 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-85738dd0-bdf5-473a-a06e-ac656ea7e45f None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:55.428656 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:55.441414 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1aa368c4-298f-4f1c-9622-1ed82614b023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:55.446218 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e835dd24-ed8e-42a4-a793-44dce2c40baf req-7ced4316-234e-4235-bffe-08a419d36b2d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0867d322-afc2-49e1-b8cc-570ca281e516 HTTP/1.1" status: 200 len: 217 time: 0.2912199 Apr 08 10:20:55.501253 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-85738dd0-bdf5-473a-a06e-ac656ea7e45f None None] Transition to ACTIVE for port object a5fa4968-299e-4583-aace-fe11d6a14320 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:55.517358 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:55.538675 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:20:55.539736 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:20:55.555517 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:20:55.592360 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-85738dd0-bdf5-473a-a06e-ac656ea7e45f None None] Transition to ACTIVE for port object a5fa4968-299e-4583-aace-fe11d6a14320 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:55.597202 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 865d80c9-4097-41d8-803d-e8bf5eb283ae no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:20:55.657608 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 865d80c9-4097-41d8-803d-e8bf5eb283ae {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:20:55.657997 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 865d80c9-4097-41d8-803d-e8bf5eb283ae not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:20:55.662186 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835dd24-ed8e-42a4-a793-44dce2c40baf req-7be88ae8-ad6f-4466-baad-d86e23208f17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:55.663954 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e835dd24-ed8e-42a4-a793-44dce2c40baf req-7be88ae8-ad6f-4466-baad-d86e23208f17 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9893e777-80b5-491b-b0da-55e059b64239 HTTP/1.1" status: 200 len: 851 time: 0.2008994 Apr 08 10:20:55.670874 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-85738dd0-bdf5-473a-a06e-ac656ea7e45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:55.677983 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa368c4-298f-4f1c-9622-1ed82614b023 None None] Pushing event updated for resources: {'Port': ['ID=e5148dab-4bef-43a0-a4da-31ccda460fff,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:55.740555 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b7ce5417-4fe1-4844-a11d-f164f19322b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:55.759528 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.api [None req-1f38ba5f-d81e-439c-a344-57b3614ce90e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:20:55.760462 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG oslo_db.api [None req-1f38ba5f-d81e-439c-a344-57b3614ce90e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:20:55.773648 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:55.778853 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:55.800177 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e835dd24-ed8e-42a4-a793-44dce2c40baf req-4b6cc7be-c394-40d5-9ba3-ae64425cd320 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a43ac230-2af3-46f3-9f8c-607cf9bfd095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1253424 Apr 08 10:20:55.803155 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a4eeae-a875-488a-ab45-ad34b2d89d5e None None] DHCP port deletion for d1254a99-651f-420f-8e38-7c3a0191240c request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:20:55.835572 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-46a4eeae-a875-488a-ab45-ad34b2d89d5e None None] Deleting port 23fccd5c-0c4b-49cc-9274-312617a9643b {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:55.835947 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-46a4eeae-a875-488a-ab45-ad34b2d89d5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:55.876613 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] 10.222.0.47 "DELETE /v2.0/networks/44910706-9087-4205-b782-3f8b030bca8c HTTP/1.1" status: 204 len: 168 time: 5.0766838 Apr 08 10:20:55.878947 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Pushing event deleted for resources: {'Network': ['ID=44910706-9087-4205-b782-3f8b030bca8c,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:55.881168 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51212) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:55.884723 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85738dd0-bdf5-473a-a06e-ac656ea7e45f None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:55.895299 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-85738dd0-bdf5-473a-a06e-ac656ea7e45f None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:55.900513 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85738dd0-bdf5-473a-a06e-ac656ea7e45f None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:55.902822 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85738dd0-bdf5-473a-a06e-ac656ea7e45f None None] Pushing event updated for resources: {'Port': ['ID=a5fa4968-299e-4583-aace-fe11d6a14320,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:55.922951 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-75348090-7dc3-4b02-9bda-924cafb2f155 admin admin] For port 38b45f41-31ce-449e-883c-46856bcf24cf, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=38b45f41-31ce-449e-883c-46856bcf24cf,segment=NetworkSegment(9c1c6b6f-7c1a-46a0-8674-eb95d416a285),segment_id=9c1c6b6f-7c1a-46a0-8674-eb95d416a285)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:55.923308 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-75348090-7dc3-4b02-9bda-924cafb2f155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:55.935266 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-b7ce5417-4fe1-4844-a11d-f164f19322b4 None None] For port 23fccd5c-0c4b-49cc-9274-312617a9643b, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=23fccd5c-0c4b-49cc-9274-312617a9643b,segment=NetworkSegment(2b55b148-e97f-4cd6-afce-add8bbf0821b),segment_id=2b55b148-e97f-4cd6-afce-add8bbf0821b)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:55.967079 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fff8347-c19c-4cec-9137-fb08b0476346 None None] Network b2463447-0539-47ac-919f-69a1f393035f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:20:55.993411 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e833ec-3a85-4fa0-95b7-4269e75de39d req-d29f3375-8542-4f65-83df-4cdbf3136828 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:55.994995 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-36e833ec-3a85-4fa0-95b7-4269e75de39d req-d29f3375-8542-4f65-83df-4cdbf3136828 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 943 time: 0.6100113 Apr 08 10:20:56.015253 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b7ce5417-4fe1-4844-a11d-f164f19322b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:56.020326 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-a23f0ef0-9555-4206-8388-b4ab3ef0948b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 2001:db8::1 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/10829cd4-a628-4b53-9458-8a708e59f116/f6ae2188-db39-48bd-a263-865cc43a0a21) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:56.056237 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1a0c85-5e51-48a3-8af9-cacb11e50da8 None None] DHCP port deletion for 23b9a92c-2414-467b-bd21-b2d4b19be3ff request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:20:56.093380 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-75348090-7dc3-4b02-9bda-924cafb2f155 admin admin] Calling delete_port for 38b45f41-31ce-449e-883c-46856bcf24cf owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:56.238668 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-6d1a0c85-5e51-48a3-8af9-cacb11e50da8 None None] Deleting port 38b45f41-31ce-449e-883c-46856bcf24cf {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:56.239033 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6d1a0c85-5e51-48a3-8af9-cacb11e50da8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:56.311964 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-1f38ba5f-d81e-439c-a344-57b3614ce90e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Deleting port e5148dab-4bef-43a0-a4da-31ccda460fff {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:56.311964 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1f38ba5f-d81e-439c-a344-57b3614ce90e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:56.327280 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:56.327871 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:56.327970 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:56.329028 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:56.329028 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:56.329028 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:56.329341 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:56.329720 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:56.329865 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:56.330195 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:56.330513 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e928b-85c5-4ba5-b433-974fa1c271c7 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:20:56.348808 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-6bdc084d-1bc0-49b3-b86d-c0cc9b3cdbc2 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Deleting port f80b3d95-66b5-4fee-a1b2-29079c66b3fc {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:20:56.349036 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6bdc084d-1bc0-49b3-b86d-c0cc9b3cdbc2 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:56.352466 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-85738dd0-bdf5-473a-a06e-ac656ea7e45f None None] Attempting to bind port a5fa4968-299e-4583-aace-fe11d6a14320 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:20:56.352829 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-85738dd0-bdf5-473a-a06e-ac656ea7e45f None None] Attempting to bind port a5fa4968-299e-4583-aace-fe11d6a14320 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:20:56.354088 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85738dd0-bdf5-473a-a06e-ac656ea7e45f None None] Attempting to bind port a5fa4968-299e-4583-aace-fe11d6a14320 on network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:20:56.412540 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e835dd24-ed8e-42a4-a793-44dce2c40baf req-8b548638-e1f2-4b33-8ecc-ebce8c9bbc40 service neutron] 10.222.0.52 "GET /v2.0/networks/a43ac230-2af3-46f3-9f8c-607cf9bfd095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6004241 Apr 08 10:20:56.459285 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-75348090-7dc3-4b02-9bda-924cafb2f155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:56.524387 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce5417-4fe1-4844-a11d-f164f19322b4 None None] Pushing event updated for resources: {'Port': ['ID=23fccd5c-0c4b-49cc-9274-312617a9643b,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:56.527378 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85738dd0-bdf5-473a-a06e-ac656ea7e45f None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:20:56.527378 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85738dd0-bdf5-473a-a06e-ac656ea7e45f None None] Checking segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:20:56.527835 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-85738dd0-bdf5-473a-a06e-ac656ea7e45f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:56.528818 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85738dd0-bdf5-473a-a06e-ac656ea7e45f None None] Bound using segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:20:56.529188 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-85738dd0-bdf5-473a-a06e-ac656ea7e45f None None] Bound port: a5fa4968-299e-4583-aace-fe11d6a14320, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:20:56.529561 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-85738dd0-bdf5-473a-a06e-ac656ea7e45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:56.553013 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-6d1a0c85-5e51-48a3-8af9-cacb11e50da8 None None] The port '38b45f41-31ce-449e-883c-46856bcf24cf' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:20:56.564876 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75348090-7dc3-4b02-9bda-924cafb2f155 admin admin] Pushing event deleted for resources: {'Port': ['ID=38b45f41-31ce-449e-883c-46856bcf24cf,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:56.576006 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-46a4eeae-a875-488a-ab45-ad34b2d89d5e None None] For port 23fccd5c-0c4b-49cc-9274-312617a9643b, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=23fccd5c-0c4b-49cc-9274-312617a9643b,segment=NetworkSegment(2b55b148-e97f-4cd6-afce-add8bbf0821b),segment_id=2b55b148-e97f-4cd6-afce-add8bbf0821b)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:56.576006 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-46a4eeae-a875-488a-ab45-ad34b2d89d5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:56.604676 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-36e833ec-3a85-4fa0-95b7-4269e75de39d req-c9d9a4d4-a80c-4ade-aa0a-30320c57b359 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/security-groups?id=bca33e79-2da3-44f7-b484-196b5dc3d84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238575 Apr 08 10:20:56.605945 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75348090-7dc3-4b02-9bda-924cafb2f155 admin admin] No DVR routers for this DVR port 38b45f41-31ce-449e-883c-46856bcf24cf on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:20:56.645632 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a23f0ef0-9555-4206-8388-b4ab3ef0948b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:56.694768 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7625bb1d-5368-4d1f-898d-5d55e607cb69 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:56.708250 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e835dd24-ed8e-42a4-a793-44dce2c40baf req-47afe030-efae-42e6-aac6-fab23cd8c518 service neutron] 10.222.0.52 "GET /v2.0/networks/a43ac230-2af3-46f3-9f8c-607cf9bfd095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841837 Apr 08 10:20:56.733794 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-46a4eeae-a875-488a-ab45-ad34b2d89d5e None None] Calling delete_port for 23fccd5c-0c4b-49cc-9274-312617a9643b owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:56.745161 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6bdc084d-1bc0-49b3-b86d-c0cc9b3cdbc2 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:56.745561 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6bdc084d-1bc0-49b3-b86d-c0cc9b3cdbc2 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:56.820946 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-a23f0ef0-9555-4206-8388-b4ab3ef0948b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Transition to ACTIVE for port object f6ae2188-db39-48bd-a263-865cc43a0a21 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:20:56.848262 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-85738dd0-bdf5-473a-a06e-ac656ea7e45f None None] For port a5fa4968-299e-4583-aace-fe11d6a14320, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:20:56.860982 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-75348090-7dc3-4b02-9bda-924cafb2f155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:56.862712 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-85738dd0-bdf5-473a-a06e-ac656ea7e45f None None] For port a5fa4968-299e-4583-aace-fe11d6a14320, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=a5fa4968-299e-4583-aace-fe11d6a14320,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:20:56.864725 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-46a4eeae-a875-488a-ab45-ad34b2d89d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:56.900975 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-85738dd0-bdf5-473a-a06e-ac656ea7e45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:56.903392 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-1f38ba5f-d81e-439c-a344-57b3614ce90e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] For port e5148dab-4bef-43a0-a4da-31ccda460fff, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=e5148dab-4bef-43a0-a4da-31ccda460fff,segment=NetworkSegment(9e14fe5f-23f6-4480-9f65-f09a0faf9e9b),segment_id=9e14fe5f-23f6-4480-9f65-f09a0faf9e9b)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:56.903770 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1f38ba5f-d81e-439c-a344-57b3614ce90e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:56.914300 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4eeae-a875-488a-ab45-ad34b2d89d5e None None] Pushing event deleted for resources: {'Port': ['ID=23fccd5c-0c4b-49cc-9274-312617a9643b,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:56.943029 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-6bdc084d-1bc0-49b3-b86d-c0cc9b3cdbc2 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Calling delete_port for f80b3d95-66b5-4fee-a1b2-29079c66b3fc owned by network:floatingip {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:56.976731 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a4eeae-a875-488a-ab45-ad34b2d89d5e None None] No DVR routers for this DVR port 23fccd5c-0c4b-49cc-9274-312617a9643b on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:20:57.014622 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85738dd0-bdf5-473a-a06e-ac656ea7e45f None None] Pushing event updated for resources: {'Port': ['ID=a5fa4968-299e-4583-aace-fe11d6a14320,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:57.034205 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-75348090-7dc3-4b02-9bda-924cafb2f155 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b9a92c-2414-467b-bd21-b2d4b19be3ff']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:57.037858 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-47c7d805-c004-4458-b4c1-5397ac747c8d tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:57.048503 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-47c7d805-c004-4458-b4c1-5397ac747c8d tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:57.055103 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-1f38ba5f-d81e-439c-a344-57b3614ce90e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Calling delete_port for e5148dab-4bef-43a0-a4da-31ccda460fff owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:20:57.136039 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-75348090-7dc3-4b02-9bda-924cafb2f155 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c1c6b6f-7c1a-46a0-8674-eb95d416a285') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:57.136247 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-75348090-7dc3-4b02-9bda-924cafb2f155 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c1c6b6f-7c1a-46a0-8674-eb95d416a285') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:57.165048 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-75348090-7dc3-4b02-9bda-924cafb2f155 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:57.209469 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-75348090-7dc3-4b02-9bda-924cafb2f155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:57.229489 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a23f0ef0-9555-4206-8388-b4ab3ef0948b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:57.271363 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75348090-7dc3-4b02-9bda-924cafb2f155 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:20:57.272304 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-75348090-7dc3-4b02-9bda-924cafb2f155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:57.275162 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 0867d322-afc2-49e1-b8cc-570ca281e516 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:20:57.295689 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6bdc084d-1bc0-49b3-b86d-c0cc9b3cdbc2 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:20:57.405435 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:20:57.435267 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc084d-1bc0-49b3-b86d-c0cc9b3cdbc2 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Pushing event deleted for resources: {'Port': ['ID=f80b3d95-66b5-4fee-a1b2-29079c66b3fc,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:57.456641 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 0867d322-afc2-49e1-b8cc-570ca281e516, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=0867d322-afc2-49e1-b8cc-570ca281e516,segment=NetworkSegment(99b3f27a-8822-4c4d-b275-739b0895f677),segment_id=99b3f27a-8822-4c4d-b275-739b0895f677)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:57.470705 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '0867d322-afc2-49e1-b8cc-570ca281e516', 'network_id': 'a43ac230-2af3-46f3-9f8c-607cf9bfd095', 'port_id': '0867d322-afc2-49e1-b8cc-570ca281e516', 'mac_address': 'fa:16:3e:eb:bd:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9893e777-80b5-491b-b0da-55e059b64239', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:20:57.506018 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1f38ba5f-d81e-439c-a344-57b3614ce90e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:57.523443 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6bdc084d-1bc0-49b3-b86d-c0cc9b3cdbc2 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks [] for floatingip, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:57.528174 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23f0ef0-9555-4206-8388-b4ab3ef0948b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:57.537391 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-a23f0ef0-9555-4206-8388-b4ab3ef0948b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:57.537738 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:57.541850 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f0ef0-9555-4206-8388-b4ab3ef0948b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=f6ae2188-db39-48bd-a263-865cc43a0a21,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:57.544756 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23f0ef0-9555-4206-8388-b4ab3ef0948b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:57.545446 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a23f0ef0-9555-4206-8388-b4ab3ef0948b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:57.561643 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0867d322-afc2-49e1-b8cc-570ca281e516 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:20:57.579633 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 0867d322-afc2-49e1-b8cc-570ca281e516, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=0867d322-afc2-49e1-b8cc-570ca281e516,segment=NetworkSegment(99b3f27a-8822-4c4d-b275-739b0895f677),segment_id=99b3f27a-8822-4c4d-b275-739b0895f677)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:57.588206 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-75348090-7dc3-4b02-9bda-924cafb2f155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:57.597499 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:57.615229 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-75348090-7dc3-4b02-9bda-924cafb2f155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:57.619806 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f38ba5f-d81e-439c-a344-57b3614ce90e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] No DVR routers for this DVR port e5148dab-4bef-43a0-a4da-31ccda460fff on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:20:57.624380 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38ba5f-d81e-439c-a344-57b3614ce90e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Pushing event deleted for resources: {'Port': ['ID=e5148dab-4bef-43a0-a4da-31ccda460fff,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:57.634036 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6bdc084d-1bc0-49b3-b86d-c0cc9b3cdbc2 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:57.638658 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6bdc084d-1bc0-49b3-b86d-c0cc9b3cdbc2 tempest-FloatingIPAdminTestJSON-13695238 tempest-FloatingIPAdminTestJSON-13695238-project] 10.222.0.47 "DELETE /v2.0/floatingips/d6520c29-b7a2-414e-9697-e73ac22c7729 HTTP/1.1" status: 204 len: 168 time: 1.6654046 Apr 08 10:20:57.703753 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75348090-7dc3-4b02-9bda-924cafb2f155 admin admin] Pushing event deleted for resources: {'Network': ['ID=23b9a92c-2414-467b-bd21-b2d4b19be3ff,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:57.796103 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=0867d322-afc2-49e1-b8cc-570ca281e516,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:57.801842 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device a5fa4968-299e-4583-aace-fe11d6a14320 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:20:57.846476 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-75348090-7dc3-4b02-9bda-924cafb2f155 admin admin] 10.222.0.47 "DELETE /v2.0/networks/23b9a92c-2414-467b-bd21-b2d4b19be3ff HTTP/1.1" status: 204 len: 168 time: 2.9949806 Apr 08 10:20:57.859996 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1f38ba5f-d81e-439c-a344-57b3614ce90e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:57.917319 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port a5fa4968-299e-4583-aace-fe11d6a14320 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:20:57.956920 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-1f38ba5f-d81e-439c-a344-57b3614ce90e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2463447-0539-47ac-919f-69a1f393035f']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:57.967769 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['0867d322-afc2-49e1-b8cc-570ca281e516'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:20:58.017349 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 38b45f41-31ce-449e-883c-46856bcf24cf no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:20:58.021022 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-1f38ba5f-d81e-439c-a344-57b3614ce90e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e14fe5f-23f6-4480-9f65-f09a0faf9e9b') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:58.021326 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-1f38ba5f-d81e-439c-a344-57b3614ce90e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e14fe5f-23f6-4480-9f65-f09a0faf9e9b') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:58.026747 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c7d805-c004-4458-b4c1-5397ac747c8d tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Router 1228fa13-706d-444f-aaa3-5802b42cbcd9 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:20:58.047469 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f7239-aa90-4e7e-9724-5ffb24a36119 req-999920d5-c5b0-42cd-9f21-0ce7d5c23b8b tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:58.058384 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-367f7239-aa90-4e7e-9724-5ffb24a36119 req-999920d5-c5b0-42cd-9f21-0ce7d5c23b8b tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 944 time: 0.2424159 Apr 08 10:20:58.126555 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51228) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:58.134187 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 38b45f41-31ce-449e-883c-46856bcf24cf {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:20:58.134534 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 38b45f41-31ce-449e-883c-46856bcf24cf not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:20:58.135349 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 23fccd5c-0c4b-49cc-9274-312617a9643b no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:20:58.166699 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1f38ba5f-d81e-439c-a344-57b3614ce90e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:58.180812 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51234) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:58.219091 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a23f0ef0-9555-4206-8388-b4ab3ef0948b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:58.260782 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1f38ba5f-d81e-439c-a344-57b3614ce90e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:58.261101 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 23fccd5c-0c4b-49cc-9274-312617a9643b {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:20:58.261224 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 23fccd5c-0c4b-49cc-9274-312617a9643b not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:20:58.284010 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7625bb1d-5368-4d1f-898d-5d55e607cb69 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:58.318024 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f38ba5f-d81e-439c-a344-57b3614ce90e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:20:58.318606 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1f38ba5f-d81e-439c-a344-57b3614ce90e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:20:58.339092 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:20:58.469754 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7625bb1d-5368-4d1f-898d-5d55e607cb69 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:58.581571 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-cdd45a46-a399-4867-9beb-de8a7eaeb8fd None None] Provisioning for port a5fa4968-299e-4583-aace-fe11d6a14320 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:20:58.594351 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-cdd45a46-a399-4867-9beb-de8a7eaeb8fd None None] Provisioning complete for port a5fa4968-299e-4583-aace-fe11d6a14320 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:20:58.594351 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cdd45a46-a399-4867-9beb-de8a7eaeb8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:58.668689 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9d93e89f-34d1-4d7d-8028-720b53ad650c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a88d9637e6e44088badb84234eb17f98&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4788029 Apr 08 10:20:58.669688 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1f38ba5f-d81e-439c-a344-57b3614ce90e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:58.684796 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51240) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:58.755435 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cdd45a46-a399-4867-9beb-de8a7eaeb8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:58.770715 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1f38ba5f-d81e-439c-a344-57b3614ce90e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:58.774877 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-367f7239-aa90-4e7e-9724-5ffb24a36119 req-c9784aa0-87df-4a2b-9e99-d101e86bca37 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/security-groups?id=bca33e79-2da3-44f7-b484-196b5dc3d84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7153425 Apr 08 10:20:58.782637 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38ba5f-d81e-439c-a344-57b3614ce90e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Pushing event deleted for resources: {'Network': ['ID=b2463447-0539-47ac-919f-69a1f393035f,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:58.813210 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-cdd45a46-a399-4867-9beb-de8a7eaeb8fd None None] For port a5fa4968-299e-4583-aace-fe11d6a14320, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=a5fa4968-299e-4583-aace-fe11d6a14320,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:58.831147 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cdd45a46-a399-4867-9beb-de8a7eaeb8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:58.851156 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1f38ba5f-d81e-439c-a344-57b3614ce90e tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] 10.222.0.47 "DELETE /v2.0/networks/b2463447-0539-47ac-919f-69a1f393035f HTTP/1.1" status: 204 len: 168 time: 4.2454131 Apr 08 10:20:58.858800 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51246) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:58.879813 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c97a93-d95b-45b2-9ec0-e1dc91393a6c None None] get_active_networks_info from dv-neutron-837110-1-hyperv {{(pid=83847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 08 10:20:58.924256 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-7625bb1d-5368-4d1f-898d-5d55e607cb69 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Allocated IP 172.26.0.223 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/1c037e08-8c51-42c5-bc94-52333beab82f) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:20:59.017289 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51250) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:20:59.020224 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd45a46-a399-4867-9beb-de8a7eaeb8fd None None] Pushing event updated for resources: {'Port': ['ID=a5fa4968-299e-4583-aace-fe11d6a14320,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:59.022729 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5955cfc4-077c-4407-bf13-c9b1a8211d2b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a70dc23d9782412dafdd39f8c425e7d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8941169 Apr 08 10:20:59.028268 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-9826386a-776b-46e4-97b0-0fa8a19ce225 None None] Provisioning for port f6ae2188-db39-48bd-a263-865cc43a0a21 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:20:59.050448 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-9826386a-776b-46e4-97b0-0fa8a19ce225 None None] Provisioning complete for port f6ae2188-db39-48bd-a263-865cc43a0a21 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:20:59.051084 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9826386a-776b-46e4-97b0-0fa8a19ce225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:59.064122 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-daaaf873-fb54-4b64-9762-76c6f582d427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:59.126752 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c97a93-d95b-45b2-9ec0-e1dc91393a6c None None] Resources bound (agent type, host, resource id): {{(pid=83847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 10:20:59.129143 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-9826386a-776b-46e4-97b0-0fa8a19ce225 None None] Port f6ae2188-db39-48bd-a263-865cc43a0a21 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:20:59.129894 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-daaaf873-fb54-4b64-9762-76c6f582d427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:59.145965 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-00f57844-d5c8-4e85-81bd-fe7d09ca581f tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:59.184677 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-201dd371-be61-4489-b651-23cf2999e1ed req-8905a86a-4556-4b5f-96c4-bfb841a2f49f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4536e1f44aef4dcaab5fa39823cbd99d&device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 1098 time: 0.5585208 Apr 08 10:20:59.219977 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2e882090-7b39-419b-9432-26b97bf38c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:59.228912 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c7d7e-8d11-40eb-a9b5-b2c2654190ee req-27493364-49dd-452f-a8ad-546b20a65cbb tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:59.230556 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6f0c7d7e-8d11-40eb-a9b5-b2c2654190ee req-27493364-49dd-452f-a8ad-546b20a65cbb tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.5396574 Apr 08 10:20:59.271224 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7625bb1d-5368-4d1f-898d-5d55e607cb69 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:59.274516 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 0867d322-afc2-49e1-b8cc-570ca281e516 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:20:59.292768 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2e882090-7b39-419b-9432-26b97bf38c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:59.308068 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a23f0ef0-9555-4206-8388-b4ab3ef0948b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:59.320112 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a23f0ef0-9555-4206-8388-b4ab3ef0948b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:59.320824 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a23f0ef0-9555-4206-8388-b4ab3ef0948b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:59.428704 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port 0867d322-afc2-49e1-b8cc-570ca281e516 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:20:59.437604 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 0867d322-afc2-49e1-b8cc-570ca281e516 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:20:59.438080 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:59.520408 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-00f57844-d5c8-4e85-81bd-fe7d09ca581f tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:59.576943 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-daaaf873-fb54-4b64-9762-76c6f582d427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:59.592994 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6f0c7d7e-8d11-40eb-a9b5-b2c2654190ee req-05e81b5a-68c2-4faf-9a51-7cece28fb1eb tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3492236 Apr 08 10:20:59.594534 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f0ef0-9555-4206-8388-b4ab3ef0948b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=f6ae2188-db39-48bd-a263-865cc43a0a21,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:59.615547 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-00f57844-d5c8-4e85-81bd-fe7d09ca581f tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1254a99-651f-420f-8e38-7c3a0191240c']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:59.628764 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7625bb1d-5368-4d1f-898d-5d55e607cb69 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:59.654498 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dd371-be61-4489-b651-23cf2999e1ed req-142275c3-38d5-458f-bf78-07c73ba65731 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:20:59.655977 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-201dd371-be61-4489-b651-23cf2999e1ed req-142275c3-38d5-458f-bf78-07c73ba65731 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2e061ab5-f3b5-4fd3-983c-73eb5d82392b HTTP/1.1" status: 200 len: 912 time: 0.4571481 Apr 08 10:20:59.666916 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-00f57844-d5c8-4e85-81bd-fe7d09ca581f tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b55b148-e97f-4cd6-afce-add8bbf0821b') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:59.667211 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-00f57844-d5c8-4e85-81bd-fe7d09ca581f tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b55b148-e97f-4cd6-afce-add8bbf0821b') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:59.675953 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaaf873-fb54-4b64-9762-76c6f582d427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e5fc24-720b-4928-a72a-fac88fd5480f,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:59.676372 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device a5fa4968-299e-4583-aace-fe11d6a14320 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:20:59.687940 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2e882090-7b39-419b-9432-26b97bf38c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:59.732784 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:59.733285 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e882090-7b39-419b-9432-26b97bf38c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2950775e-70ad-42c7-b4a8-ca657c427a35,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:59.739115 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-00f57844-d5c8-4e85-81bd-fe7d09ca581f tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:59.755462 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625bb1d-5368-4d1f-898d-5d55e607cb69 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Pushing event updated for resources: {'Port': ['ID=1c037e08-8c51-42c5-bc94-52333beab82f,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:20:59.769415 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-daaaf873-fb54-4b64-9762-76c6f582d427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:59.772691 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-daaaf873-fb54-4b64-9762-76c6f582d427 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/81e5fc24-720b-4928-a72a-fac88fd5480f HTTP/1.1" status: 204 len: 168 time: 1.0775940 Apr 08 10:20:59.774285 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7625bb1d-5368-4d1f-898d-5d55e607cb69 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:20:59.775709 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2e882090-7b39-419b-9432-26b97bf38c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:59.777002 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2e882090-7b39-419b-9432-26b97bf38c29 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2950775e-70ad-42c7-b4a8-ca657c427a35 HTTP/1.1" status: 204 len: 168 time: 0.7561138 Apr 08 10:20:59.790804 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-7625bb1d-5368-4d1f-898d-5d55e607cb69 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:20:59.797132 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7625bb1d-5368-4d1f-898d-5d55e607cb69 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:20:59.801748 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-00f57844-d5c8-4e85-81bd-fe7d09ca581f tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:59.805015 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c7d805-c004-4458-b4c1-5397ac747c8d tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:20:59.820109 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-47c7d805-c004-4458-b4c1-5397ac747c8d tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:59.827792 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77bdb0a-cba8-409b-b809-982264e7e8fd None None] Sync routers for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:20:59.848757 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77bdb0a-cba8-409b-b809-982264e7e8fd None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:20:59.849401 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-b77bdb0a-cba8-409b-b809-982264e7e8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:20:59.855521 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c69b4ae-8081-4f93-9700-990f9087cd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0867d322-afc2-49e1-b8cc-570ca281e516'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:20:59.889049 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 0867d322-afc2-49e1-b8cc-570ca281e516, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=0867d322-afc2-49e1-b8cc-570ca281e516,segment=NetworkSegment(99b3f27a-8822-4c4d-b275-739b0895f677),segment_id=99b3f27a-8822-4c4d-b275-739b0895f677)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:20:59.897591 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:59.906187 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f57844-d5c8-4e85-81bd-fe7d09ca581f tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:20:59.922363 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-00f57844-d5c8-4e85-81bd-fe7d09ca581f tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:20:59.965038 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:20:59.997478 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-b77bdb0a-cba8-409b-b809-982264e7e8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:00.018761 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23f0ef0-9555-4206-8388-b4ab3ef0948b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:00.030989 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77bdb0a-cba8-409b-b809-982264e7e8fd None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:00.031795 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-b77bdb0a-cba8-409b-b809-982264e7e8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:00.039330 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-a23f0ef0-9555-4206-8388-b4ab3ef0948b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:00.078174 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-201dd371-be61-4489-b651-23cf2999e1ed req-531a1b2d-715b-4c1e-9143-d951be9c6199 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95a82a1f-9179-47cb-b9d3-df6d80e6a203 HTTP/1.1" status: 200 len: 1001 time: 0.4032300 Apr 08 10:21:00.086627 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-206185b3-d7c5-45e5-8777-8e6886fed0c1'] response: {'server_uuid': '9c69b4ae-8081-4f93-9700-990f9087cd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0867d322-afc2-49e1-b8cc-570ca281e516', 'code': 200} Apr 08 10:21:00.089794 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port a5fa4968-299e-4583-aace-fe11d6a14320 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:00.094475 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:00.162379 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-b77bdb0a-cba8-409b-b809-982264e7e8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:00.163025 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77bdb0a-cba8-409b-b809-982264e7e8fd None None] The sync data for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:21:00.301977 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=0867d322-afc2-49e1-b8cc-570ca281e516,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:00.398316 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-00f57844-d5c8-4e85-81bd-fe7d09ca581f tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:00.447683 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-00f57844-d5c8-4e85-81bd-fe7d09ca581f tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:00.485770 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-47c7d805-c004-4458-b4c1-5397ac747c8d tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "PUT /v2.0/floatingips/f7ddc7c1-2b25-41a5-aff6-c2f193f4f314 HTTP/1.1" status: 200 len: 979 time: 6.4325662 Apr 08 10:21:00.486708 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f57844-d5c8-4e85-81bd-fe7d09ca581f tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Pushing event deleted for resources: {'Network': ['ID=d1254a99-651f-420f-8e38-7c3a0191240c,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:00.488707 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51272) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:00.505568 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dd371-be61-4489-b651-23cf2999e1ed req-5f11258d-3801-4df4-bdf3-9dda4b63c6d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:00.507013 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-201dd371-be61-4489-b651-23cf2999e1ed req-5f11258d-3801-4df4-bdf3-9dda4b63c6d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21703760-97a0-4591-934b-a62c7a8d3c61 HTTP/1.1" status: 200 len: 850 time: 0.2703273 Apr 08 10:21:00.532561 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51276) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:00.571407 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b02c3441-f039-47f8-9efc-2dd4c2b527d2 None None] Provisioning complete for port f6ae2188-db39-48bd-a263-865cc43a0a21 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:00.571633 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-00f57844-d5c8-4e85-81bd-fe7d09ca581f tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] 10.222.0.47 "DELETE /v2.0/networks/d1254a99-651f-420f-8e38-7c3a0191240c HTTP/1.1" status: 204 len: 168 time: 1.7104554 Apr 08 10:21:00.571741 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b02c3441-f039-47f8-9efc-2dd4c2b527d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:00.581649 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f751520f-31b5-4041-be8a-c370a25b45eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:00.611412 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51282) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:00.629532 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-b02c3441-f039-47f8-9efc-2dd4c2b527d2 None None] Port f6ae2188-db39-48bd-a263-865cc43a0a21 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:21:00.783059 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000bffe-0878-49f7-a627-c7f906bde839 req-e59bfb1c-6ae7-469f-b08b-fb22697ad4fa tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:00.785337 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7000bffe-0878-49f7-a627-c7f906bde839 req-e59bfb1c-6ae7-469f-b08b-fb22697ad4fa tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 945 time: 0.6567354 Apr 08 10:21:00.965901 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f751520f-31b5-4041-be8a-c370a25b45eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:00.978901 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f751520f-31b5-4041-be8a-c370a25b45eb admin admin] Usage tracker for resource:security_group_rule and tenant:2d0e6fee5089443c85f04f4efdff4766 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:00.985754 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8025b66c-6941-4543-b4c7-e1b497d6430a tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:00.989858 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-d083d92c-b1a8-422f-ab15-8a172d835f75 req-d4f0e7de-95d5-4531-9fe1-968a654036ca service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 1098 time: 0.5868034 Apr 08 10:21:00.991371 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f751520f-31b5-4041-be8a-c370a25b45eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:01.007759 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f751520f-31b5-4041-be8a-c370a25b45eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:01.013735 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-6fa55567-3f21-4195-bc91-d3e775d24799 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Deleting port b2e87474-7c42-4ec3-a006-141c800cbbdb {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:21:01.014093 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6fa55567-3f21-4195-bc91-d3e775d24799 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:01.052478 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-201dd371-be61-4489-b651-23cf2999e1ed req-d76330ab-8ea9-495c-ad65-b301953998b6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2e061ab5-f3b5-4fd3-983c-73eb5d82392b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4826941 Apr 08 10:21:01.053608 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51294) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:01.054801 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7000bffe-0878-49f7-a627-c7f906bde839 req-37060231-040f-49eb-95c2-c1f97a03f198 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/security-groups?id=bca33e79-2da3-44f7-b484-196b5dc3d84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606225 Apr 08 10:21:01.137267 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7625bb1d-5368-4d1f-898d-5d55e607cb69 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:01.183716 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d4c34-b938-45a6-bf17-6f3b0a891594 req-bd3834b7-45f5-4a6a-8d8d-84bd4d2b65b4 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:01.186030 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5a4d4c34-b938-45a6-bf17-6f3b0a891594 req-bd3834b7-45f5-4a6a-8d8d-84bd4d2b65b4 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.3994627 Apr 08 10:21:01.334095 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-c9c4fdd9-25f8-4160-b098-ea79a749b6bf admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1428334449-network', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:01.352893 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-201dd371-be61-4489-b651-23cf2999e1ed req-936b8555-047c-48ae-99f7-f3a69f018a2f service neutron] 10.222.0.52 "GET /v2.0/networks/2e061ab5-f3b5-4fd3-983c-73eb5d82392b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884209 Apr 08 10:21:01.363839 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5a4d4c34-b938-45a6-bf17-6f3b0a891594 req-966aa178-c3ce-45db-bec3-ffbf155aacbd tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558933 Apr 08 10:21:01.373742 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-c9c4fdd9-25f8-4160-b098-ea79a749b6bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:01.384475 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-d083d92c-b1a8-422f-ab15-8a172d835f75 req-ea990fdf-619e-4c11-bce8-a443baa1c8a5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bca33e79-2da3-44f7-b484-196b5dc3d84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742919 Apr 08 10:21:01.400342 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6fa55567-3f21-4195-bc91-d3e775d24799 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:01.400674 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6fa55567-3f21-4195-bc91-d3e775d24799 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:01.403393 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c9c4fdd9-25f8-4160-b098-ea79a749b6bf admin admin] Usage tracker for resource:network and tenant:be30bca09ed8432b942cdec0ee999225 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:01.411483 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8025b66c-6941-4543-b4c7-e1b497d6430a tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:01.421567 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c9c4fdd9-25f8-4160-b098-ea79a749b6bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:01.443566 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-c9c4fdd9-25f8-4160-b098-ea79a749b6bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:01.469004 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-8025b66c-6941-4543-b4c7-e1b497d6430a tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99be280b-339a-4f53-91df-c4336d312a63']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:01.495937 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-8025b66c-6941-4543-b4c7-e1b497d6430a tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f715805a-cc65-41a5-a96a-18e93c044ebd') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:01.496268 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-8025b66c-6941-4543-b4c7-e1b497d6430a tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f715805a-cc65-41a5-a96a-18e93c044ebd') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:01.526064 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f751520f-31b5-4041-be8a-c370a25b45eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:01.534849 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8025b66c-6941-4543-b4c7-e1b497d6430a tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:01.551150 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f751520f-31b5-4041-be8a-c370a25b45eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:01.579378 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-6fa55567-3f21-4195-bc91-d3e775d24799 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Calling delete_port for b2e87474-7c42-4ec3-a006-141c800cbbdb owned by network:floatingip {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:21:01.680607 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-201dd371-be61-4489-b651-23cf2999e1ed req-32b72f00-c6ca-46cb-9724-6fdd434664d1 service neutron] 10.222.0.52 "GET /v2.0/networks/2e061ab5-f3b5-4fd3-983c-73eb5d82392b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078537 Apr 08 10:21:01.684568 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7625bb1d-5368-4d1f-898d-5d55e607cb69 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:01.689525 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c4fdd9-25f8-4160-b098-ea79a749b6bf admin admin] Made reservation on behalf of be30bca09ed8432b942cdec0ee999225 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:01.691749 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c9c4fdd9-25f8-4160-b098-ea79a749b6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:01.713102 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8025b66c-6941-4543-b4c7-e1b497d6430a tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:01.722620 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7625bb1d-5368-4d1f-898d-5d55e607cb69 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1762438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1762447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1757449'] for router, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:01.737131 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c9c4fdd9-25f8-4160-b098-ea79a749b6bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:01.755797 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8025b66c-6941-4543-b4c7-e1b497d6430a tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:21:01.756503 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8025b66c-6941-4543-b4c7-e1b497d6430a tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:01.765312 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6fa55567-3f21-4195-bc91-d3e775d24799 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:21:01.774528 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:21:01.815981 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa55567-3f21-4195-bc91-d3e775d24799 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event deleted for resources: {'Port': ['ID=b2e87474-7c42-4ec3-a006-141c800cbbdb,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:01.849319 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751520f-31b5-4041-be8a-c370a25b45eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9366d4-d4b5-478b-9b8e-6fdee160225d,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:01.925492 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6fa55567-3f21-4195-bc91-d3e775d24799 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:01.929089 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f751520f-31b5-4041-be8a-c370a25b45eb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2d0e6fee5089443c85f04f4efdff4766&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3930173 Apr 08 10:21:01.942668 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51300) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:02.032574 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8025b66c-6941-4543-b4c7-e1b497d6430a tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:02.064456 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-c9c4fdd9-25f8-4160-b098-ea79a749b6bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:02.072878 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8025b66c-6941-4543-b4c7-e1b497d6430a tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:02.077365 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23f0ef0-9555-4206-8388-b4ab3ef0948b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Router f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:21:02.109471 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c9c4fdd9-25f8-4160-b098-ea79a749b6bf admin admin] Usage tracker for resource:security_group_rule and tenant:be30bca09ed8432b942cdec0ee999225 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:02.120919 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025b66c-6941-4543-b4c7-e1b497d6430a tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Pushing event deleted for resources: {'Network': ['ID=99be280b-339a-4f53-91df-c4336d312a63,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:02.132026 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c9c4fdd9-25f8-4160-b098-ea79a749b6bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:02.139915 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-c9c4fdd9-25f8-4160-b098-ea79a749b6bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:02.314678 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8025b66c-6941-4543-b4c7-e1b497d6430a tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] 10.222.0.47 "DELETE /v2.0/networks/99be280b-339a-4f53-91df-c4336d312a63 HTTP/1.1" status: 204 len: 168 time: 1.6818452 Apr 08 10:21:02.369235 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51306) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:02.502397 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2987f-505b-46d5-b340-4cd73ecfa5cd req-8bc364c8-1431-4b53-9886-5989a1a8fea2 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:02.503773 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f2b2987f-505b-46d5-b340-4cd73ecfa5cd req-8bc364c8-1431-4b53-9886-5989a1a8fea2 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 945 time: 0.2888155 Apr 08 10:21:02.529507 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cef646ac-6825-441d-90f6-3fa651ab1c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:02.531930 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c9c4fdd9-25f8-4160-b098-ea79a749b6bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:02.577055 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c9c4fdd9-25f8-4160-b098-ea79a749b6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:02.616262 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cef646ac-6825-441d-90f6-3fa651ab1c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:02.620104 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f2b2987f-505b-46d5-b340-4cd73ecfa5cd req-0f5110f0-85e9-4f7f-a61a-749d6215ac92 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/security-groups?id=bca33e79-2da3-44f7-b484-196b5dc3d84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099851 Apr 08 10:21:02.629437 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f7e609e2-1870-435e-988d-c6156e7c7a18 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:02.654905 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c4fdd9-25f8-4160-b098-ea79a749b6bf admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:21:02.658618 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa55567-3f21-4195-bc91-d3e775d24799 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Router 1228fa13-706d-444f-aaa3-5802b42cbcd9 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:21:02.676963 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4bab7-afb1-482d-ac27-51fefec86cd9 req-e316b81b-b0cb-4000-aeeb-ecade9eec38a tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:02.678421 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dfe4bab7-afb1-482d-ac27-51fefec86cd9 req-e316b81b-b0cb-4000-aeeb-ecade9eec38a tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.1218235 Apr 08 10:21:02.683304 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4fdd9-25f8-4160-b098-ea79a749b6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7e9fcb-52c6-461a-8e3d-b01f560dcc55,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:02.705820 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c9c4fdd9-25f8-4160-b098-ea79a749b6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:02.706168 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-c9c4fdd9-25f8-4160-b098-ea79a749b6bf admin admin] Added segment afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8 of type vlan for network a2dae228-94e4-4afe-81de-2a132e0716f4 Apr 08 10:21:02.861589 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dfe4bab7-afb1-482d-ac27-51fefec86cd9 req-9e9b1d53-e1e0-440e-a3a5-1e3d1c7a3f4f tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213424 Apr 08 10:21:02.880885 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c9c4fdd9-25f8-4160-b098-ea79a749b6bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:02.902850 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f7e609e2-1870-435e-988d-c6156e7c7a18 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:02.916326 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cef646ac-6825-441d-90f6-3fa651ab1c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:02.931443 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa55567-3f21-4195-bc91-d3e775d24799 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:21:02.942791 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c7b6b2-c1da-4bae-9b42-e8d5f7591a12 None None] Sync routers for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:21:02.949947 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23f0ef0-9555-4206-8388-b4ab3ef0948b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:21:02.955439 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c7b6b2-c1da-4bae-9b42-e8d5f7591a12 None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:02.956969 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-79c7b6b2-c1da-4bae-9b42-e8d5f7591a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:02.958666 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6fa55567-3f21-4195-bc91-d3e775d24799 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:02.963715 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b4340f-af57-4e4c-b9e3-2747d6147fa9 None None] Sync routers for ids ['f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:21:02.971665 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef646ac-6825-441d-90f6-3fa651ab1c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9366d4-d4b5-478b-9b8e-6fdee160225d,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:02.974282 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-f7e609e2-1870-435e-988d-c6156e7c7a18 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da1a8033-50e9-40da-9d6b-9120f703fa11']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:02.987603 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b4340f-af57-4e4c-b9e3-2747d6147fa9 None None] Routers {'f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:02.988442 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d2b4340f-af57-4e4c-b9e3-2747d6147fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:03.008141 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-f7e609e2-1870-435e-988d-c6156e7c7a18 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d9d6f4-da91-4403-8cd7-5e2b936b0c76') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:03.008440 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-f7e609e2-1870-435e-988d-c6156e7c7a18 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d9d6f4-da91-4403-8cd7-5e2b936b0c76') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:03.025655 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6fa55567-3f21-4195-bc91-d3e775d24799 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "DELETE /v2.0/floatingips/f7ddc7c1-2b25-41a5-aff6-c2f193f4f314 HTTP/1.1" status: 204 len: 168 time: 2.5253584 Apr 08 10:21:03.029270 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51314) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:03.036359 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-79c7b6b2-c1da-4bae-9b42-e8d5f7591a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:03.036883 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f7e609e2-1870-435e-988d-c6156e7c7a18 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:03.046432 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c9c4fdd9-25f8-4160-b098-ea79a749b6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:03.047275 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c4fdd9-25f8-4160-b098-ea79a749b6bf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:03.047864 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c9c4fdd9-25f8-4160-b098-ea79a749b6bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:03.085671 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c7b6b2-c1da-4bae-9b42-e8d5f7591a12 None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:03.086588 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-79c7b6b2-c1da-4bae-9b42-e8d5f7591a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:03.093152 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a23f0ef0-9555-4206-8388-b4ab3ef0948b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "PUT /v2.0/routers/f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8307879 Apr 08 10:21:03.098786 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51318) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:03.162756 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-79c7b6b2-c1da-4bae-9b42-e8d5f7591a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:03.163163 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c7b6b2-c1da-4bae-9b42-e8d5f7591a12 None None] The sync data for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:21:03.172497 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cef646ac-6825-441d-90f6-3fa651ab1c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:03.173763 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-cef646ac-6825-441d-90f6-3fa651ab1c95 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fb9366d4-d4b5-478b-9b8e-6fdee160225d HTTP/1.1" status: 204 len: 168 time: 1.2222409 Apr 08 10:21:03.181104 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f7e609e2-1870-435e-988d-c6156e7c7a18 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:03.187964 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e609e2-1870-435e-988d-c6156e7c7a18 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:21:03.188390 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f7e609e2-1870-435e-988d-c6156e7c7a18 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:03.212418 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-35243eaa-1b21-4581-a81f-f777306adb25 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Deleting port 18cb2f25-2577-4df8-9f37-e438d568a2a4 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:21:03.212753 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35243eaa-1b21-4581-a81f-f777306adb25 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:03.244562 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-d2b4340f-af57-4e4c-b9e3-2747d6147fa9 None None] Set router f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:21:03.268160 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c25cc5-6d06-4d01-bec4-ee82caf800ff tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:03.269652 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b0c25cc5-6d06-4d01-bec4-ee82caf800ff tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports/f6ae2188-db39-48bd-a263-865cc43a0a21 HTTP/1.1" status: 200 len: 911 time: 0.1691518 Apr 08 10:21:03.272859 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51324) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:21:03.297704 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:21:03.325703 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f7e609e2-1870-435e-988d-c6156e7c7a18 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:03.328112 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c9c4fdd9-25f8-4160-b098-ea79a749b6bf admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2735240 Apr 08 10:21:03.333221 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51328) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:03.338359 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f7e609e2-1870-435e-988d-c6156e7c7a18 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:03.355291 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f7e609e2-1870-435e-988d-c6156e7c7a18 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] 10.222.0.47 "DELETE /v2.0/networks/da1a8033-50e9-40da-9d6b-9120f703fa11 HTTP/1.1" status: 204 len: 168 time: 0.9824693 Apr 08 10:21:03.359763 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4fdd9-25f8-4160-b098-ea79a749b6bf admin admin] Pushing event updated for resources: {'Network': ['ID=a2dae228-94e4-4afe-81de-2a132e0716f4,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:03.372200 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network a2dae228-94e4-4afe-81de-2a132e0716f4 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:21:03.381222 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7625bb1d-5368-4d1f-898d-5d55e607cb69 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Router 0321ed08-f6db-4ed1-beb5-592e8ddb42b2 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:21:03.444206 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e609e2-1870-435e-988d-c6156e7c7a18 tempest-BulkNetworkOpsTest-899512541 tempest-BulkNetworkOpsTest-899512541-project] Pushing event deleted for resources: {'Network': ['ID=da1a8033-50e9-40da-9d6b-9120f703fa11,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:03.654313 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35243eaa-1b21-4581-a81f-f777306adb25 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:03.722088 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51336) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:03.764929 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7a4bbd2c-e289-472d-b0b7-0531e57ec60d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:03.784399 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-35243eaa-1b21-4581-a81f-f777306adb25 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Calling delete_port for 18cb2f25-2577-4df8-9f37-e438d568a2a4 owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:21:03.792639 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d2b4340f-af57-4e4c-b9e3-2747d6147fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec', 'name': 'tempest-NetworksTestDHCPv6-router-1745744762', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:20:51Z', 'updated_at': '2022-04-08T10:20:57Z', 'revision_number': 2, 'project_id': '8e395073c79b45e685e221032dd4d133', 'gw_port_host': None, '_interfaces': [{'id': 'f6ae2188-db39-48bd-a263-865cc43a0a21', 'name': '', 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'mac_address': 'fa:16:3e:c1:00:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10829cd4-a628-4b53-9458-8a708e59f116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:20:53Z', 'updated_at': '2022-04-08T10:20:58Z', 'revision_number': 2, 'project_id': '8e395073c79b45e685e221032dd4d133', 'subnets': [{'id': '10829cd4-a628-4b53-9458-8a708e59f116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:03.801068 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b4340f-af57-4e4c-b9e3-2747d6147fa9 None None] Checking router: f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:21:03.801642 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b4340f-af57-4e4c-b9e3-2747d6147fa9 None None] Updating router f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec port f6ae2188-db39-48bd-a263-865cc43a0a21 binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:21:03.810798 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-7a4bbd2c-e289-472d-b0b7-0531e57ec60d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:03.818210 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-7a4bbd2c-e289-472d-b0b7-0531e57ec60d admin admin] Usage tracker for resource:security_group_rule and tenant:a6ebe0d5cd5e40e5b516f7bffcf4ddf3 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:03.821971 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-7a4bbd2c-e289-472d-b0b7-0531e57ec60d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:03.829725 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-7a4bbd2c-e289-472d-b0b7-0531e57ec60d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:03.837379 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51342) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:03.910135 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d2b4340f-af57-4e4c-b9e3-2747d6147fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:03.938138 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7a4bbd2c-e289-472d-b0b7-0531e57ec60d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:03.944125 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7a4bbd2c-e289-472d-b0b7-0531e57ec60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:03.970346 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7625bb1d-5368-4d1f-898d-5d55e607cb69 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:21:03.976461 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-b5762afd-b1b8-4b59-b946-344415f405ae admin admin] Request body: {'subnet': {'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1428334449-subnet', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:03.984044 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f249679b-18e8-448f-981a-04f2a6ca477b None None] Sync routers for ids ['0321ed08-f6db-4ed1-beb5-592e8ddb42b2'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:21:04.004120 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f249679b-18e8-448f-981a-04f2a6ca477b None None] Routers {'0321ed08-f6db-4ed1-beb5-592e8ddb42b2'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:04.004797 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-f249679b-18e8-448f-981a-04f2a6ca477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0321ed08-f6db-4ed1-beb5-592e8ddb42b2'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:04.007098 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bbd2c-e289-472d-b0b7-0531e57ec60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc400c5a-eb6f-45a6-a7e4-2c2ea23156f0,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:04.019281 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b5762afd-b1b8-4b59-b946-344415f405ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:04.035246 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7a4bbd2c-e289-472d-b0b7-0531e57ec60d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a6ebe0d5cd5e40e5b516f7bffcf4ddf3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3086581 Apr 08 10:21:04.038800 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51350) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:04.040851 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b5762afd-b1b8-4b59-b946-344415f405ae admin admin] Usage tracker for resource:subnet and tenant:be30bca09ed8432b942cdec0ee999225 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:04.081636 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7625bb1d-5368-4d1f-898d-5d55e607cb69 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:04.082922 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7625bb1d-5368-4d1f-898d-5d55e607cb69 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "PUT /v2.0/routers/0321ed08-f6db-4ed1-beb5-592e8ddb42b2 HTTP/1.1" status: 200 len: 919 time: 8.7885113 Apr 08 10:21:04.093437 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51354) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:04.129409 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b5762afd-b1b8-4b59-b946-344415f405ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:04.136597 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35243eaa-1b21-4581-a81f-f777306adb25 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:04.146527 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-f249679b-18e8-448f-981a-04f2a6ca477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:04.152974 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b5762afd-b1b8-4b59-b946-344415f405ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:04.172478 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f249679b-18e8-448f-981a-04f2a6ca477b None None] Routers {'0321ed08-f6db-4ed1-beb5-592e8ddb42b2'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:04.173604 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-f249679b-18e8-448f-981a-04f2a6ca477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0321ed08-f6db-4ed1-beb5-592e8ddb42b2'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:04.249607 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000ed37a-0864-4df7-95a5-8fdb6e49a506 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:04.251670 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-f249679b-18e8-448f-981a-04f2a6ca477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:04.252315 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f249679b-18e8-448f-981a-04f2a6ca477b None None] The sync data for ids ['0321ed08-f6db-4ed1-beb5-592e8ddb42b2'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:21:04.268061 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8389fc26-27cb-42fa-95d6-318da232937b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f36ff6f38b054c6fba4b77d8241c559e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4295578 Apr 08 10:21:04.269308 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000ed37a-0864-4df7-95a5-8fdb6e49a506 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:04.270639 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e2effb50-750b-4df9-a88e-ce8f244ab529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:04.271323 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-000ed37a-0864-4df7-95a5-8fdb6e49a506 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.9975309 Apr 08 10:21:04.272280 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35243eaa-1b21-4581-a81f-f777306adb25 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event deleted for resources: {'Port': ['ID=18cb2f25-2577-4df8-9f37-e438d568a2a4,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:04.275098 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51358) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:04.275446 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51360) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:04.308437 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5762afd-b1b8-4b59-b946-344415f405ae admin admin] Made reservation on behalf of be30bca09ed8432b942cdec0ee999225 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:04.311356 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b5762afd-b1b8-4b59-b946-344415f405ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:04.345236 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d2b4340f-af57-4e4c-b9e3-2747d6147fa9 None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:04.356912 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-d2b4340f-af57-4e4c-b9e3-2747d6147fa9 None None] Transition to ACTIVE for port object f6ae2188-db39-48bd-a263-865cc43a0a21 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:04.364261 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d2b4340f-af57-4e4c-b9e3-2747d6147fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:04.464641 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e2effb50-750b-4df9-a88e-ce8f244ab529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:04.586518 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e2effb50-750b-4df9-a88e-ce8f244ab529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:04.611900 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd77c1-0996-40ee-af57-2771577c461f None None] Pushing event updated for resources: {'Port': ['ID=f6ae2188-db39-48bd-a263-865cc43a0a21,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:04.614120 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-d2b4340f-af57-4e4c-b9e3-2747d6147fa9 None None] Attempting to bind port f6ae2188-db39-48bd-a263-865cc43a0a21 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:04.614859 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-d2b4340f-af57-4e4c-b9e3-2747d6147fa9 None None] Attempting to bind port f6ae2188-db39-48bd-a263-865cc43a0a21 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:04.614859 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b4340f-af57-4e4c-b9e3-2747d6147fa9 None None] Attempting to bind port f6ae2188-db39-48bd-a263-865cc43a0a21 on network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:04.617166 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2effb50-750b-4df9-a88e-ce8f244ab529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc400c5a-eb6f-45a6-a7e4-2c2ea23156f0,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:04.632997 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b4340f-af57-4e4c-b9e3-2747d6147fa9 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:21:04.633640 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b4340f-af57-4e4c-b9e3-2747d6147fa9 None None] Checking segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:21:04.634216 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d2b4340f-af57-4e4c-b9e3-2747d6147fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:04.634920 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b4340f-af57-4e4c-b9e3-2747d6147fa9 None None] Bound using segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:21:04.636145 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-d2b4340f-af57-4e4c-b9e3-2747d6147fa9 None None] Bound port: f6ae2188-db39-48bd-a263-865cc43a0a21, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:21:04.636675 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d2b4340f-af57-4e4c-b9e3-2747d6147fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:04.638290 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175e455-5ae7-4498-9693-3bd94158a27e req-1db0ce7c-0a46-41bb-9cb8-a2a49ac589d8 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:04.645145 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7175e455-5ae7-4498-9693-3bd94158a27e req-1db0ce7c-0a46-41bb-9cb8-a2a49ac589d8 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 945 time: 0.7116432 Apr 08 10:21:04.648433 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd77c1-0996-40ee-af57-2771577c461f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:04.648960 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd77c1-0996-40ee-af57-2771577c461f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:04.649496 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd77c1-0996-40ee-af57-2771577c461f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:04.650017 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd77c1-0996-40ee-af57-2771577c461f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:04.650555 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd77c1-0996-40ee-af57-2771577c461f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:04.651066 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd77c1-0996-40ee-af57-2771577c461f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:04.651575 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd77c1-0996-40ee-af57-2771577c461f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:04.652122 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd77c1-0996-40ee-af57-2771577c461f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:04.652743 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd77c1-0996-40ee-af57-2771577c461f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:04.653718 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd77c1-0996-40ee-af57-2771577c461f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:04.654231 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd77c1-0996-40ee-af57-2771577c461f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:04.657426 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e2effb50-750b-4df9-a88e-ce8f244ab529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:04.658847 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e2effb50-750b-4df9-a88e-ce8f244ab529 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fc400c5a-eb6f-45a6-a7e4-2c2ea23156f0 HTTP/1.1" status: 204 len: 168 time: 0.6191602 Apr 08 10:21:04.671863 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3a355f6d-d0d5-493d-80a3-b2a55671df00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:04.704091 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35243eaa-1b21-4581-a81f-f777306adb25 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:04.732550 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51368) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:04.733742 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-35243eaa-1b21-4581-a81f-f777306adb25 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "DELETE /v2.0/ports/18cb2f25-2577-4df8-9f37-e438d568a2a4 HTTP/1.1" status: 204 len: 168 time: 1.7015846 Apr 08 10:21:04.750169 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3a355f6d-d0d5-493d-80a3-b2a55671df00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:04.761523 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-e980fea8-88c2-4e51-89cb-041c51981e0c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:04.765170 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7175e455-5ae7-4498-9693-3bd94158a27e req-10cb6f25-e865-4e76-9eaf-ef5922857875 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/security-groups?id=bca33e79-2da3-44f7-b484-196b5dc3d84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190832 Apr 08 10:21:04.777705 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-359bcb27-6190-42ae-9143-95064c4d1ba6 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "GET /v2.0/routers/0321ed08-f6db-4ed1-beb5-592e8ddb42b2 HTTP/1.1" status: 200 len: 925 time: 0.6748483 Apr 08 10:21:04.778029 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51372) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:04.808908 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-d2b4340f-af57-4e4c-b9e3-2747d6147fa9 None None] For port f6ae2188-db39-48bd-a263-865cc43a0a21, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:21:04.813890 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-d2b4340f-af57-4e4c-b9e3-2747d6147fa9 None None] For port f6ae2188-db39-48bd-a263-865cc43a0a21, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=f6ae2188-db39-48bd-a263-865cc43a0a21,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:21:04.823065 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d2b4340f-af57-4e4c-b9e3-2747d6147fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:04.870558 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e980fea8-88c2-4e51-89cb-041c51981e0c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:04.922101 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd77c1-0996-40ee-af57-2771577c461f None None] Pushing event updated for resources: {'Port': ['ID=f6ae2188-db39-48bd-a263-865cc43a0a21,revision_number=4']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:04.952365 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e980fea8-88c2-4e51-89cb-041c51981e0c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Usage tracker for resource:floatingip and tenant:eaffd781f5dd45dba33356f8d68ab59c is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:04.955576 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e980fea8-88c2-4e51-89cb-041c51981e0c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:04.962793 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e980fea8-88c2-4e51-89cb-041c51981e0c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:04.979917 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b4340f-af57-4e4c-b9e3-2747d6147fa9 None None] Routers {'f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:04.981241 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d2b4340f-af57-4e4c-b9e3-2747d6147fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:04.997828 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e980fea8-88c2-4e51-89cb-041c51981e0c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:05.072265 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b5762afd-b1b8-4b59-b946-344415f405ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:05.114275 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3a355f6d-d0d5-493d-80a3-b2a55671df00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:05.141325 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a355f6d-d0d5-493d-80a3-b2a55671df00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa814d08-1a53-4f39-9392-eb4c49e084ec,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:05.181831 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3a355f6d-d0d5-493d-80a3-b2a55671df00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:05.189977 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3a355f6d-d0d5-493d-80a3-b2a55671df00 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fa814d08-1a53-4f39-9392-eb4c49e084ec HTTP/1.1" status: 204 len: 168 time: 0.9108572 Apr 08 10:21:05.191317 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5762afd-b1b8-4b59-b946-344415f405ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=38d3d1f8-370d-4974-968c-78c15dd5c5a9,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:05.238653 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0aeeb88e-1e75-4df7-91ce-fa525c5eff89 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240&device_id=0321ed08-f6db-4ed1-beb5-592e8ddb42b2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4640434 Apr 08 10:21:05.242107 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51388) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:05.261006 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4be66-da5e-413c-a729-1aeacbff2a41 req-0ffa4ea4-b9a7-40aa-8ebe-e4384bf44498 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:05.268374 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-faa4be66-da5e-413c-a729-1aeacbff2a41 req-0ffa4ea4-b9a7-40aa-8ebe-e4384bf44498 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 945 time: 0.2732420 Apr 08 10:21:05.366716 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e980fea8-88c2-4e51-89cb-041c51981e0c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:05.380419 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:21:05.400604 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-d2b4340f-af57-4e4c-b9e3-2747d6147fa9 None None] Set router f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:21:05.461707 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5762afd-b1b8-4b59-b946-344415f405ae admin admin] Checking segment: {'id': 'afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:21:05.462079 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5762afd-b1b8-4b59-b946-344415f405ae admin admin] Network hostable DHCP agents. Network: a2dae228-94e4-4afe-81de-2a132e0716f4, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:21:05.546661 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-faa4be66-da5e-413c-a729-1aeacbff2a41 req-89b8b8bc-6357-40f0-9993-45eacf244c11 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/security-groups?id=bca33e79-2da3-44f7-b484-196b5dc3d84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774110 Apr 08 10:21:05.567823 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d92b45-8234-4c48-9f18-dafd0ab6e4a0 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:05.568567 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-12d92b45-8234-4c48-9f18-dafd0ab6e4a0 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Synchronizing usage tracker for tenant:794a0b3333e2433698bbfdaae5954147 on resource:network {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:21:05.575238 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5762afd-b1b8-4b59-b946-344415f405ae admin admin] Network a2dae228-94e4-4afe-81de-2a132e0716f4 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:21:05.599939 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-e980fea8-88c2-4e51-89cb-041c51981e0c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Allocated IP 172.26.0.79 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/cc55dfdd-c190-49cb-8047-d3a3959ab609) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:21:05.603199 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-b5762afd-b1b8-4b59-b946-344415f405ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, a2dae228-94e4-4afe-81de-2a132e0716f4) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:05.613055 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1977c4ab-3aff-4cf8-bead-b541af8c19a0 None None] Network a2dae228-94e4-4afe-81de-2a132e0716f4 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:21:05.617382 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-12d92b45-8234-4c48-9f18-dafd0ab6e4a0 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Unset dirty status for tenant:794a0b3333e2433698bbfdaae5954147 on resource:network {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:21:05.619792 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-12d92b45-8234-4c48-9f18-dafd0ab6e4a0 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "GET /v2.0/networks/f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 HTTP/1.1" status: 200 len: 881 time: 0.3494153 Apr 08 10:21:05.630138 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51400) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:05.635206 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5762afd-b1b8-4b59-b946-344415f405ae admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:05.638927 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b5762afd-b1b8-4b59-b946-344415f405ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:05.762469 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-01d81523-4ccf-4b4e-be71-816f5530b17c tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "GET /v2.0/ports?device_id=0321ed08-f6db-4ed1-beb5-592e8ddb42b2 HTTP/1.1" status: 200 len: 205 time: 0.1305406 Apr 08 10:21:05.769019 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51406) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:05.943735 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b5762afd-b1b8-4b59-b946-344415f405ae admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0148396 Apr 08 10:21:05.945105 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51414) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:06.080763 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-b16b5667-c026-4b1b-9d6d-34bc6d7a0957 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1428334449-router', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:06.085093 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e980fea8-88c2-4e51-89cb-041c51981e0c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:06.119773 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b16b5667-c026-4b1b-9d6d-34bc6d7a0957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:06.122973 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f1b467df-85aa-413f-a3d0-6ac38abf150c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:06.130273 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d2b4340f-af57-4e4c-b9e3-2747d6147fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec', 'name': 'tempest-NetworksTestDHCPv6-router-1745744762', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:20:51Z', 'updated_at': '2022-04-08T10:20:57Z', 'revision_number': 2, 'project_id': '8e395073c79b45e685e221032dd4d133', 'gw_port_host': None, '_interfaces': [{'id': 'f6ae2188-db39-48bd-a263-865cc43a0a21', 'name': '', 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'mac_address': 'fa:16:3e:c1:00:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10829cd4-a628-4b53-9458-8a708e59f116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:20:53Z', 'updated_at': '2022-04-08T10:21:04Z', 'revision_number': 4, 'project_id': '8e395073c79b45e685e221032dd4d133', 'subnets': [{'id': '10829cd4-a628-4b53-9458-8a708e59f116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:06.135238 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b4340f-af57-4e4c-b9e3-2747d6147fa9 None None] The sync data for ids ['f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec'] in dv-neutron-837110-1-hyperv is: [{'id': 'f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec', 'name': 'tempest-NetworksTestDHCPv6-router-1745744762', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:20:51Z', 'updated_at': '2022-04-08T10:20:57Z', 'revision_number': 2, 'project_id': '8e395073c79b45e685e221032dd4d133', 'gw_port_host': None, '_interfaces': [{'id': 'f6ae2188-db39-48bd-a263-865cc43a0a21', 'name': '', 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'mac_address': 'fa:16:3e:c1:00:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10829cd4-a628-4b53-9458-8a708e59f116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:20:53Z', 'updated_at': '2022-04-08T10:21:04Z', 'revision_number': 4, 'project_id': '8e395073c79b45e685e221032dd4d133', 'subnets': [{'id': '10829cd4-a628-4b53-9458-8a708e59f116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:21:06.162158 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b16b5667-c026-4b1b-9d6d-34bc6d7a0957 admin admin] Usage tracker for resource:router and tenant:be30bca09ed8432b942cdec0ee999225 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:06.187848 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b16b5667-c026-4b1b-9d6d-34bc6d7a0957 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:06.213062 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbc2f69-f4eb-4a1f-978c-34f5513d8e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-a2dae228-94e4-4afe-81de-2a132e0716f4', 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'fixed_ips': [{'subnet_id': '38d3d1f8-370d-4974-968c-78c15dd5c5a9'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:21:06.213871 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3fbc2f69-f4eb-4a1f-978c-34f5513d8e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:06.220883 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b16b5667-c026-4b1b-9d6d-34bc6d7a0957 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:06.292309 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b16b5667-c026-4b1b-9d6d-34bc6d7a0957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:06.293508 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b16b5667-c026-4b1b-9d6d-34bc6d7a0957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:06.314544 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e980fea8-88c2-4e51-89cb-041c51981e0c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:06.433175 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980fea8-88c2-4e51-89cb-041c51981e0c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event updated for resources: {'Port': ['ID=cc55dfdd-c190-49cb-8047-d3a3959ab609,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:06.471253 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b16b5667-c026-4b1b-9d6d-34bc6d7a0957 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:06.503762 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e980fea8-88c2-4e51-89cb-041c51981e0c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:06.505982 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-e980fea8-88c2-4e51-89cb-041c51981e0c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:06.518756 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e980fea8-88c2-4e51-89cb-041c51981e0c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:21:06.592493 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-3fbc2f69-f4eb-4a1f-978c-34f5513d8e8f None None] Allocated IP 172.20.0.2 (a2dae228-94e4-4afe-81de-2a132e0716f4/38d3d1f8-370d-4974-968c-78c15dd5c5a9/f5279173-6d45-428f-b952-a82436caba9d) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:21:06.754403 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e980fea8-88c2-4e51-89cb-041c51981e0c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:06.769133 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7070935-898e-41db-b066-65a9ff94c4f7 req-7d5b071e-eba6-48d7-acb7-fa15147d6cc7 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:06.779711 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f7070935-898e-41db-b066-65a9ff94c4f7 req-7d5b071e-eba6-48d7-acb7-fa15147d6cc7 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 945 time: 0.4109359 Apr 08 10:21:06.832590 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b16b5667-c026-4b1b-9d6d-34bc6d7a0957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:06.837851 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9cbb2e99-674c-4f79-99d3-417eb98e4506 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:07.033182 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e980fea8-88c2-4e51-89cb-041c51981e0c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:07.066438 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-f1b467df-85aa-413f-a3d0-6ac38abf150c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting port f6ae2188-db39-48bd-a263-865cc43a0a21 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:21:07.067020 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f1b467df-85aa-413f-a3d0-6ac38abf150c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:07.123548 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3fbc2f69-f4eb-4a1f-978c-34f5513d8e8f None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:07.153474 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3fbc2f69-f4eb-4a1f-978c-34f5513d8e8f None None] Transition to ACTIVE for port object f5279173-6d45-428f-b952-a82436caba9d will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:07.202650 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3fbc2f69-f4eb-4a1f-978c-34f5513d8e8f None None] Transition to ACTIVE for port object f5279173-6d45-428f-b952-a82436caba9d will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:07.218829 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3fbc2f69-f4eb-4a1f-978c-34f5513d8e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:07.326700 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51442) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:07.365604 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc2f69-f4eb-4a1f-978c-34f5513d8e8f None None] Pushing event updated for resources: {'Port': ['ID=f5279173-6d45-428f-b952-a82436caba9d,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:07.378542 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f7070935-898e-41db-b066-65a9ff94c4f7 req-7fd50636-8cdc-4886-866b-6ce6e1748fc0 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/security-groups?id=bca33e79-2da3-44f7-b484-196b5dc3d84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5977032 Apr 08 10:21:07.386377 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbc2f69-f4eb-4a1f-978c-34f5513d8e8f None None] Network a2dae228-94e4-4afe-81de-2a132e0716f4 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:07.389318 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-3fbc2f69-f4eb-4a1f-978c-34f5513d8e8f None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:07.392697 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-f1b467df-85aa-413f-a3d0-6ac38abf150c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] For port f6ae2188-db39-48bd-a263-865cc43a0a21, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=f6ae2188-db39-48bd-a263-865cc43a0a21,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:21:07.393068 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f1b467df-85aa-413f-a3d0-6ac38abf150c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:07.395514 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbc2f69-f4eb-4a1f-978c-34f5513d8e8f None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:21:07.515927 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9cbb2e99-674c-4f79-99d3-417eb98e4506 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:07.572957 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-9cbb2e99-674c-4f79-99d3-417eb98e4506 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Deleting port 1c037e08-8c51-42c5-bc94-52333beab82f {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:21:07.573301 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9cbb2e99-674c-4f79-99d3-417eb98e4506 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:07.607239 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-f1b467df-85aa-413f-a3d0-6ac38abf150c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Calling delete_port for f6ae2188-db39-48bd-a263-865cc43a0a21 owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:21:07.640847 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-3fbc2f69-f4eb-4a1f-978c-34f5513d8e8f None None] Attempting to bind port f5279173-6d45-428f-b952-a82436caba9d on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:07.642848 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-3fbc2f69-f4eb-4a1f-978c-34f5513d8e8f None None] Attempting to bind port f5279173-6d45-428f-b952-a82436caba9d by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:07.643365 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbc2f69-f4eb-4a1f-978c-34f5513d8e8f None None] Attempting to bind port f5279173-6d45-428f-b952-a82436caba9d on network a2dae228-94e4-4afe-81de-2a132e0716f4 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:07.663549 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbc2f69-f4eb-4a1f-978c-34f5513d8e8f None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:21:07.664234 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbc2f69-f4eb-4a1f-978c-34f5513d8e8f None None] Checking segment: {'id': 'afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:21:07.664809 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3fbc2f69-f4eb-4a1f-978c-34f5513d8e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:07.665488 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbc2f69-f4eb-4a1f-978c-34f5513d8e8f None None] Bound using segment: {'id': 'afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:21:07.666096 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-3fbc2f69-f4eb-4a1f-978c-34f5513d8e8f None None] Bound port: f5279173-6d45-428f-b952-a82436caba9d, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:21:07.667580 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b16b5667-c026-4b1b-9d6d-34bc6d7a0957 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:07.668509 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3fbc2f69-f4eb-4a1f-978c-34f5513d8e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:07.710593 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device f6ae2188-db39-48bd-a263-865cc43a0a21 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:21:07.726923 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b16b5667-c026-4b1b-9d6d-34bc6d7a0957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:07.872365 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-b16b5667-c026-4b1b-9d6d-34bc6d7a0957 admin admin] Allocated IP 172.26.0.62 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/9942ef28-79d6-4da4-8796-2639ff2088d2) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:21:07.899020 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-3fbc2f69-f4eb-4a1f-978c-34f5513d8e8f None None] For port f5279173-6d45-428f-b952-a82436caba9d, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:21:07.903992 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-3fbc2f69-f4eb-4a1f-978c-34f5513d8e8f None None] For port f5279173-6d45-428f-b952-a82436caba9d, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=f5279173-6d45-428f-b952-a82436caba9d,segment=NetworkSegment(afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8),segment_id=afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:21:07.914231 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port f6ae2188-db39-48bd-a263-865cc43a0a21 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:21:07.921232 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3fbc2f69-f4eb-4a1f-978c-34f5513d8e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:08.008732 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port f6ae2188-db39-48bd-a263-865cc43a0a21 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:08.009291 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:08.072982 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Port f6ae2188-db39-48bd-a263-865cc43a0a21 was deleted so its status cannot be updated. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 08 10:21:08.078617 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc2f69-f4eb-4a1f-978c-34f5513d8e8f None None] Pushing event updated for resources: {'Port': ['ID=f5279173-6d45-428f-b952-a82436caba9d,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:08.138408 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:08.154147 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b16b5667-c026-4b1b-9d6d-34bc6d7a0957 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:08.200501 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e2edffa7-87df-4616-8ebf-19e518c59ab6 tempest-ServiceProvidersTest-1448210609 tempest-ServiceProvidersTest-1448210609-project] 10.222.0.47 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.8670442 Apr 08 10:21:08.206381 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f1b467df-85aa-413f-a3d0-6ac38abf150c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:08.231699 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51460) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:08.259350 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9cbb2e99-674c-4f79-99d3-417eb98e4506 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:08.264409 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b467df-85aa-413f-a3d0-6ac38abf150c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Port': ['ID=f6ae2188-db39-48bd-a263-865cc43a0a21,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:08.428602 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b16b5667-c026-4b1b-9d6d-34bc6d7a0957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:08.441615 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-9cbb2e99-674c-4f79-99d3-417eb98e4506 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Calling delete_port for 1c037e08-8c51-42c5-bc94-52333beab82f owned by network:router_gateway {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:21:08.470818 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e980fea8-88c2-4e51-89cb-041c51981e0c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:08.479963 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e980fea8-88c2-4e51-89cb-041c51981e0c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:08.689059 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16b5667-c026-4b1b-9d6d-34bc6d7a0957 admin admin] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:08.705973 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-98b31861-1085-4e47-9f1e-5d8ddc92842c tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1891760742'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:08.710887 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-b16b5667-c026-4b1b-9d6d-34bc6d7a0957 admin admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:08.713928 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16b5667-c026-4b1b-9d6d-34bc6d7a0957 admin admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:21:08.749763 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980fea8-88c2-4e51-89cb-041c51981e0c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event updated for resources: {'Port': ['ID=cc55dfdd-c190-49cb-8047-d3a3959ab609,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:08.750458 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51470) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:08.768261 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f1b467df-85aa-413f-a3d0-6ac38abf150c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:08.778822 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e980fea8-88c2-4e51-89cb-041c51981e0c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:08.796191 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-98b31861-1085-4e47-9f1e-5d8ddc92842c tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:08.807727 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b5667-c026-4b1b-9d6d-34bc6d7a0957 admin admin] Pushing event updated for resources: {'Port': ['ID=9942ef28-79d6-4da4-8796-2639ff2088d2,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:08.823441 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-98b31861-1085-4e47-9f1e-5d8ddc92842c tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Usage tracker for resource:network and tenant:7d02ceffec024a98951a3daeb60ac9a0 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:08.829726 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-98b31861-1085-4e47-9f1e-5d8ddc92842c tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:08.839237 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-98b31861-1085-4e47-9f1e-5d8ddc92842c tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:08.926278 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b31861-1085-4e47-9f1e-5d8ddc92842c tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Made reservation on behalf of 7d02ceffec024a98951a3daeb60ac9a0 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:08.929235 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-98b31861-1085-4e47-9f1e-5d8ddc92842c tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:08.941816 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9f233979-698b-4204-ba39-ad29f3f0634f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:08.953598 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e980fea8-88c2-4e51-89cb-041c51981e0c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:08.957197 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e980fea8-88c2-4e51-89cb-041c51981e0c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2149839 Apr 08 10:21:08.959360 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51476) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:08.967864 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-b46a9975-3831-44c1-b3b8-d00552146874 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Request body: {'port': {'network_id': 'f6e58c6a-710e-484f-bfc6-6dcf05fd3866', 'name': 'tempest-FloatingIPTestJSON-110847879'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:08.969338 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-98b31861-1085-4e47-9f1e-5d8ddc92842c tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:09.019245 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9cbb2e99-674c-4f79-99d3-417eb98e4506 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:09.126691 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb2e99-674c-4f79-99d3-417eb98e4506 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Pushing event deleted for resources: {'Port': ['ID=1c037e08-8c51-42c5-bc94-52333beab82f,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:09.131206 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-98b31861-1085-4e47-9f1e-5d8ddc92842c tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:09.143185 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27607ac9-7bbb-4e3e-9c35-aa7f51a0eee7 req-4e6fb4c6-3fcc-49a9-ab5e-cdc9e8b09e80 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:09.145909 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-27607ac9-7bbb-4e3e-9c35-aa7f51a0eee7 req-4e6fb4c6-3fcc-49a9-ab5e-cdc9e8b09e80 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 945 time: 0.4554410 Apr 08 10:21:09.155075 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-98b31861-1085-4e47-9f1e-5d8ddc92842c tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Usage tracker for resource:security_group_rule and tenant:7d02ceffec024a98951a3daeb60ac9a0 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:09.175915 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-98b31861-1085-4e47-9f1e-5d8ddc92842c tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:09.208863 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9f233979-698b-4204-ba39-ad29f3f0634f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:09.222695 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-98b31861-1085-4e47-9f1e-5d8ddc92842c tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:09.228209 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9f233979-698b-4204-ba39-ad29f3f0634f admin admin] Usage tracker for resource:security_group_rule and tenant:75494758ceff498b84cfdec18d887433 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:09.235580 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9f233979-698b-4204-ba39-ad29f3f0634f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:09.256411 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9f233979-698b-4204-ba39-ad29f3f0634f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:09.330540 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-27607ac9-7bbb-4e3e-9c35-aa7f51a0eee7 req-877ebb25-842e-4bc0-b78b-9e4d3d48acc7 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/security-groups?id=bca33e79-2da3-44f7-b484-196b5dc3d84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697788 Apr 08 10:21:09.376820 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b46a9975-3831-44c1-b3b8-d00552146874 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:09.418558 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc6d933-6c30-4719-baa5-d52f38f3195a None None] Network a2dae228-94e4-4afe-81de-2a132e0716f4 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:21:09.441268 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b46a9975-3831-44c1-b3b8-d00552146874 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Usage tracker for resource:port and tenant:eaffd781f5dd45dba33356f8d68ab59c is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:09.453275 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b46a9975-3831-44c1-b3b8-d00552146874 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:09.464920 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b46a9975-3831-44c1-b3b8-d00552146874 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:09.509940 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46a9975-3831-44c1-b3b8-d00552146874 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Made reservation on behalf of eaffd781f5dd45dba33356f8d68ab59c for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:09.513537 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b46a9975-3831-44c1-b3b8-d00552146874 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:09.554277 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9f233979-698b-4204-ba39-ad29f3f0634f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:09.556581 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b467df-85aa-413f-a3d0-6ac38abf150c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Router f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:21:09.566837 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9f233979-698b-4204-ba39-ad29f3f0634f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:09.580355 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-b46a9975-3831-44c1-b3b8-d00552146874 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] device_id is not set on port 1cead068-7313-4fdf-9340-026e8cfe54ae yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:21:09.653112 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-03add9bf-87a4-46bd-9256-5afa4da3d663 None None] Provisioning for port f5279173-6d45-428f-b952-a82436caba9d completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:21:09.757964 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9cbb2e99-674c-4f79-99d3-417eb98e4506 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:09.773830 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device f5279173-6d45-428f-b952-a82436caba9d up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:21:09.779245 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f233979-698b-4204-ba39-ad29f3f0634f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de39ced-8e9e-402b-9301-50f2cf5fbf20,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:09.877796 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port f5279173-6d45-428f-b952-a82436caba9d completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:21:09.884844 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port f5279173-6d45-428f-b952-a82436caba9d triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:09.885380 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:09.967276 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-98b31861-1085-4e47-9f1e-5d8ddc92842c tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:10.020139 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9f233979-698b-4204-ba39-ad29f3f0634f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=75494758ceff498b84cfdec18d887433&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2636540 Apr 08 10:21:10.030892 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51484) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:10.035622 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:10.074588 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port f5279173-6d45-428f-b952-a82436caba9d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=f5279173-6d45-428f-b952-a82436caba9d,segment=NetworkSegment(afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8),segment_id=afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:21:10.075694 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-925c1975-34bf-40cc-a2fb-3f5938940fa3 None None] Provisioning complete for port f5279173-6d45-428f-b952-a82436caba9d triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:10.076171 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-925c1975-34bf-40cc-a2fb-3f5938940fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:10.130864 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:10.157964 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b467df-85aa-413f-a3d0-6ac38abf150c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:21:10.169253 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c70b918-2b1c-47bf-aa54-2fd39d9c2e2f None None] Sync routers for ids ['f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:21:10.174082 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-b46a9975-3831-44c1-b3b8-d00552146874 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Allocated IP 172.20.0.11 (f6e58c6a-710e-484f-bfc6-6dcf05fd3866/1bfd4408-d83c-42cf-a902-65b9273da716/1cead068-7313-4fdf-9340-026e8cfe54ae) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:21:10.184233 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c70b918-2b1c-47bf-aa54-2fd39d9c2e2f None None] Routers {'f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:10.185066 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2c70b918-2b1c-47bf-aa54-2fd39d9c2e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:10.208984 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-98b31861-1085-4e47-9f1e-5d8ddc92842c tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:10.221289 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b31861-1085-4e47-9f1e-5d8ddc92842c tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:21:10.231654 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-98b31861-1085-4e47-9f1e-5d8ddc92842c tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:10.232116 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-98b31861-1085-4e47-9f1e-5d8ddc92842c tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Added segment 3d3eb915-80b2-47eb-852a-e9698c72193b of type vlan for network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 Apr 08 10:21:10.248967 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=f5279173-6d45-428f-b952-a82436caba9d,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:10.282063 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9cbb2e99-674c-4f79-99d3-417eb98e4506 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:10.296726 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-98b31861-1085-4e47-9f1e-5d8ddc92842c tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:10.327383 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-2c70b918-2b1c-47bf-aa54-2fd39d9c2e2f None None] Set router f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:21:10.333835 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9cbb2e99-674c-4f79-99d3-417eb98e4506 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:10.350573 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b31861-1085-4e47-9f1e-5d8ddc92842c tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab352f4-6c44-4a08-9442-8b555b70ed7e,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:10.388514 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c6bdabaf-8cf6-49a4-8e79-3fb8d1667478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:10.388767 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b16b5667-c026-4b1b-9d6d-34bc6d7a0957 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:10.389398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b16b5667-c026-4b1b-9d6d-34bc6d7a0957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:10.404038 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-98b31861-1085-4e47-9f1e-5d8ddc92842c tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:10.407721 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b31861-1085-4e47-9f1e-5d8ddc92842c tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:10.408321 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-98b31861-1085-4e47-9f1e-5d8ddc92842c tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:10.411833 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f1b467df-85aa-413f-a3d0-6ac38abf150c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "PUT /v2.0/routers/f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1322258 Apr 08 10:21:10.416629 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51488) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:10.453223 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2c70b918-2b1c-47bf-aa54-2fd39d9c2e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec', 'name': 'tempest-NetworksTestDHCPv6-router-1745744762', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:20:51Z', 'updated_at': '2022-04-08T10:21:07Z', 'revision_number': 3, 'project_id': '8e395073c79b45e685e221032dd4d133', 'gw_port_host': None}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:10.457446 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c70b918-2b1c-47bf-aa54-2fd39d9c2e2f None None] Checking router: f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:21:10.470175 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c70b918-2b1c-47bf-aa54-2fd39d9c2e2f None None] Routers {'f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:10.471079 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2c70b918-2b1c-47bf-aa54-2fd39d9c2e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:10.488299 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c6bdabaf-8cf6-49a4-8e79-3fb8d1667478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:10.577438 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bda38a-e897-4a0e-9952-349e5ec49fb4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:10.578836 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bda38a-e897-4a0e-9952-349e5ec49fb4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:10.579566 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-55bda38a-e897-4a0e-9952-349e5ec49fb4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:21:10.583044 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9cbb2e99-674c-4f79-99d3-417eb98e4506 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:10.583744 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbb2e99-674c-4f79-99d3-417eb98e4506 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Fanout notify agent at l3_agent the message router_deleted on router 0321ed08-f6db-4ed1-beb5-592e8ddb42b2 {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:21:10.587656 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b46a9975-3831-44c1-b3b8-d00552146874 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:10.598616 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-2c70b918-2b1c-47bf-aa54-2fd39d9c2e2f None None] Set router f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:21:10.617327 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c6bdabaf-8cf6-49a4-8e79-3fb8d1667478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:10.621605 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-55bda38a-e897-4a0e-9952-349e5ec49fb4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:21:10.625505 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-55bda38a-e897-4a0e-9952-349e5ec49fb4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2078047 Apr 08 10:21:10.628442 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51492) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:10.667233 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386814b3-d259-4917-b99d-7d59923873c9 req-db923eff-0534-4ef7-829e-0147537c14e7 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:10.669052 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-386814b3-d259-4917-b99d-7d59923873c9 req-db923eff-0534-4ef7-829e-0147537c14e7 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 945 time: 0.7580211 Apr 08 10:21:10.683101 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cc23cbdb-3bc6-4371-b4a4-fec1c47a19c5 req-413dfe73-bfde-4739-a945-6ce6355ef5f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1922481b7e64412fb829b36605ef349a&device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 1098 time: 0.7141347 Apr 08 10:21:10.684381 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bdabaf-8cf6-49a4-8e79-3fb8d1667478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de39ced-8e9e-402b-9301-50f2cf5fbf20,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:10.700870 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c6bdabaf-8cf6-49a4-8e79-3fb8d1667478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:10.701063 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c6bdabaf-8cf6-49a4-8e79-3fb8d1667478 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2de39ced-8e9e-402b-9301-50f2cf5fbf20 HTTP/1.1" status: 204 len: 168 time: 0.6692371 Apr 08 10:21:10.713156 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b46a9975-3831-44c1-b3b8-d00552146874 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:10.729528 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2c70b918-2b1c-47bf-aa54-2fd39d9c2e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec', 'name': 'tempest-NetworksTestDHCPv6-router-1745744762', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:20:51Z', 'updated_at': '2022-04-08T10:21:07Z', 'revision_number': 3, 'project_id': '8e395073c79b45e685e221032dd4d133', 'gw_port_host': None}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:10.733568 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c70b918-2b1c-47bf-aa54-2fd39d9c2e2f None None] The sync data for ids ['f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec'] in dv-neutron-837110-1-hyperv is: [{'id': 'f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec', 'name': 'tempest-NetworksTestDHCPv6-router-1745744762', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:20:51Z', 'updated_at': '2022-04-08T10:21:07Z', 'revision_number': 3, 'project_id': '8e395073c79b45e685e221032dd4d133', 'gw_port_host': None}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:21:10.773098 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b31861-1085-4e47-9f1e-5d8ddc92842c tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Pushing event updated for resources: {'Network': ['ID=43fb61ed-1ace-4c2a-b21b-4377348c83b5,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:10.787686 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-98b31861-1085-4e47-9f1e-5d8ddc92842c tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.5452604 Apr 08 10:21:10.794112 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:21:10.884730 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46a9975-3831-44c1-b3b8-d00552146874 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Network f6e58c6a-710e-484f-bfc6-6dcf05fd3866 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:10.894769 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-b46a9975-3831-44c1-b3b8-d00552146874 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:10.903838 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46a9975-3831-44c1-b3b8-d00552146874 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:21:10.944802 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a9975-3831-44c1-b3b8-d00552146874 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event updated for resources: {'Port': ['ID=1cead068-7313-4fdf-9340-026e8cfe54ae,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:10.985070 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23cbdb-3bc6-4371-b4a4-fec1c47a19c5 req-d25a6c32-5b47-48c9-a9f1-82de38c4cd7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:10.987027 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cc23cbdb-3bc6-4371-b4a4-fec1c47a19c5 req-d25a6c32-5b47-48c9-a9f1-82de38c4cd7d service neutron] 10.222.0.52 "GET /v2.0/networks?id=a43ac230-2af3-46f3-9f8c-607cf9bfd095 HTTP/1.1" status: 200 len: 912 time: 0.2941470 Apr 08 10:21:11.002496 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-386814b3-d259-4917-b99d-7d59923873c9 req-fcf7303e-e47d-43c1-8ff0-3aea7db4edaa tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/security-groups?id=bca33e79-2da3-44f7-b484-196b5dc3d84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128178 Apr 08 10:21:11.017519 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46a9975-3831-44c1-b3b8-d00552146874 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:11.018027 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b46a9975-3831-44c1-b3b8-d00552146874 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:11.047570 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-946c79e8-2968-458f-83ab-ee07ceee7777 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet 10829cd4-a628-4b53-9458-8a708e59f116 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:21:11.050842 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-946c79e8-2968-458f-83ab-ee07ceee7777 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:11.087022 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b46a9975-3831-44c1-b3b8-d00552146874 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1266582 Apr 08 10:21:11.101819 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51506) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:11.108880 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9cbb2e99-674c-4f79-99d3-417eb98e4506 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:11.110758 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-927cbda7-ec24-4823-944c-fda4a9740317 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Request body: {'floatingip': {'port_id': '1cead068-7313-4fdf-9340-026e8cfe54ae'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:11.111551 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9cbb2e99-674c-4f79-99d3-417eb98e4506 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "DELETE /v2.0/routers/0321ed08-f6db-4ed1-beb5-592e8ddb42b2 HTTP/1.1" status: 204 len: 168 time: 5.3414938 Apr 08 10:21:11.128204 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cc23cbdb-3bc6-4371-b4a4-fec1c47a19c5 req-e4f65ef4-454d-4ca1-9fc9-1147c5d77a70 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0867d322-afc2-49e1-b8cc-570ca281e516 HTTP/1.1" status: 200 len: 217 time: 0.1186228 Apr 08 10:21:11.128960 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51510) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:11.205351 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23cbdb-3bc6-4371-b4a4-fec1c47a19c5 req-f054a800-218b-4842-a032-edb706b7027f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:11.207004 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cc23cbdb-3bc6-4371-b4a4-fec1c47a19c5 req-f054a800-218b-4842-a032-edb706b7027f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9893e777-80b5-491b-b0da-55e059b64239 HTTP/1.1" status: 200 len: 851 time: 0.0715814 Apr 08 10:21:11.210807 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-d11285b2-c493-4271-bacf-8f490a599249 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-867990008', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:11.246967 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-927cbda7-ec24-4823-944c-fda4a9740317 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:11.268503 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cc23cbdb-3bc6-4371-b4a4-fec1c47a19c5 req-0de5d2a6-796f-43e2-abd2-82becdb907cd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a43ac230-2af3-46f3-9f8c-607cf9bfd095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477872 Apr 08 10:21:11.270163 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d11285b2-c493-4271-bacf-8f490a599249 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:11.303780 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d11285b2-c493-4271-bacf-8f490a599249 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Usage tracker for resource:router and tenant:375b90ef4ba148b9ac12dbb8b1428832 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:11.307792 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-946c79e8-2968-458f-83ab-ee07ceee7777 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:11.314382 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d11285b2-c493-4271-bacf-8f490a599249 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:11.363724 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51518) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:11.380277 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d11285b2-c493-4271-bacf-8f490a599249 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:11.385387 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Request body: {'port': {'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5', 'binding:host_id': 'hv-neutron-8371', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-851812274'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:11.394964 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:11.404346 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Usage tracker for resource:port and tenant:302b556c3b554dd5a219be3233b2b912 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:11.419345 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d11285b2-c493-4271-bacf-8f490a599249 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:11.420313 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d11285b2-c493-4271-bacf-8f490a599249 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:11.437389 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:11.456023 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:11.486608 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cc23cbdb-3bc6-4371-b4a4-fec1c47a19c5 req-22d1af65-b8e3-4b47-a62a-5184e04b7a4c service neutron] 10.222.0.52 "GET /v2.0/networks/a43ac230-2af3-46f3-9f8c-607cf9bfd095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087829 Apr 08 10:21:11.494342 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Made reservation on behalf of 302b556c3b554dd5a219be3233b2b912 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:11.497173 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:11.547904 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:11.584964 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-946c79e8-2968-458f-83ab-ee07ceee7777 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:11.647442 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d11285b2-c493-4271-bacf-8f490a599249 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:11.653829 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device f5279173-6d45-428f-b952-a82436caba9d up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:21:11.777493 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port f5279173-6d45-428f-b952-a82436caba9d triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:11.779204 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:11.782471 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d11285b2-c493-4271-bacf-8f490a599249 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:11.786501 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:11.796978 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Usage tracker for resource:security_group_rule and tenant:302b556c3b554dd5a219be3233b2b912 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:11.800532 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:11.820288 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:11.832935 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d11285b2-c493-4271-bacf-8f490a599249 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:11.834613 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d11285b2-c493-4271-bacf-8f490a599249 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7009702 Apr 08 10:21:11.839067 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51530) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:11.848762 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-409937dc-761c-427f-ba2a-2c73709b6745 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'enable_snat': False}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:11.864959 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-946c79e8-2968-458f-83ab-ee07ceee7777 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:11.908237 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51534) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:11.967134 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device f6ae2188-db39-48bd-a263-865cc43a0a21 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:21:12.005466 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: f6ae2188-db39-48bd-a263-865cc43a0a21 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:21:12.005941 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device f6ae2188-db39-48bd-a263-865cc43a0a21 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:21:12.010744 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cc23cbdb-3bc6-4371-b4a4-fec1c47a19c5 req-54c94351-72af-4556-993f-e08959b07415 service neutron] 10.222.0.52 "GET /v2.0/networks/a43ac230-2af3-46f3-9f8c-607cf9bfd095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5183990 Apr 08 10:21:12.020496 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16b5667-c026-4b1b-9d6d-34bc6d7a0957 admin admin] Router 0390decc-512f-4544-b4e1-2c0fda25f409 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:21:12.057862 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c79e8-2968-458f-83ab-ee07ceee7777 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=10829cd4-a628-4b53-9458-8a708e59f116,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:12.093591 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-946c79e8-2968-458f-83ab-ee07ceee7777 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:12.103504 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f704048-d6ea-4cbf-bee1-e11a1865d1a7 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:21:12.185486 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-41f8328b-e748-4e46-a739-bbef6f006344 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-803993994'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:12.190757 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-41f8328b-e748-4e46-a739-bbef6f006344 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:12.194867 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-41f8328b-e748-4e46-a739-bbef6f006344 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Usage tracker for resource:network and tenant:4cd0d08f9799480c8fac7cadce3119b1 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:12.197689 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-41f8328b-e748-4e46-a739-bbef6f006344 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:12.204239 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-41f8328b-e748-4e46-a739-bbef6f006344 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:12.263410 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-946c79e8-2968-458f-83ab-ee07ceee7777 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/10829cd4-a628-4b53-9458-8a708e59f116 HTTP/1.1" status: 204 len: 168 time: 1.6254113 Apr 08 10:21:12.269683 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51542) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:12.417127 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f8328b-e748-4e46-a739-bbef6f006344 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Made reservation on behalf of 4cd0d08f9799480c8fac7cadce3119b1 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:12.420215 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-41f8328b-e748-4e46-a739-bbef6f006344 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:12.421679 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04171c4c-6692-4d54-a479-368a356a14f5 None None] DHCP port deletion for 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:21:12.425655 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-04171c4c-6692-4d54-a479-368a356a14f5 None None] Deleting port a5fa4968-299e-4583-aace-fe11d6a14320 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:21:12.426344 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-04171c4c-6692-4d54-a479-368a356a14f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:12.444757 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:12.452588 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:12.459853 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-41f8328b-e748-4e46-a739-bbef6f006344 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:12.463171 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] device_id is not set on port 7963c2b4-b32d-4bc1-9d6e-967328063074 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:21:12.576309 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c648f3d5-c5b9-4fc5-90c4-51574c831840 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:router {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:21:12.588177 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95818026-8a75-4562-96f4-f6edf193ba21,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:12.595225 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-41f8328b-e748-4e46-a739-bbef6f006344 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:12.634540 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c648f3d5-c5b9-4fc5-90c4-51574c831840 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:router {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:21:12.635720 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c648f3d5-c5b9-4fc5-90c4-51574c831840 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3651071 Apr 08 10:21:12.644568 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-04171c4c-6692-4d54-a479-368a356a14f5 None None] For port a5fa4968-299e-4583-aace-fe11d6a14320, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=a5fa4968-299e-4583-aace-fe11d6a14320,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:21:12.645270 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-04171c4c-6692-4d54-a479-368a356a14f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:12.647814 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51546) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:12.652003 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-41f8328b-e748-4e46-a739-bbef6f006344 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Usage tracker for resource:security_group_rule and tenant:4cd0d08f9799480c8fac7cadce3119b1 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:12.662173 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-41f8328b-e748-4e46-a739-bbef6f006344 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:12.732365 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-41f8328b-e748-4e46-a739-bbef6f006344 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:12.748258 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410add8-9cae-4607-a530-6c89de756df1 req-84906862-017c-490b-9fc2-6072eed11b73 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:12.749889 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8410add8-9cae-4607-a530-6c89de756df1 req-84906862-017c-490b-9fc2-6072eed11b73 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 945 time: 0.4903426 Apr 08 10:21:12.822997 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-04171c4c-6692-4d54-a479-368a356a14f5 None None] Calling delete_port for a5fa4968-299e-4583-aace-fe11d6a14320 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:21:12.856131 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-927cbda7-ec24-4823-944c-fda4a9740317 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:12.876562 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-927cbda7-ec24-4823-944c-fda4a9740317 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:12.879318 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-409937dc-761c-427f-ba2a-2c73709b6745 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:12.914282 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8410add8-9cae-4607-a530-6c89de756df1 req-138bbf17-fca9-4898-8bec-17b61279010a tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/security-groups?id=bca33e79-2da3-44f7-b484-196b5dc3d84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063316 Apr 08 10:21:12.922321 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-83d0fe72-1ad8-4107-ba0b-1745466db49e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:12.946528 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-04171c4c-6692-4d54-a479-368a356a14f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:12.989802 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04171c4c-6692-4d54-a479-368a356a14f5 None None] Pushing event deleted for resources: {'Port': ['ID=a5fa4968-299e-4583-aace-fe11d6a14320,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:12.995832 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04171c4c-6692-4d54-a479-368a356a14f5 None None] No DVR routers for this DVR port a5fa4968-299e-4583-aace-fe11d6a14320 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:21:13.142062 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] device_id is not set on port 7963c2b4-b32d-4bc1-9d6e-967328063074 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:21:13.153791 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:13.176054 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Transition to ACTIVE for port object 7963c2b4-b32d-4bc1-9d6e-967328063074 will not be triggered until provisioned by entity L2. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:13.190825 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:13.260228 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f9b9eb9c-61eb-4c87-b799-af2346022e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:13.280490 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-41f8328b-e748-4e46-a739-bbef6f006344 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:13.290804 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-41f8328b-e748-4e46-a739-bbef6f006344 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:13.295387 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Pushing event updated for resources: {'Port': ['ID=7963c2b4-b32d-4bc1-9d6e-967328063074,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:13.316798 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Checking segment: {'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:21:13.317168 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Network hostable DHCP agents. Network: 43fb61ed-1ace-4c2a-b21b-4377348c83b5, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:21:13.327845 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.l3_db [None req-927cbda7-ec24-4823-944c-fda4a9740317 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Floating IP 3dace0d7-6703-4590-9838-42e90be45345 associated. External IP: 172.26.0.79, port: 1cead068-7313-4fdf-9340-026e8cfe54ae. Apr 08 10:21:13.467014 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f8328b-e748-4e46-a739-bbef6f006344 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:21:13.472207 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16b5667-c026-4b1b-9d6d-34bc6d7a0957 admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:21:13.476004 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:21:13.483458 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f7fd93-7303-4d23-8124-dd59aaa6ad10 None None] Sync routers for ids ['0390decc-512f-4544-b4e1-2c0fda25f409'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:21:13.485770 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8328b-e748-4e46-a739-bbef6f006344 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e25c79-8661-40d8-bc39-a4dc534bfe5f,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:13.491808 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 43fb61ed-1ace-4c2a-b21b-4377348c83b5) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:13.498451 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:21:13.500449 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f7fd93-7303-4d23-8124-dd59aaa6ad10 None None] Routers {'0390decc-512f-4544-b4e1-2c0fda25f409'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:13.501278 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e9f7fd93-7303-4d23-8124-dd59aaa6ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0390decc-512f-4544-b4e1-2c0fda25f409'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:13.519155 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:13.519545 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:13.519981 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:13.532424 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 7963c2b4-b32d-4bc1-9d6e-967328063074 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:13.532760 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:13.533709 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempt 2 to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 Apr 08 10:21:13.553432 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:13.553721 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:13.554065 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:13.557365 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-41f8328b-e748-4e46-a739-bbef6f006344 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:13.557712 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-41f8328b-e748-4e46-a739-bbef6f006344 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Added segment b3c7b9e1-6c8c-4766-9589-a67ed5854ece of type vlan for network 75d3192d-b2c5-4f4c-9217-d3c7a421746b Apr 08 10:21:13.567943 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 7963c2b4-b32d-4bc1-9d6e-967328063074 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:13.568535 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:13.570137 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempt 3 to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 Apr 08 10:21:13.581233 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e7bbc7-0d11-4ec8-9bdc-30836ecb92a7 None None] Network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:21:13.597686 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:13.598237 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:13.598337 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:13.609795 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 7963c2b4-b32d-4bc1-9d6e-967328063074 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:13.610064 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:13.611121 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempt 4 to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 Apr 08 10:21:13.632868 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:13.633212 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:13.633553 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:13.664731 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device a5fa4968-299e-4583-aace-fe11d6a14320 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:21:13.681300 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-83d0fe72-1ad8-4107-ba0b-1745466db49e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:13.689793 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b16b5667-c026-4b1b-9d6d-34bc6d7a0957 admin admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:13.692522 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b16b5667-c026-4b1b-9d6d-34bc6d7a0957 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6356733 Apr 08 10:21:13.696204 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51550) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:13.700485 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-41f8328b-e748-4e46-a739-bbef6f006344 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:13.705753 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-83d0fe72-1ad8-4107-ba0b-1745466db49e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:13.755212 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 7963c2b4-b32d-4bc1-9d6e-967328063074 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:13.755415 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:13.760681 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempt 5 to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 Apr 08 10:21:13.780630 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: a5fa4968-299e-4583-aace-fe11d6a14320 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:21:13.780979 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device a5fa4968-299e-4583-aace-fe11d6a14320 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:21:13.806437 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-83d0fe72-1ad8-4107-ba0b-1745466db49e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:13.807020 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d0fe72-1ad8-4107-ba0b-1745466db49e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Fanout notify agent at l3_agent the message router_deleted on router f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:21:13.810081 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-41f8328b-e748-4e46-a739-bbef6f006344 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:13.813564 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f8328b-e748-4e46-a739-bbef6f006344 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:13.814443 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-41f8328b-e748-4e46-a739-bbef6f006344 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:13.929020 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-83d0fe72-1ad8-4107-ba0b-1745466db49e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:13.930096 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-83d0fe72-1ad8-4107-ba0b-1745466db49e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/routers/f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec HTTP/1.1" status: 204 len: 168 time: 1.2797177 Apr 08 10:21:13.945025 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51554) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:13.948917 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-e9f7fd93-7303-4d23-8124-dd59aaa6ad10 None None] Set router 0390decc-512f-4544-b4e1-2c0fda25f409 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:21:13.958597 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-41f8328b-e748-4e46-a739-bbef6f006344 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.0416474 Apr 08 10:21:13.962083 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-812581d0-6751-4744-8d84-6909ec06b48c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:13.976852 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-409937dc-761c-427f-ba2a-2c73709b6745 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:14.003802 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51560) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:14.023026 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8328b-e748-4e46-a739-bbef6f006344 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Pushing event updated for resources: {'Network': ['ID=75d3192d-b2c5-4f4c-9217-d3c7a421746b,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:14.029055 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-2f4495be-01d9-443b-b296-c9048d25a99e tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Request body: {'subnet': {'network_id': '75d3192d-b2c5-4f4c-9217-d3c7a421746b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:14.037787 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 75d3192d-b2c5-4f4c-9217-d3c7a421746b details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:21:14.087350 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-409937dc-761c-427f-ba2a-2c73709b6745 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:14.118626 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:14.119205 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:14.120049 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:14.151658 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 7963c2b4-b32d-4bc1-9d6e-967328063074 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:14.151980 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:14.162844 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempt 6 to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 Apr 08 10:21:14.188630 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:14.188980 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:14.189305 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:14.206298 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 7963c2b4-b32d-4bc1-9d6e-967328063074 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:14.206628 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:14.208977 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempt 7 to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 Apr 08 10:21:14.242772 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:14.242979 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:14.243351 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:14.257281 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 7963c2b4-b32d-4bc1-9d6e-967328063074 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:14.257626 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:14.264179 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempt 8 to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 Apr 08 10:21:14.286859 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:14.287110 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:14.287444 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:14.318698 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 7963c2b4-b32d-4bc1-9d6e-967328063074 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:14.319026 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:14.320800 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempt 9 to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 Apr 08 10:21:14.323690 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-812581d0-6751-4744-8d84-6909ec06b48c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:14.336258 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-812581d0-6751-4744-8d84-6909ec06b48c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:subnet and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:14.340585 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-812581d0-6751-4744-8d84-6909ec06b48c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:14.346425 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:14.346770 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:14.347111 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:14.360123 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-812581d0-6751-4744-8d84-6909ec06b48c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:14.364406 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927cbda7-ec24-4823-944c-fda4a9740317 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Router 1228fa13-706d-444f-aaa3-5802b42cbcd9 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:21:14.365235 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 7963c2b4-b32d-4bc1-9d6e-967328063074 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:14.365545 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:14.366724 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2f4495be-01d9-443b-b296-c9048d25a99e tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:14.366838 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempt 10 to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 Apr 08 10:21:14.401673 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2f4495be-01d9-443b-b296-c9048d25a99e tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Usage tracker for resource:subnet and tenant:4cd0d08f9799480c8fac7cadce3119b1 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:14.411166 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2f4495be-01d9-443b-b296-c9048d25a99e tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:14.428735 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812581d0-6751-4744-8d84-6909ec06b48c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:14.443972 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e9f7fd93-7303-4d23-8124-dd59aaa6ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'name': 'tempest-ServersTestManualDisk-1428334449-router', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:21:06Z', 'updated_at': '2022-04-08T10:21:09Z', 'revision_number': 3, 'project_id': 'be30bca09ed8432b942cdec0ee999225', 'gw_port': {'id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:21:07Z', 'updated_at': '2022-04-08T10:21:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:14.446812 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2f4495be-01d9-443b-b296-c9048d25a99e tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:14.448442 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f7fd93-7303-4d23-8124-dd59aaa6ad10 None None] Checking router: 0390decc-512f-4544-b4e1-2c0fda25f409 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:21:14.448985 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f7fd93-7303-4d23-8124-dd59aaa6ad10 None None] Updating router 0390decc-512f-4544-b4e1-2c0fda25f409 port 9942ef28-79d6-4da4-8796-2639ff2088d2 binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:21:14.499230 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:14.499567 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:14.499912 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:14.513164 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e9f7fd93-7303-4d23-8124-dd59aaa6ad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:14.523501 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 7963c2b4-b32d-4bc1-9d6e-967328063074 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:14.523825 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 7963c2b4-b32d-4bc1-9d6e-967328063074 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:14.524239 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:14.540982 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4495be-01d9-443b-b296-c9048d25a99e tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Made reservation on behalf of 4cd0d08f9799480c8fac7cadce3119b1 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:14.565947 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-409937dc-761c-427f-ba2a-2c73709b6745 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Allocated IP 172.26.0.149 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/737e83d1-a62c-47fc-867d-b47190d7541f) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:21:14.577090 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618bfe8-791c-4cdd-bb17-1f4bf8619fcd req-06761b00-9b0b-4805-84ec-6d0128705845 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:14.578639 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2618bfe8-791c-4cdd-bb17-1f4bf8619fcd req-06761b00-9b0b-4805-84ec-6d0128705845 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 945 time: 0.4813063 Apr 08 10:21:14.674963 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-812581d0-6751-4744-8d84-6909ec06b48c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:14.771381 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] For port 7963c2b4-b32d-4bc1-9d6e-967328063074, host hv-neutron-8371, cleared binding levels {{(pid=83846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:21:14.772013 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempted to set empty binding levels {{(pid=83846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 08 10:21:14.781082 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:14.857812 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:14.887793 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Pushing event updated for resources: {'Port': ['ID=7963c2b4-b32d-4bc1-9d6e-967328063074,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:14.909295 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e49583be-13ed-4162-a67d-ffefd3e09b98 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.5442042 Apr 08 10:21:14.912979 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51564) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:14.938744 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2f4495be-01d9-443b-b296-c9048d25a99e tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:15.053006 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-846fdf06-4e32-4a2e-a599-db800f64a349 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Deleting port 7963c2b4-b32d-4bc1-9d6e-967328063074 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:21:15.053363 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-846fdf06-4e32-4a2e-a599-db800f64a349 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:15.110730 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2618bfe8-791c-4cdd-bb17-1f4bf8619fcd req-0e0deac5-f759-49a6-ab57-eef1fc91b118 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/security-groups?id=bca33e79-2da3-44f7-b484-196b5dc3d84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729764 Apr 08 10:21:15.188409 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927cbda7-ec24-4823-944c-fda4a9740317 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:21:15.194614 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-927cbda7-ec24-4823-944c-fda4a9740317 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:15.198584 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d874b1c3-c362-4299-a276-08ee583da634 None None] Sync routers for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:21:15.211494 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d874b1c3-c362-4299-a276-08ee583da634 None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:15.212333 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d874b1c3-c362-4299-a276-08ee583da634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:15.284824 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d874b1c3-c362-4299-a276-08ee583da634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:15.298048 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d874b1c3-c362-4299-a276-08ee583da634 None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:15.298938 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d874b1c3-c362-4299-a276-08ee583da634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:20:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:15.365213 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d874b1c3-c362-4299-a276-08ee583da634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:15.365852 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d874b1c3-c362-4299-a276-08ee583da634 None None] The sync data for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:21:15.374385 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-927cbda7-ec24-4823-944c-fda4a9740317 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "PUT /v2.0/floatingips/3dace0d7-6703-4590-9838-42e90be45345 HTTP/1.1" status: 200 len: 977 time: 4.2670140 Apr 08 10:21:15.386551 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51570) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:15.420843 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-846fdf06-4e32-4a2e-a599-db800f64a349 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] For port 7963c2b4-b32d-4bc1-9d6e-967328063074, host hv-neutron-8371, got binding levels [] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:21:15.421207 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-846fdf06-4e32-4a2e-a599-db800f64a349 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:15.457901 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-409937dc-761c-427f-ba2a-2c73709b6745 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:15.501528 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9ee8670e-f669-4658-a33b-e4cc744975bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:15.515706 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-812581d0-6751-4744-8d84-6909ec06b48c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:15.578388 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-6a48c747-f893-462c-820e-594759f6d0a9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Deleting port 1cead068-7313-4fdf-9340-026e8cfe54ae {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:21:15.578761 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6a48c747-f893-462c-820e-594759f6d0a9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:15.667080 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-846fdf06-4e32-4a2e-a599-db800f64a349 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Calling delete_port for 7963c2b4-b32d-4bc1-9d6e-967328063074 owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:21:15.678495 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2f4495be-01d9-443b-b296-c9048d25a99e tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:15.718938 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812581d0-6751-4744-8d84-6909ec06b48c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:15.728595 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-812581d0-6751-4744-8d84-6909ec06b48c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:15.732067 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812581d0-6751-4744-8d84-6909ec06b48c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:15.732639 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-812581d0-6751-4744-8d84-6909ec06b48c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:15.737332 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812581d0-6751-4744-8d84-6909ec06b48c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=698ac4df-7ea0-41fe-ba8f-5d1799587ebe,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:15.739459 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13089db7-9a0c-40f0-8f82-4c42175b344a None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:21:15.795876 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-846fdf06-4e32-4a2e-a599-db800f64a349 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:15.846638 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-409937dc-761c-427f-ba2a-2c73709b6745 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:15.852538 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846fdf06-4e32-4a2e-a599-db800f64a349 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Pushing event deleted for resources: {'Port': ['ID=7963c2b4-b32d-4bc1-9d6e-967328063074,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:15.897798 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-846fdf06-4e32-4a2e-a599-db800f64a349 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:15.913526 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-846fdf06-4e32-4a2e-a599-db800f64a349 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] 10.222.0.47 "DELETE /v2.0/ports/7963c2b4-b32d-4bc1-9d6e-967328063074 HTTP/1.1" status: 204 len: 168 time: 0.9994903 Apr 08 10:21:15.916358 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51576) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:15.989948 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4495be-01d9-443b-b296-c9048d25a99e tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Pushing event updated for resources: {'Subnet': ['ID=bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:16.008415 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-812581d0-6751-4744-8d84-6909ec06b48c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0569153 Apr 08 10:21:16.010476 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-daba7b8e-a6cf-400a-99ab-1b241d197845 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] GET failed (client error): The resource could not be found. Apr 08 10:21:16.010476 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-daba7b8e-a6cf-400a-99ab-1b241d197845 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Synchronizing usage tracker for tenant:302b556c3b554dd5a219be3233b2b912 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:21:16.012331 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51580) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:16.023984 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-dbe381f0-2d5b-4a93-8201-ff3a5458bd77 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1930840724', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:16.039302 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-dbe381f0-2d5b-4a93-8201-ff3a5458bd77 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:16.048927 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-dbe381f0-2d5b-4a93-8201-ff3a5458bd77 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:router and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:16.053206 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b7f688d1-863c-4e13-af50-5e07d5a12c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:16.064500 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409937dc-761c-427f-ba2a-2c73709b6745 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:16.065391 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-dbe381f0-2d5b-4a93-8201-ff3a5458bd77 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:16.070685 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-daba7b8e-a6cf-400a-99ab-1b241d197845 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Unset dirty status for tenant:302b556c3b554dd5a219be3233b2b912 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:21:16.071857 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-daba7b8e-a6cf-400a-99ab-1b241d197845 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] 10.222.0.47 "GET /v2.0/ports/7963c2b4-b32d-4bc1-9d6e-967328063074 HTTP/1.1" status: 404 len: 333 time: 0.1526968 Apr 08 10:21:16.077682 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-409937dc-761c-427f-ba2a-2c73709b6745 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:16.078925 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51584) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:16.081496 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409937dc-761c-427f-ba2a-2c73709b6745 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:21:16.082960 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-dbe381f0-2d5b-4a93-8201-ff3a5458bd77 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:16.091250 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-13e83804-a225-4f71-8f85-fd8716c8451e tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Request body: {'port': {'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-970492251'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:16.129496 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409937dc-761c-427f-ba2a-2c73709b6745 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Pushing event updated for resources: {'Port': ['ID=737e83d1-a62c-47fc-867d-b47190d7541f,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:16.139635 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-13e83804-a225-4f71-8f85-fd8716c8451e tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:16.146844 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef796c3-7045-43f7-af0a-6b929b69c0ce req-a0ac9662-587b-4342-88b8-656aed5e0ecd tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:16.148465 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cef796c3-7045-43f7-af0a-6b929b69c0ce req-a0ac9662-587b-4342-88b8-656aed5e0ecd tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 945 time: 0.5940232 Apr 08 10:21:16.156681 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-13e83804-a225-4f71-8f85-fd8716c8451e tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:16.159077 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dbe381f0-2d5b-4a93-8201-ff3a5458bd77 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:16.159974 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dbe381f0-2d5b-4a93-8201-ff3a5458bd77 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:16.164830 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4495be-01d9-443b-b296-c9048d25a99e tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Checking segment: {'id': 'b3c7b9e1-6c8c-4766-9589-a67ed5854ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '75d3192d-b2c5-4f4c-9217-d3c7a421746b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:21:16.165195 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4495be-01d9-443b-b296-c9048d25a99e tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Network hostable DHCP agents. Network: 75d3192d-b2c5-4f4c-9217-d3c7a421746b, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:21:16.176491 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.resource_extend [None req-e9f7fd93-7303-4d23-8124-dd59aaa6ad10 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:21:16.207263 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5e0d90-0f79-4908-ba65-91faa4bb9af8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'fixed_ips': [{'subnet_id': '698ac4df-7ea0-41fe-ba8f-5d1799587ebe'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:21:16.208339 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4b5e0d90-0f79-4908-ba65-91faa4bb9af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:16.212022 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e83804-a225-4f71-8f85-fd8716c8451e tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Made reservation on behalf of 302b556c3b554dd5a219be3233b2b912 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:16.214306 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-13e83804-a225-4f71-8f85-fd8716c8451e tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:16.292627 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dbe381f0-2d5b-4a93-8201-ff3a5458bd77 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:16.300841 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6a48c747-f893-462c-820e-594759f6d0a9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:16.302703 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-13e83804-a225-4f71-8f85-fd8716c8451e tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] device_id is not set on port 4f241f10-b4b1-436c-bb42-479f7b58580a yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:21:16.343794 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e9f7fd93-7303-4d23-8124-dd59aaa6ad10 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:16.366981 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-e9f7fd93-7303-4d23-8124-dd59aaa6ad10 None None] Transition to ACTIVE for port object 9942ef28-79d6-4da4-8796-2639ff2088d2 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:16.377227 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e9f7fd93-7303-4d23-8124-dd59aaa6ad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:16.381143 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cef796c3-7045-43f7-af0a-6b929b69c0ce req-711168b1-f334-40c6-90c4-09835c98cb95 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/security-groups?id=bca33e79-2da3-44f7-b484-196b5dc3d84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228999 Apr 08 10:21:16.416287 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4495be-01d9-443b-b296-c9048d25a99e tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Network 75d3192d-b2c5-4f4c-9217-d3c7a421746b is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:21:16.416683 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dbe381f0-2d5b-4a93-8201-ff3a5458bd77 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:16.498347 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-2f4495be-01d9-443b-b296-c9048d25a99e tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 75d3192d-b2c5-4f4c-9217-d3c7a421746b) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:16.502614 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4495be-01d9-443b-b296-c9048d25a99e tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:16.502801 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dbe381f0-2d5b-4a93-8201-ff3a5458bd77 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:16.503233 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2f4495be-01d9-443b-b296-c9048d25a99e tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:16.503968 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-dbe381f0-2d5b-4a93-8201-ff3a5458bd77 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4878051 Apr 08 10:21:16.516344 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51588) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:16.520111 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-b7f688d1-863c-4e13-af50-5e07d5a12c3c admin admin] Allocated IP 172.20.0.1 (a2dae228-94e4-4afe-81de-2a132e0716f4/38d3d1f8-370d-4974-968c-78c15dd5c5a9/67bb4085-ebbe-4141-973b-3167a5875515) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:21:16.529826 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0e87e2-c4b8-4db0-8f96-04732bb61ea4 None None] Network 75d3192d-b2c5-4f4c-9217-d3c7a421746b requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:21:16.541938 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-e9f7fd93-7303-4d23-8124-dd59aaa6ad10 None None] Attempting to bind port 9942ef28-79d6-4da4-8796-2639ff2088d2 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:16.542419 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-e9f7fd93-7303-4d23-8124-dd59aaa6ad10 None None] Attempting to bind port 9942ef28-79d6-4da4-8796-2639ff2088d2 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:16.544002 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f7fd93-7303-4d23-8124-dd59aaa6ad10 None None] Attempting to bind port 9942ef28-79d6-4da4-8796-2639ff2088d2 on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:16.637070 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f7fd93-7303-4d23-8124-dd59aaa6ad10 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:21:16.638313 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f7fd93-7303-4d23-8124-dd59aaa6ad10 None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:21:16.638823 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e9f7fd93-7303-4d23-8124-dd59aaa6ad10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:16.639318 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f7fd93-7303-4d23-8124-dd59aaa6ad10 None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:21:16.639905 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-e9f7fd93-7303-4d23-8124-dd59aaa6ad10 None None] Bound port: 9942ef28-79d6-4da4-8796-2639ff2088d2, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:21:16.640408 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e9f7fd93-7303-4d23-8124-dd59aaa6ad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:16.702071 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-4b5e0d90-0f79-4908-ba65-91faa4bb9af8 None None] Allocated IP 2001:db8::2 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/698ac4df-7ea0-41fe-ba8f-5d1799587ebe/5636e40f-e73c-40d4-a06d-a7f6a37a1351) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:21:16.712810 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-13e83804-a225-4f71-8f85-fd8716c8451e tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:16.713698 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f710a-7a93-49f1-be13-642110104103 None None] Pushing event updated for resources: {'Port': ['ID=9942ef28-79d6-4da4-8796-2639ff2088d2,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:16.781943 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b7f688d1-863c-4e13-af50-5e07d5a12c3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:16.799817 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-13e83804-a225-4f71-8f85-fd8716c8451e tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:16.807497 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2f4495be-01d9-443b-b296-c9048d25a99e tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7954631 Apr 08 10:21:16.833427 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-b7f688d1-863c-4e13-af50-5e07d5a12c3c admin admin] Transition to ACTIVE for port object 67bb4085-ebbe-4141-973b-3167a5875515 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:16.834409 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51592) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:16.846461 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-90175afc-17dc-42ee-8dd0-f1f5f764a964 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Request body: {'port': {'network_id': '75d3192d-b2c5-4f4c-9217-d3c7a421746b', 'name': 'tempest-TagsExtTest-1066845670'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:16.854528 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:16.969939 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-e9f7fd93-7303-4d23-8124-dd59aaa6ad10 None None] For port 9942ef28-79d6-4da4-8796-2639ff2088d2, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:21:16.972502 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e83804-a225-4f71-8f85-fd8716c8451e tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:16.978225 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-13e83804-a225-4f71-8f85-fd8716c8451e tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:16.986738 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e83804-a225-4f71-8f85-fd8716c8451e tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:21:16.987545 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e83804-a225-4f71-8f85-fd8716c8451e tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:16.988000 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6a48c747-f893-462c-820e-594759f6d0a9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:16.988142 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-13e83804-a225-4f71-8f85-fd8716c8451e tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:16.988394 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6a48c747-f893-462c-820e-594759f6d0a9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:16.988710 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [None req-6a48c747-f893-462c-820e-594759f6d0a9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Floating IP 3dace0d7-6703-4590-9838-42e90be45345 disassociated. External IP: 172.26.0.79, port: 1cead068-7313-4fdf-9340-026e8cfe54ae. Apr 08 10:21:16.989047 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-6a48c747-f893-462c-820e-594759f6d0a9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Calling delete_port for 1cead068-7313-4fdf-9340-026e8cfe54ae owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:21:16.997952 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e83804-a225-4f71-8f85-fd8716c8451e tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Pushing event updated for resources: {'Port': ['ID=4f241f10-b4b1-436c-bb42-479f7b58580a,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:17.026765 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-e9f7fd93-7303-4d23-8124-dd59aaa6ad10 None None] For port 9942ef28-79d6-4da4-8796-2639ff2088d2, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=9942ef28-79d6-4da4-8796-2639ff2088d2,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:21:17.038872 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-13e83804-a225-4f71-8f85-fd8716c8451e tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9553006 Apr 08 10:21:17.042228 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51596) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:17.048649 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:17.049357 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b7f688d1-863c-4e13-af50-5e07d5a12c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:17.051586 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e9f7fd93-7303-4d23-8124-dd59aaa6ad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:17.103348 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:17.113146 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-90175afc-17dc-42ee-8dd0-f1f5f764a964 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:17.124071 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-90175afc-17dc-42ee-8dd0-f1f5f764a964 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Usage tracker for resource:port and tenant:4cd0d08f9799480c8fac7cadce3119b1 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:17.129168 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-90175afc-17dc-42ee-8dd0-f1f5f764a964 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:17.142895 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f688d1-863c-4e13-af50-5e07d5a12c3c admin admin] Network a2dae228-94e4-4afe-81de-2a132e0716f4 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:17.143771 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-90175afc-17dc-42ee-8dd0-f1f5f764a964 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:17.145866 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f688d1-863c-4e13-af50-5e07d5a12c3c admin admin] Pushing event updated for resources: {'Port': ['ID=67bb4085-ebbe-4141-973b-3167a5875515,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:17.159382 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-b7f688d1-863c-4e13-af50-5e07d5a12c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:17.164818 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f688d1-863c-4e13-af50-5e07d5a12c3c admin admin] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:21:17.214045 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90175afc-17dc-42ee-8dd0-f1f5f764a964 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Made reservation on behalf of 4cd0d08f9799480c8fac7cadce3119b1 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:17.217290 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-90175afc-17dc-42ee-8dd0-f1f5f764a964 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:17.219389 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-409937dc-761c-427f-ba2a-2c73709b6745 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:17.246963 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-90175afc-17dc-42ee-8dd0-f1f5f764a964 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] device_id is not set on port df3f0ccc-49f2-4d10-befe-6777fcfc0c81 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:21:17.248958 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4b5e0d90-0f79-4908-ba65-91faa4bb9af8 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:17.264865 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-4b5e0d90-0f79-4908-ba65-91faa4bb9af8 None None] Transition to ACTIVE for port object 5636e40f-e73c-40d4-a06d-a7f6a37a1351 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:17.291328 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b7f688d1-863c-4e13-af50-5e07d5a12c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:17.299037 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-4b5e0d90-0f79-4908-ba65-91faa4bb9af8 None None] Transition to ACTIVE for port object 5636e40f-e73c-40d4-a06d-a7f6a37a1351 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:17.312634 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4b5e0d90-0f79-4908-ba65-91faa4bb9af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:17.321884 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50a1be4-5ca4-46ff-a4e5-299613842d46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-75d3192d-b2c5-4f4c-9217-d3c7a421746b', 'network_id': '75d3192d-b2c5-4f4c-9217-d3c7a421746b', 'tenant_id': '4cd0d08f9799480c8fac7cadce3119b1', 'fixed_ips': [{'subnet_id': 'bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:21:17.322674 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a50a1be4-5ca4-46ff-a4e5-299613842d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:17.363127 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f710a-7a93-49f1-be13-642110104103 None None] Pushing event updated for resources: {'Port': ['ID=9942ef28-79d6-4da4-8796-2639ff2088d2,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:17.513801 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5e0d90-0f79-4908-ba65-91faa4bb9af8 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:17.524215 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f7fd93-7303-4d23-8124-dd59aaa6ad10 None None] Routers {'0390decc-512f-4544-b4e1-2c0fda25f409'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:17.525146 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e9f7fd93-7303-4d23-8124-dd59aaa6ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0390decc-512f-4544-b4e1-2c0fda25f409'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:17.576322 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-4b5e0d90-0f79-4908-ba65-91faa4bb9af8 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:17.579607 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b7f688d1-863c-4e13-af50-5e07d5a12c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:17.589205 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-90175afc-17dc-42ee-8dd0-f1f5f764a964 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Allocated IP 172.20.0.4 (75d3192d-b2c5-4f4c-9217-d3c7a421746b/bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2/df3f0ccc-49f2-4d10-befe-6777fcfc0c81) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:21:17.597513 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5e0d90-0f79-4908-ba65-91faa4bb9af8 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:21:17.695667 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e0d90-0f79-4908-ba65-91faa4bb9af8 None None] Pushing event updated for resources: {'Port': ['ID=5636e40f-e73c-40d4-a06d-a7f6a37a1351,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:17.725048 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:17.785958 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b705cab3-b02c-4080-a01c-8620edf55849 None None] Provisioning for port 67bb4085-ebbe-4141-973b-3167a5875515 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:21:17.805944 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b705cab3-b02c-4080-a01c-8620edf55849 None None] Provisioning complete for port 67bb4085-ebbe-4141-973b-3167a5875515 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:17.806224 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b705cab3-b02c-4080-a01c-8620edf55849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:17.828534 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6a48c747-f893-462c-820e-594759f6d0a9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:17.851475 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-4b5e0d90-0f79-4908-ba65-91faa4bb9af8 None None] Attempting to bind port 5636e40f-e73c-40d4-a06d-a7f6a37a1351 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:17.851842 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-4b5e0d90-0f79-4908-ba65-91faa4bb9af8 None None] Attempting to bind port 5636e40f-e73c-40d4-a06d-a7f6a37a1351 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:17.852231 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5e0d90-0f79-4908-ba65-91faa4bb9af8 None None] Attempting to bind port 5636e40f-e73c-40d4-a06d-a7f6a37a1351 on network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:17.889391 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-b705cab3-b02c-4080-a01c-8620edf55849 None None] Port 67bb4085-ebbe-4141-973b-3167a5875515 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:21:17.893229 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5e0d90-0f79-4908-ba65-91faa4bb9af8 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:21:17.893425 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-409937dc-761c-427f-ba2a-2c73709b6745 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:17.893612 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5e0d90-0f79-4908-ba65-91faa4bb9af8 None None] Checking segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:21:17.894125 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4b5e0d90-0f79-4908-ba65-91faa4bb9af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:17.894427 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5e0d90-0f79-4908-ba65-91faa4bb9af8 None None] Bound using segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:21:17.894924 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-4b5e0d90-0f79-4908-ba65-91faa4bb9af8 None None] Bound port: 5636e40f-e73c-40d4-a06d-a7f6a37a1351, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:21:17.895384 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4b5e0d90-0f79-4908-ba65-91faa4bb9af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:17.909779 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48c747-f893-462c-820e-594759f6d0a9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event deleted for resources: {'Port': ['ID=1cead068-7313-4fdf-9340-026e8cfe54ae,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:17.921827 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-409937dc-761c-427f-ba2a-2c73709b6745 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1762438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1762447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1757449'] for router, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:17.928537 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-90175afc-17dc-42ee-8dd0-f1f5f764a964 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:17.947535 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-90175afc-17dc-42ee-8dd0-f1f5f764a964 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Transition to ACTIVE for port object df3f0ccc-49f2-4d10-befe-6777fcfc0c81 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:17.962491 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-e9f7fd93-7303-4d23-8124-dd59aaa6ad10 None None] Set router 0390decc-512f-4544-b4e1-2c0fda25f409 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:21:17.997061 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-90175afc-17dc-42ee-8dd0-f1f5f764a964 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:18.087378 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90175afc-17dc-42ee-8dd0-f1f5f764a964 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Network 75d3192d-b2c5-4f4c-9217-d3c7a421746b is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:18.092548 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-90175afc-17dc-42ee-8dd0-f1f5f764a964 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:18.102336 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90175afc-17dc-42ee-8dd0-f1f5f764a964 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Pushing event updated for resources: {'Port': ['ID=df3f0ccc-49f2-4d10-befe-6777fcfc0c81,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:18.111964 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90175afc-17dc-42ee-8dd0-f1f5f764a964 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:21:18.158220 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b7f688d1-863c-4e13-af50-5e07d5a12c3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:18.181994 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b7f688d1-863c-4e13-af50-5e07d5a12c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:18.192137 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-4b5e0d90-0f79-4908-ba65-91faa4bb9af8 None None] For port 5636e40f-e73c-40d4-a06d-a7f6a37a1351, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:21:18.202547 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-a50a1be4-5ca4-46ff-a4e5-299613842d46 None None] Allocated IP 172.20.0.2 (75d3192d-b2c5-4f4c-9217-d3c7a421746b/bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2/68e01840-8f61-4aa6-9d91-312f1819090d) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:21:18.240934 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-4b5e0d90-0f79-4908-ba65-91faa4bb9af8 None None] For port 5636e40f-e73c-40d4-a06d-a7f6a37a1351, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=5636e40f-e73c-40d4-a06d-a7f6a37a1351,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:21:18.285486 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90175afc-17dc-42ee-8dd0-f1f5f764a964 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:18.286361 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-90175afc-17dc-42ee-8dd0-f1f5f764a964 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:18.291426 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:18.299893 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4b5e0d90-0f79-4908-ba65-91faa4bb9af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:18.321351 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f688d1-863c-4e13-af50-5e07d5a12c3c admin admin] Pushing event updated for resources: {'Port': ['ID=67bb4085-ebbe-4141-973b-3167a5875515,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:18.326926 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-90175afc-17dc-42ee-8dd0-f1f5f764a964 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4914854 Apr 08 10:21:18.328289 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b7f688d1-863c-4e13-af50-5e07d5a12c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:18.331638 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51602) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:18.337346 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-6d787426-a127-4cd9-9439-999c2902c8cd tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1058110198', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:18.347307 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-6d787426-a127-4cd9-9439-999c2902c8cd tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:18.347957 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0963794-d225-4316-980e-48a5c2a457b9 req-a4d6b727-349b-4a83-b40d-6a60a0544312 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:18.353089 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-6d787426-a127-4cd9-9439-999c2902c8cd tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Usage tracker for resource:router and tenant:4cd0d08f9799480c8fac7cadce3119b1 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:18.355595 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d0963794-d225-4316-980e-48a5c2a457b9 req-a4d6b727-349b-4a83-b40d-6a60a0544312 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 945 time: 0.7437363 Apr 08 10:21:18.367719 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-6d787426-a127-4cd9-9439-999c2902c8cd tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:18.378654 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-6d787426-a127-4cd9-9439-999c2902c8cd tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:18.451231 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6d787426-a127-4cd9-9439-999c2902c8cd tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:18.452192 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6d787426-a127-4cd9-9439-999c2902c8cd tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:18.503639 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6d787426-a127-4cd9-9439-999c2902c8cd tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:18.516869 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e0d90-0f79-4908-ba65-91faa4bb9af8 None None] Pushing event updated for resources: {'Port': ['ID=5636e40f-e73c-40d4-a06d-a7f6a37a1351,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:18.527095 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f688d1-863c-4e13-af50-5e07d5a12c3c admin admin] Network a2dae228-94e4-4afe-81de-2a132e0716f4 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:18.527095 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-b7f688d1-863c-4e13-af50-5e07d5a12c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:18.564299 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-74105e67-9d4f-42db-8cd0-de5e0fa0820b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:18.672617 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6d787426-a127-4cd9-9439-999c2902c8cd tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:18.728289 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6d787426-a127-4cd9-9439-999c2902c8cd tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:18.730487 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6d787426-a127-4cd9-9439-999c2902c8cd tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3973458 Apr 08 10:21:18.733671 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] device_id is not set on port 4f241f10-b4b1-436c-bb42-479f7b58580a yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:21:18.735069 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51606) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:18.743677 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:18.748533 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-2832fbf4-0402-4d4c-80a1-7e096c55183e tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-71653614', 'prefixes': ['172.20.0.0/16']}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:18.756687 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-2832fbf4-0402-4d4c-80a1-7e096c55183e tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:18.769824 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Transition to ACTIVE for port object 4f241f10-b4b1-436c-bb42-479f7b58580a will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:18.880606 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a50a1be4-5ca4-46ff-a4e5-299613842d46 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:18.897942 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a50a1be4-5ca4-46ff-a4e5-299613842d46 None None] Transition to ACTIVE for port object 68e01840-8f61-4aa6-9d91-312f1819090d will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:18.933044 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:18.945017 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a50a1be4-5ca4-46ff-a4e5-299613842d46 None None] Transition to ACTIVE for port object 68e01840-8f61-4aa6-9d91-312f1819090d will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:18.956281 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2832fbf4-0402-4d4c-80a1-7e096c55183e tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks [] for subnetpool, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:18.957640 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2832fbf4-0402-4d4c-80a1-7e096c55183e tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.2215328 Apr 08 10:21:18.959309 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a50a1be4-5ca4-46ff-a4e5-299613842d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:18.965249 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51610) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:19.008372 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e9f7fd93-7303-4d23-8124-dd59aaa6ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'name': 'tempest-ServersTestManualDisk-1428334449-router', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:21:06Z', 'updated_at': '2022-04-08T10:21:17Z', 'revision_number': 4, 'project_id': 'be30bca09ed8432b942cdec0ee999225', 'gw_port': {'id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:21:07Z', 'updated_at': '2022-04-08T10:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '67bb4085-ebbe-4141-973b-3167a5875515', 'name': '', 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'mac_address': 'fa:16:3e:5b:01:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38d3d1f8-370d-4974-968c-78c15dd5c5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:21:16Z', 'updated_at': '2022-04-08T10:21:16Z', 'revision_number': 1, 'project_id': 'be30bca09ed8432b942cdec0ee999225', 'subnets': [{'id': '38d3d1f8-370d-4974-968c-78c15dd5c5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:19.025000 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.tag.tag_plugin [None req-c026f35a-ef16-4d7d-b667-e5810a18b900 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2', 'tempest-TagsExtTest-Tag-942610395') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:19.059992 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f7fd93-7303-4d23-8124-dd59aaa6ad10 None None] The sync data for ids ['0390decc-512f-4544-b4e1-2c0fda25f409'] in dv-neutron-837110-1-hyperv is: [{'id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'name': 'tempest-ServersTestManualDisk-1428334449-router', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:21:06Z', 'updated_at': '2022-04-08T10:21:17Z', 'revision_number': 4, 'project_id': 'be30bca09ed8432b942cdec0ee999225', 'gw_port': {'id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:21:07Z', 'updated_at': '2022-04-08T10:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '67bb4085-ebbe-4141-973b-3167a5875515', 'name': '', 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'mac_address': 'fa:16:3e:5b:01:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38d3d1f8-370d-4974-968c-78c15dd5c5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:21:16Z', 'updated_at': '2022-04-08T10:21:16Z', 'revision_number': 1, 'project_id': 'be30bca09ed8432b942cdec0ee999225', 'subnets': [{'id': '38d3d1f8-370d-4974-968c-78c15dd5c5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:21:19.082209 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8ffd4ec8-1b48-4ce1-a81c-1c926515a7c7 None None] Provisioning complete for port 67bb4085-ebbe-4141-973b-3167a5875515 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:19.082521 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8ffd4ec8-1b48-4ce1-a81c-1c926515a7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:19.160986 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50a1be4-5ca4-46ff-a4e5-299613842d46 None None] Network 75d3192d-b2c5-4f4c-9217-d3c7a421746b is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:19.167719 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-a50a1be4-5ca4-46ff-a4e5-299613842d46 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:19.172803 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a1be4-5ca4-46ff-a4e5-299613842d46 None None] Pushing event updated for resources: {'Port': ['ID=68e01840-8f61-4aa6-9d91-312f1819090d,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:19.178861 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50a1be4-5ca4-46ff-a4e5-299613842d46 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:21:19.199364 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-8ffd4ec8-1b48-4ce1-a81c-1c926515a7c7 None None] Port 67bb4085-ebbe-4141-973b-3167a5875515 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:21:19.208542 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c026f35a-ef16-4d7d-b667-e5810a18b900 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "PUT /v2.0/subnets/bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2/tags/tempest-TagsExtTest-Tag-942610395 HTTP/1.1" status: 201 len: 201 time: 0.2418053 Apr 08 10:21:19.211635 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51614) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:19.219933 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.tag.tag_plugin [None req-994c9ae1-b553-4a3c-ac90-af977b7c3247 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'df3f0ccc-49f2-4d10-befe-6777fcfc0c81', 'tempest-TagsExtTest-Tag-1970209581') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:19.236344 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Pushing event updated for resources: {'Port': ['ID=4f241f10-b4b1-436c-bb42-479f7b58580a,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:19.315102 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-a50a1be4-5ca4-46ff-a4e5-299613842d46 None None] Attempting to bind port 68e01840-8f61-4aa6-9d91-312f1819090d on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:19.315471 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-a50a1be4-5ca4-46ff-a4e5-299613842d46 None None] Attempting to bind port 68e01840-8f61-4aa6-9d91-312f1819090d by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'b3c7b9e1-6c8c-4766-9589-a67ed5854ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '75d3192d-b2c5-4f4c-9217-d3c7a421746b'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:19.316516 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50a1be4-5ca4-46ff-a4e5-299613842d46 None None] Attempting to bind port 68e01840-8f61-4aa6-9d91-312f1819090d on network 75d3192d-b2c5-4f4c-9217-d3c7a421746b {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:19.329572 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50a1be4-5ca4-46ff-a4e5-299613842d46 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:21:19.329572 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50a1be4-5ca4-46ff-a4e5-299613842d46 None None] Checking segment: {'id': 'b3c7b9e1-6c8c-4766-9589-a67ed5854ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '75d3192d-b2c5-4f4c-9217-d3c7a421746b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:21:19.329881 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a50a1be4-5ca4-46ff-a4e5-299613842d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:19.330432 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50a1be4-5ca4-46ff-a4e5-299613842d46 None None] Bound using segment: {'id': 'b3c7b9e1-6c8c-4766-9589-a67ed5854ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '75d3192d-b2c5-4f4c-9217-d3c7a421746b'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:21:19.330914 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d0963794-d225-4316-980e-48a5c2a457b9 req-15e2aa15-653c-4188-8b15-db46f0db9efb tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/security-groups?id=bca33e79-2da3-44f7-b484-196b5dc3d84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9743478 Apr 08 10:21:19.331528 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-a50a1be4-5ca4-46ff-a4e5-299613842d46 None None] Bound port: 68e01840-8f61-4aa6-9d91-312f1819090d, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c7b9e1-6c8c-4766-9589-a67ed5854ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '75d3192d-b2c5-4f4c-9217-d3c7a421746b'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:21:19.332072 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a50a1be4-5ca4-46ff-a4e5-299613842d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:19.340555 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f688d1-863c-4e13-af50-5e07d5a12c3c admin admin] Router 0390decc-512f-4544-b4e1-2c0fda25f409 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:21:19.452741 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-994c9ae1-b553-4a3c-ac90-af977b7c3247 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "PUT /v2.0/ports/df3f0ccc-49f2-4d10-befe-6777fcfc0c81/tags/tempest-TagsExtTest-Tag-1970209581 HTTP/1.1" status: 201 len: 201 time: 0.2385979 Apr 08 10:21:19.453539 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51620) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:19.460960 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.tag.tag_plugin [None req-088ebaba-d71a-4d6c-be5b-bd83a8bc94f2 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7c402d20-69c8-490e-9f35-321cfe3894ed', 'tempest-TagsExtTest-Tag-1102637140') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:19.570285 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-a50a1be4-5ca4-46ff-a4e5-299613842d46 None None] For port 68e01840-8f61-4aa6-9d91-312f1819090d, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:21:19.583573 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-a50a1be4-5ca4-46ff-a4e5-299613842d46 None None] For port 68e01840-8f61-4aa6-9d91-312f1819090d, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=68e01840-8f61-4aa6-9d91-312f1819090d,segment=NetworkSegment(b3c7b9e1-6c8c-4766-9589-a67ed5854ece),segment_id=b3c7b9e1-6c8c-4766-9589-a67ed5854ece)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:21:19.590390 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a50a1be4-5ca4-46ff-a4e5-299613842d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:19.602314 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:19.602904 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:19.603011 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:19.760380 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 5636e40f-e73c-40d4-a06d-a7f6a37a1351 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:21:19.886073 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a1be4-5ca4-46ff-a4e5-299613842d46 None None] Pushing event updated for resources: {'Port': ['ID=68e01840-8f61-4aa6-9d91-312f1819090d,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:19.961285 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-74105e67-9d4f-42db-8cd0-de5e0fa0820b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 2001:db8::1 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/698ac4df-7ea0-41fe-ba8f-5d1799587ebe/d1f88aa6-e2bb-4978-92de-7f17c857c3af) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:21:20.001865 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 5636e40f-e73c-40d4-a06d-a7f6a37a1351 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:21:20.053448 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 4f241f10-b4b1-436c-bb42-479f7b58580a on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:20.053783 dv-neutron-837110-1-hyperv neutron-server[83845]: ERROR neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:20.148852 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.plugins.ml2.plugin [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempt 2 to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a Apr 08 10:21:20.252018 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b8d93505-db49-4260-beb4-902b5861718e None None] Provisioning for port 5636e40f-e73c-40d4-a06d-a7f6a37a1351 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:21:20.258773 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b8d93505-db49-4260-beb4-902b5861718e None None] Provisioning complete for port 5636e40f-e73c-40d4-a06d-a7f6a37a1351 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:20.259142 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b8d93505-db49-4260-beb4-902b5861718e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:20.351660 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:20.352146 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:20.352596 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:20.416434 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-088ebaba-d71a-4d6c-be5b-bd83a8bc94f2 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "PUT /v2.0/routers/7c402d20-69c8-490e-9f35-321cfe3894ed/tags/tempest-TagsExtTest-Tag-1102637140 HTTP/1.1" status: 201 len: 201 time: 0.9586229 Apr 08 10:21:20.417698 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51626) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:20.423246 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 4f241f10-b4b1-436c-bb42-479f7b58580a on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:20.423744 dv-neutron-837110-1-hyperv neutron-server[83845]: ERROR neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:20.424531 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.tag.tag_plugin [None req-4c2bca06-f254-46bd-95bb-3daaeafa32aa tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9b1615c5-3a8d-4e47-abb4-dcef1523a572', 'tempest-TagsExtTest-Tag-1608254424') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:20.430140 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.plugins.ml2.plugin [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempt 3 to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a Apr 08 10:21:20.490678 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4c2bca06-f254-46bd-95bb-3daaeafa32aa tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "PUT /v2.0/subnetpools/9b1615c5-3a8d-4e47-abb4-dcef1523a572/tags/tempest-TagsExtTest-Tag-1608254424 HTTP/1.1" status: 201 len: 201 time: 0.0720215 Apr 08 10:21:20.493715 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51630) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:20.496164 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b8d93505-db49-4260-beb4-902b5861718e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:20.500416 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:20.500754 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:20.501090 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:20.503318 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.tag.tag_plugin [None req-12c56d7f-0f59-4961-83b0-4b51e1ae4c11 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:20.537878 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-b8d93505-db49-4260-beb4-902b5861718e None None] For port 5636e40f-e73c-40d4-a06d-a7f6a37a1351, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=5636e40f-e73c-40d4-a06d-a7f6a37a1351,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:21:20.543722 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b8d93505-db49-4260-beb4-902b5861718e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:20.545909 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-74105e67-9d4f-42db-8cd0-de5e0fa0820b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:20.563656 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 4f241f10-b4b1-436c-bb42-479f7b58580a on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:20.563987 dv-neutron-837110-1-hyperv neutron-server[83845]: ERROR neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:20.565744 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a48c747-f893-462c-820e-594759f6d0a9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Router 1228fa13-706d-444f-aaa3-5802b42cbcd9 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:21:20.576594 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.plugins.ml2.plugin [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempt 4 to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a Apr 08 10:21:20.577616 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f688d1-863c-4e13-af50-5e07d5a12c3c admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:21:20.587843 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b7f688d1-863c-4e13-af50-5e07d5a12c3c admin admin] 10.222.0.47 "PUT /v2.0/routers/0390decc-512f-4544-b4e1-2c0fda25f409/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8905585 Apr 08 10:21:20.614552 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-12c56d7f-0f59-4961-83b0-4b51e1ae4c11 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "GET /v2.0/subnets/bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2/tags HTTP/1.1" status: 200 len: 240 time: 0.1174622 Apr 08 10:21:20.614994 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51636) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:20.622171 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.tag.tag_plugin [None req-828c8ae0-aba9-4a7a-a191-ced259de4bfb tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2', 'tempest-TagsExtTest-Tag-942610395') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:20.642614 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-74105e67-9d4f-42db-8cd0-de5e0fa0820b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Transition to ACTIVE for port object d1f88aa6-e2bb-4978-92de-7f17c857c3af will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:20.647250 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d93505-db49-4260-beb4-902b5861718e None None] Pushing event updated for resources: {'Port': ['ID=5636e40f-e73c-40d4-a06d-a7f6a37a1351,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:20.656855 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab50fe0-819b-422a-8c6c-de5124a71534 req-899c9011-a272-4a33-b9bd-124062e2fc7f tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:20.658392 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fab50fe0-819b-422a-8c6c-de5124a71534 req-899c9011-a272-4a33-b9bd-124062e2fc7f tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 945 time: 0.6023922 Apr 08 10:21:20.668957 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5bed5d6a-fa3a-46fc-9f78-2f172f5827af req-a52489ca-e966-4a3a-9f9a-5128a818a904 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1922481b7e64412fb829b36605ef349a&device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 1098 time: 0.6140754 Apr 08 10:21:20.673105 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:20.673440 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:20.673782 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:20.712988 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-828c8ae0-aba9-4a7a-a191-ced259de4bfb tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "GET /v2.0/subnets/bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2/tags/tempest-TagsExtTest-Tag-942610395 HTTP/1.1" status: 204 len: 168 time: 0.0942962 Apr 08 10:21:20.713674 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51640) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:20.725205 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.tag.tag_plugin [None req-4ac5c0db-d9d0-4521-af7e-255dac2c0c35 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2', 'tempest-TagsExtTest-Tag-942610395') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:20.851376 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4ac5c0db-d9d0-4521-af7e-255dac2c0c35 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "DELETE /v2.0/subnets/bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2/tags/tempest-TagsExtTest-Tag-942610395 HTTP/1.1" status: 204 len: 168 time: 0.1366131 Apr 08 10:21:20.853415 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51644) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:20.862643 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.tag.tag_plugin [None req-24d70e30-9805-4cdc-bd2c-2b6e1f750ace tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:20.946682 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-24d70e30-9805-4cdc-bd2c-2b6e1f750ace tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "GET /v2.0/subnets/bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2/tags HTTP/1.1" status: 200 len: 205 time: 0.0916936 Apr 08 10:21:20.951974 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51652) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:20.961678 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.tag.tag_plugin [None req-ece96168-dbe6-4abd-8f9b-240c39f88ec1 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'df3f0ccc-49f2-4d10-befe-6777fcfc0c81') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:20.972567 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 4f241f10-b4b1-436c-bb42-479f7b58580a on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:20.972922 dv-neutron-837110-1-hyperv neutron-server[83845]: ERROR neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:20.985982 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.plugins.ml2.plugin [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempt 5 to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a Apr 08 10:21:21.075002 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ece96168-dbe6-4abd-8f9b-240c39f88ec1 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "GET /v2.0/ports/df3f0ccc-49f2-4d10-befe-6777fcfc0c81/tags HTTP/1.1" status: 200 len: 241 time: 0.1193485 Apr 08 10:21:21.076274 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51656) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:21.088430 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.tag.tag_plugin [None req-e4f0611f-c3d2-4255-95c1-a0a0d6b9c623 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'df3f0ccc-49f2-4d10-befe-6777fcfc0c81', 'tempest-TagsExtTest-Tag-1970209581') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:21.200880 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e4f0611f-c3d2-4255-95c1-a0a0d6b9c623 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "GET /v2.0/ports/df3f0ccc-49f2-4d10-befe-6777fcfc0c81/tags/tempest-TagsExtTest-Tag-1970209581 HTTP/1.1" status: 204 len: 168 time: 0.1231732 Apr 08 10:21:21.203222 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51660) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:21.206517 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:21.206858 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:21.207226 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:21.214132 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.tag.tag_plugin [None req-d28068c7-c315-40e1-9c46-4cd075f8bbf3 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'df3f0ccc-49f2-4d10-befe-6777fcfc0c81', 'tempest-TagsExtTest-Tag-1970209581') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:21.221925 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd854afb-62a6-4ce7-94dd-28f65dcefad8 None None] Network 75d3192d-b2c5-4f4c-9217-d3c7a421746b requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:21:21.233807 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409937dc-761c-427f-ba2a-2c73709b6745 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Router c6a2e409-7775-48cf-a1e2-d5456da5fc66 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:21:21.260596 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fab50fe0-819b-422a-8c6c-de5124a71534 req-dc785178-a9d6-41a8-be5d-9ea8864f1480 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/security-groups?id=bca33e79-2da3-44f7-b484-196b5dc3d84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5795450 Apr 08 10:21:21.268055 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-74105e67-9d4f-42db-8cd0-de5e0fa0820b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:21.337561 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d28068c7-c315-40e1-9c46-4cd075f8bbf3 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "DELETE /v2.0/ports/df3f0ccc-49f2-4d10-befe-6777fcfc0c81/tags/tempest-TagsExtTest-Tag-1970209581 HTTP/1.1" status: 204 len: 168 time: 0.1332731 Apr 08 10:21:21.338461 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51666) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:21.345957 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.tag.tag_plugin [None req-94b3a412-9827-46c7-a9b2-07914433a373 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'df3f0ccc-49f2-4d10-befe-6777fcfc0c81') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:21.372428 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 4f241f10-b4b1-436c-bb42-479f7b58580a on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:21.372762 dv-neutron-837110-1-hyperv neutron-server[83845]: ERROR neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:21.392632 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74105e67-9d4f-42db-8cd0-de5e0fa0820b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=d1f88aa6-e2bb-4978-92de-7f17c857c3af,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:21.394833 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.plugins.ml2.plugin [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempt 6 to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a Apr 08 10:21:21.408857 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed5d6a-fa3a-46fc-9f78-2f172f5827af req-d8be272f-05e8-4bd7-8676-18e93f9bf677 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:21.410483 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5bed5d6a-fa3a-46fc-9f78-2f172f5827af req-d8be272f-05e8-4bd7-8676-18e93f9bf677 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a43ac230-2af3-46f3-9f8c-607cf9bfd095 HTTP/1.1" status: 200 len: 912 time: 0.7021012 Apr 08 10:21:21.446816 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-94b3a412-9827-46c7-a9b2-07914433a373 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "GET /v2.0/ports/df3f0ccc-49f2-4d10-befe-6777fcfc0c81/tags HTTP/1.1" status: 200 len: 205 time: 0.1070623 Apr 08 10:21:21.447546 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51670) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:21.456351 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.tag.tag_plugin [None req-a5bdf1cf-d7e1-4587-a9d1-4efb96260e16 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7c402d20-69c8-490e-9f35-321cfe3894ed') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:21.474732 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-6bf023cd-0426-4f72-9fe9-8428fd0fbabe None None] Provisioning for port 68e01840-8f61-4aa6-9d91-312f1819090d completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:21:21.487462 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74105e67-9d4f-42db-8cd0-de5e0fa0820b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:21.552879 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-74105e67-9d4f-42db-8cd0-de5e0fa0820b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:21.624778 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51674) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:21.633017 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-e6a58e4f-fcf7-4a7b-bf84-b8b349302f6d tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1229870909', 'description': 'tempest-description--293189799'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:21.641447 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e6a58e4f-fcf7-4a7b-bf84-b8b349302f6d tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:21.649929 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e6a58e4f-fcf7-4a7b-bf84-b8b349302f6d tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Usage tracker for resource:security_group and tenant:be30bca09ed8432b942cdec0ee999225 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:21.654128 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e6a58e4f-fcf7-4a7b-bf84-b8b349302f6d tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:21.664462 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e6a58e4f-fcf7-4a7b-bf84-b8b349302f6d tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:21.671303 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a5bdf1cf-d7e1-4587-a9d1-4efb96260e16 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "GET /v2.0/routers/7c402d20-69c8-490e-9f35-321cfe3894ed/tags HTTP/1.1" status: 200 len: 241 time: 0.2202556 Apr 08 10:21:21.671988 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74105e67-9d4f-42db-8cd0-de5e0fa0820b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:21:21.672664 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51678) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:21.673068 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-74105e67-9d4f-42db-8cd0-de5e0fa0820b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:21.681437 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5bed5d6a-fa3a-46fc-9f78-2f172f5827af req-537b7648-28a8-4734-bb62-63f385834d91 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0867d322-afc2-49e1-b8cc-570ca281e516 HTTP/1.1" status: 200 len: 217 time: 0.1888134 Apr 08 10:21:21.682507 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:21.683173 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:21.683616 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:21.685436 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.tag.tag_plugin [None req-6ec1090d-fae7-4f88-9980-1142cd3da00e tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7c402d20-69c8-490e-9f35-321cfe3894ed', 'tempest-TagsExtTest-Tag-1102637140') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:21.756618 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 4f241f10-b4b1-436c-bb42-479f7b58580a on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:21.757203 dv-neutron-837110-1-hyperv neutron-server[83845]: ERROR neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:21.762069 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e6a58e4f-fcf7-4a7b-bf84-b8b349302f6d tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:21.777991 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.plugins.ml2.plugin [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempt 7 to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a Apr 08 10:21:21.820047 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 5636e40f-e73c-40d4-a06d-a7f6a37a1351 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:21:21.827726 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:21.828054 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:21.828474 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:21.853019 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed5d6a-fa3a-46fc-9f78-2f172f5827af req-890fa448-5b2a-435b-94b5-c59bbef81b34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:21.854528 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5bed5d6a-fa3a-46fc-9f78-2f172f5827af req-890fa448-5b2a-435b-94b5-c59bbef81b34 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9893e777-80b5-491b-b0da-55e059b64239 HTTP/1.1" status: 200 len: 851 time: 0.1558588 Apr 08 10:21:21.911933 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e6a58e4f-fcf7-4a7b-bf84-b8b349302f6d tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:21.918557 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6ec1090d-fae7-4f88-9980-1142cd3da00e tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "GET /v2.0/routers/7c402d20-69c8-490e-9f35-321cfe3894ed/tags/tempest-TagsExtTest-Tag-1102637140 HTTP/1.1" status: 204 len: 168 time: 0.2448592 Apr 08 10:21:21.919935 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e6a58e4f-fcf7-4a7b-bf84-b8b349302f6d tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Usage tracker for resource:security_group_rule and tenant:be30bca09ed8432b942cdec0ee999225 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:21.922965 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51682) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:21.929831 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.tag.tag_plugin [None req-9340bff2-4892-4ad0-a987-e9150776ebd4 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '7c402d20-69c8-490e-9f35-321cfe3894ed', 'tempest-TagsExtTest-Tag-1102637140') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:21.943372 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-2dd24307-c517-4b77-a7ae-5cdbe84a7f83 None None] Provisioning for port df3f0ccc-49f2-4d10-befe-6777fcfc0c81 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:21:21.948877 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-2dd24307-c517-4b77-a7ae-5cdbe84a7f83 None None] Provisioning complete for port df3f0ccc-49f2-4d10-befe-6777fcfc0c81 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:21.949292 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2dd24307-c517-4b77-a7ae-5cdbe84a7f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:21.990276 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 5636e40f-e73c-40d4-a06d-a7f6a37a1351 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:21.990796 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:22.000963 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e6a58e4f-fcf7-4a7b-bf84-b8b349302f6d tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:22.010575 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 4f241f10-b4b1-436c-bb42-479f7b58580a on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:22.010912 dv-neutron-837110-1-hyperv neutron-server[83845]: ERROR neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:22.013928 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e6a58e4f-fcf7-4a7b-bf84-b8b349302f6d tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:22.024459 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.plugins.ml2.plugin [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempt 8 to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a Apr 08 10:21:22.049876 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5bed5d6a-fa3a-46fc-9f78-2f172f5827af req-f507feb2-8bf7-43ad-9288-1f88948b1488 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a43ac230-2af3-46f3-9f8c-607cf9bfd095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905840 Apr 08 10:21:22.058767 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-2dd24307-c517-4b77-a7ae-5cdbe84a7f83 None None] Port df3f0ccc-49f2-4d10-befe-6777fcfc0c81 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:21:22.066626 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-74105e67-9d4f-42db-8cd0-de5e0fa0820b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:22.087424 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e6a58e4f-fcf7-4a7b-bf84-b8b349302f6d tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:22.132795 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:22.133507 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:22.134047 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:22.156565 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e6a58e4f-fcf7-4a7b-bf84-b8b349302f6d tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:22.168212 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 9942ef28-79d6-4da4-8796-2639ff2088d2 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:21:22.220412 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e6a58e4f-fcf7-4a7b-bf84-b8b349302f6d tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:22.221655 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e6a58e4f-fcf7-4a7b-bf84-b8b349302f6d tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5958185 Apr 08 10:21:22.223267 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a58e4f-fcf7-4a7b-bf84-b8b349302f6d tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10fc8943-e98d-4911-a45b-81b71d9bb4d5,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:22.225395 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51686) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:22.237465 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-5f4edd1b-a573-4eb2-bf91-76d1ba56470e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Request body: {'security_group_rule': {'security_group_id': '10fc8943-e98d-4911-a45b-81b71d9bb4d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:22.244113 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5f4edd1b-a573-4eb2-bf91-76d1ba56470e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:22.245830 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-05688047-945b-4ed2-9181-5d30a4d4dc4d None None] Provisioning complete for port df3f0ccc-49f2-4d10-befe-6777fcfc0c81 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:22.246779 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-05688047-945b-4ed2-9181-5d30a4d4dc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:22.250597 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5f4edd1b-a573-4eb2-bf91-76d1ba56470e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Usage tracker for resource:security_group_rule and tenant:be30bca09ed8432b942cdec0ee999225 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:22.254569 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5f4edd1b-a573-4eb2-bf91-76d1ba56470e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:22.280749 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 4f241f10-b4b1-436c-bb42-479f7b58580a on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:22.281235 dv-neutron-837110-1-hyperv neutron-server[83845]: ERROR neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:22.288051 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.plugins.ml2.plugin [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempt 9 to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a Apr 08 10:21:22.310313 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-05688047-945b-4ed2-9181-5d30a4d4dc4d None None] Port df3f0ccc-49f2-4d10-befe-6777fcfc0c81 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:21:22.312232 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 9942ef28-79d6-4da4-8796-2639ff2088d2 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:21:22.312720 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:22.313142 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:22.313581 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:22.327387 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 9942ef28-79d6-4da4-8796-2639ff2088d2 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:22.328195 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 4f241f10-b4b1-436c-bb42-479f7b58580a on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:22.328440 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:22.328763 dv-neutron-837110-1-hyperv neutron-server[83845]: ERROR neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:22.346790 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.plugins.ml2.plugin [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempt 10 to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a Apr 08 10:21:22.365536 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-05688047-945b-4ed2-9181-5d30a4d4dc4d None None] Provisioning for port d1f88aa6-e2bb-4978-92de-7f17c857c3af completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:21:22.376550 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5f4edd1b-a573-4eb2-bf91-76d1ba56470e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:22.378195 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-05688047-945b-4ed2-9181-5d30a4d4dc4d None None] Provisioning complete for port d1f88aa6-e2bb-4978-92de-7f17c857c3af triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:22.378797 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-05688047-945b-4ed2-9181-5d30a4d4dc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:22.407393 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9340bff2-4892-4ad0-a987-e9150776ebd4 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "DELETE /v2.0/routers/7c402d20-69c8-490e-9f35-321cfe3894ed/tags/tempest-TagsExtTest-Tag-1102637140 HTTP/1.1" status: 204 len: 168 time: 0.4833436 Apr 08 10:21:22.412235 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51692) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:22.425596 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.tag.tag_plugin [None req-69a2ea53-ffc7-4127-93f9-31705a16227d tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7c402d20-69c8-490e-9f35-321cfe3894ed') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:22.460257 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-05688047-945b-4ed2-9181-5d30a4d4dc4d None None] Port d1f88aa6-e2bb-4978-92de-7f17c857c3af cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:21:22.488006 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5f4edd1b-a573-4eb2-bf91-76d1ba56470e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:22.525933 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:22.542947 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 9942ef28-79d6-4da4-8796-2639ff2088d2, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=9942ef28-79d6-4da4-8796-2639ff2088d2,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:21:22.547319 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:22.548497 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 68e01840-8f61-4aa6-9d91-312f1819090d up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:21:22.568942 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a48c747-f893-462c-820e-594759f6d0a9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:21:22.584150 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:22.584549 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:22.585026 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:22.614221 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-69a2ea53-ffc7-4127-93f9-31705a16227d tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "GET /v2.0/routers/7c402d20-69c8-490e-9f35-321cfe3894ed/tags HTTP/1.1" status: 200 len: 205 time: 0.1948576 Apr 08 10:21:22.614431 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5f5c4a-3f00-485d-8f09-4f4cfdcf320a None None] Sync routers for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:21:22.616234 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51696) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:22.622647 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.tag.tag_plugin [None req-6151115c-f845-4018-9e21-a5aa7af27edd tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9b1615c5-3a8d-4e47-abb4-dcef1523a572') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:22.651573 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5f4edd1b-a573-4eb2-bf91-76d1ba56470e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:22.660266 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5f4edd1b-a573-4eb2-bf91-76d1ba56470e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:22.677595 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6151115c-f845-4018-9e21-a5aa7af27edd tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "GET /v2.0/subnetpools/9b1615c5-3a8d-4e47-abb4-dcef1523a572/tags HTTP/1.1" status: 200 len: 241 time: 0.0591650 Apr 08 10:21:22.685237 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=9942ef28-79d6-4da4-8796-2639ff2088d2,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:22.685646 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51700) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:22.688974 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5f5c4a-3f00-485d-8f09-4f4cfdcf320a None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:22.689680 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-4f5f5c4a-3f00-485d-8f09-4f4cfdcf320a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:22.695276 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.tag.tag_plugin [None req-7f9b5d17-3cd5-4546-b7cc-adae81313539 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9b1615c5-3a8d-4e47-abb4-dcef1523a572', 'tempest-TagsExtTest-Tag-1608254424') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:22.703960 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4edd1b-a573-4eb2-bf91-76d1ba56470e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2141e88a-8b44-43f8-ac9e-3525a24899d4,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:22.722591 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5f4edd1b-a573-4eb2-bf91-76d1ba56470e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:22.723823 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5f4edd1b-a573-4eb2-bf91-76d1ba56470e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4974053 Apr 08 10:21:22.726750 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51704) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:22.735541 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-20983379-9926-4f43-b6b8-66a45d106113 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Request body: {'security_group_rule': {'security_group_id': '10fc8943-e98d-4911-a45b-81b71d9bb4d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:22.741538 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7f9b5d17-3cd5-4546-b7cc-adae81313539 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "GET /v2.0/subnetpools/9b1615c5-3a8d-4e47-abb4-dcef1523a572/tags/tempest-TagsExtTest-Tag-1608254424 HTTP/1.1" status: 204 len: 168 time: 0.0545208 Apr 08 10:21:22.744201 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51708) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:22.750747 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.tag.tag_plugin [None req-12cca8ed-8c24-4ff7-8962-73ac2338bd10 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9b1615c5-3a8d-4e47-abb4-dcef1523a572', 'tempest-TagsExtTest-Tag-1608254424') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:22.759810 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-20983379-9926-4f43-b6b8-66a45d106113 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:22.767068 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-20983379-9926-4f43-b6b8-66a45d106113 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Usage tracker for resource:security_group_rule and tenant:be30bca09ed8432b942cdec0ee999225 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:22.771870 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-20983379-9926-4f43-b6b8-66a45d106113 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:22.779331 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-20983379-9926-4f43-b6b8-66a45d106113 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:22.793938 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-4f5f5c4a-3f00-485d-8f09-4f4cfdcf320a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:22.807390 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-20983379-9926-4f43-b6b8-66a45d106113 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:22.813891 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 68e01840-8f61-4aa6-9d91-312f1819090d completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:21:22.817331 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 4f241f10-b4b1-436c-bb42-479f7b58580a on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:22.817823 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5f5c4a-3f00-485d-8f09-4f4cfdcf320a None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:22.817916 dv-neutron-837110-1-hyperv neutron-server[83845]: ERROR neutron.plugins.ml2.managers [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 4f241f10-b4b1-436c-bb42-479f7b58580a on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:22.818032 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:22.818517 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-4f5f5c4a-3f00-485d-8f09-4f4cfdcf320a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:22.825433 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-12cca8ed-8c24-4ff7-8962-73ac2338bd10 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "DELETE /v2.0/subnetpools/9b1615c5-3a8d-4e47-abb4-dcef1523a572/tags/tempest-TagsExtTest-Tag-1608254424 HTTP/1.1" status: 204 len: 168 time: 0.0800185 Apr 08 10:21:22.832522 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51712) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:22.837467 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5bed5d6a-fa3a-46fc-9f78-2f172f5827af req-0b1f81ff-98af-468c-8c51-86109f4a0751 service neutron] 10.222.0.52 "GET /v2.0/networks/a43ac230-2af3-46f3-9f8c-607cf9bfd095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7758729 Apr 08 10:21:22.841534 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.tag.tag_plugin [None req-2a1b5d4f-d921-49c3-a25e-267bd6b2f8d5 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9b1615c5-3a8d-4e47-abb4-dcef1523a572') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:22.876023 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 68e01840-8f61-4aa6-9d91-312f1819090d triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:22.876488 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:22.892468 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2a1b5d4f-d921-49c3-a25e-267bd6b2f8d5 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "GET /v2.0/subnetpools/9b1615c5-3a8d-4e47-abb4-dcef1523a572/tags HTTP/1.1" status: 200 len: 205 time: 0.0586796 Apr 08 10:21:22.896166 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51716) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:22.899793 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-20983379-9926-4f43-b6b8-66a45d106113 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:22.904831 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.tag.tag_plugin [None req-c62dbb89-1d96-4a99-b289-bcb86040ddfa tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9b1615c5-3a8d-4e47-abb4-dcef1523a572') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:22.915689 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-20983379-9926-4f43-b6b8-66a45d106113 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:22.920950 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409937dc-761c-427f-ba2a-2c73709b6745 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:21:22.921121 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-4f5f5c4a-3f00-485d-8f09-4f4cfdcf320a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:22.921496 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5f5c4a-3f00-485d-8f09-4f4cfdcf320a None None] The sync data for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:21:22.937202 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff16cac-6e7c-4f64-b017-8934ddc5d3b9 None None] Sync routers for ids ['c6a2e409-7775-48cf-a1e2-d5456da5fc66'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:21:22.949017 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20983379-9926-4f43-b6b8-66a45d106113 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7099d49a-864d-46eb-9ce6-5ad12c4e9d58,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:22.960571 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff16cac-6e7c-4f64-b017-8934ddc5d3b9 None None] Routers {'c6a2e409-7775-48cf-a1e2-d5456da5fc66'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:22.961782 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-4ff16cac-6e7c-4f64-b017-8934ddc5d3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['c6a2e409-7775-48cf-a1e2-d5456da5fc66'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:22.967569 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-20983379-9926-4f43-b6b8-66a45d106113 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:22.974524 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-20983379-9926-4f43-b6b8-66a45d106113 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2410607 Apr 08 10:21:22.974524 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c62dbb89-1d96-4a99-b289-bcb86040ddfa tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "DELETE /v2.0/subnetpools/9b1615c5-3a8d-4e47-abb4-dcef1523a572/tags HTTP/1.1" status: 204 len: 168 time: 0.0733974 Apr 08 10:21:22.974524 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51720) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:22.974848 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51724) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:22.979524 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-442d3d94-7a17-4a88-a71a-22b8dc984804 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:22.986634 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.tag.tag_plugin [None req-612ca380-df24-4eb4-a2ed-d1b4c80f9e06 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7c402d20-69c8-490e-9f35-321cfe3894ed') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:23.031954 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-4ff16cac-6e7c-4f64-b017-8934ddc5d3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:23.040583 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-442d3d94-7a17-4a88-a71a-22b8dc984804 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:23.043654 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff16cac-6e7c-4f64-b017-8934ddc5d3b9 None None] Routers {'c6a2e409-7775-48cf-a1e2-d5456da5fc66'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:23.044454 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-4ff16cac-6e7c-4f64-b017-8934ddc5d3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['c6a2e409-7775-48cf-a1e2-d5456da5fc66'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:23.070062 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:23.097199 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-442d3d94-7a17-4a88-a71a-22b8dc984804 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Usage tracker for resource:floatingip and tenant:be30bca09ed8432b942cdec0ee999225 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:23.104340 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-442d3d94-7a17-4a88-a71a-22b8dc984804 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:23.116154 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6a48c747-f893-462c-820e-594759f6d0a9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:23.117101 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-442d3d94-7a17-4a88-a71a-22b8dc984804 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:23.137231 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-4ff16cac-6e7c-4f64-b017-8934ddc5d3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:23.137623 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff16cac-6e7c-4f64-b017-8934ddc5d3b9 None None] The sync data for ids ['c6a2e409-7775-48cf-a1e2-d5456da5fc66'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:21:23.140910 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-442d3d94-7a17-4a88-a71a-22b8dc984804 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks [] for floatingip, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:23.155421 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-409937dc-761c-427f-ba2a-2c73709b6745 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:23.159162 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 68e01840-8f61-4aa6-9d91-312f1819090d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=68e01840-8f61-4aa6-9d91-312f1819090d,segment=NetworkSegment(b3c7b9e1-6c8c-4766-9589-a67ed5854ece),segment_id=b3c7b9e1-6c8c-4766-9589-a67ed5854ece)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:21:23.159325 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-409937dc-761c-427f-ba2a-2c73709b6745 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "PUT /v2.0/routers/c6a2e409-7775-48cf-a1e2-d5456da5fc66 HTTP/1.1" status: 200 len: 919 time: 11.3157339 Apr 08 10:21:23.159452 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51728) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:23.168102 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:23.192532 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6a48c747-f893-462c-820e-594759f6d0a9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "DELETE /v2.0/ports/1cead068-7313-4fdf-9340-026e8cfe54ae HTTP/1.1" status: 204 len: 168 time: 7.7987366 Apr 08 10:21:23.207404 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fe3f2-bdc7-4655-a346-35a94c4c8d25 req-5bf8df6f-4373-473b-85f5-650f62489c94 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:23.208901 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-887fe3f2-bdc7-4655-a346-35a94c4c8d25 req-5bf8df6f-4373-473b-85f5-650f62489c94 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 945 time: 0.7092764 Apr 08 10:21:23.213206 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51732) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:23.248865 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=68e01840-8f61-4aa6-9d91-312f1819090d,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:23.345337 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] For port 4f241f10-b4b1-436c-bb42-479f7b58580a, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:21:23.345616 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempted to set empty binding levels {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 08 10:21:23.364514 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5bed5d6a-fa3a-46fc-9f78-2f172f5827af req-f425d403-bf5b-4ab1-805e-717572fce452 service neutron] 10.222.0.52 "GET /v2.0/networks/a43ac230-2af3-46f3-9f8c-607cf9bfd095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058484 Apr 08 10:21:23.367360 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-612ca380-df24-4eb4-a2ed-d1b4c80f9e06 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "DELETE /v2.0/routers/7c402d20-69c8-490e-9f35-321cfe3894ed/tags HTTP/1.1" status: 204 len: 168 time: 0.3918900 Apr 08 10:21:23.371340 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:23.372190 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51736) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:23.382199 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.tag.tag_plugin [None req-319a7006-e77a-43a8-85a6-de8f2e63de0e tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'df3f0ccc-49f2-4d10-befe-6777fcfc0c81') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:23.411275 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0a5448b9-db5c-47d9-bc06-387067ac5076 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "GET /v2.0/floatingips/3dace0d7-6703-4590-9838-42e90be45345 HTTP/1.1" status: 200 len: 687 time: 0.1947145 Apr 08 10:21:23.425594 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51740) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:23.454513 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] In _notify_port_updated(), no bound segment for port 4f241f10-b4b1-436c-bb42-479f7b58580a on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 08 10:21:23.455514 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:23.456841 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] 10.222.0.47 "PUT /v2.0/ports/4f241f10-b4b1-436c-bb42-479f7b58580a HTTP/1.1" status: 200 len: 976 time: 6.4123211 Apr 08 10:21:23.460273 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51744) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:23.518073 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-887fe3f2-bdc7-4655-a346-35a94c4c8d25 req-6a2b8aec-8253-43cb-a90f-728728d7a628 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/security-groups?id=bca33e79-2da3-44f7-b484-196b5dc3d84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244728 Apr 08 10:21:23.519915 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-74105e67-9d4f-42db-8cd0-de5e0fa0820b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:23.533593 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85faf4e5-eff8-4336-a67b-7e2ad9d4b5ef tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Pushing event updated for resources: {'Port': ['ID=4f241f10-b4b1-436c-bb42-479f7b58580a,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:23.537476 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-74105e67-9d4f-42db-8cd0-de5e0fa0820b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:23.538212 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-74105e67-9d4f-42db-8cd0-de5e0fa0820b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:23.618467 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 9942ef28-79d6-4da4-8796-2639ff2088d2 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:21:23.633110 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-4c85eab5-c589-42ef-85be-c51ab707749b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Deleting port cc55dfdd-c190-49cb-8047-d3a3959ab609 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:21:23.633674 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c85eab5-c589-42ef-85be-c51ab707749b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:23.688642 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 9942ef28-79d6-4da4-8796-2639ff2088d2 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:23.689290 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:23.711236 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74105e67-9d4f-42db-8cd0-de5e0fa0820b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=d1f88aa6-e2bb-4978-92de-7f17c857c3af,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:23.754163 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1f827674-f05f-48e3-9d9c-5bd18e436365 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20996 time: 0.2901826 Apr 08 10:21:23.757300 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51748) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:23.801517 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-442d3d94-7a17-4a88-a71a-22b8dc984804 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:23.813350 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 68e01840-8f61-4aa6-9d91-312f1819090d up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:21:23.836892 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74105e67-9d4f-42db-8cd0-de5e0fa0820b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:23.841703 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-485fe270-0975-45fa-8c16-ed13d75bd089 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Deleting port 4f241f10-b4b1-436c-bb42-479f7b58580a {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:21:23.842046 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-485fe270-0975-45fa-8c16-ed13d75bd089 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:23.867260 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-74105e67-9d4f-42db-8cd0-de5e0fa0820b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:23.872858 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-319a7006-e77a-43a8-85a6-de8f2e63de0e tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "DELETE /v2.0/ports/df3f0ccc-49f2-4d10-befe-6777fcfc0c81/tags HTTP/1.1" status: 204 len: 168 time: 0.4996722 Apr 08 10:21:23.888334 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 68e01840-8f61-4aa6-9d91-312f1819090d triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:23.888701 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:23.930831 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51752) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:23.941344 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.tag.tag_plugin [None req-70a4083c-62cb-4817-aaa4-753e1bc76389 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:24.182683 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-442d3d94-7a17-4a88-a71a-22b8dc984804 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Allocated IP 172.26.0.89 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/70333e6c-1da1-4be0-9685-27e3669c8616) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:21:24.211030 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c85eab5-c589-42ef-85be-c51ab707749b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:24.212386 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c85eab5-c589-42ef-85be-c51ab707749b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:24.317427 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d8c5b8f3-c18e-428e-ba4b-89c5f28064c4 None None] Provisioning complete for port d1f88aa6-e2bb-4978-92de-7f17c857c3af triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:24.317999 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d8c5b8f3-c18e-428e-ba4b-89c5f28064c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:24.372977 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-4c85eab5-c589-42ef-85be-c51ab707749b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Calling delete_port for cc55dfdd-c190-49cb-8047-d3a3959ab609 owned by network:floatingip {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:21:24.373319 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d8c5b8f3-c18e-428e-ba4b-89c5f28064c4 None None] Port d1f88aa6-e2bb-4978-92de-7f17c857c3af cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:21:24.456833 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-cc0c1b72-3311-4e96-b99c-a34980646bc1 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "GET /v2.0/routers/c6a2e409-7775-48cf-a1e2-d5456da5fc66 HTTP/1.1" status: 200 len: 925 time: 1.2927556 Apr 08 10:21:24.468038 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51756) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:24.571855 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-485fe270-0975-45fa-8c16-ed13d75bd089 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] For port 4f241f10-b4b1-436c-bb42-479f7b58580a, host hv-neutron-8371, got binding levels [] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:21:24.572327 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-485fe270-0975-45fa-8c16-ed13d75bd089 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:24.582312 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-70a4083c-62cb-4817-aaa4-753e1bc76389 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "DELETE /v2.0/subnets/bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2/tags HTTP/1.1" status: 204 len: 168 time: 0.6456506 Apr 08 10:21:24.594913 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51762) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:24.629092 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-442d3d94-7a17-4a88-a71a-22b8dc984804 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:24.653613 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.tag.tag_plugin [None req-97af2bc1-2d6d-4a65-89df-c1869d0470b7 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2', 'tempest-TagsExtTest-Tag-1889675539') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:24.699200 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5430cf54-7a04-4600-8ea8-82ae531ac193 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240&device_id=c6a2e409-7775-48cf-a1e2-d5456da5fc66&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2272522 Apr 08 10:21:24.700278 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51766) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:24.739114 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c85eab5-c589-42ef-85be-c51ab707749b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:24.757992 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-485fe270-0975-45fa-8c16-ed13d75bd089 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Calling delete_port for 4f241f10-b4b1-436c-bb42-479f7b58580a owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:21:24.850457 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85eab5-c589-42ef-85be-c51ab707749b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event deleted for resources: {'Port': ['ID=cc55dfdd-c190-49cb-8047-d3a3959ab609,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:24.858217 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-442d3d94-7a17-4a88-a71a-22b8dc984804 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:24.931644 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-485fe270-0975-45fa-8c16-ed13d75bd089 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:25.003019 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fe270-0975-45fa-8c16-ed13d75bd089 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f241f10-b4b1-436c-bb42-479f7b58580a,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:25.013645 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17c574-058f-4f76-8b0e-50ac58663f23 req-a35e31bc-16be-4bf5-a521-14710ce4990e tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:25.015105 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-df17c574-058f-4f76-8b0e-50ac58663f23 req-a35e31bc-16be-4bf5-a521-14710ce4990e tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 945 time: 0.2788901 Apr 08 10:21:25.041516 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442d3d94-7a17-4a88-a71a-22b8dc984804 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:25.046434 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-485fe270-0975-45fa-8c16-ed13d75bd089 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:25.049648 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d3d94-7a17-4a88-a71a-22b8dc984804 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Pushing event updated for resources: {'Port': ['ID=70333e6c-1da1-4be0-9685-27e3669c8616,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:25.053647 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4915f137-f211-4572-9be7-2edfa53d7f70 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:25.054619 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4915f137-f211-4572-9be7-2edfa53d7f70 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "GET /v2.0/networks/f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 HTTP/1.1" status: 200 len: 881 time: 0.3520274 Apr 08 10:21:25.055844 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-442d3d94-7a17-4a88-a71a-22b8dc984804 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:25.059369 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442d3d94-7a17-4a88-a71a-22b8dc984804 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:21:25.062257 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51770) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:25.100783 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-97af2bc1-2d6d-4a65-89df-c1869d0470b7 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "PUT /v2.0/subnets/bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2/tags/tempest-TagsExtTest-Tag-1889675539 HTTP/1.1" status: 201 len: 201 time: 0.5030816 Apr 08 10:21:25.105541 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c85eab5-c589-42ef-85be-c51ab707749b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:25.107275 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51774) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:25.126478 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-485fe270-0975-45fa-8c16-ed13d75bd089 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] 10.222.0.47 "DELETE /v2.0/ports/4f241f10-b4b1-436c-bb42-479f7b58580a HTTP/1.1" status: 204 len: 168 time: 1.3681827 Apr 08 10:21:25.130383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.tag.tag_plugin [None req-0b60b2e9-deee-4ca2-8324-d83f1920c41d tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'df3f0ccc-49f2-4d10-befe-6777fcfc0c81', 'tempest-TagsExtTest-Tag-1745912050') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:25.131265 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51778) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:25.157497 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-17379394-5d23-4785-8894-c467729a09b3 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6a2e409-7775-48cf-a1e2-d5456da5fc66 HTTP/1.1" status: 200 len: 205 time: 0.0941002 Apr 08 10:21:25.165164 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51782) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:25.179316 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c85eab5-c589-42ef-85be-c51ab707749b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:25.180426 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4c85eab5-c589-42ef-85be-c51ab707749b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "DELETE /v2.0/floatingips/3dace0d7-6703-4590-9838-42e90be45345 HTTP/1.1" status: 204 len: 168 time: 1.7512329 Apr 08 10:21:25.187206 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51786) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:25.193075 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-3c41def8-ecc7-4573-ac0a-1216f7ff5ca9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'port_id': '796343a7-8e76-43d5-afc4-17ff9564507e'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:25.197036 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-24368093-f617-4b4d-914b-49b7dffe70b1 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] GET failed (client error): The resource could not be found. Apr 08 10:21:25.197519 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-24368093-f617-4b4d-914b-49b7dffe70b1 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Synchronizing usage tracker for tenant:302b556c3b554dd5a219be3233b2b912 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:21:25.204021 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3c41def8-ecc7-4573-ac0a-1216f7ff5ca9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:25.208949 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3c41def8-ecc7-4573-ac0a-1216f7ff5ca9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Usage tracker for resource:floatingip and tenant:eaffd781f5dd45dba33356f8d68ab59c is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:25.213060 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3c41def8-ecc7-4573-ac0a-1216f7ff5ca9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:25.224368 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3c41def8-ecc7-4573-ac0a-1216f7ff5ca9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:25.242150 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-24368093-f617-4b4d-914b-49b7dffe70b1 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Unset dirty status for tenant:302b556c3b554dd5a219be3233b2b912 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:21:25.243402 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-24368093-f617-4b4d-914b-49b7dffe70b1 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] 10.222.0.47 "GET /v2.0/ports/4f241f10-b4b1-436c-bb42-479f7b58580a HTTP/1.1" status: 404 len: 333 time: 0.1096735 Apr 08 10:21:25.249173 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c41def8-ecc7-4573-ac0a-1216f7ff5ca9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:25.251477 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74105e67-9d4f-42db-8cd0-de5e0fa0820b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Router 5f59dd2f-e5ef-4dc7-a166-b6678e691ad6 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:21:25.253339 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51790) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:25.308955 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-b4a2df0d-3ad7-4dea-b289-bd50fcdcd359 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1209945463', 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:25.319306 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-df17c574-058f-4f76-8b0e-50ac58663f23 req-f79c5655-2717-403a-bb94-a1253da10703 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/security-groups?id=bca33e79-2da3-44f7-b484-196b5dc3d84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926378 Apr 08 10:21:25.324960 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b4a2df0d-3ad7-4dea-b289-bd50fcdcd359 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:25.347577 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b4a2df0d-3ad7-4dea-b289-bd50fcdcd359 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:25.418091 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-442d3d94-7a17-4a88-a71a-22b8dc984804 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:25.485901 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a2df0d-3ad7-4dea-b289-bd50fcdcd359 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Made reservation on behalf of 302b556c3b554dd5a219be3233b2b912 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:25.488161 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-442d3d94-7a17-4a88-a71a-22b8dc984804 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:25.488290 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b4a2df0d-3ad7-4dea-b289-bd50fcdcd359 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:25.543287 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-b4a2df0d-3ad7-4dea-b289-bd50fcdcd359 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] device_id is not set on port 3b3aad93-1896-4287-965d-b267fb767b97 yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:21:25.596109 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c41def8-ecc7-4573-ac0a-1216f7ff5ca9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:25.625035 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0b60b2e9-deee-4ca2-8324-d83f1920c41d tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "PUT /v2.0/ports/df3f0ccc-49f2-4d10-befe-6777fcfc0c81/tags/tempest-TagsExtTest-Tag-1745912050 HTTP/1.1" status: 201 len: 201 time: 0.5169506 Apr 08 10:21:25.629672 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51798) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:25.654717 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.tag.tag_plugin [None req-1f4b99a3-c4f6-4f95-9ab2-70022d856618 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7c402d20-69c8-490e-9f35-321cfe3894ed', 'tempest-TagsExtTest-Tag-2059611248') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:25.957641 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-3c41def8-ecc7-4573-ac0a-1216f7ff5ca9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Allocated IP 172.26.0.155 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/71a4f428-d9e7-4d75-a802-8580b182fb7d) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:21:25.968846 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-442d3d94-7a17-4a88-a71a-22b8dc984804 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:25.975160 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-442d3d94-7a17-4a88-a71a-22b8dc984804 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:26.115402 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74105e67-9d4f-42db-8cd0-de5e0fa0820b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:21:26.127564 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa59ba-1af5-49f3-a8c9-29b668f79108 None None] Sync routers for ids ['5f59dd2f-e5ef-4dc7-a166-b6678e691ad6'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:21:26.140456 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa59ba-1af5-49f3-a8c9-29b668f79108 None None] Routers {'5f59dd2f-e5ef-4dc7-a166-b6678e691ad6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:26.141068 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-8aaa59ba-1af5-49f3-a8c9-29b668f79108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['5f59dd2f-e5ef-4dc7-a166-b6678e691ad6'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:26.155058 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d3d94-7a17-4a88-a71a-22b8dc984804 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Pushing event updated for resources: {'Port': ['ID=70333e6c-1da1-4be0-9685-27e3669c8616,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:26.156693 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-74105e67-9d4f-42db-8cd0-de5e0fa0820b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "PUT /v2.0/routers/5f59dd2f-e5ef-4dc7-a166-b6678e691ad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6392221 Apr 08 10:21:26.161218 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b4a2df0d-3ad7-4dea-b289-bd50fcdcd359 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:26.164862 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51802) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:26.200815 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-442d3d94-7a17-4a88-a71a-22b8dc984804 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:26.228006 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ee54341c-3bfb-473d-9e8d-617c211ade4d tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:26.249062 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-442d3d94-7a17-4a88-a71a-22b8dc984804 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:26.252164 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-442d3d94-7a17-4a88-a71a-22b8dc984804 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2775238 Apr 08 10:21:26.262465 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c41def8-ecc7-4573-ac0a-1216f7ff5ca9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:26.305167 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c41def8-ecc7-4573-ac0a-1216f7ff5ca9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:26.309661 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac542b-2389-4f86-a4ca-1be03b766584 req-a6ff8c73-bd60-4a1e-9779-30a2c1c4e68a tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:26.311084 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-8aaa59ba-1af5-49f3-a8c9-29b668f79108 None None] Set router 5f59dd2f-e5ef-4dc7-a166-b6678e691ad6 gateway port host: None {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:21:26.316808 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a4ac542b-2389-4f86-a4ca-1be03b766584 req-a6ff8c73-bd60-4a1e-9779-30a2c1c4e68a tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 945 time: 0.6134255 Apr 08 10:21:26.322293 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1f4b99a3-c4f6-4f95-9ab2-70022d856618 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "PUT /v2.0/routers/7c402d20-69c8-490e-9f35-321cfe3894ed/tags/tempest-TagsExtTest-Tag-2059611248 HTTP/1.1" status: 201 len: 201 time: 0.6893625 Apr 08 10:21:26.328061 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51810) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:26.379027 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c41def8-ecc7-4573-ac0a-1216f7ff5ca9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:26.382754 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-3c41def8-ecc7-4573-ac0a-1216f7ff5ca9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:26.387466 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c41def8-ecc7-4573-ac0a-1216f7ff5ca9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:21:26.416669 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.tag.tag_plugin [None req-e0f4286e-3a3b-4ca9-90ce-c72e058bb1e1 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9b1615c5-3a8d-4e47-abb4-dcef1523a572', 'tempest-TagsExtTest-Tag-852850530') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:26.430995 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41def8-ecc7-4573-ac0a-1216f7ff5ca9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event updated for resources: {'Port': ['ID=71a4f428-d9e7-4d75-a802-8580b182fb7d,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:26.476686 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db7b161-2a17-48cf-a44d-ba9edd74a9fa tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:26.477355 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3db7b161-2a17-48cf-a44d-ba9edd74a9fa tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:21:26.549759 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b4a2df0d-3ad7-4dea-b289-bd50fcdcd359 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:26.563834 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a4ac542b-2389-4f86-a4ca-1be03b766584 req-6c538793-154d-4165-9174-6938c4c963dd tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/security-groups?id=bca33e79-2da3-44f7-b484-196b5dc3d84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461717 Apr 08 10:21:26.605998 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3db7b161-2a17-48cf-a44d-ba9edd74a9fa tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:21:26.609912 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3db7b161-2a17-48cf-a44d-ba9edd74a9fa tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports/d1f88aa6-e2bb-4978-92de-7f17c857c3af HTTP/1.1" status: 200 len: 911 time: 0.4385209 Apr 08 10:21:26.615487 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51818) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:26.635486 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-502120de-9a18-47ca-b686-c7d88f28b094 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1229870909&fields=id&tenant_id=be30bca09ed8432b942cdec0ee999225 HTTP/1.1" status: 200 len: 267 time: 0.2250452 Apr 08 10:21:26.668908 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-8aaa59ba-1af5-49f3-a8c9-29b668f79108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f59dd2f-e5ef-4dc7-a166-b6678e691ad6', 'name': 'tempest-NetworksTestDHCPv6-router-1930840724', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:21:16Z', 'updated_at': '2022-04-08T10:21:21Z', 'revision_number': 2, 'project_id': '8e395073c79b45e685e221032dd4d133', 'gw_port_host': None, '_interfaces': [{'id': 'd1f88aa6-e2bb-4978-92de-7f17c857c3af', 'name': '', 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'mac_address': 'fa:16:3e:19:44:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f59dd2f-e5ef-4dc7-a166-b6678e691ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698ac4df-7ea0-41fe-ba8f-5d1799587ebe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:21:19Z', 'updated_at': '2022-04-08T10:21:22Z', 'revision_number': 2, 'project_id': '8e395073c79b45e685e221032dd4d133', 'subnets': [{'id': '698ac4df-7ea0-41fe-ba8f-5d1799587ebe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:26.672904 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa59ba-1af5-49f3-a8c9-29b668f79108 None None] Checking router: 5f59dd2f-e5ef-4dc7-a166-b6678e691ad6 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:21:26.673361 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa59ba-1af5-49f3-a8c9-29b668f79108 None None] Updating router 5f59dd2f-e5ef-4dc7-a166-b6678e691ad6 port d1f88aa6-e2bb-4978-92de-7f17c857c3af binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:21:26.730884 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8aaa59ba-1af5-49f3-a8c9-29b668f79108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:26.734430 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e0f4286e-3a3b-4ca9-90ce-c72e058bb1e1 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "PUT /v2.0/subnetpools/9b1615c5-3a8d-4e47-abb4-dcef1523a572/tags/tempest-TagsExtTest-Tag-852850530 HTTP/1.1" status: 201 len: 201 time: 0.3965461 Apr 08 10:21:26.764936 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51822) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:26.776296 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.tag.tag_plugin [None req-14153c35-883d-48df-8170-b55de04ac362 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2', {'tags': ['tempest-TagsExtTest-Tag-23411591', 'tempest-TagsExtTest-Tag-261366668', 'tempest-TagsExtTest-Tag-1807833741']}) {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:26.786109 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a2df0d-3ad7-4dea-b289-bd50fcdcd359 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:26.794183 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-b4a2df0d-3ad7-4dea-b289-bd50fcdcd359 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:26.795953 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2df0d-3ad7-4dea-b289-bd50fcdcd359 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Pushing event updated for resources: {'Port': ['ID=3b3aad93-1896-4287-965d-b267fb767b97,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:26.807334 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a2df0d-3ad7-4dea-b289-bd50fcdcd359 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:21:26.808513 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a2df0d-3ad7-4dea-b289-bd50fcdcd359 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:26.809196 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b4a2df0d-3ad7-4dea-b289-bd50fcdcd359 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:26.857602 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b4a2df0d-3ad7-4dea-b289-bd50fcdcd359 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5595715 Apr 08 10:21:26.861625 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51826) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:26.916417 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957a9bfe-5896-460d-8b33-8c895572219f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:26.920864 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957a9bfe-5896-460d-8b33-8c895572219f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:26.922647 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-957a9bfe-5896-460d-8b33-8c895572219f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2975252 Apr 08 10:21:26.927575 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-1c922a7f-c5f9-4c69-b53c-65a228c500d3 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:26.928813 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51830) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:26.929298 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-1c922a7f-c5f9-4c69-b53c-65a228c500d3 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/networks?id=a2dae228-94e4-4afe-81de-2a132e0716f4 HTTP/1.1" status: 200 len: 812 time: 0.2543726 Apr 08 10:21:26.956238 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-a949bb7f-fab2-4952-b065-af88f8ffcd94 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/quotas/be30bca09ed8432b942cdec0ee999225 HTTP/1.1" status: 200 len: 375 time: 0.0174491 Apr 08 10:21:26.998568 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-14153c35-883d-48df-8170-b55de04ac362 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "PUT /v2.0/subnets/bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2/tags HTTP/1.1" status: 200 len: 315 time: 0.2326136 Apr 08 10:21:27.007218 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51834) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:27.016036 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.tag.tag_plugin [None req-8eeecc38-3bae-4083-a549-4f9a586f40dd tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:27.026140 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ee54341c-3bfb-473d-9e8d-617c211ade4d tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:27.047061 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-ee54341c-3bfb-473d-9e8d-617c211ade4d tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Deleting port 737e83d1-a62c-47fc-867d-b47190d7541f {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:21:27.047401 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ee54341c-3bfb-473d-9e8d-617c211ade4d tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:27.132212 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-80162112-cabf-4ae3-af70-42573a343488 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] 10.222.0.47 "GET /v2.0/ports/3b3aad93-1896-4287-965d-b267fb767b97 HTTP/1.1" status: 200 len: 955 time: 0.2676806 Apr 08 10:21:27.132958 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51838) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:27.177936 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-bb896025-a43b-4aa0-9762-efe46e58648c tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=be30bca09ed8432b942cdec0ee999225&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2122395 Apr 08 10:21:27.185403 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8aaa59ba-1af5-49f3-a8c9-29b668f79108 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:27.200188 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8aaa59ba-1af5-49f3-a8c9-29b668f79108 None None] Transition to ACTIVE for port object d1f88aa6-e2bb-4978-92de-7f17c857c3af will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:27.208313 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8aaa59ba-1af5-49f3-a8c9-29b668f79108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:27.225435 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-02c29816-eabd-4e72-84c7-24c6f8385954 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Deleting port 3b3aad93-1896-4287-965d-b267fb767b97 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:21:27.225949 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-02c29816-eabd-4e72-84c7-24c6f8385954 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:27.333650 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ee54341c-3bfb-473d-9e8d-617c211ade4d tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:27.350197 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620430f3-ee1e-4c2f-a61b-6017744f2710 None None] Pushing event updated for resources: {'Port': ['ID=d1f88aa6-e2bb-4978-92de-7f17c857c3af,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:27.469170 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-8aaa59ba-1af5-49f3-a8c9-29b668f79108 None None] Attempting to bind port d1f88aa6-e2bb-4978-92de-7f17c857c3af on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:27.469170 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-8aaa59ba-1af5-49f3-a8c9-29b668f79108 None None] Attempting to bind port d1f88aa6-e2bb-4978-92de-7f17c857c3af by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:27.469170 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaa59ba-1af5-49f3-a8c9-29b668f79108 None None] Attempting to bind port d1f88aa6-e2bb-4978-92de-7f17c857c3af on network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:27.476521 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaa59ba-1af5-49f3-a8c9-29b668f79108 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:21:27.476889 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaa59ba-1af5-49f3-a8c9-29b668f79108 None None] Checking segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:21:27.477000 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-ee54341c-3bfb-473d-9e8d-617c211ade4d tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Calling delete_port for 737e83d1-a62c-47fc-867d-b47190d7541f owned by network:router_gateway {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:21:27.477285 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8aaa59ba-1af5-49f3-a8c9-29b668f79108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:27.477669 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaa59ba-1af5-49f3-a8c9-29b668f79108 None None] Bound using segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:21:27.478133 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-8aaa59ba-1af5-49f3-a8c9-29b668f79108 None None] Bound port: d1f88aa6-e2bb-4978-92de-7f17c857c3af, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:21:27.478503 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8aaa59ba-1af5-49f3-a8c9-29b668f79108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:27.520331 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-3212402a-6fa0-4cd1-b956-86ce0c132a71 service neutron] 10.222.0.47 "GET /v2.0/networks/a2dae228-94e4-4afe-81de-2a132e0716f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263309 Apr 08 10:21:27.598298 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-8aaa59ba-1af5-49f3-a8c9-29b668f79108 None None] For port d1f88aa6-e2bb-4978-92de-7f17c857c3af, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:21:27.606870 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-8aaa59ba-1af5-49f3-a8c9-29b668f79108 None None] For port d1f88aa6-e2bb-4978-92de-7f17c857c3af, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=d1f88aa6-e2bb-4978-92de-7f17c857c3af,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:21:27.616257 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8aaa59ba-1af5-49f3-a8c9-29b668f79108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:27.667958 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c41def8-ecc7-4573-ac0a-1216f7ff5ca9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:27.731632 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620430f3-ee1e-4c2f-a61b-6017744f2710 None None] Pushing event updated for resources: {'Port': ['ID=d1f88aa6-e2bb-4978-92de-7f17c857c3af,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:27.738019 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa59ba-1af5-49f3-a8c9-29b668f79108 None None] Routers {'5f59dd2f-e5ef-4dc7-a166-b6678e691ad6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:27.738947 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-8aaa59ba-1af5-49f3-a8c9-29b668f79108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['5f59dd2f-e5ef-4dc7-a166-b6678e691ad6'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:27.957419 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-02c29816-eabd-4e72-84c7-24c6f8385954 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:27.959432 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-8aaa59ba-1af5-49f3-a8c9-29b668f79108 None None] Set router 5f59dd2f-e5ef-4dc7-a166-b6678e691ad6 gateway port host: None {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:21:27.966519 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-0ca0cf2c-2302-453e-ae35-616bd47ea373 service neutron] 10.222.0.47 "GET /v2.0/networks/a2dae228-94e4-4afe-81de-2a132e0716f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389801 Apr 08 10:21:27.993517 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c38e4b-afa9-43b2-8240-ce61da91d385 req-afd575d5-c66a-436b-8262-d2ba3f2df64c tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:27.994885 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-20c38e4b-afa9-43b2-8240-ce61da91d385 req-afd575d5-c66a-436b-8262-d2ba3f2df64c tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 945 time: 0.4464619 Apr 08 10:21:28.034219 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2a2ec-4ad0-4927-ad59-c190fda3a1e7 req-bba8df1d-bbc5-4fa5-942f-34ff3eee9f77 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:28.035343 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a3f2a2ec-4ad0-4927-ad59-c190fda3a1e7 req-bba8df1d-bbc5-4fa5-942f-34ff3eee9f77 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 945 time: 0.2581825 Apr 08 10:21:28.157189 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-20c38e4b-afa9-43b2-8240-ce61da91d385 req-8b64c0f0-4d33-44fd-9fca-7a2f16ca82f4 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Deleting port 0867d322-afc2-49e1-b8cc-570ca281e516 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:21:28.157544 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-20c38e4b-afa9-43b2-8240-ce61da91d385 req-8b64c0f0-4d33-44fd-9fca-7a2f16ca82f4 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:28.182597 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-02c29816-eabd-4e72-84c7-24c6f8385954 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Calling delete_port for 3b3aad93-1896-4287-965d-b267fb767b97 owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:21:28.196790 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ee54341c-3bfb-473d-9e8d-617c211ade4d tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:28.248111 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a3f2a2ec-4ad0-4927-ad59-c190fda3a1e7 req-d3aff707-b6c8-4c04-9cee-8c472fd2632f tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/security-groups?id=bca33e79-2da3-44f7-b484-196b5dc3d84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635959 Apr 08 10:21:28.262092 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54341c-3bfb-473d-9e8d-617c211ade4d tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Pushing event deleted for resources: {'Port': ['ID=737e83d1-a62c-47fc-867d-b47190d7541f,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:28.279223 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8eeecc38-3bae-4083-a549-4f9a586f40dd tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "DELETE /v2.0/subnets/bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2/tags HTTP/1.1" status: 204 len: 168 time: 1.2678030 Apr 08 10:21:28.302559 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51848) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:28.345261 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.tag.tag_plugin [None req-954c833c-b68b-4d35-a16c-da031d396713 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2', 'tempest-TagsExtTest-Tag-23411591') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:28.350205 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c41def8-ecc7-4573-ac0a-1216f7ff5ca9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:28.393579 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-02c29816-eabd-4e72-84c7-24c6f8385954 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:28.465245 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7540a1c6-fa94-4355-a52c-1f5aa635ba28 req-2f53ddaf-3400-4d8f-b627-8d210035da5d tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd509eaf-e739-42b3-92ef-eda04b864d2f HTTP/1.1" status: 200 len: 210 time: 0.1634002 Apr 08 10:21:28.477697 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-8aaa59ba-1af5-49f3-a8c9-29b668f79108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f59dd2f-e5ef-4dc7-a166-b6678e691ad6', 'name': 'tempest-NetworksTestDHCPv6-router-1930840724', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:21:16Z', 'updated_at': '2022-04-08T10:21:21Z', 'revision_number': 2, 'project_id': '8e395073c79b45e685e221032dd4d133', 'gw_port_host': None, '_interfaces': [{'id': 'd1f88aa6-e2bb-4978-92de-7f17c857c3af', 'name': '', 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'mac_address': 'fa:16:3e:19:44:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f59dd2f-e5ef-4dc7-a166-b6678e691ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698ac4df-7ea0-41fe-ba8f-5d1799587ebe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:21:19Z', 'updated_at': '2022-04-08T10:21:27Z', 'revision_number': 4, 'project_id': '8e395073c79b45e685e221032dd4d133', 'subnets': [{'id': '698ac4df-7ea0-41fe-ba8f-5d1799587ebe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:28.488049 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa59ba-1af5-49f3-a8c9-29b668f79108 None None] The sync data for ids ['5f59dd2f-e5ef-4dc7-a166-b6678e691ad6'] in dv-neutron-837110-1-hyperv is: [{'id': '5f59dd2f-e5ef-4dc7-a166-b6678e691ad6', 'name': 'tempest-NetworksTestDHCPv6-router-1930840724', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:21:16Z', 'updated_at': '2022-04-08T10:21:21Z', 'revision_number': 2, 'project_id': '8e395073c79b45e685e221032dd4d133', 'gw_port_host': None, '_interfaces': [{'id': 'd1f88aa6-e2bb-4978-92de-7f17c857c3af', 'name': '', 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'mac_address': 'fa:16:3e:19:44:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f59dd2f-e5ef-4dc7-a166-b6678e691ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698ac4df-7ea0-41fe-ba8f-5d1799587ebe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:21:19Z', 'updated_at': '2022-04-08T10:21:27Z', 'revision_number': 4, 'project_id': '8e395073c79b45e685e221032dd4d133', 'subnets': [{'id': '698ac4df-7ea0-41fe-ba8f-5d1799587ebe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:21:28.516408 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-02c29816-eabd-4e72-84c7-24c6f8385954 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:28.519051 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c29816-eabd-4e72-84c7-24c6f8385954 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b3aad93-1896-4287-965d-b267fb767b97,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:28.566982 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-02c29816-eabd-4e72-84c7-24c6f8385954 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] 10.222.0.47 "DELETE /v2.0/ports/3b3aad93-1896-4287-965d-b267fb767b97 HTTP/1.1" status: 204 len: 168 time: 1.4203248 Apr 08 10:21:28.571000 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51856) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:28.691495 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-de5a150f-7840-4946-b586-e9250ee52845 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] GET failed (client error): The resource could not be found. Apr 08 10:21:28.692697 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-de5a150f-7840-4946-b586-e9250ee52845 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Synchronizing usage tracker for tenant:302b556c3b554dd5a219be3233b2b912 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:21:28.740315 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-de5a150f-7840-4946-b586-e9250ee52845 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Unset dirty status for tenant:302b556c3b554dd5a219be3233b2b912 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:21:28.741451 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-de5a150f-7840-4946-b586-e9250ee52845 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] 10.222.0.47 "GET /v2.0/ports/3b3aad93-1896-4287-965d-b267fb767b97 HTTP/1.1" status: 404 len: 333 time: 0.1686211 Apr 08 10:21:28.745848 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51862) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:28.754950 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-d35683af-4faa-4c08-97b6-5c0e791d8daa tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Request body: {'port': {'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-325615271'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:28.770302 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d35683af-4faa-4c08-97b6-5c0e791d8daa tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:28.786320 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d35683af-4faa-4c08-97b6-5c0e791d8daa tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:28.803496 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ee54341c-3bfb-473d-9e8d-617c211ade4d tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:28.835937 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35683af-4faa-4c08-97b6-5c0e791d8daa tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Made reservation on behalf of 302b556c3b554dd5a219be3233b2b912 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:28.838148 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d35683af-4faa-4c08-97b6-5c0e791d8daa tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:28.881974 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c41def8-ecc7-4573-ac0a-1216f7ff5ca9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:28.889132 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c41def8-ecc7-4573-ac0a-1216f7ff5ca9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:28.895532 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-d35683af-4faa-4c08-97b6-5c0e791d8daa tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] device_id is not set on port 301d0d72-cb2d-4359-a59a-225fe9f967b4 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:21:28.950903 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-954c833c-b68b-4d35-a16c-da031d396713 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] show failed (client error): The resource could not be found. Apr 08 10:21:28.951924 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-954c833c-b68b-4d35-a16c-da031d396713 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "GET /v2.0/subnets/bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2/tags/tempest-TagsExtTest-Tag-23411591 HTTP/1.1" status: 404 len: 327 time: 0.6438534 Apr 08 10:21:28.955694 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51866) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:28.968226 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.tag.tag_plugin [None req-84bfa208-b3cc-42b5-bccf-88f3d5b31df0 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2', 'tempest-TagsExtTest-Tag-261366668') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:29.087419 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41def8-ecc7-4573-ac0a-1216f7ff5ca9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event updated for resources: {'Port': ['ID=71a4f428-d9e7-4d75-a802-8580b182fb7d,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:29.111502 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c41def8-ecc7-4573-ac0a-1216f7ff5ca9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:29.141361 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-20c38e4b-afa9-43b2-8240-ce61da91d385 req-8b64c0f0-4d33-44fd-9fca-7a2f16ca82f4 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] For port 0867d322-afc2-49e1-b8cc-570ca281e516, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=0867d322-afc2-49e1-b8cc-570ca281e516,segment=NetworkSegment(99b3f27a-8822-4c4d-b275-739b0895f677),segment_id=99b3f27a-8822-4c4d-b275-739b0895f677)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:21:29.141892 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-20c38e4b-afa9-43b2-8240-ce61da91d385 req-8b64c0f0-4d33-44fd-9fca-7a2f16ca82f4 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:29.167601 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ee54341c-3bfb-473d-9e8d-617c211ade4d tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:29.347905 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ee54341c-3bfb-473d-9e8d-617c211ade4d tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:29.450212 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-20c38e4b-afa9-43b2-8240-ce61da91d385 req-8b64c0f0-4d33-44fd-9fca-7a2f16ca82f4 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Calling delete_port for 0867d322-afc2-49e1-b8cc-570ca281e516 owned by compute:nova {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:21:29.504635 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ee54341c-3bfb-473d-9e8d-617c211ade4d tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:29.505136 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee54341c-3bfb-473d-9e8d-617c211ade4d tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Fanout notify agent at l3_agent the message router_deleted on router c6a2e409-7775-48cf-a1e2-d5456da5fc66 {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:21:29.580228 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ee54341c-3bfb-473d-9e8d-617c211ade4d tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:29.581296 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ee54341c-3bfb-473d-9e8d-617c211ade4d tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "DELETE /v2.0/routers/c6a2e409-7775-48cf-a1e2-d5456da5fc66 HTTP/1.1" status: 204 len: 168 time: 4.4108679 Apr 08 10:21:29.586494 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51874) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:29.608355 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-59e9b490-de08-4b64-b681-8375123afefe tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-146236699', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}, 'admin_state_up': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:29.622945 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-59e9b490-de08-4b64-b681-8375123afefe tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:29.626179 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-84bfa208-b3cc-42b5-bccf-88f3d5b31df0 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] show failed (client error): The resource could not be found. Apr 08 10:21:29.627196 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-84bfa208-b3cc-42b5-bccf-88f3d5b31df0 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "GET /v2.0/subnets/bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2/tags/tempest-TagsExtTest-Tag-261366668 HTTP/1.1" status: 404 len: 328 time: 0.6656482 Apr 08 10:21:29.631061 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51878) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:29.632732 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-59e9b490-de08-4b64-b681-8375123afefe tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Usage tracker for resource:router and tenant:375b90ef4ba148b9ac12dbb8b1428832 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:29.637433 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-59e9b490-de08-4b64-b681-8375123afefe tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:29.643282 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.tag.tag_plugin [None req-79cf4147-a0d3-4997-bf04-851f9419e63c tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2', 'tempest-TagsExtTest-Tag-1807833741') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:29.683277 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-59e9b490-de08-4b64-b681-8375123afefe tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:29.687443 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d35683af-4faa-4c08-97b6-5c0e791d8daa tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:29.752032 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-d639ed39-224d-4293-b405-cbe63371d665 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:29.752747 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-d639ed39-224d-4293-b405-cbe63371d665 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Synchronizing usage tracker for tenant:be30bca09ed8432b942cdec0ee999225 on resource:network {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:21:29.779179 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-281acde0-ec8b-4062-a034-efc37e33ef09 req-fa3365e6-ebcd-4197-9d27-7335a0c65df9 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd509eaf-e739-42b3-92ef-eda04b864d2f HTTP/1.1" status: 200 len: 210 time: 0.1031992 Apr 08 10:21:29.793474 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02232a82-833d-4418-bc5b-9fd87f765550 req-9b521f12-58d4-49e0-a9f8-1a037be70151 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:29.794940 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-02232a82-833d-4418-bc5b-9fd87f765550 req-9b521f12-58d4-49e0-a9f8-1a037be70151 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c69b4ae-8081-4f93-9700-990f9087cd71 HTTP/1.1" status: 200 len: 945 time: 0.3540225 Apr 08 10:21:29.821930 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-59e9b490-de08-4b64-b681-8375123afefe tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:29.822841 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-59e9b490-de08-4b64-b681-8375123afefe tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:29.846472 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-d639ed39-224d-4293-b405-cbe63371d665 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Unset dirty status for tenant:be30bca09ed8432b942cdec0ee999225 on resource:network {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:21:29.847605 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-d639ed39-224d-4293-b405-cbe63371d665 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.52 "GET /v2.0/networks?id=a2dae228-94e4-4afe-81de-2a132e0716f4 HTTP/1.1" status: 200 len: 812 time: 0.3805532 Apr 08 10:21:29.851249 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d35683af-4faa-4c08-97b6-5c0e791d8daa tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:29.854675 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f9806ac9-0b0f-4d28-bc97-de6eea8c2e00 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:29.866133 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-20c38e4b-afa9-43b2-8240-ce61da91d385 req-8b64c0f0-4d33-44fd-9fca-7a2f16ca82f4 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:29.933055 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64c0f0-4d33-44fd-9fca-7a2f16ca82f4 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Pushing event deleted for resources: {'Port': ['ID=0867d322-afc2-49e1-b8cc-570ca281e516,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:29.938309 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-02232a82-833d-4418-bc5b-9fd87f765550 req-0cf7d29e-bea5-4d30-8fd8-0407e1086d71 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.47 "GET /v2.0/security-groups?id=bca33e79-2da3-44f7-b484-196b5dc3d84f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314406 Apr 08 10:21:29.941309 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-59e9b490-de08-4b64-b681-8375123afefe tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:29.949524 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-79cf4147-a0d3-4997-bf04-851f9419e63c tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] show failed (client error): The resource could not be found. Apr 08 10:21:29.950522 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-79cf4147-a0d3-4997-bf04-851f9419e63c tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "GET /v2.0/subnets/bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2/tags/tempest-TagsExtTest-Tag-1807833741 HTTP/1.1" status: 404 len: 329 time: 0.3147979 Apr 08 10:21:29.953780 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51882) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:29.987913 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.tag.tag_plugin [None req-ade27fa2-3cd6-43d0-8550-9fc3613574f7 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'df3f0ccc-49f2-4d10-befe-6777fcfc0c81', {'tags': ['tempest-TagsExtTest-Tag-802742188', 'tempest-TagsExtTest-Tag-726885347', 'tempest-TagsExtTest-Tag-1354708535']}) {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:30.079529 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c38e4b-afa9-43b2-8240-ce61da91d385 req-8b64c0f0-4d33-44fd-9fca-7a2f16ca82f4 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] No DVR routers for this DVR port 0867d322-afc2-49e1-b8cc-570ca281e516 on host hv-neutron-8371 {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:21:30.121447 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35683af-4faa-4c08-97b6-5c0e791d8daa tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:30.124740 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35683af-4faa-4c08-97b6-5c0e791d8daa tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Pushing event updated for resources: {'Port': ['ID=301d0d72-cb2d-4359-a59a-225fe9f967b4,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:30.130940 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-d35683af-4faa-4c08-97b6-5c0e791d8daa tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:30.134403 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-20c38e4b-afa9-43b2-8240-ce61da91d385 req-8b64c0f0-4d33-44fd-9fca-7a2f16ca82f4 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:30.137510 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c69b4ae-8081-4f93-9700-990f9087cd71', 'name': 'network-vif-deleted', 'tag': '0867d322-afc2-49e1-b8cc-570ca281e516'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:21:30.139847 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35683af-4faa-4c08-97b6-5c0e791d8daa tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:21:30.140684 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35683af-4faa-4c08-97b6-5c0e791d8daa tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:30.141287 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d35683af-4faa-4c08-97b6-5c0e791d8daa tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:30.160141 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-5f0150f3-d346-4f5f-aa50-234891f97913 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Synchronizing usage tracker for tenant:be30bca09ed8432b942cdec0ee999225 on resource:security_group {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:21:30.183857 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.l3_db [None req-3c41def8-ecc7-4573-ac0a-1216f7ff5ca9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Floating IP 288fffcf-7f48-4edf-a06a-1954badcd508 associated. External IP: 172.26.0.155, port: 796343a7-8e76-43d5-afc4-17ff9564507e. Apr 08 10:21:30.210570 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-500f3889-e626-41b8-8349-a4d925790e63'] response: {'server_uuid': '9c69b4ae-8081-4f93-9700-990f9087cd71', 'name': 'network-vif-deleted', 'tag': '0867d322-afc2-49e1-b8cc-570ca281e516', 'status': 'completed', 'code': 200} Apr 08 10:21:30.237923 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-20c38e4b-afa9-43b2-8240-ce61da91d385 req-8b64c0f0-4d33-44fd-9fca-7a2f16ca82f4 tempest-TestServerAdvancedOps-1670939577 tempest-TestServerAdvancedOps-1670939577-project] 10.222.0.52 "DELETE /v2.0/ports/0867d322-afc2-49e1-b8cc-570ca281e516 HTTP/1.1" status: 204 len: 173 time: 2.1973712 Apr 08 10:21:30.249977 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ade27fa2-3cd6-43d0-8550-9fc3613574f7 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "PUT /v2.0/ports/df3f0ccc-49f2-4d10-befe-6777fcfc0c81/tags HTTP/1.1" status: 200 len: 316 time: 0.2943020 Apr 08 10:21:30.252734 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51888) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:30.260633 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.tag.tag_plugin [None req-fc6294b1-499a-4ba9-bcec-1a368f7bdfe6 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'df3f0ccc-49f2-4d10-befe-6777fcfc0c81') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:30.287830 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-59e9b490-de08-4b64-b681-8375123afefe tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:30.384505 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d35683af-4faa-4c08-97b6-5c0e791d8daa tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6374025 Apr 08 10:21:30.390089 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51892) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:30.397009 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8371'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:30.465242 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-fc6294b1-499a-4ba9-bcec-1a368f7bdfe6 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "DELETE /v2.0/ports/df3f0ccc-49f2-4d10-befe-6777fcfc0c81/tags HTTP/1.1" status: 204 len: 168 time: 0.2084863 Apr 08 10:21:30.465841 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51896) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:30.471088 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.tag.tag_plugin [None req-19e59191-14ed-47c3-8023-60dd548fbd70 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'df3f0ccc-49f2-4d10-befe-6777fcfc0c81', 'tempest-TagsExtTest-Tag-802742188') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:30.473792 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-5f0150f3-d346-4f5f-aa50-234891f97913 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Unset dirty status for tenant:be30bca09ed8432b942cdec0ee999225 on resource:security_group {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:21:30.475030 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-5f0150f3-d346-4f5f-aa50-234891f97913 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be30bca09ed8432b942cdec0ee999225 HTTP/1.1" status: 200 len: 380 time: 0.5721071 Apr 08 10:21:30.521380 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-7c63a394-40eb-47c6-a9ee-6ae80589f83e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Request body: {'port': {'device_id': 'dd509eaf-e739-42b3-92ef-eda04b864d2f', 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4', 'admin_state_up': True, 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'security_groups': ['10fc8943-e98d-4911-a45b-81b71d9bb4d5']}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:30.597697 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-59e9b490-de08-4b64-b681-8375123afefe tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:30.630164 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-19e59191-14ed-47c3-8023-60dd548fbd70 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] show failed (client error): The resource could not be found. Apr 08 10:21:30.631197 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-19e59191-14ed-47c3-8023-60dd548fbd70 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "GET /v2.0/ports/df3f0ccc-49f2-4d10-befe-6777fcfc0c81/tags/tempest-TagsExtTest-Tag-802742188 HTTP/1.1" status: 404 len: 328 time: 0.1648953 Apr 08 10:21:30.632370 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-59e9b490-de08-4b64-b681-8375123afefe tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:30.634787 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51900) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:30.674467 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.tag.tag_plugin [None req-1af4c966-63b1-4b84-8ae1-054c289080fd tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'df3f0ccc-49f2-4d10-befe-6777fcfc0c81', 'tempest-TagsExtTest-Tag-726885347') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:30.688428 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:30.810177 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-1af4c966-63b1-4b84-8ae1-054c289080fd tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] show failed (client error): The resource could not be found. Apr 08 10:21:30.810950 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1af4c966-63b1-4b84-8ae1-054c289080fd tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "GET /v2.0/ports/df3f0ccc-49f2-4d10-befe-6777fcfc0c81/tags/tempest-TagsExtTest-Tag-726885347 HTTP/1.1" status: 404 len: 328 time: 0.1753564 Apr 08 10:21:30.815396 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51904) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:30.822080 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.tag.tag_plugin [None req-e7e904c3-2ff8-4397-8d42-0ea9936e5f86 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'df3f0ccc-49f2-4d10-befe-6777fcfc0c81', 'tempest-TagsExtTest-Tag-1354708535') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:30.837283 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-7c63a394-40eb-47c6-a9ee-6ae80589f83e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:30.871011 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-59e9b490-de08-4b64-b681-8375123afefe tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Allocated IP 172.26.0.47 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/0cc04d7b-02eb-426b-ad61-b03396ef483f) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:21:30.906309 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-7c63a394-40eb-47c6-a9ee-6ae80589f83e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Usage tracker for resource:port and tenant:be30bca09ed8432b942cdec0ee999225 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:30.919374 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-7c63a394-40eb-47c6-a9ee-6ae80589f83e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:30.940599 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-7c63a394-40eb-47c6-a9ee-6ae80589f83e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:31.091173 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51912) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:31.107246 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-7c63a394-40eb-47c6-a9ee-6ae80589f83e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Made reservation on behalf of be30bca09ed8432b942cdec0ee999225 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:31.110455 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-7c63a394-40eb-47c6-a9ee-6ae80589f83e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:31.126414 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0f0058e4-56e8-4c06-85d4-e1334c27100c req-23cfbc4e-6fea-430f-85ba-a2ff84c569ed tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd509eaf-e739-42b3-92ef-eda04b864d2f HTTP/1.1" status: 200 len: 210 time: 0.0579004 Apr 08 10:21:31.196175 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-e7e904c3-2ff8-4397-8d42-0ea9936e5f86 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] show failed (client error): The resource could not be found. Apr 08 10:21:31.197133 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e7e904c3-2ff8-4397-8d42-0ea9936e5f86 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "GET /v2.0/ports/df3f0ccc-49f2-4d10-befe-6777fcfc0c81/tags/tempest-TagsExtTest-Tag-1354708535 HTTP/1.1" status: 404 len: 329 time: 0.3809867 Apr 08 10:21:31.201463 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51916) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:31.220289 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.tag.tag_plugin [None req-b41f09bd-3e13-4461-9b54-67fc1915be5b tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '7c402d20-69c8-490e-9f35-321cfe3894ed', {'tags': ['tempest-TagsExtTest-Tag-2011436551', 'tempest-TagsExtTest-Tag-1236819382', 'tempest-TagsExtTest-Tag-1777276151']}) {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:31.280525 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-59e9b490-de08-4b64-b681-8375123afefe tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:31.372713 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-f9806ac9-0b0f-4d28-bc97-de6eea8c2e00 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting port d1f88aa6-e2bb-4978-92de-7f17c857c3af {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:21:31.373047 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f9806ac9-0b0f-4d28-bc97-de6eea8c2e00 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:31.393208 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b41f09bd-3e13-4461-9b54-67fc1915be5b tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "PUT /v2.0/routers/7c402d20-69c8-490e-9f35-321cfe3894ed/tags HTTP/1.1" status: 200 len: 318 time: 0.1907077 Apr 08 10:21:31.395743 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51920) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:31.399082 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.resource_extend [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:21:31.403271 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.tag.tag_plugin [None req-14c8c04d-20c0-446c-b43d-286bde4b0da0 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7c402d20-69c8-490e-9f35-321cfe3894ed') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:31.423392 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8b120a-2b26-4bf5-9cdf-b6386cad8b5b admin admin] Deleting subnet 9893e777-80b5-491b-b0da-55e059b64239 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:21:31.469420 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-59e9b490-de08-4b64-b681-8375123afefe tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:31.492247 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-eb8b120a-2b26-4bf5-9cdf-b6386cad8b5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:31.498643 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 0867d322-afc2-49e1-b8cc-570ca281e516 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:21:31.531383 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: 0867d322-afc2-49e1-b8cc-570ca281e516 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:21:31.531921 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 0867d322-afc2-49e1-b8cc-570ca281e516 not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:21:31.605236 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e9b490-de08-4b64-b681-8375123afefe tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:31.608503 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-59e9b490-de08-4b64-b681-8375123afefe tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:31.615671 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e9b490-de08-4b64-b681-8375123afefe tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:21:31.643300 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9b490-de08-4b64-b681-8375123afefe tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Pushing event updated for resources: {'Port': ['ID=0cc04d7b-02eb-426b-ad61-b03396ef483f,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:31.730709 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-14c8c04d-20c0-446c-b43d-286bde4b0da0 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "DELETE /v2.0/routers/7c402d20-69c8-490e-9f35-321cfe3894ed/tags HTTP/1.1" status: 204 len: 168 time: 0.3338408 Apr 08 10:21:31.733266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51924) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:31.744391 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.tag.tag_plugin [None req-daf2f76d-2fb8-4d69-b6fb-d42ffc2f382e tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7c402d20-69c8-490e-9f35-321cfe3894ed', 'tempest-TagsExtTest-Tag-2011436551') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:31.789860 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] device_id is not set on port 301d0d72-cb2d-4359-a59a-225fe9f967b4 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:21:31.806668 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-eb8b120a-2b26-4bf5-9cdf-b6386cad8b5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:31.843427 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:31.889883 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-daf2f76d-2fb8-4d69-b6fb-d42ffc2f382e tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] show failed (client error): The resource could not be found. Apr 08 10:21:31.890924 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-daf2f76d-2fb8-4d69-b6fb-d42ffc2f382e tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "GET /v2.0/routers/7c402d20-69c8-490e-9f35-321cfe3894ed/tags/tempest-TagsExtTest-Tag-2011436551 HTTP/1.1" status: 404 len: 329 time: 0.1550674 Apr 08 10:21:31.894155 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51928) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:31.898170 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Transition to ACTIVE for port object 301d0d72-cb2d-4359-a59a-225fe9f967b4 will not be triggered until provisioned by entity L2. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:31.904910 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.tag.tag_plugin [None req-2c7cb039-7e49-4db5-b39a-ad6409f96090 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7c402d20-69c8-490e-9f35-321cfe3894ed', 'tempest-TagsExtTest-Tag-1236819382') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:31.936453 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:31.988795 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-7c63a394-40eb-47c6-a9ee-6ae80589f83e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Allocated IP 172.20.0.13 (a2dae228-94e4-4afe-81de-2a132e0716f4/38d3d1f8-370d-4974-968c-78c15dd5c5a9/91ff04a6-c4de-4fde-b461-418f5c225474) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:21:32.001605 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-eb8b120a-2b26-4bf5-9cdf-b6386cad8b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:32.053081 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-2c7cb039-7e49-4db5-b39a-ad6409f96090 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] show failed (client error): The resource could not be found. Apr 08 10:21:32.056366 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2c7cb039-7e49-4db5-b39a-ad6409f96090 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "GET /v2.0/routers/7c402d20-69c8-490e-9f35-321cfe3894ed/tags/tempest-TagsExtTest-Tag-1236819382 HTTP/1.1" status: 404 len: 329 time: 0.1590977 Apr 08 10:21:32.061221 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51932) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:32.062257 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-59e9b490-de08-4b64-b681-8375123afefe tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:32.063398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-59e9b490-de08-4b64-b681-8375123afefe tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:32.070452 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.tag.tag_plugin [None req-cb171e3c-977f-4f9e-a2bd-8514bf249d8a tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7c402d20-69c8-490e-9f35-321cfe3894ed', 'tempest-TagsExtTest-Tag-1777276151') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:32.090455 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-f9806ac9-0b0f-4d28-bc97-de6eea8c2e00 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] For port d1f88aa6-e2bb-4978-92de-7f17c857c3af, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=d1f88aa6-e2bb-4978-92de-7f17c857c3af,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:21:32.090824 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f9806ac9-0b0f-4d28-bc97-de6eea8c2e00 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:32.234421 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Pushing event updated for resources: {'Port': ['ID=301d0d72-cb2d-4359-a59a-225fe9f967b4,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:32.315016 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-f9806ac9-0b0f-4d28-bc97-de6eea8c2e00 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Calling delete_port for d1f88aa6-e2bb-4978-92de-7f17c857c3af owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:21:32.464889 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-41f4a60c-9225-4e5a-954c-9f580e1297d2 req-48b03bac-e521-4246-9c71-908621d209bb tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd509eaf-e739-42b3-92ef-eda04b864d2f HTTP/1.1" status: 200 len: 210 time: 0.1748548 Apr 08 10:21:32.482888 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-cb171e3c-977f-4f9e-a2bd-8514bf249d8a tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] show failed (client error): The resource could not be found. Apr 08 10:21:32.486750 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-cb171e3c-977f-4f9e-a2bd-8514bf249d8a tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "GET /v2.0/routers/7c402d20-69c8-490e-9f35-321cfe3894ed/tags/tempest-TagsExtTest-Tag-1777276151 HTTP/1.1" status: 404 len: 329 time: 0.4187410 Apr 08 10:21:32.487706 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51938) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:32.494535 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.tag.tag_plugin [None req-a73468a6-8ded-4f88-9be7-6729a07c8bd2 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9b1615c5-3a8d-4e47-abb4-dcef1523a572', {'tags': ['tempest-TagsExtTest-Tag-1116426912', 'tempest-TagsExtTest-Tag-1514878716', 'tempest-TagsExtTest-Tag-1567529821']}) {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:32.501325 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-eb8b120a-2b26-4bf5-9cdf-b6386cad8b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:32.533955 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:32.534285 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:32.534633 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:32.542396 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a73468a6-8ded-4f88-9be7-6729a07c8bd2 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "PUT /v2.0/subnetpools/9b1615c5-3a8d-4e47-abb4-dcef1523a572/tags HTTP/1.1" status: 200 len: 318 time: 0.0522463 Apr 08 10:21:32.545053 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51942) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:32.551459 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.tag.tag_plugin [None req-eb4f9fd5-9c3c-4226-95db-384fdd27a4bf tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9b1615c5-3a8d-4e47-abb4-dcef1523a572') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:32.571905 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b120a-2b26-4bf5-9cdf-b6386cad8b5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9893e777-80b5-491b-b0da-55e059b64239,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:32.611398 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:32.611809 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:32.612653 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-eb4f9fd5-9c3c-4226-95db-384fdd27a4bf tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "DELETE /v2.0/subnetpools/9b1615c5-3a8d-4e47-abb4-dcef1523a572/tags HTTP/1.1" status: 204 len: 168 time: 0.0666425 Apr 08 10:21:32.616228 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51946) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:32.622409 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-eb8b120a-2b26-4bf5-9cdf-b6386cad8b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:32.622984 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.tag.tag_plugin [None req-2d3283ac-a52b-42da-b77b-775660218675 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9b1615c5-3a8d-4e47-abb4-dcef1523a572', 'tempest-TagsExtTest-Tag-1116426912') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:32.624533 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempt 2 to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 Apr 08 10:21:32.669441 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-2d3283ac-a52b-42da-b77b-775660218675 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] show failed (client error): The resource could not be found. Apr 08 10:21:32.673165 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2d3283ac-a52b-42da-b77b-775660218675 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "GET /v2.0/subnetpools/9b1615c5-3a8d-4e47-abb4-dcef1523a572/tags/tempest-TagsExtTest-Tag-1116426912 HTTP/1.1" status: 404 len: 329 time: 0.0533628 Apr 08 10:21:32.673794 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51950) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:32.675536 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:32.675839 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:32.676244 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:32.679618 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.tag.tag_plugin [None req-7f63a29d-355a-4e95-8d82-2c46e7ff7651 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9b1615c5-3a8d-4e47-abb4-dcef1523a572', 'tempest-TagsExtTest-Tag-1514878716') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:32.683961 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-eb8b120a-2b26-4bf5-9cdf-b6386cad8b5b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9893e777-80b5-491b-b0da-55e059b64239 HTTP/1.1" status: 204 len: 168 time: 1.5896842 Apr 08 10:21:32.687843 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-7c63a394-40eb-47c6-a9ee-6ae80589f83e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:32.688227 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51954) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:32.712970 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:32.713294 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:32.719321 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempt 3 to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 Apr 08 10:21:32.721443 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e9b490-de08-4b64-b681-8375123afefe tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Router 7c27e5f1-3a6d-4024-9e89-414f3f3724c9 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:21:32.731344 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-7c63a394-40eb-47c6-a9ee-6ae80589f83e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Transition to ACTIVE for port object 91ff04a6-c4de-4fde-b461-418f5c225474 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:32.751697 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:32.751966 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:32.752311 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:32.802318 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-7f63a29d-355a-4e95-8d82-2c46e7ff7651 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] show failed (client error): The resource could not be found. Apr 08 10:21:32.803408 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7f63a29d-355a-4e95-8d82-2c46e7ff7651 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "GET /v2.0/subnetpools/9b1615c5-3a8d-4e47-abb4-dcef1523a572/tags/tempest-TagsExtTest-Tag-1514878716 HTTP/1.1" status: 404 len: 329 time: 0.1286252 Apr 08 10:21:32.808709 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51958) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:32.812310 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c41def8-ecc7-4573-ac0a-1216f7ff5ca9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Router 1228fa13-706d-444f-aaa3-5802b42cbcd9 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:21:32.813006 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:32.813335 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:32.816524 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.tag.tag_plugin [None req-1dd81fa4-50d6-49d6-8e8d-b585be5fa660 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9b1615c5-3a8d-4e47-abb4-dcef1523a572', 'tempest-TagsExtTest-Tag-1567529821') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:32.817033 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempt 4 to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 Apr 08 10:21:32.827346 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a831cec3-5c90-4c83-a511-6aa5044e4235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:32.849037 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:32.849373 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:32.849737 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:32.859621 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f9806ac9-0b0f-4d28-bc97-de6eea8c2e00 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:32.863419 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-7c63a394-40eb-47c6-a9ee-6ae80589f83e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:32.999689 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-1dd81fa4-50d6-49d6-8e8d-b585be5fa660 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] show failed (client error): The resource could not be found. Apr 08 10:21:33.000756 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1dd81fa4-50d6-49d6-8e8d-b585be5fa660 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "GET /v2.0/subnetpools/9b1615c5-3a8d-4e47-abb4-dcef1523a572/tags/tempest-TagsExtTest-Tag-1567529821 HTTP/1.1" status: 404 len: 329 time: 0.1911366 Apr 08 10:21:33.005398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51962) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:33.017704 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:33.018027 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:33.025822 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempt 5 to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 Apr 08 10:21:33.030395 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.tag.tag_plugin [None req-0787b262-b70b-48b3-81df-9fa147eac150 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9b1615c5-3a8d-4e47-abb4-dcef1523a572') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:33.038186 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9806ac9-0b0f-4d28-bc97-de6eea8c2e00 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Port': ['ID=d1f88aa6-e2bb-4978-92de-7f17c857c3af,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:33.125330 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a831cec3-5c90-4c83-a511-6aa5044e4235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:33.162380 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-a831cec3-5c90-4c83-a511-6aa5044e4235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43ac230-2af3-46f3-9f8c-607cf9bfd095']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:33.184827 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-a831cec3-5c90-4c83-a511-6aa5044e4235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b3f27a-8822-4c4d-b275-739b0895f677') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:33.184827 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-a831cec3-5c90-4c83-a511-6aa5044e4235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b3f27a-8822-4c4d-b275-739b0895f677') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:33.197449 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a831cec3-5c90-4c83-a511-6aa5044e4235 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:33.209961 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0787b262-b70b-48b3-81df-9fa147eac150 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "DELETE /v2.0/subnetpools/9b1615c5-3a8d-4e47-abb4-dcef1523a572/tags HTTP/1.1" status: 204 len: 168 time: 0.2028904 Apr 08 10:21:33.213085 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51966) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:33.220435 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.tag.tag_plugin [None req-e1d22563-515d-4fd3-9e87-3d24b5e26e5e tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7c402d20-69c8-490e-9f35-321cfe3894ed') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:33.222654 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:33.222991 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:33.223327 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:33.257075 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-7c63a394-40eb-47c6-a9ee-6ae80589f83e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Network a2dae228-94e4-4afe-81de-2a132e0716f4 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:33.267985 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-7c63a394-40eb-47c6-a9ee-6ae80589f83e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:33.286858 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a831cec3-5c90-4c83-a511-6aa5044e4235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:33.318630 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-7c63a394-40eb-47c6-a9ee-6ae80589f83e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:21:33.359003 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:33.359324 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:33.359869 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a831cec3-5c90-4c83-a511-6aa5044e4235 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:21:33.360299 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a831cec3-5c90-4c83-a511-6aa5044e4235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:33.372638 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempt 6 to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:21:33.375110 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:21:33.455940 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63a394-40eb-47c6-a9ee-6ae80589f83e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Pushing event updated for resources: {'Port': ['ID=91ff04a6-c4de-4fde-b461-418f5c225474,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:33.472363 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a831cec3-5c90-4c83-a511-6aa5044e4235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:33.482929 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:33.483263 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:33.483604 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:33.500336 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a831cec3-5c90-4c83-a511-6aa5044e4235 admin admin] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:33.502210 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-7c63a394-40eb-47c6-a9ee-6ae80589f83e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:33.502912 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-7c63a394-40eb-47c6-a9ee-6ae80589f83e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:33.518396 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831cec3-5c90-4c83-a511-6aa5044e4235 admin admin] Pushing event deleted for resources: {'Network': ['ID=a43ac230-2af3-46f3-9f8c-607cf9bfd095,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:33.526360 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a831cec3-5c90-4c83-a511-6aa5044e4235 admin admin] 10.222.0.47 "DELETE /v2.0/networks/a43ac230-2af3-46f3-9f8c-607cf9bfd095 HTTP/1.1" status: 204 len: 168 time: 0.8325686 Apr 08 10:21:33.526360 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e9b490-de08-4b64-b681-8375123afefe tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:21:33.527628 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51972) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:33.531405 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e1d22563-515d-4fd3-9e87-3d24b5e26e5e tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "DELETE /v2.0/routers/7c402d20-69c8-490e-9f35-321cfe3894ed/tags HTTP/1.1" status: 204 len: 168 time: 0.3155591 Apr 08 10:21:33.538790 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54c9b74-4fe1-49df-b659-3a6afbd54957 None None] Sync routers for ids ['7c27e5f1-3a6d-4024-9e89-414f3f3724c9'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:21:33.547316 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 51976) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:33.555444 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:33.557809 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:33.585971 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempt 7 to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 Apr 08 10:21:33.599981 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54c9b74-4fe1-49df-b659-3a6afbd54957 None None] Routers {'7c27e5f1-3a6d-4024-9e89-414f3f3724c9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:33.600648 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-b54c9b74-4fe1-49df-b659-3a6afbd54957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['7c27e5f1-3a6d-4024-9e89-414f3f3724c9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:33.645076 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.tag.tag_plugin [None req-301e3866-c300-4a4d-8f3b-b2d9b76c9559 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'df3f0ccc-49f2-4d10-befe-6777fcfc0c81') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:33.661666 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81279d4c-f598-42d0-a000-fa50b8fa2c2f None None] Sync routers for ids ['0390decc-512f-4544-b4e1-2c0fda25f409'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:21:33.676223 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-59e9b490-de08-4b64-b681-8375123afefe tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:33.677545 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-59e9b490-de08-4b64-b681-8375123afefe tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.0886133 Apr 08 10:21:33.680522 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51980) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:33.690506 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-34317203-cea6-41ac-8741-30ba0aba6bb4 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:33.692973 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81279d4c-f598-42d0-a000-fa50b8fa2c2f None None] Routers {'0390decc-512f-4544-b4e1-2c0fda25f409'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:33.693667 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-81279d4c-f598-42d0-a000-fa50b8fa2c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0390decc-512f-4544-b4e1-2c0fda25f409'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:33.718269 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:33.718712 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:33.719123 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:33.735136 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f9806ac9-0b0f-4d28-bc97-de6eea8c2e00 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:33.741509 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-b54c9b74-4fe1-49df-b659-3a6afbd54957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:33.754476 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:33.756453 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:33.756770 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54c9b74-4fe1-49df-b659-3a6afbd54957 None None] Routers {'7c27e5f1-3a6d-4024-9e89-414f3f3724c9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:33.757563 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-b54c9b74-4fe1-49df-b659-3a6afbd54957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['7c27e5f1-3a6d-4024-9e89-414f3f3724c9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:33.776913 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempt 8 to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 Apr 08 10:21:33.786853 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d25fee-2671-436f-b887-c1e1e9bc45b1 admin admin] Deleting subnet 8ec4892d-0299-4469-afe9-8a434b9a6363 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:21:33.820920 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-7c63a394-40eb-47c6-a9ee-6ae80589f83e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3324652 Apr 08 10:21:33.826078 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:33.826523 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:33.827997 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:33.844801 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-b54c9b74-4fe1-49df-b659-3a6afbd54957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:33.845439 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54c9b74-4fe1-49df-b659-3a6afbd54957 None None] The sync data for ids ['7c27e5f1-3a6d-4024-9e89-414f3f3724c9'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:21:33.853329 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:33.853665 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:33.855048 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89d25fee-2671-436f-b887-c1e1e9bc45b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:33.876457 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-37133b7c-1f94-4e39-b292-05d361cfcb93 service neutron] Request body: {'port': {'device_id': 'dd509eaf-e739-42b3-92ef-eda04b864d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:33.939403 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempt 9 to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 Apr 08 10:21:33.961341 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89d25fee-2671-436f-b887-c1e1e9bc45b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:33.971579 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-06e5901c-0d0e-415c-b652-8c4edd3df7a2 None None] Provisioning for port 91ff04a6-c4de-4fde-b461-418f5c225474 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:21:33.986798 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-06e5901c-0d0e-415c-b652-8c4edd3df7a2 None None] Provisioning complete for port 91ff04a6-c4de-4fde-b461-418f5c225474 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:33.987158 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-06e5901c-0d0e-415c-b652-8c4edd3df7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:34.022959 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-37133b7c-1f94-4e39-b292-05d361cfcb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:34.035055 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89d25fee-2671-436f-b887-c1e1e9bc45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:34.058107 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-81279d4c-f598-42d0-a000-fa50b8fa2c2f None None] Set router 0390decc-512f-4544-b4e1-2c0fda25f409 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:21:34.129620 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89d25fee-2671-436f-b887-c1e1e9bc45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:34.162352 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-06e5901c-0d0e-415c-b652-8c4edd3df7a2 None None] Port 91ff04a6-c4de-4fde-b461-418f5c225474 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:21:34.176135 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89d25fee-2671-436f-b887-c1e1e9bc45b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:34.186858 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:34.187197 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:34.187536 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:34.188745 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d25fee-2671-436f-b887-c1e1e9bc45b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ec4892d-0299-4469-afe9-8a434b9a6363,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:34.193702 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-89d25fee-2671-436f-b887-c1e1e9bc45b1 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8ec4892d-0299-4469-afe9-8a434b9a6363 HTTP/1.1" status: 204 len: 168 time: 0.6636345 Apr 08 10:21:34.207304 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51984) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:34.290822 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:34.291148 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:34.303073 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.plugins.ml2.plugin [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempt 10 to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 Apr 08 10:21:34.390165 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:34.390614 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:34.391020 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempting to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:34.429143 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:34.429396 dv-neutron-837110-1-hyperv neutron-server[83846]: ERROR neutron.plugins.ml2.managers [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Failed to bind port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '3d3eb915-80b2-47eb-852a-e9698c72193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '43fb61ed-1ace-4c2a-b21b-4377348c83b5'}] Apr 08 10:21:34.429927 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:34.446551 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-301e3866-c300-4a4d-8f3b-b2d9b76c9559 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "DELETE /v2.0/ports/df3f0ccc-49f2-4d10-befe-6777fcfc0c81/tags HTTP/1.1" status: 204 len: 168 time: 0.8871241 Apr 08 10:21:34.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51988) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:34.466758 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.tag.tag_plugin [None req-49cc32d5-94a2-4616-8307-8eeaee6b8a77 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:34.494673 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-81279d4c-f598-42d0-a000-fa50b8fa2c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'name': 'tempest-ServersTestManualDisk-1428334449-router', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:21:06Z', 'updated_at': '2022-04-08T10:21:17Z', 'revision_number': 4, 'project_id': 'be30bca09ed8432b942cdec0ee999225', 'gw_port': {'id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:21:07Z', 'updated_at': '2022-04-08T10:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '67bb4085-ebbe-4141-973b-3167a5875515', 'name': '', 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'mac_address': 'fa:16:3e:5b:01:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38d3d1f8-370d-4974-968c-78c15dd5c5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:21:16Z', 'updated_at': '2022-04-08T10:21:17Z', 'revision_number': 2, 'project_id': 'be30bca09ed8432b942cdec0ee999225', 'subnets': [{'id': '38d3d1f8-370d-4974-968c-78c15dd5c5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:34.505610 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6bd3cc61-5a5d-4734-8f76-b2952e2dd681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:34.508296 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81279d4c-f598-42d0-a000-fa50b8fa2c2f None None] Checking router: 0390decc-512f-4544-b4e1-2c0fda25f409 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:21:34.508833 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81279d4c-f598-42d0-a000-fa50b8fa2c2f None None] Updating router 0390decc-512f-4544-b4e1-2c0fda25f409 port 67bb4085-ebbe-4141-973b-3167a5875515 binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:21:34.550723 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9139be-ccc3-435a-80c2-ae5507c724f7 req-4ade1a91-0d9a-469c-9af0-71397d005b6e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:34.557338 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0e9139be-ccc3-435a-80c2-ae5507c724f7 req-4ade1a91-0d9a-469c-9af0-71397d005b6e tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd509eaf-e739-42b3-92ef-eda04b864d2f HTTP/1.1" status: 200 len: 932 time: 0.6658480 Apr 08 10:21:34.569436 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-81279d4c-f598-42d0-a000-fa50b8fa2c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:34.753556 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0e9139be-ccc3-435a-80c2-ae5507c724f7 req-a3a9cb96-9a64-441a-9196-641bc730790f tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/security-groups?id=10fc8943-e98d-4911-a45b-81b71d9bb4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951976 Apr 08 10:21:34.755110 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6bd3cc61-5a5d-4734-8f76-b2952e2dd681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:34.795380 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-6bd3cc61-5a5d-4734-8f76-b2952e2dd681 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f76bed6-dadf-4015-bba0-384875fb640b']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:34.814989 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-6bd3cc61-5a5d-4734-8f76-b2952e2dd681 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '718ed39a-3826-4d3a-a719-17740fe98037') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:34.815203 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-6bd3cc61-5a5d-4734-8f76-b2952e2dd681 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '718ed39a-3826-4d3a-a719-17740fe98037') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:34.826917 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-49cc32d5-94a2-4616-8307-8eeaee6b8a77 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "DELETE /v2.0/subnets/bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2/tags HTTP/1.1" status: 204 len: 168 time: 0.3708596 Apr 08 10:21:34.832363 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6bd3cc61-5a5d-4734-8f76-b2952e2dd681 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:34.840318 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51992) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:34.909031 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c41def8-ecc7-4573-ac0a-1216f7ff5ca9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:21:34.919323 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5e0025-edd8-4d1e-ae3b-fc00515e3c05 None None] Sync routers for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:21:34.941434 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6bd3cc61-5a5d-4734-8f76-b2952e2dd681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:34.953237 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5e0025-edd8-4d1e-ae3b-fc00515e3c05 None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:34.953916 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2b5e0025-edd8-4d1e-ae3b-fc00515e3c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:35.014143 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd3cc61-5a5d-4734-8f76-b2952e2dd681 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:21:35.015721 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6bd3cc61-5a5d-4734-8f76-b2952e2dd681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:35.016443 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2b5e0025-edd8-4d1e-ae3b-fc00515e3c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:35.027552 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5e0025-edd8-4d1e-ae3b-fc00515e3c05 None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:35.028168 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2b5e0025-edd8-4d1e-ae3b-fc00515e3c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:35.029101 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] For port 301d0d72-cb2d-4359-a59a-225fe9f967b4, host hv-neutron-8371, cleared binding levels {{(pid=83846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:21:35.029597 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Attempted to set empty binding levels {{(pid=83846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 08 10:21:35.086677 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2b5e0025-edd8-4d1e-ae3b-fc00515e3c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:35.087294 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5e0025-edd8-4d1e-ae3b-fc00515e3c05 None None] The sync data for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:21:35.096889 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c41def8-ecc7-4573-ac0a-1216f7ff5ca9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:35.121435 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:21:35.142218 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:21:35.180996 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6bd3cc61-5a5d-4734-8f76-b2952e2dd681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:35.193001 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6bd3cc61-5a5d-4734-8f76-b2952e2dd681 admin admin] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:35.225391 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] In _notify_port_updated(), no bound segment for port 301d0d72-cb2d-4359-a59a-225fe9f967b4 on network 43fb61ed-1ace-4c2a-b21b-4377348c83b5 {{(pid=83846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 08 10:21:35.226409 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:35.227705 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] 10.222.0.47 "PUT /v2.0/ports/301d0d72-cb2d-4359-a59a-225fe9f967b4 HTTP/1.1" status: 200 len: 976 time: 4.8363335 Apr 08 10:21:35.236739 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 51998) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:35.241016 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3cc61-5a5d-4734-8f76-b2952e2dd681 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f76bed6-dadf-4015-bba0-384875fb640b,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:35.252118 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3c41def8-ecc7-4573-ac0a-1216f7ff5ca9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.0635259 Apr 08 10:21:35.255332 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76225b1f-273d-4bd4-a461-84109038e402 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Pushing event updated for resources: {'Port': ['ID=301d0d72-cb2d-4359-a59a-225fe9f967b4,revision_number=3']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:35.257475 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52002) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:35.296148 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6bd3cc61-5a5d-4734-8f76-b2952e2dd681 admin admin] 10.222.0.47 "DELETE /v2.0/networks/9f76bed6-dadf-4015-bba0-384875fb640b HTTP/1.1" status: 204 len: 168 time: 1.0820327 Apr 08 10:21:35.309224 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-9efa84f6-48a8-4747-b42e-381499c675cf tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-127821327'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:35.318904 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9806ac9-0b0f-4d28-bc97-de6eea8c2e00 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Router 5f59dd2f-e5ef-4dc7-a166-b6678e691ad6 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:21:35.319972 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9efa84f6-48a8-4747-b42e-381499c675cf tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:35.329307 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9efa84f6-48a8-4747-b42e-381499c675cf tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Usage tracker for resource:network and tenant:eaffd781f5dd45dba33356f8d68ab59c is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:35.335705 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9efa84f6-48a8-4747-b42e-381499c675cf tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:35.346051 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-37133b7c-1f94-4e39-b292-05d361cfcb93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ff04a6-c4de-4fde-b461-418f5c225474 {{(pid=83846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:21:35.350248 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9efa84f6-48a8-4747-b42e-381499c675cf tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:35.361123 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-37133b7c-1f94-4e39-b292-05d361cfcb93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:35.372541 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efa84f6-48a8-4747-b42e-381499c675cf tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Made reservation on behalf of eaffd781f5dd45dba33356f8d68ab59c for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:35.375533 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9efa84f6-48a8-4747-b42e-381499c675cf tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:35.383969 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-26355a08-2c4a-493f-8385-de41001fd9d1 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Deleting port 301d0d72-cb2d-4359-a59a-225fe9f967b4 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:21:35.384337 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-26355a08-2c4a-493f-8385-de41001fd9d1 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:35.429747 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-53a86688-a09f-4fc5-8e32-e7bebd1ad2cc tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks [] for subnetpool, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:35.434495 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-53a86688-a09f-4fc5-8e32-e7bebd1ad2cc tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "DELETE /v2.0/subnetpools/9b1615c5-3a8d-4e47-abb4-dcef1523a572 HTTP/1.1" status: 204 len: 168 time: 0.5869102 Apr 08 10:21:35.437225 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52008) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:35.440784 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcdd34-8a12-46b9-8f2d-17f7279382bc req-173e3bb0-ed9b-45b2-ae83-eeaca53a3e20 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:35.442226 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-09dcdd34-8a12-46b9-8f2d-17f7279382bc req-173e3bb0-ed9b-45b2-ae83-eeaca53a3e20 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.2921553 Apr 08 10:21:35.490334 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-37133b7c-1f94-4e39-b292-05d361cfcb93 service neutron] Transition to ACTIVE for port object 91ff04a6-c4de-4fde-b461-418f5c225474 will not be triggered until provisioned by entity L2. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:35.559723 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-09dcdd34-8a12-46b9-8f2d-17f7279382bc req-a001d6fc-95a7-4b75-b84f-28ceabc1e2a4 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055992 Apr 08 10:21:35.561897 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-37133b7c-1f94-4e39-b292-05d361cfcb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:35.566319 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c80dfc98-2a57-441c-b83c-77133cadb2a2 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Synchronizing usage tracker for tenant:4cd0d08f9799480c8fac7cadce3119b1 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:21:35.589782 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52012) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:35.656412 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9efa84f6-48a8-4747-b42e-381499c675cf tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:21:35.722223 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c80dfc98-2a57-441c-b83c-77133cadb2a2 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Unset dirty status for tenant:4cd0d08f9799480c8fac7cadce3119b1 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:21:35.723383 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c80dfc98-2a57-441c-b83c-77133cadb2a2 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c402d20-69c8-490e-9f35-321cfe3894ed HTTP/1.1" status: 200 len: 205 time: 0.2827389 Apr 08 10:21:35.737009 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-76f1573b-89db-41c7-8419-81b876f526cd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1922481b7e64412fb829b36605ef349a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1460688 Apr 08 10:21:35.738006 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52018) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:35.738144 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52020) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:35.739141 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9efa84f6-48a8-4747-b42e-381499c675cf tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:35.739484 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-9efa84f6-48a8-4747-b42e-381499c675cf tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Added segment 6937fae7-ef8a-4ac3-b80d-0a36543df44b of type vlan for network 5127ffc0-890b-42df-85f5-4266f226f8cd Apr 08 10:21:35.789869 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-81279d4c-f598-42d0-a000-fa50b8fa2c2f None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:35.804917 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-81279d4c-f598-42d0-a000-fa50b8fa2c2f None None] Transition to ACTIVE for port object 67bb4085-ebbe-4141-973b-3167a5875515 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:35.813076 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-81279d4c-f598-42d0-a000-fa50b8fa2c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:35.840331 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37133b7c-1f94-4e39-b292-05d361cfcb93 service neutron] Pushing event updated for resources: {'Port': ['ID=91ff04a6-c4de-4fde-b461-418f5c225474,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:35.924755 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9806ac9-0b0f-4d28-bc97-de6eea8c2e00 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:21:35.943410 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6497ac7b-244d-4e77-9230-0a0cdacda16b None None] Sync routers for ids ['5f59dd2f-e5ef-4dc7-a166-b6678e691ad6'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:21:35.957757 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219a566-e7e0-49b1-ada3-1670014c300f None None] Pushing event updated for resources: {'Port': ['ID=67bb4085-ebbe-4141-973b-3167a5875515,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:35.999904 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9efa84f6-48a8-4747-b42e-381499c675cf tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:36.015829 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6497ac7b-244d-4e77-9230-0a0cdacda16b None None] Routers {'5f59dd2f-e5ef-4dc7-a166-b6678e691ad6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:36.016519 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-6497ac7b-244d-4e77-9230-0a0cdacda16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['5f59dd2f-e5ef-4dc7-a166-b6678e691ad6'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:36.067039 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f9806ac9-0b0f-4d28-bc97-de6eea8c2e00 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "PUT /v2.0/routers/5f59dd2f-e5ef-4dc7-a166-b6678e691ad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1360228 Apr 08 10:21:36.109739 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52028) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:36.171455 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-26355a08-2c4a-493f-8385-de41001fd9d1 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] For port 301d0d72-cb2d-4359-a59a-225fe9f967b4, host hv-neutron-8371, got binding levels [] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:21:36.171825 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-26355a08-2c4a-493f-8385-de41001fd9d1 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:36.207820 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ce6f8eaf-8b73-4fb5-97ac-248c17b8230a tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:36.208790 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-81279d4c-f598-42d0-a000-fa50b8fa2c2f None None] Attempting to bind port 67bb4085-ebbe-4141-973b-3167a5875515 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:36.209151 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-81279d4c-f598-42d0-a000-fa50b8fa2c2f None None] Attempting to bind port 67bb4085-ebbe-4141-973b-3167a5875515 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:36.209514 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81279d4c-f598-42d0-a000-fa50b8fa2c2f None None] Attempting to bind port 67bb4085-ebbe-4141-973b-3167a5875515 on network a2dae228-94e4-4afe-81de-2a132e0716f4 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:36.217168 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-6497ac7b-244d-4e77-9230-0a0cdacda16b None None] Set router 5f59dd2f-e5ef-4dc7-a166-b6678e691ad6 gateway port host: None {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:21:36.263241 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81279d4c-f598-42d0-a000-fa50b8fa2c2f None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:21:36.263638 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81279d4c-f598-42d0-a000-fa50b8fa2c2f None None] Checking segment: {'id': 'afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:21:36.264005 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-81279d4c-f598-42d0-a000-fa50b8fa2c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:36.264431 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81279d4c-f598-42d0-a000-fa50b8fa2c2f None None] Bound using segment: {'id': 'afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:21:36.264892 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-81279d4c-f598-42d0-a000-fa50b8fa2c2f None None] Bound port: 67bb4085-ebbe-4141-973b-3167a5875515, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:21:36.266133 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-81279d4c-f598-42d0-a000-fa50b8fa2c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:36.290489 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.resource_extend [None req-9efa84f6-48a8-4747-b42e-381499c675cf tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:21:36.341932 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-6497ac7b-244d-4e77-9230-0a0cdacda16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f59dd2f-e5ef-4dc7-a166-b6678e691ad6', 'name': 'tempest-NetworksTestDHCPv6-router-1930840724', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:21:16Z', 'updated_at': '2022-04-08T10:21:32Z', 'revision_number': 3, 'project_id': '8e395073c79b45e685e221032dd4d133', 'gw_port_host': None}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:36.385279 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6497ac7b-244d-4e77-9230-0a0cdacda16b None None] Checking router: 5f59dd2f-e5ef-4dc7-a166-b6678e691ad6 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:21:36.440365 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6497ac7b-244d-4e77-9230-0a0cdacda16b None None] Routers {'5f59dd2f-e5ef-4dc7-a166-b6678e691ad6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:36.441246 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-6497ac7b-244d-4e77-9230-0a0cdacda16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['5f59dd2f-e5ef-4dc7-a166-b6678e691ad6'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:36.460016 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-26355a08-2c4a-493f-8385-de41001fd9d1 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Calling delete_port for 301d0d72-cb2d-4359-a59a-225fe9f967b4 owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:21:36.494055 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-81279d4c-f598-42d0-a000-fa50b8fa2c2f None None] For port 67bb4085-ebbe-4141-973b-3167a5875515, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:21:36.548446 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-059ba47e-88ab-4e21-a4a8-9413fd25c378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:36.550028 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9efa84f6-48a8-4747-b42e-381499c675cf tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:36.553727 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efa84f6-48a8-4747-b42e-381499c675cf tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:36.554307 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9efa84f6-48a8-4747-b42e-381499c675cf tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:36.554534 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d33f2-40f7-408e-8ce5-33e4ddf1d183 req-a15c673c-654c-4431-8c0e-24e53101eeee tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:36.555950 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-220d33f2-40f7-408e-8ce5-33e4ddf1d183 req-a15c673c-654c-4431-8c0e-24e53101eeee tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.8165438 Apr 08 10:21:36.571474 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-81279d4c-f598-42d0-a000-fa50b8fa2c2f None None] For port 67bb4085-ebbe-4141-973b-3167a5875515, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=67bb4085-ebbe-4141-973b-3167a5875515,segment=NetworkSegment(afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8),segment_id=afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:21:36.581392 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-81279d4c-f598-42d0-a000-fa50b8fa2c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:36.626974 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73042f-55db-4740-96c4-4a8179988f3f req-7a84354e-a3a4-4925-894f-53c02615451b tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:36.632649 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7a73042f-55db-4740-96c4-4a8179988f3f req-7a84354e-a3a4-4925-894f-53c02615451b tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd509eaf-e739-42b3-92ef-eda04b864d2f HTTP/1.1" status: 200 len: 944 time: 0.6365211 Apr 08 10:21:36.667789 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-6497ac7b-244d-4e77-9230-0a0cdacda16b None None] Set router 5f59dd2f-e5ef-4dc7-a166-b6678e691ad6 gateway port host: None {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:21:36.670637 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-26355a08-2c4a-493f-8385-de41001fd9d1 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:36.670810 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cad8571-5f93-4a14-b281-3f06f8e67db0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:36.672287 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cad8571-5f93-4a14-b281-3f06f8e67db0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:36.672720 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-0cad8571-5f93-4a14-b281-3f06f8e67db0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:21:36.709392 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-37133b7c-1f94-4e39-b292-05d361cfcb93 service neutron] Attempting to bind port 91ff04a6-c4de-4fde-b461-418f5c225474 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:36.709823 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-37133b7c-1f94-4e39-b292-05d361cfcb93 service neutron] Attempting to bind port 91ff04a6-c4de-4fde-b461-418f5c225474 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:36.710237 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-37133b7c-1f94-4e39-b292-05d361cfcb93 service neutron] Attempting to bind port 91ff04a6-c4de-4fde-b461-418f5c225474 on network a2dae228-94e4-4afe-81de-2a132e0716f4 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:36.723181 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9efa84f6-48a8-4747-b42e-381499c675cf tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4330959 Apr 08 10:21:36.726397 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26355a08-2c4a-493f-8385-de41001fd9d1 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Pushing event deleted for resources: {'Port': ['ID=301d0d72-cb2d-4359-a59a-225fe9f967b4,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:36.727871 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-059ba47e-88ab-4e21-a4a8-9413fd25c378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:36.732990 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52032) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:36.752108 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-e8b0c59f-8024-45b7-925c-3805564ccde2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Request body: {'subnet': {'network_id': '5127ffc0-890b-42df-85f5-4266f226f8cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:36.763208 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa84f6-48a8-4747-b42e-381499c675cf tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event updated for resources: {'Network': ['ID=5127ffc0-890b-42df-85f5-4266f226f8cd,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:36.765600 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-37133b7c-1f94-4e39-b292-05d361cfcb93 service neutron] Port 91ff04a6-c4de-4fde-b461-418f5c225474 on network a2dae228-94e4-4afe-81de-2a132e0716f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:21:36.765969 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-37133b7c-1f94-4e39-b292-05d361cfcb93 service neutron] Attempting to bind port 91ff04a6-c4de-4fde-b461-418f5c225474 on network a2dae228-94e4-4afe-81de-2a132e0716f4 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:36.769351 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-220d33f2-40f7-408e-8ce5-33e4ddf1d183 req-36ecd248-b066-4931-9055-41e8144401c2 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032871 Apr 08 10:21:36.795613 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7a73042f-55db-4740-96c4-4a8179988f3f req-16b1539a-704c-473f-9c6d-c1b1f42935ae tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/security-groups?id=10fc8943-e98d-4911-a45b-81b71d9bb4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489141 Apr 08 10:21:36.797016 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 5127ffc0-890b-42df-85f5-4266f226f8cd details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:21:36.822261 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-6497ac7b-244d-4e77-9230-0a0cdacda16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f59dd2f-e5ef-4dc7-a166-b6678e691ad6', 'name': 'tempest-NetworksTestDHCPv6-router-1930840724', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:21:16Z', 'updated_at': '2022-04-08T10:21:32Z', 'revision_number': 3, 'project_id': '8e395073c79b45e685e221032dd4d133', 'gw_port_host': None}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:36.856520 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-0cad8571-5f93-4a14-b281-3f06f8e67db0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:21:36.859950 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0cad8571-5f93-4a14-b281-3f06f8e67db0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7458880 Apr 08 10:21:36.872850 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52036) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:36.895509 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-26355a08-2c4a-493f-8385-de41001fd9d1 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:36.898979 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219a566-e7e0-49b1-ada3-1670014c300f None None] Pushing event updated for resources: {'Port': ['ID=67bb4085-ebbe-4141-973b-3167a5875515,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:36.909196 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-26355a08-2c4a-493f-8385-de41001fd9d1 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] 10.222.0.47 "DELETE /v2.0/ports/301d0d72-cb2d-4359-a59a-225fe9f967b4 HTTP/1.1" status: 204 len: 168 time: 1.6660841 Apr 08 10:21:36.922771 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6497ac7b-244d-4e77-9230-0a0cdacda16b None None] The sync data for ids ['5f59dd2f-e5ef-4dc7-a166-b6678e691ad6'] in dv-neutron-837110-1-hyperv is: [{'id': '5f59dd2f-e5ef-4dc7-a166-b6678e691ad6', 'name': 'tempest-NetworksTestDHCPv6-router-1930840724', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:21:16Z', 'updated_at': '2022-04-08T10:21:32Z', 'revision_number': 3, 'project_id': '8e395073c79b45e685e221032dd4d133', 'gw_port_host': None}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:21:36.941606 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52042) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:36.950105 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81279d4c-f598-42d0-a000-fa50b8fa2c2f None None] Routers {'0390decc-512f-4544-b4e1-2c0fda25f409'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:36.950730 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-81279d4c-f598-42d0-a000-fa50b8fa2c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0390decc-512f-4544-b4e1-2c0fda25f409'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:37.031605 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-37133b7c-1f94-4e39-b292-05d361cfcb93 service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:21:37.031935 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-37133b7c-1f94-4e39-b292-05d361cfcb93 service neutron] Checking segment: {'id': 'afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:21:37.032325 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-37133b7c-1f94-4e39-b292-05d361cfcb93 service neutron] Bound using segment: {'id': 'afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4'} {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:21:37.032779 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-37133b7c-1f94-4e39-b292-05d361cfcb93 service neutron] Bound port: 91ff04a6-c4de-4fde-b461-418f5c225474, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4'}}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:21:37.033127 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-37133b7c-1f94-4e39-b292-05d361cfcb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:37.048489 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-a63f0cb7-6c69-476f-9a14-616d364b6e57 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] GET failed (client error): The resource could not be found. Apr 08 10:21:37.048994 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a63f0cb7-6c69-476f-9a14-616d364b6e57 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Synchronizing usage tracker for tenant:302b556c3b554dd5a219be3233b2b912 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:21:37.171058 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-81279d4c-f598-42d0-a000-fa50b8fa2c2f None None] Set router 0390decc-512f-4544-b4e1-2c0fda25f409 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:21:37.178588 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-e8b0c59f-8024-45b7-925c-3805564ccde2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:37.182014 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-34317203-cea6-41ac-8741-30ba0aba6bb4 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:37.206622 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-e8b0c59f-8024-45b7-925c-3805564ccde2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:37.251406 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ce6f8eaf-8b73-4fb5-97ac-248c17b8230a tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:37.261608 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a63f0cb7-6c69-476f-9a14-616d364b6e57 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] Unset dirty status for tenant:302b556c3b554dd5a219be3233b2b912 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:21:37.262754 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a63f0cb7-6c69-476f-9a14-616d364b6e57 tempest-PortsAdminExtendedAttrsTestJSON-239320538 tempest-PortsAdminExtendedAttrsTestJSON-239320538-project-admin] 10.222.0.47 "GET /v2.0/ports/301d0d72-cb2d-4359-a59a-225fe9f967b4 HTTP/1.1" status: 404 len: 333 time: 0.3116412 Apr 08 10:21:37.270194 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-059ba47e-88ab-4e21-a4a8-9413fd25c378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:37.275272 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ce6f8eaf-8b73-4fb5-97ac-248c17b8230a tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:37.277512 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52046) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:37.331796 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ba47e-88ab-4e21-a4a8-9413fd25c378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca33e79-2da3-44f7-b484-196b5dc3d84f,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:37.394765 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-129ba586-7060-4e0a-a1fa-f6e0d6f6f3c0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet 698ac4df-7ea0-41fe-ba8f-5d1799587ebe {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:21:37.397758 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-129ba586-7060-4e0a-a1fa-f6e0d6f6f3c0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:37.454123 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-129ba586-7060-4e0a-a1fa-f6e0d6f6f3c0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:37.478628 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-059ba47e-88ab-4e21-a4a8-9413fd25c378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:37.482482 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-059ba47e-88ab-4e21-a4a8-9413fd25c378 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bca33e79-2da3-44f7-b484-196b5dc3d84f HTTP/1.1" status: 204 len: 168 time: 1.7377315 Apr 08 10:21:37.484731 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c9e327fa-56a1-4d72-8aad-baf8d38aa0dc tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:37.498729 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-37133b7c-1f94-4e39-b292-05d361cfcb93 service neutron] For port 91ff04a6-c4de-4fde-b461-418f5c225474, host hv-neutron-8371, cleared binding levels {{(pid=83846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:21:37.514706 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-37133b7c-1f94-4e39-b292-05d361cfcb93 service neutron] For port 91ff04a6-c4de-4fde-b461-418f5c225474, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=91ff04a6-c4de-4fde-b461-418f5c225474,segment=NetworkSegment(afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8),segment_id=afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8)] {{(pid=83846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:21:37.515677 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ce6f8eaf-8b73-4fb5-97ac-248c17b8230a tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:37.516314 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6f8eaf-8b73-4fb5-97ac-248c17b8230a tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Fanout notify agent at l3_agent the message router_deleted on router 7c402d20-69c8-490e-9f35-321cfe3894ed {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:21:37.529765 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ce6f8eaf-8b73-4fb5-97ac-248c17b8230a tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:37.534116 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ce6f8eaf-8b73-4fb5-97ac-248c17b8230a tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "DELETE /v2.0/routers/7c402d20-69c8-490e-9f35-321cfe3894ed HTTP/1.1" status: 204 len: 168 time: 1.7931473 Apr 08 10:21:37.539445 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52052) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:37.541179 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-37133b7c-1f94-4e39-b292-05d361cfcb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:37.551971 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-129ba586-7060-4e0a-a1fa-f6e0d6f6f3c0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:37.552362 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-81279d4c-f598-42d0-a000-fa50b8fa2c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'name': 'tempest-ServersTestManualDisk-1428334449-router', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:21:06Z', 'updated_at': '2022-04-08T10:21:17Z', 'revision_number': 4, 'project_id': 'be30bca09ed8432b942cdec0ee999225', 'gw_port': {'id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:21:07Z', 'updated_at': '2022-04-08T10:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '67bb4085-ebbe-4141-973b-3167a5875515', 'name': '', 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'mac_address': 'fa:16:3e:5b:01:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38d3d1f8-370d-4974-968c-78c15dd5c5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:21:16Z', 'updated_at': '2022-04-08T10:21:36Z', 'revision_number': 4, 'project_id': 'be30bca09ed8432b942cdec0ee999225', 'subnets': [{'id': '38d3d1f8-370d-4974-968c-78c15dd5c5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:37.558382 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81279d4c-f598-42d0-a000-fa50b8fa2c2f None None] The sync data for ids ['0390decc-512f-4544-b4e1-2c0fda25f409'] in dv-neutron-837110-1-hyperv is: [{'id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'name': 'tempest-ServersTestManualDisk-1428334449-router', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:21:06Z', 'updated_at': '2022-04-08T10:21:17Z', 'revision_number': 4, 'project_id': 'be30bca09ed8432b942cdec0ee999225', 'gw_port': {'id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:21:07Z', 'updated_at': '2022-04-08T10:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '67bb4085-ebbe-4141-973b-3167a5875515', 'name': '', 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'mac_address': 'fa:16:3e:5b:01:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38d3d1f8-370d-4974-968c-78c15dd5c5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:21:16Z', 'updated_at': '2022-04-08T10:21:36Z', 'revision_number': 4, 'project_id': 'be30bca09ed8432b942cdec0ee999225', 'subnets': [{'id': '38d3d1f8-370d-4974-968c-78c15dd5c5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:21:37.643813 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b0c59f-8024-45b7-925c-3805564ccde2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Made reservation on behalf of eaffd781f5dd45dba33356f8d68ab59c for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:37.684310 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 67bb4085-ebbe-4141-973b-3167a5875515 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:21:37.754618 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-34317203-cea6-41ac-8741-30ba0aba6bb4 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:37.759446 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-129ba586-7060-4e0a-a1fa-f6e0d6f6f3c0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:37.762467 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 67bb4085-ebbe-4141-973b-3167a5875515 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:21:37.768506 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 67bb4085-ebbe-4141-973b-3167a5875515 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:37.768875 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:37.822910 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37133b7c-1f94-4e39-b292-05d361cfcb93 service neutron] Pushing event updated for resources: {'Port': ['ID=91ff04a6-c4de-4fde-b461-418f5c225474,revision_number=3']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:37.826728 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-37133b7c-1f94-4e39-b292-05d361cfcb93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:37.828331 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-37133b7c-1f94-4e39-b292-05d361cfcb93 service neutron] 10.222.0.52 "PUT /v2.0/ports/91ff04a6-c4de-4fde-b461-418f5c225474 HTTP/1.1" status: 200 len: 1094 time: 3.9759126 Apr 08 10:21:37.918568 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-129ba586-7060-4e0a-a1fa-f6e0d6f6f3c0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:37.946713 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd509eaf-e739-42b3-92ef-eda04b864d2f', 'tag': '91ff04a6-c4de-4fde-b461-418f5c225474'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:21:37.950598 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc451227-0bbf-4fb5-806d-66c902163982 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:21:37.955541 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e8b0c59f-8024-45b7-925c-3805564ccde2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:38.025271 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-34317203-cea6-41ac-8741-30ba0aba6bb4 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Deleting port 0cc04d7b-02eb-426b-ad61-b03396ef483f {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:21:38.027051 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-34317203-cea6-41ac-8741-30ba0aba6bb4 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:38.076980 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:38.105225 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ba586-7060-4e0a-a1fa-f6e0d6f6f3c0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=698ac4df-7ea0-41fe-ba8f-5d1799587ebe,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:38.172378 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-0fba9bcd-ff5e-4dad-9ac4-461ce0c2e69a tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Deleting port df3f0ccc-49f2-4d10-befe-6777fcfc0c81 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:21:38.172706 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0fba9bcd-ff5e-4dad-9ac4-461ce0c2e69a tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:38.235519 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52062) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:38.247167 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c9e327fa-56a1-4d72-8aad-baf8d38aa0dc tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:38.300492 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:38.303650 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 67bb4085-ebbe-4141-973b-3167a5875515, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=67bb4085-ebbe-4141-973b-3167a5875515,segment=NetworkSegment(afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8),segment_id=afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:21:38.336787 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-c9e327fa-56a1-4d72-8aad-baf8d38aa0dc tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43fb61ed-1ace-4c2a-b21b-4377348c83b5']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:38.346775 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:38.363961 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-250138da-fd73-41ec-abe4-99e0bc07dd42 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bcff2314bf5c487ab7e416d66a35d537&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1249049 Apr 08 10:21:38.369107 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc652b5-0a9d-49c6-93d6-5e2c53810f81 req-2327bb49-75f1-49ce-922c-de3b34a478ba tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:38.372902 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52066) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:38.376362 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3dc652b5-0a9d-49c6-93d6-5e2c53810f81 req-2327bb49-75f1-49ce-922c-de3b34a478ba tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 1.2777870 Apr 08 10:21:38.403743 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-129ba586-7060-4e0a-a1fa-f6e0d6f6f3c0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/698ac4df-7ea0-41fe-ba8f-5d1799587ebe HTTP/1.1" status: 204 len: 168 time: 1.5243857 Apr 08 10:21:38.418857 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52070) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:38.421507 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d1f88aa6-e2bb-4978-92de-7f17c857c3af no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:21:38.441887 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-c9e327fa-56a1-4d72-8aad-baf8d38aa0dc tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d3eb915-80b2-47eb-852a-e9698c72193b') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:38.442196 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-c9e327fa-56a1-4d72-8aad-baf8d38aa0dc tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d3eb915-80b2-47eb-852a-e9698c72193b') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:38.467855 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: d1f88aa6-e2bb-4978-92de-7f17c857c3af {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:21:38.468338 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d1f88aa6-e2bb-4978-92de-7f17c857c3af not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:21:38.478901 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c9e327fa-56a1-4d72-8aad-baf8d38aa0dc tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:38.508995 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=67bb4085-ebbe-4141-973b-3167a5875515,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:38.535382 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c9e327fa-56a1-4d72-8aad-baf8d38aa0dc tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:38.540221 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3dc652b5-0a9d-49c6-93d6-5e2c53810f81 req-64930154-09cf-4ebe-b937-8cb474097f3b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628892 Apr 08 10:21:38.555019 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-0b89c553-fab3-4105-91e5-53d13f400a8b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=be30bca09ed8432b942cdec0ee999225&device_id=dd509eaf-e739-42b3-92ef-eda04b864d2f HTTP/1.1" status: 200 len: 1097 time: 0.5808694 Apr 08 10:21:38.556126 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e327fa-56a1-4d72-8aad-baf8d38aa0dc tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:21:38.556529 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c9e327fa-56a1-4d72-8aad-baf8d38aa0dc tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:21:38.585949 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:21:38.639914 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d20c72-3997-40df-b4b0-d2c561824407 None None] DHCP port deletion for 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:21:38.644498 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-e5d20c72-3997-40df-b4b0-d2c561824407 None None] Deleting port 5636e40f-e73c-40d4-a06d-a7f6a37a1351 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:21:38.644870 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e5d20c72-3997-40df-b4b0-d2c561824407 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:38.874179 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-af9fdbdb-7ab1-4143-af9b-c60b79aad105 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:router {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:21:38.879024 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8711097-1b2e-47b2-9db2-df3be847b1dd'] response: {'name': 'network-changed', 'server_uuid': 'dd509eaf-e739-42b3-92ef-eda04b864d2f', 'tag': '91ff04a6-c4de-4fde-b461-418f5c225474', 'status': 'completed', 'code': 200} Apr 08 10:21:38.896243 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0fba9bcd-ff5e-4dad-9ac4-461ce0c2e69a tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:38.905038 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-cb5ad12b-af1a-4bfa-9d17-59a5c3c8ea64 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91ff04a6-c4de-4fde-b461-418f5c225474 HTTP/1.1" status: 200 len: 217 time: 0.3182006 Apr 08 10:21:38.928536 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-e5d20c72-3997-40df-b4b0-d2c561824407 None None] For port 5636e40f-e73c-40d4-a06d-a7f6a37a1351, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=5636e40f-e73c-40d4-a06d-a7f6a37a1351,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:21:38.929222 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e5d20c72-3997-40df-b4b0-d2c561824407 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:38.942269 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91aa0f-4383-43de-98ed-b250b275ea44 req-280be455-2f27-409d-ba72-e2747cda5534 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:38.949518 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0d91aa0f-4383-43de-98ed-b250b275ea44 req-280be455-2f27-409d-ba72-e2747cda5534 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd509eaf-e739-42b3-92ef-eda04b864d2f HTTP/1.1" status: 200 len: 944 time: 0.7243934 Apr 08 10:21:38.952958 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-019973f4-8d8d-4cbc-b0e8-8584ae4191c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:38.955385 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-34317203-cea6-41ac-8741-30ba0aba6bb4 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:39.006707 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c9e327fa-56a1-4d72-8aad-baf8d38aa0dc tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:39.075945 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-e5d20c72-3997-40df-b4b0-d2c561824407 None None] Calling delete_port for 5636e40f-e73c-40d4-a06d-a7f6a37a1351 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:21:39.084563 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-0fba9bcd-ff5e-4dad-9ac4-461ce0c2e69a tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Calling delete_port for df3f0ccc-49f2-4d10-befe-6777fcfc0c81 owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:21:39.133427 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c9e327fa-56a1-4d72-8aad-baf8d38aa0dc tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:39.154427 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-34317203-cea6-41ac-8741-30ba0aba6bb4 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Calling delete_port for 0cc04d7b-02eb-426b-ad61-b03396ef483f owned by network:router_gateway {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:21:39.179531 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e327fa-56a1-4d72-8aad-baf8d38aa0dc tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] Pushing event deleted for resources: {'Network': ['ID=43fb61ed-1ace-4c2a-b21b-4377348c83b5,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:39.191150 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-019973f4-8d8d-4cbc-b0e8-8584ae4191c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:39.200050 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e5d20c72-3997-40df-b4b0-d2c561824407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:39.200767 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c9e327fa-56a1-4d72-8aad-baf8d38aa0dc tempest-PortsAdminExtendedAttrsTestJSON-1278746300 tempest-PortsAdminExtendedAttrsTestJSON-1278746300-project] 10.222.0.47 "DELETE /v2.0/networks/43fb61ed-1ace-4c2a-b21b-4377348c83b5 HTTP/1.1" status: 204 len: 168 time: 1.9162157 Apr 08 10:21:39.207895 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-af9fdbdb-7ab1-4143-af9b-c60b79aad105 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:router {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:21:39.209563 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-af9fdbdb-7ab1-4143-af9b-c60b79aad105 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7892962 Apr 08 10:21:39.217830 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52078) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:39.230332 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-70b88fdd-88c6-4933-aba8-92134e6c5956 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:39.231754 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-70b88fdd-88c6-4933-aba8-92134e6c5956 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=38d3d1f8-370d-4974-968c-78c15dd5c5a9 HTTP/1.1" status: 200 len: 851 time: 0.3181443 Apr 08 10:21:39.263599 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d20c72-3997-40df-b4b0-d2c561824407 None None] Pushing event deleted for resources: {'Port': ['ID=5636e40f-e73c-40d4-a06d-a7f6a37a1351,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:39.273972 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d20c72-3997-40df-b4b0-d2c561824407 None None] No DVR routers for this DVR port 5636e40f-e73c-40d4-a06d-a7f6a37a1351 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:21:39.309890 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0d91aa0f-4383-43de-98ed-b250b275ea44 req-da762387-2ad4-4e96-ad56-59e2c796adcc tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/security-groups?id=10fc8943-e98d-4911-a45b-81b71d9bb4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3594162 Apr 08 10:21:39.319082 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e8b0c59f-8024-45b7-925c-3805564ccde2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:39.425246 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624a07e-5aa2-47b1-9605-b811a13b6e4b req-b41c1547-7b4d-4d4a-b82b-5bdc14e62d41 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:39.433470 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8624a07e-5aa2-47b1-9605-b811a13b6e4b req-b41c1547-7b4d-4d4a-b82b-5bdc14e62d41 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.3868511 Apr 08 10:21:39.487782 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0c59f-8024-45b7-925c-3805564ccde2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event updated for resources: {'Subnet': ['ID=b64feeb0-553f-45c8-8155-edce4b76db4a,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:39.522861 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-019973f4-8d8d-4cbc-b0e8-8584ae4191c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:39.534027 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b0c59f-8024-45b7-925c-3805564ccde2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Checking segment: {'id': '6937fae7-ef8a-4ac3-b80d-0a36543df44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5127ffc0-890b-42df-85f5-4266f226f8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:21:39.534407 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b0c59f-8024-45b7-925c-3805564ccde2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Network hostable DHCP agents. Network: 5127ffc0-890b-42df-85f5-4266f226f8cd, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:21:39.539293 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d45c8fb0-29e2-4740-928a-062dd5c49165 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:39.543644 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8624a07e-5aa2-47b1-9605-b811a13b6e4b req-6ef469e6-4ee0-42e7-9c25-cd0392fe46bb tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092174 Apr 08 10:21:39.638233 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b0c59f-8024-45b7-925c-3805564ccde2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Network 5127ffc0-890b-42df-85f5-4266f226f8cd is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:21:39.664468 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 67bb4085-ebbe-4141-973b-3167a5875515 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:21:39.684583 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-e8b0c59f-8024-45b7-925c-3805564ccde2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 5127ffc0-890b-42df-85f5-4266f226f8cd) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:39.690453 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019973f4-8d8d-4cbc-b0e8-8584ae4191c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7c2dd2-74da-4d30-acfe-8350f59879b7,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:39.706746 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3774f6c5-3b7b-49a0-9acd-d9daf51aaf43 None None] Network 5127ffc0-890b-42df-85f5-4266f226f8cd requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:21:39.707251 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b0c59f-8024-45b7-925c-3805564ccde2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:39.708147 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e8b0c59f-8024-45b7-925c-3805564ccde2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:39.715268 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0fba9bcd-ff5e-4dad-9ac4-461ce0c2e69a tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:39.722699 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-34317203-cea6-41ac-8741-30ba0aba6bb4 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:39.735914 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52086) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:39.790364 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34317203-cea6-41ac-8741-30ba0aba6bb4 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Pushing event deleted for resources: {'Port': ['ID=0cc04d7b-02eb-426b-ad61-b03396ef483f,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:39.790759 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-575526db-f840-4010-a881-0d7aa1b8e591 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2dae228-94e4-4afe-81de-2a132e0716f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4861779 Apr 08 10:21:39.804316 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba9bcd-ff5e-4dad-9ac4-461ce0c2e69a tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Pushing event deleted for resources: {'Port': ['ID=df3f0ccc-49f2-4d10-befe-6777fcfc0c81,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:39.816531 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-019973f4-8d8d-4cbc-b0e8-8584ae4191c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:39.819879 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-019973f4-8d8d-4cbc-b0e8-8584ae4191c1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9f7c2dd2-74da-4d30-acfe-8350f59879b7 HTTP/1.1" status: 204 len: 168 time: 1.4438083 Apr 08 10:21:40.071910 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e8b0c59f-8024-45b7-925c-3805564ccde2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3327043 Apr 08 10:21:40.075430 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52096) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:40.088280 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-0cbe5d7d-d5dc-47b4-b2e4-573550675585 service neutron] 10.222.0.52 "GET /v2.0/networks/a2dae228-94e4-4afe-81de-2a132e0716f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730975 Apr 08 10:21:40.155091 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-55891ae7-4557-466a-9210-09c427059105 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-331275123', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}, 'admin_state_up': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:40.162952 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-55891ae7-4557-466a-9210-09c427059105 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:40.168110 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-55891ae7-4557-466a-9210-09c427059105 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Usage tracker for resource:router and tenant:eaffd781f5dd45dba33356f8d68ab59c is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:40.171495 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-55891ae7-4557-466a-9210-09c427059105 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:40.179323 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-55891ae7-4557-466a-9210-09c427059105 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:40.223968 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-34317203-cea6-41ac-8741-30ba0aba6bb4 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:40.232771 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c30687-303e-4e66-a0e1-bc76c71b5f41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-5127ffc0-890b-42df-85f5-4266f226f8cd', 'network_id': '5127ffc0-890b-42df-85f5-4266f226f8cd', 'tenant_id': 'eaffd781f5dd45dba33356f8d68ab59c', 'fixed_ips': [{'subnet_id': 'b64feeb0-553f-45c8-8155-edce4b76db4a'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:21:40.234413 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-98c30687-303e-4e66-a0e1-bc76c71b5f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:40.289742 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 67bb4085-ebbe-4141-973b-3167a5875515 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:40.291875 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:40.483573 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-55891ae7-4557-466a-9210-09c427059105 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:40.484531 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-55891ae7-4557-466a-9210-09c427059105 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:40.571177 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-34317203-cea6-41ac-8741-30ba0aba6bb4 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:40.608607 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 5636e40f-e73c-40d4-a06d-a7f6a37a1351 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:21:40.614581 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-34317203-cea6-41ac-8741-30ba0aba6bb4 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1762438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1762447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1757449'] for router, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:40.638515 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-41da9722-fc41-47f6-a669-b50d5cbe38bb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7d02ceffec024a98951a3daeb60ac9a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8557947 Apr 08 10:21:40.645572 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52104) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:40.654237 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-98c30687-303e-4e66-a0e1-bc76c71b5f41 None None] Allocated IP 172.20.0.2 (5127ffc0-890b-42df-85f5-4266f226f8cd/b64feeb0-553f-45c8-8155-edce4b76db4a/f3cbcb5d-ff12-45ba-8e04-7525c624719b) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:21:40.656526 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 5636e40f-e73c-40d4-a06d-a7f6a37a1351 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:21:40.656996 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 5636e40f-e73c-40d4-a06d-a7f6a37a1351 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:21:40.721822 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-55891ae7-4557-466a-9210-09c427059105 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:40.857008 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0fba9bcd-ff5e-4dad-9ac4-461ce0c2e69a tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:40.859312 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0fba9bcd-ff5e-4dad-9ac4-461ce0c2e69a tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "DELETE /v2.0/ports/df3f0ccc-49f2-4d10-befe-6777fcfc0c81 HTTP/1.1" status: 204 len: 168 time: 3.3137321 Apr 08 10:21:40.867000 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52108) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:40.882375 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-98c30687-303e-4e66-a0e1-bc76c71b5f41 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:40.892801 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-98c30687-303e-4e66-a0e1-bc76c71b5f41 None None] Transition to ACTIVE for port object f3cbcb5d-ff12-45ba-8e04-7525c624719b will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:40.911614 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-98c30687-303e-4e66-a0e1-bc76c71b5f41 None None] Transition to ACTIVE for port object f3cbcb5d-ff12-45ba-8e04-7525c624719b will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:40.918241 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-98c30687-303e-4e66-a0e1-bc76c71b5f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:40.935259 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856c53d-02c6-4194-a94b-61018477e1ef req-407d9d99-f4d2-4aac-9c76-0f66ecd64933 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:40.936833 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5856c53d-02c6-4194-a94b-61018477e1ef req-407d9d99-f4d2-4aac-9c76-0f66ecd64933 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.8682754 Apr 08 10:21:40.990697 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c30687-303e-4e66-a0e1-bc76c71b5f41 None None] Network 5127ffc0-890b-42df-85f5-4266f226f8cd is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:40.995739 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-98c30687-303e-4e66-a0e1-bc76c71b5f41 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:40.997743 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c30687-303e-4e66-a0e1-bc76c71b5f41 None None] Pushing event updated for resources: {'Port': ['ID=f3cbcb5d-ff12-45ba-8e04-7525c624719b,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:40.999914 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c30687-303e-4e66-a0e1-bc76c71b5f41 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:21:41.006793 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-82abc9e0-bdbd-48d5-aa15-b3e1d4b0f6f5 req-8e3f2858-f1e6-4689-81be-7620c0016bf5 service neutron] 10.222.0.52 "GET /v2.0/networks/a2dae228-94e4-4afe-81de-2a132e0716f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8173692 Apr 08 10:21:41.015979 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d45c8fb0-29e2-4740-928a-062dd5c49165 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:41.027740 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d45c8fb0-29e2-4740-928a-062dd5c49165 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:41.070091 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b368a-82f0-4a33-a517-4ae175981251 req-2f9c26f7-81cf-4d41-87fd-e5046cf41155 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:41.071629 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-442b368a-82f0-4a33-a517-4ae175981251 req-2f9c26f7-81cf-4d41-87fd-e5046cf41155 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd509eaf-e739-42b3-92ef-eda04b864d2f HTTP/1.1" status: 200 len: 944 time: 0.5652835 Apr 08 10:21:41.130755 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-98c30687-303e-4e66-a0e1-bc76c71b5f41 None None] Attempting to bind port f3cbcb5d-ff12-45ba-8e04-7525c624719b on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:41.131515 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-98c30687-303e-4e66-a0e1-bc76c71b5f41 None None] Attempting to bind port f3cbcb5d-ff12-45ba-8e04-7525c624719b by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '6937fae7-ef8a-4ac3-b80d-0a36543df44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5127ffc0-890b-42df-85f5-4266f226f8cd'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:41.131790 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c30687-303e-4e66-a0e1-bc76c71b5f41 None None] Attempting to bind port f3cbcb5d-ff12-45ba-8e04-7525c624719b on network 5127ffc0-890b-42df-85f5-4266f226f8cd {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:41.143291 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c30687-303e-4e66-a0e1-bc76c71b5f41 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:21:41.143761 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c30687-303e-4e66-a0e1-bc76c71b5f41 None None] Checking segment: {'id': '6937fae7-ef8a-4ac3-b80d-0a36543df44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5127ffc0-890b-42df-85f5-4266f226f8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:21:41.144223 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-98c30687-303e-4e66-a0e1-bc76c71b5f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:41.145134 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c30687-303e-4e66-a0e1-bc76c71b5f41 None None] Bound using segment: {'id': '6937fae7-ef8a-4ac3-b80d-0a36543df44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5127ffc0-890b-42df-85f5-4266f226f8cd'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:21:41.145257 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-98c30687-303e-4e66-a0e1-bc76c71b5f41 None None] Bound port: f3cbcb5d-ff12-45ba-8e04-7525c624719b, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6937fae7-ef8a-4ac3-b80d-0a36543df44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5127ffc0-890b-42df-85f5-4266f226f8cd'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:21:41.145637 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-98c30687-303e-4e66-a0e1-bc76c71b5f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:41.204099 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34317203-cea6-41ac-8741-30ba0aba6bb4 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Router 7c27e5f1-3a6d-4024-9e89-414f3f3724c9 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:21:41.214477 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-67fefd75-aa33-47c5-87c7-3e3b76fd1e52 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Deleting subnet bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:21:41.220997 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-67fefd75-aa33-47c5-87c7-3e3b76fd1e52 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:41.246731 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-98c30687-303e-4e66-a0e1-bc76c71b5f41 None None] For port f3cbcb5d-ff12-45ba-8e04-7525c624719b, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:21:41.250121 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-98c30687-303e-4e66-a0e1-bc76c71b5f41 None None] For port f3cbcb5d-ff12-45ba-8e04-7525c624719b, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=f3cbcb5d-ff12-45ba-8e04-7525c624719b,segment=NetworkSegment(6937fae7-ef8a-4ac3-b80d-0a36543df44b),segment_id=6937fae7-ef8a-4ac3-b80d-0a36543df44b)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:21:41.255163 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-98c30687-303e-4e66-a0e1-bc76c71b5f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:41.259977 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5a743a54-a0b2-47a1-9e55-af137a353061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:41.290375 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5a743a54-a0b2-47a1-9e55-af137a353061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:41.296715 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d45c8fb0-29e2-4740-928a-062dd5c49165 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:41.297194 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45c8fb0-29e2-4740-928a-062dd5c49165 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Fanout notify agent at l3_agent the message router_deleted on router 5f59dd2f-e5ef-4dc7-a166-b6678e691ad6 {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:21:41.311609 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-67fefd75-aa33-47c5-87c7-3e3b76fd1e52 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:41.342320 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c30687-303e-4e66-a0e1-bc76c71b5f41 None None] Pushing event updated for resources: {'Port': ['ID=f3cbcb5d-ff12-45ba-8e04-7525c624719b,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:41.350785 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5856c53d-02c6-4194-a94b-61018477e1ef req-ed3ca93e-ad2e-4f65-838b-4a3a0882b1d8 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3988280 Apr 08 10:21:41.382922 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d45c8fb0-29e2-4740-928a-062dd5c49165 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:41.382922 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d45c8fb0-29e2-4740-928a-062dd5c49165 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/routers/5f59dd2f-e5ef-4dc7-a166-b6678e691ad6 HTTP/1.1" status: 204 len: 168 time: 2.1567330 Apr 08 10:21:41.386323 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52112) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:41.447962 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2fa36e7f-03ec-44c7-a487-ca4f21facf1a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:21:41.452745 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-018db635-d6ae-478a-ad79-3598432c7276 req-dc8c83b2-50b7-4fde-8512-8ed9c1285040 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=be30bca09ed8432b942cdec0ee999225&device_id=dd509eaf-e739-42b3-92ef-eda04b864d2f HTTP/1.1" status: 200 len: 1097 time: 0.2906613 Apr 08 10:21:41.453146 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5a743a54-a0b2-47a1-9e55-af137a353061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:41.525901 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-442b368a-82f0-4a33-a517-4ae175981251 req-65ca8235-58ab-48a7-ab8d-45d3b4711f0a tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/security-groups?id=10fc8943-e98d-4911-a45b-81b71d9bb4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4439061 Apr 08 10:21:41.528306 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-55891ae7-4557-466a-9210-09c427059105 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:41.535971 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a743a54-a0b2-47a1-9e55-af137a353061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab352f4-6c44-4a08-9442-8b555b70ed7e,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:41.558542 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5a743a54-a0b2-47a1-9e55-af137a353061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:41.561534 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5a743a54-a0b2-47a1-9e55-af137a353061 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fab352f4-6c44-4a08-9442-8b555b70ed7e HTTP/1.1" status: 204 len: 168 time: 0.9118507 Apr 08 10:21:41.587120 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-67fefd75-aa33-47c5-87c7-3e3b76fd1e52 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:41.626576 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34317203-cea6-41ac-8741-30ba0aba6bb4 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:21:41.633682 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-34317203-cea6-41ac-8741-30ba0aba6bb4 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:41.637739 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-34317203-cea6-41ac-8741-30ba0aba6bb4 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "PUT /v2.0/routers/7c27e5f1-3a6d-4024-9e89-414f3f3724c9 HTTP/1.1" status: 200 len: 709 time: 7.9533117 Apr 08 10:21:41.640845 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce0b91a-a288-4d22-bd7e-3084206d5caf None None] Sync routers for ids ['7c27e5f1-3a6d-4024-9e89-414f3f3724c9'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:21:41.646472 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52118) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:41.657043 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2fa36e7f-03ec-44c7-a487-ca4f21facf1a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:21:41.662646 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce0b91a-a288-4d22-bd7e-3084206d5caf None None] Routers {'7c27e5f1-3a6d-4024-9e89-414f3f3724c9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:41.663683 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2ce0b91a-a288-4d22-bd7e-3084206d5caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['7c27e5f1-3a6d-4024-9e89-414f3f3724c9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:41.667062 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2fa36e7f-03ec-44c7-a487-ca4f21facf1a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2777500 Apr 08 10:21:41.672978 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52122) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:41.762844 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2ce0b91a-a288-4d22-bd7e-3084206d5caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:41.784201 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce0b91a-a288-4d22-bd7e-3084206d5caf None None] Routers {'7c27e5f1-3a6d-4024-9e89-414f3f3724c9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:41.785049 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2ce0b91a-a288-4d22-bd7e-3084206d5caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['7c27e5f1-3a6d-4024-9e89-414f3f3724c9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:41.818889 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device f3cbcb5d-ff12-45ba-8e04-7525c624719b up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:21:41.860435 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2ce0b91a-a288-4d22-bd7e-3084206d5caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:41.861011 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce0b91a-a288-4d22-bd7e-3084206d5caf None None] The sync data for ids ['7c27e5f1-3a6d-4024-9e89-414f3f3724c9'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:21:41.930136 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018db635-d6ae-478a-ad79-3598432c7276 req-fed0619e-d277-40d6-9a73-1e205e4fa6d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:41.936954 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-018db635-d6ae-478a-ad79-3598432c7276 req-fed0619e-d277-40d6-9a73-1e205e4fa6d0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2dae228-94e4-4afe-81de-2a132e0716f4 HTTP/1.1" status: 200 len: 913 time: 0.4764884 Apr 08 10:21:41.940538 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e66991-d73e-4023-a441-7e4b0bb9b175 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:41.941977 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-07e66991-d73e-4023-a441-7e4b0bb9b175 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2612317 Apr 08 10:21:41.949180 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52128) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:41.970668 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port f3cbcb5d-ff12-45ba-8e04-7525c624719b completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:21:42.004514 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:21:42.080660 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4b529d28-3d9e-4305-ba1a-5ccb17f2a858 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "GET /v2.0/routers/7c27e5f1-3a6d-4024-9e89-414f3f3724c9 HTTP/1.1" status: 200 len: 744 time: 0.4279287 Apr 08 10:21:42.085405 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52132) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:42.098268 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-018db635-d6ae-478a-ad79-3598432c7276 req-ce69f871-2e0a-4744-b85e-269c75ce766b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91ff04a6-c4de-4fde-b461-418f5c225474 HTTP/1.1" status: 200 len: 217 time: 0.1478114 Apr 08 10:21:42.106579 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-0f5bf169-96ac-4867-8a37-5e1e8a77e3fb tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:router {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:21:42.159834 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-67fefd75-aa33-47c5-87c7-3e3b76fd1e52 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:42.179423 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-99a2e862-5d3b-4316-bc0b-65d9319b72e7 tempest-RoutersIpV6AdminTest-528399409 tempest-RoutersIpV6AdminTest-528399409-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240&device_id=7c27e5f1-3a6d-4024-9e89-414f3f3724c9 HTTP/1.1" status: 200 len: 205 time: 0.0916843 Apr 08 10:21:42.184538 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52136) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:42.214204 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52140) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:42.215018 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fefd75-aa33-47c5-87c7-3e3b76fd1e52 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Pushing event deleted for resources: {'Subnet': ['ID=bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:42.243628 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-0f5bf169-96ac-4867-8a37-5e1e8a77e3fb tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:router {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:21:42.245576 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0f5bf169-96ac-4867-8a37-5e1e8a77e3fb tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2371862 Apr 08 10:21:42.255891 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52144) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:42.259197 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-29a97d0c-94f3-4881-81dc-68990e6a0b51 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c27e5f1-3a6d-4024-9e89-414f3f3724c9 HTTP/1.1" status: 200 len: 205 time: 0.0699651 Apr 08 10:21:42.265010 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5173af9f-f85c-49e5-9acc-215a3a7e2eae None None] Network 75d3192d-b2c5-4f4c-9217-d3c7a421746b requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:21:42.265596 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-67fefd75-aa33-47c5-87c7-3e3b76fd1e52 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:42.268342 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52146) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:42.269868 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018db635-d6ae-478a-ad79-3598432c7276 req-a56c7f88-422a-41ca-a486-57e8a61a3eaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:42.272213 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-018db635-d6ae-478a-ad79-3598432c7276 req-a56c7f88-422a-41ca-a486-57e8a61a3eaa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=38d3d1f8-370d-4974-968c-78c15dd5c5a9 HTTP/1.1" status: 200 len: 851 time: 0.1618526 Apr 08 10:21:42.280124 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-0bb9e193-5889-46f2-89d9-a4aa10dafc00 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:42.319131 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-55891ae7-4557-466a-9210-09c427059105 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:42.352226 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-55891ae7-4557-466a-9210-09c427059105 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:42.490719 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-67fefd75-aa33-47c5-87c7-3e3b76fd1e52 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "DELETE /v2.0/subnets/bc81cd90-0bf8-4e20-a1bc-fff8f9da47c2 HTTP/1.1" status: 204 len: 168 time: 1.6222820 Apr 08 10:21:42.500252 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52154) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:42.637295 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf184c22-93ce-486f-a8d2-3dd9080128a7 None None] DHCP port deletion for 75d3192d-b2c5-4f4c-9217-d3c7a421746b request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:21:42.642948 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-bf184c22-93ce-486f-a8d2-3dd9080128a7 None None] Deleting port 68e01840-8f61-4aa6-9d91-312f1819090d {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:21:42.643324 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf184c22-93ce-486f-a8d2-3dd9080128a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:42.734348 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-566ddc3c-919b-4d89-9d89-0ff9f92b6ad4 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:42.746079 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-55891ae7-4557-466a-9210-09c427059105 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Allocated IP 172.26.0.231 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/761bfba5-f0d0-429c-a4dd-0b911b536eab) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:21:42.774422 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-0bb9e193-5889-46f2-89d9-a4aa10dafc00 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:42.777734 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3c5da8-c3f7-4de6-a649-5dd903c4ef72 None None] Network 5127ffc0-890b-42df-85f5-4266f226f8cd requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:21:42.797713 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-0bb9e193-5889-46f2-89d9-a4aa10dafc00 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:subnet and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:42.807621 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-0bb9e193-5889-46f2-89d9-a4aa10dafc00 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:42.820361 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-0bb9e193-5889-46f2-89d9-a4aa10dafc00 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:42.824645 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-566ddc3c-919b-4d89-9d89-0ff9f92b6ad4 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Deleting port 68e01840-8f61-4aa6-9d91-312f1819090d {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:21:42.825003 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-566ddc3c-919b-4d89-9d89-0ff9f92b6ad4 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:42.827525 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c724741e-90e8-4b4b-9f13-326fe0256df5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=302b556c3b554dd5a219be3233b2b912&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6102545 Apr 08 10:21:42.837878 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52160) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:42.869269 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb9e193-5889-46f2-89d9-a4aa10dafc00 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:42.897219 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7ea3ef7a-54db-439e-ba2e-1e43e8f5ceee tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:42.977819 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-058b0049-2118-4406-83a4-43d2fbdd2157 None None] Provisioning for port f3cbcb5d-ff12-45ba-8e04-7525c624719b completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:21:42.994104 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-058b0049-2118-4406-83a4-43d2fbdd2157 None None] Provisioning complete for port f3cbcb5d-ff12-45ba-8e04-7525c624719b triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:42.994858 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-058b0049-2118-4406-83a4-43d2fbdd2157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:43.089607 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-bf184c22-93ce-486f-a8d2-3dd9080128a7 None None] For port 68e01840-8f61-4aa6-9d91-312f1819090d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=68e01840-8f61-4aa6-9d91-312f1819090d,segment=NetworkSegment(b3c7b9e1-6c8c-4766-9589-a67ed5854ece),segment_id=b3c7b9e1-6c8c-4766-9589-a67ed5854ece)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:21:43.090467 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf184c22-93ce-486f-a8d2-3dd9080128a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:43.132113 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-018db635-d6ae-478a-ad79-3598432c7276 req-b478bb2c-c59b-4ea8-a6fc-204f79ef0570 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2dae228-94e4-4afe-81de-2a132e0716f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6601100 Apr 08 10:21:43.134055 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af57a71-3d0c-4cf2-bf25-592fac2d07d8 req-0f84b4d9-aedd-493b-bc69-130731fffefb tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:43.141607 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1af57a71-3d0c-4cf2-bf25-592fac2d07d8 req-0f84b4d9-aedd-493b-bc69-130731fffefb tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.5366426 Apr 08 10:21:43.162903 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0bb9e193-5889-46f2-89d9-a4aa10dafc00 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:43.302436 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a26cb5b6-7168-44e0-ad4d-3b1fb1db4fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:43.307760 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc8b86-a813-4095-9370-3e56a876088e req-4a94ff8d-9a2c-4355-9158-b2e84077fe84 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:43.309639 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-11bc8b86-a813-4095-9370-3e56a876088e req-4a94ff8d-9a2c-4355-9158-b2e84077fe84 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd509eaf-e739-42b3-92ef-eda04b864d2f HTTP/1.1" status: 200 len: 944 time: 0.5494950 Apr 08 10:21:43.318298 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-bf184c22-93ce-486f-a8d2-3dd9080128a7 None None] Calling delete_port for 68e01840-8f61-4aa6-9d91-312f1819090d owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:21:43.362240 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1af57a71-3d0c-4cf2-bf25-592fac2d07d8 req-c0cadfc7-3515-4655-be09-41e47a8a1b08 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196429 Apr 08 10:21:43.408236 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-55891ae7-4557-466a-9210-09c427059105 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:43.414655 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f8668d5b-2a98-4796-b323-87529cde68a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:43.423501 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-566ddc3c-919b-4d89-9d89-0ff9f92b6ad4 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] For port 68e01840-8f61-4aa6-9d91-312f1819090d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=68e01840-8f61-4aa6-9d91-312f1819090d,segment=NetworkSegment(b3c7b9e1-6c8c-4766-9589-a67ed5854ece),segment_id=b3c7b9e1-6c8c-4766-9589-a67ed5854ece)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:21:43.423987 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-566ddc3c-919b-4d89-9d89-0ff9f92b6ad4 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:43.491572 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf184c22-93ce-486f-a8d2-3dd9080128a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:43.534593 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a26cb5b6-7168-44e0-ad4d-3b1fb1db4fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:43.546546 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-058b0049-2118-4406-83a4-43d2fbdd2157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:43.554881 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 91ff04a6-c4de-4fde-b461-418f5c225474 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:21:43.561268 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf184c22-93ce-486f-a8d2-3dd9080128a7 None None] Pushing event deleted for resources: {'Port': ['ID=68e01840-8f61-4aa6-9d91-312f1819090d,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:43.577126 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf184c22-93ce-486f-a8d2-3dd9080128a7 None None] No DVR routers for this DVR port 68e01840-8f61-4aa6-9d91-312f1819090d on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:21:43.598982 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-566ddc3c-919b-4d89-9d89-0ff9f92b6ad4 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Calling delete_port for 68e01840-8f61-4aa6-9d91-312f1819090d owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:21:43.624681 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-058b0049-2118-4406-83a4-43d2fbdd2157 None None] For port f3cbcb5d-ff12-45ba-8e04-7525c624719b, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=f3cbcb5d-ff12-45ba-8e04-7525c624719b,segment=NetworkSegment(6937fae7-ef8a-4ac3-b80d-0a36543df44b),segment_id=6937fae7-ef8a-4ac3-b80d-0a36543df44b)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:21:43.689517 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 68e01840-8f61-4aa6-9d91-312f1819090d no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:21:43.712584 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-11bc8b86-a813-4095-9370-3e56a876088e req-8a914a54-56ad-487b-8fee-fb94074701f1 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/security-groups?id=10fc8943-e98d-4911-a45b-81b71d9bb4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3784580 Apr 08 10:21:43.717742 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-55891ae7-4557-466a-9210-09c427059105 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:43.727526 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 68e01840-8f61-4aa6-9d91-312f1819090d {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:21:43.728258 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 68e01840-8f61-4aa6-9d91-312f1819090d not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:21:43.729369 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-058b0049-2118-4406-83a4-43d2fbdd2157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:43.757125 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-018db635-d6ae-478a-ad79-3598432c7276 req-06017e7e-0b20-4f82-81f4-72a20c8f0b59 service neutron] 10.222.0.52 "GET /v2.0/networks/a2dae228-94e4-4afe-81de-2a132e0716f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6165185 Apr 08 10:21:43.795570 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7ea3ef7a-54db-439e-ba2e-1e43e8f5ceee tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:43.841593 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b0049-2118-4406-83a4-43d2fbdd2157 None None] Pushing event updated for resources: {'Port': ['ID=f3cbcb5d-ff12-45ba-8e04-7525c624719b,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:43.845964 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.api [None req-566ddc3c-919b-4d89-9d89-0ff9f92b6ad4 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:21:43.846370 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG oslo_db.api [None req-566ddc3c-919b-4d89-9d89-0ff9f92b6ad4 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:21:43.851469 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 91ff04a6-c4de-4fde-b461-418f5c225474, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=91ff04a6-c4de-4fde-b461-418f5c225474,segment=NetworkSegment(afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8),segment_id=afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:21:43.855696 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55891ae7-4557-466a-9210-09c427059105 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:43.857098 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-55891ae7-4557-466a-9210-09c427059105 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:43.859095 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55891ae7-4557-466a-9210-09c427059105 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event updated for resources: {'Port': ['ID=761bfba5-f0d0-429c-a4dd-0b911b536eab,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:43.861470 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55891ae7-4557-466a-9210-09c427059105 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:21:43.867839 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '91ff04a6-c4de-4fde-b461-418f5c225474', 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4', 'port_id': '91ff04a6-c4de-4fde-b461-418f5c225474', 'mac_address': 'fa:16:3e:c3:bb:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d3d1f8-370d-4974-968c-78c15dd5c5a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:21:43.878184 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7ea3ef7a-54db-439e-ba2e-1e43e8f5ceee tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:43.929309 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:43.954348 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ff04a6-c4de-4fde-b461-418f5c225474 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:21:43.975522 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63e0b798-1e2a-41d6-b55c-1673d90cad75 None None] Provisioning complete for port f3cbcb5d-ff12-45ba-8e04-7525c624719b triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:43.976168 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63e0b798-1e2a-41d6-b55c-1673d90cad75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:43.998477 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a26cb5b6-7168-44e0-ad4d-3b1fb1db4fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:44.009285 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 91ff04a6-c4de-4fde-b461-418f5c225474, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=91ff04a6-c4de-4fde-b461-418f5c225474,segment=NetworkSegment(afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8),segment_id=afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:21:44.018361 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:44.040502 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7ea3ef7a-54db-439e-ba2e-1e43e8f5ceee tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:44.041011 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea3ef7a-54db-439e-ba2e-1e43e8f5ceee tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Fanout notify agent at l3_agent the message router_deleted on router 7c27e5f1-3a6d-4024-9e89-414f3f3724c9 {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:21:44.058695 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-55891ae7-4557-466a-9210-09c427059105 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:44.059417 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-55891ae7-4557-466a-9210-09c427059105 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:44.065904 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26cb5b6-7168-44e0-ad4d-3b1fb1db4fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95818026-8a75-4562-96f4-f6edf193ba21,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:44.077313 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-018db635-d6ae-478a-ad79-3598432c7276 req-b02cf574-6076-41d4-903f-4fa65201ef47 service neutron] 10.222.0.52 "GET /v2.0/networks/a2dae228-94e4-4afe-81de-2a132e0716f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076990 Apr 08 10:21:44.130911 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=91ff04a6-c4de-4fde-b461-418f5c225474,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:44.134495 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7ea3ef7a-54db-439e-ba2e-1e43e8f5ceee tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:44.140133 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7ea3ef7a-54db-439e-ba2e-1e43e8f5ceee tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "DELETE /v2.0/routers/7c27e5f1-3a6d-4024-9e89-414f3f3724c9 HTTP/1.1" status: 204 len: 168 time: 1.8639677 Apr 08 10:21:44.140520 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a26cb5b6-7168-44e0-ad4d-3b1fb1db4fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:44.141629 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a26cb5b6-7168-44e0-ad4d-3b1fb1db4fed admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/95818026-8a75-4562-96f4-f6edf193ba21 HTTP/1.1" status: 204 len: 168 time: 1.3000817 Apr 08 10:21:44.142552 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52164) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:44.249764 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f1cb82c1-539f-470a-ba65-e30b69edaaa0 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c27e5f1-3a6d-4024-9e89-414f3f3724c9 HTTP/1.1" status: 200 len: 205 time: 0.1059968 Apr 08 10:21:44.252658 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52170) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:44.269293 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['91ff04a6-c4de-4fde-b461-418f5c225474'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:21:44.348850 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-566ddc3c-919b-4d89-9d89-0ff9f92b6ad4 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Deleting port 68e01840-8f61-4aa6-9d91-312f1819090d {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:21:44.349420 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-566ddc3c-919b-4d89-9d89-0ff9f92b6ad4 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:44.458432 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-566ddc3c-919b-4d89-9d89-0ff9f92b6ad4 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] The port '68e01840-8f61-4aa6-9d91-312f1819090d' was deleted {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:21:44.473987 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-1a5bfcd1-188b-4b54-9d5c-9c655e94d8e3 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] delete failed (client error): The resource could not be found. Apr 08 10:21:44.475019 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1a5bfcd1-188b-4b54-9d5c-9c655e94d8e3 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "DELETE /v2.0/routers/7c27e5f1-3a6d-4024-9e89-414f3f3724c9 HTTP/1.1" status: 404 len: 336 time: 0.2214758 Apr 08 10:21:44.478334 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52178) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:44.589101 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f6283e43-08f2-4cc1-9525-014558ff5e33 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6a2e409-7775-48cf-a1e2-d5456da5fc66 HTTP/1.1" status: 200 len: 205 time: 0.1082852 Apr 08 10:21:44.595020 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52182) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:44.598769 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.objects.ports [None req-0bb9e193-5889-46f2-89d9-a4aa10dafc00 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83846) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 08 10:21:44.671969 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0bb9e193-5889-46f2-89d9-a4aa10dafc00 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:44.717909 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-fdcf7970-4e44-4ea1-a1e3-c81cfad01ed7 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] delete failed (client error): The resource could not be found. Apr 08 10:21:44.718969 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-fdcf7970-4e44-4ea1-a1e3-c81cfad01ed7 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "DELETE /v2.0/routers/c6a2e409-7775-48cf-a1e2-d5456da5fc66 HTTP/1.1" status: 404 len: 336 time: 0.1224113 Apr 08 10:21:44.726095 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52190) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:44.726865 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55891ae7-4557-466a-9210-09c427059105 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Router 32c52265-a123-4ead-8007-53b4c6789246 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:21:44.764482 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-566ddc3c-919b-4d89-9d89-0ff9f92b6ad4 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:44.805833 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3cf4a09c-be3c-47c4-a80c-3d9e416d1845 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "GET /v2.0/ports?device_id=0321ed08-f6db-4ed1-beb5-592e8ddb42b2 HTTP/1.1" status: 200 len: 205 time: 0.0706825 Apr 08 10:21:44.808913 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb9e193-5889-46f2-89d9-a4aa10dafc00 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:44.811675 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52198) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:44.812541 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-0bb9e193-5889-46f2-89d9-a4aa10dafc00 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:44.815495 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb9e193-5889-46f2-89d9-a4aa10dafc00 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:44.816105 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0bb9e193-5889-46f2-89d9-a4aa10dafc00 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:44.821921 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac05e6e1-2977-4975-a8b0-7605c7d612ca None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:21:44.923100 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-6778e83f-56b4-4a9c-965d-a43f6437efb9 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] delete failed (client error): The resource could not be found. Apr 08 10:21:44.925520 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6778e83f-56b4-4a9c-965d-a43f6437efb9 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "DELETE /v2.0/routers/0321ed08-f6db-4ed1-beb5-592e8ddb42b2 HTTP/1.1" status: 404 len: 336 time: 0.1047285 Apr 08 10:21:44.929701 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9e193-5889-46f2-89d9-a4aa10dafc00 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=3c5c05ae-e803-4ae3-ae51-eb0e4e5d6cfa,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:44.935869 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52202) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:44.986575 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5ec1c7a9-1c27-4abf-8249-b392cefe865f tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "GET /v2.0/ports?device_id=36f39037-482e-4b75-a6eb-21429e5179c9 HTTP/1.1" status: 200 len: 205 time: 0.0482860 Apr 08 10:21:44.987727 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52208) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:44.992573 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0bb9e193-5889-46f2-89d9-a4aa10dafc00 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7295930 Apr 08 10:21:44.995564 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52210) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:45.022905 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-566ddc3c-919b-4d89-9d89-0ff9f92b6ad4 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d3192d-b2c5-4f4c-9217-d3c7a421746b']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:45.037152 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2257b9-73c3-4ace-9ea8-f94868045f0a req-deb4ea16-122a-40c7-abe6-64021e44669b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:45.038831 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4e2257b9-73c3-4ace-9ea8-f94868045f0a req-deb4ea16-122a-40c7-abe6-64021e44669b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.3944633 Apr 08 10:21:45.060952 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-566ddc3c-919b-4d89-9d89-0ff9f92b6ad4 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c7b9e1-6c8c-4766-9589-a67ed5854ece') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:45.061273 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-566ddc3c-919b-4d89-9d89-0ff9f92b6ad4 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c7b9e1-6c8c-4766-9589-a67ed5854ece') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:45.073830 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-dbeb5371-8e21-4dce-bd42-842c4d4fd200 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:45.214406 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-0318ed35-02ae-41b8-bd6b-fa542ec8349d tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] delete failed (client error): The resource could not be found. Apr 08 10:21:45.218018 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0318ed35-02ae-41b8-bd6b-fa542ec8349d tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "DELETE /v2.0/routers/36f39037-482e-4b75-a6eb-21429e5179c9 HTTP/1.1" status: 404 len: 336 time: 0.2219796 Apr 08 10:21:45.219109 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52218) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:45.221288 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad373b65-059f-4fa8-a739-e852d7eb084b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'fixed_ips': [{'subnet_id': '3c5c05ae-e803-4ae3-ae51-eb0e4e5d6cfa'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:21:45.222577 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ad373b65-059f-4fa8-a739-e852d7eb084b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:45.281298 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-75bda902-7372-4b89-923f-84e990dfdad1 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "GET /v2.0/ports?device_id=06ef6f17-c69f-4405-a490-40442ec0130d HTTP/1.1" status: 200 len: 205 time: 0.0591550 Apr 08 10:21:45.282111 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52222) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:45.284748 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-dbeb5371-8e21-4dce-bd42-842c4d4fd200 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:45.303588 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-566ddc3c-919b-4d89-9d89-0ff9f92b6ad4 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:45.349580 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-dbeb5371-8e21-4dce-bd42-842c4d4fd200 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:subnet and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:45.359003 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-dbeb5371-8e21-4dce-bd42-842c4d4fd200 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:45.364114 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-ff98ed38-d71b-4f6c-a544-f898e97b260d tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] delete failed (client error): The resource could not be found. Apr 08 10:21:45.367360 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ff98ed38-d71b-4f6c-a544-f898e97b260d tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "DELETE /v2.0/routers/06ef6f17-c69f-4405-a490-40442ec0130d HTTP/1.1" status: 404 len: 336 time: 0.0823343 Apr 08 10:21:45.368586 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52228) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:45.371392 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-dbeb5371-8e21-4dce-bd42-842c4d4fd200 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:45.376947 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-566ddc3c-919b-4d89-9d89-0ff9f92b6ad4 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:45.396670 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-566ddc3c-919b-4d89-9d89-0ff9f92b6ad4 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:21:45.397143 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-566ddc3c-919b-4d89-9d89-0ff9f92b6ad4 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:45.420689 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4e2257b9-73c3-4ace-9ea8-f94868045f0a req-04dbae25-3169-4a07-9ff5-9414fcf24893 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3624251 Apr 08 10:21:45.420924 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-680a0e46-f16c-4c75-942c-731aff03d802 tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ddcf6d9-f990-4584-b7e4-a4540bb874a9 HTTP/1.1" status: 200 len: 205 time: 0.0490088 Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:21:45.421012 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:21:45.433329 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52232) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:45.437369 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbeb5371-8e21-4dce-bd42-842c4d4fd200 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:45.442161 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dbeb5371-8e21-4dce-bd42-842c4d4fd200 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:45.512119 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-ad373b65-059f-4fa8-a739-e852d7eb084b None None] Allocated IP 2001:db8::f816:3eff:fe42:510 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/3c5c05ae-e803-4ae3-ae51-eb0e4e5d6cfa/9e55ee3a-3bc3-49bc-a2f7-43ca84800e93) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:21:45.532897 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8816df73-e6dc-4751-94ca-653091f8b192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:45.544199 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1e9a3-df71-4e61-a7f8-3979d138065e req-3bb537da-e779-4e24-9312-79203bf0c6e8 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:45.551805 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-14d1e9a3-df71-4e61-a7f8-3979d138065e req-3bb537da-e779-4e24-9312-79203bf0c6e8 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd509eaf-e739-42b3-92ef-eda04b864d2f HTTP/1.1" status: 200 len: 945 time: 0.5729697 Apr 08 10:21:45.571696 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 91ff04a6-c4de-4fde-b461-418f5c225474 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:21:45.579051 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-566ddc3c-919b-4d89-9d89-0ff9f92b6ad4 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:45.588043 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-566ddc3c-919b-4d89-9d89-0ff9f92b6ad4 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:45.636601 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ddc3c-919b-4d89-9d89-0ff9f92b6ad4 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] Pushing event deleted for resources: {'Network': ['ID=75d3192d-b2c5-4f4c-9217-d3c7a421746b,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:45.665571 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-566ddc3c-919b-4d89-9d89-0ff9f92b6ad4 tempest-TagsExtTest-1264877060 tempest-TagsExtTest-1264877060-project] 10.222.0.47 "DELETE /v2.0/networks/75d3192d-b2c5-4f4c-9217-d3c7a421746b HTTP/1.1" status: 204 len: 168 time: 3.1641698 Apr 08 10:21:45.690152 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-14d1e9a3-df71-4e61-a7f8-3979d138065e req-f3661d8c-f2ee-407c-a7a9-97bd92aa4c8d tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/security-groups?id=10fc8943-e98d-4911-a45b-81b71d9bb4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371524 Apr 08 10:21:45.741398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55891ae7-4557-466a-9210-09c427059105 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:21:45.756888 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device f3cbcb5d-ff12-45ba-8e04-7525c624719b up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:21:45.766294 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52240) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:45.780402 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-55891ae7-4557-466a-9210-09c427059105 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:45.786280 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-55891ae7-4557-466a-9210-09c427059105 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.6998768 Apr 08 10:21:45.787368 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52246) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:45.842418 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac20a86-f803-4ef9-a3c2-0e80b6eaf2ad None None] Sync routers for ids ['32c52265-a123-4ead-8007-53b4c6789246'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:21:45.946751 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-3b802fc3-62bf-444e-b52a-788ab3a74e6c tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] delete failed (client error): The resource could not be found. Apr 08 10:21:45.948999 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3b802fc3-62bf-444e-b52a-788ab3a74e6c tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "DELETE /v2.0/routers/5ddcf6d9-f990-4584-b7e4-a4540bb874a9 HTTP/1.1" status: 404 len: 336 time: 0.5134282 Apr 08 10:21:45.951883 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52250) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:46.002334 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-733d0c97-b5aa-4cae-89df-2e67af8c9d5c tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] DELETE failed (client error): The resource could not be found. Apr 08 10:21:46.003022 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-733d0c97-b5aa-4cae-89df-2e67af8c9d5c tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:21:46.008532 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dbeb5371-8e21-4dce-bd42-842c4d4fd200 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:46.018195 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-49869d03-5703-49e1-93d4-8899d1d7aea7 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1027334615'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:46.023357 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-49869d03-5703-49e1-93d4-8899d1d7aea7 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:46.029640 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-49869d03-5703-49e1-93d4-8899d1d7aea7 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Usage tracker for resource:network and tenant:8cf15f21bd094c33bea580a114ab85ce is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:46.033711 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-49869d03-5703-49e1-93d4-8899d1d7aea7 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:46.041450 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-49869d03-5703-49e1-93d4-8899d1d7aea7 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:46.056691 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49869d03-5703-49e1-93d4-8899d1d7aea7 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Made reservation on behalf of 8cf15f21bd094c33bea580a114ab85ce for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:46.060762 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-49869d03-5703-49e1-93d4-8899d1d7aea7 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:46.086788 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb5371-8e21-4dce-bd42-842c4d4fd200 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=ff812da1-9f3c-4f41-a963-7204d734f706,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:46.087246 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-49869d03-5703-49e1-93d4-8899d1d7aea7 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:46.098977 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-733d0c97-b5aa-4cae-89df-2e67af8c9d5c tempest-RoutersIpV6AdminTest-304580723 tempest-RoutersIpV6AdminTest-304580723-project] 10.222.0.47 "DELETE /v2.0/subnets/f0a9375b-53cf-4a7b-bdc5-d76cd1124927 HTTP/1.1" status: 404 len: 337 time: 0.1458495 Apr 08 10:21:46.123709 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbeb5371-8e21-4dce-bd42-842c4d4fd200 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:46.126707 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-dbeb5371-8e21-4dce-bd42-842c4d4fd200 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:46.132932 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeb5371-8e21-4dce-bd42-842c4d4fd200 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:46.134923 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dbeb5371-8e21-4dce-bd42-842c4d4fd200 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:46.161652 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac20a86-f803-4ef9-a3c2-0e80b6eaf2ad None None] Routers {'32c52265-a123-4ead-8007-53b4c6789246'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:46.162662 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-5ac20a86-f803-4ef9-a3c2-0e80b6eaf2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['32c52265-a123-4ead-8007-53b4c6789246'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:46.175227 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-dbeb5371-8e21-4dce-bd42-842c4d4fd200 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1777894 Apr 08 10:21:46.177320 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52258) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:46.188908 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-b73a04f9-7fb3-44c2-b3c1-aa3f4c1bcbb5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'port': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'mac_address': 'fa:16:3e:79:18:83', 'name': 'tempest-NetworksTestDHCPv6-2034082301'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:46.193945 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-49869d03-5703-49e1-93d4-8899d1d7aea7 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:46.205486 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-49869d03-5703-49e1-93d4-8899d1d7aea7 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Usage tracker for resource:security_group_rule and tenant:8cf15f21bd094c33bea580a114ab85ce is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:46.216183 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-49869d03-5703-49e1-93d4-8899d1d7aea7 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:46.222200 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52262) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:46.224719 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-49869d03-5703-49e1-93d4-8899d1d7aea7 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:46.298064 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-5ac20a86-f803-4ef9-a3c2-0e80b6eaf2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:46.317842 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ad373b65-059f-4fa8-a739-e852d7eb084b None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:46.373776 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ad373b65-059f-4fa8-a739-e852d7eb084b None None] Transition to ACTIVE for port object 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:46.381518 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac20a86-f803-4ef9-a3c2-0e80b6eaf2ad None None] Routers {'32c52265-a123-4ead-8007-53b4c6789246'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:46.382432 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-5ac20a86-f803-4ef9-a3c2-0e80b6eaf2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['32c52265-a123-4ead-8007-53b4c6789246'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:46.397353 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b73a04f9-7fb3-44c2-b3c1-aa3f4c1bcbb5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:46.416309 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b73a04f9-7fb3-44c2-b3c1-aa3f4c1bcbb5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:46.444230 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73a04f9-7fb3-44c2-b3c1-aa3f4c1bcbb5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:46.448809 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b73a04f9-7fb3-44c2-b3c1-aa3f4c1bcbb5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:46.468879 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port f3cbcb5d-ff12-45ba-8e04-7525c624719b triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:46.469641 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:46.498111 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-49869d03-5703-49e1-93d4-8899d1d7aea7 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:46.500216 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-b73a04f9-7fb3-44c2-b3c1-aa3f4c1bcbb5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] device_id is not set on port 26f9824c-7033-472c-9d1c-dd4d669bba1c yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:21:46.505530 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-49869d03-5703-49e1-93d4-8899d1d7aea7 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:46.518062 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49869d03-5703-49e1-93d4-8899d1d7aea7 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:21:46.527264 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-49869d03-5703-49e1-93d4-8899d1d7aea7 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:46.527605 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-49869d03-5703-49e1-93d4-8899d1d7aea7 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Added segment cf2d4f25-7d20-448f-aff5-4dedbf0ee140 of type vlan for network 6a2dae78-160b-46d5-b34e-8d1e38b4545a Apr 08 10:21:46.556245 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-49869d03-5703-49e1-93d4-8899d1d7aea7 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:46.619122 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49869d03-5703-49e1-93d4-8899d1d7aea7 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34974b20-ff9a-4507-9151-47f32df31d38,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:46.626362 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-49869d03-5703-49e1-93d4-8899d1d7aea7 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:46.628395 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-5ac20a86-f803-4ef9-a3c2-0e80b6eaf2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:46.630461 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49869d03-5703-49e1-93d4-8899d1d7aea7 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:46.631081 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-49869d03-5703-49e1-93d4-8899d1d7aea7 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:46.632023 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac20a86-f803-4ef9-a3c2-0e80b6eaf2ad None None] The sync data for ids ['32c52265-a123-4ead-8007-53b4c6789246'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:21:46.647795 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port 91ff04a6-c4de-4fde-b461-418f5c225474 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:21:46.660160 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52272) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:46.670306 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ad373b65-059f-4fa8-a739-e852d7eb084b None None] Transition to ACTIVE for port object 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:46.682778 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 91ff04a6-c4de-4fde-b461-418f5c225474 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:46.683309 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:46.724766 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ad373b65-059f-4fa8-a739-e852d7eb084b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:46.794768 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:46.851314 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a11891e8-f6bc-4685-b72f-9442b4913f37 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4cd0d08f9799480c8fac7cadce3119b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6223941 Apr 08 10:21:46.851549 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49869d03-5703-49e1-93d4-8899d1d7aea7 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event updated for resources: {'Network': ['ID=6a2dae78-160b-46d5-b34e-8d1e38b4545a,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:46.852951 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52280) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:46.880821 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 6a2dae78-160b-46d5-b34e-8d1e38b4545a details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:21:46.926451 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-49869d03-5703-49e1-93d4-8899d1d7aea7 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1588228 Apr 08 10:21:46.961927 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-756183a5-4d60-4716-909b-d762e3ad919a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:46.971293 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad373b65-059f-4fa8-a739-e852d7eb084b None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:46.972052 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-29ab4b2b-9c67-4843-b6a7-67c39e8255cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:46.984413 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad373b65-059f-4fa8-a739-e852d7eb084b None None] Pushing event updated for resources: {'Port': ['ID=9e55ee3a-3bc3-49bc-a2f7-43ca84800e93,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:47.004374 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-ad373b65-059f-4fa8-a739-e852d7eb084b None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:47.011732 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad373b65-059f-4fa8-a739-e852d7eb084b None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:21:47.014697 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-29ab4b2b-9c67-4843-b6a7-67c39e8255cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:47.057720 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb0766-a481-4aba-8acd-1d6c7cfff0c3 req-670a7574-bc49-42ba-a592-ebdbd363d05c tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:47.060595 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-44bb0766-a481-4aba-8acd-1d6c7cfff0c3 req-670a7574-bc49-42ba-a592-ebdbd363d05c tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd509eaf-e739-42b3-92ef-eda04b864d2f HTTP/1.1" status: 200 len: 945 time: 0.2068629 Apr 08 10:21:47.071436 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3428ce-4271-4ce2-89e9-995562fc7abc req-4594eca2-7a8e-446a-adec-b71662ab1ccc tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:47.073768 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5f3428ce-4271-4ce2-89e9-995562fc7abc req-4594eca2-7a8e-446a-adec-b71662ab1ccc tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.4078686 Apr 08 10:21:47.089757 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:47.117784 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-b73a04f9-7fb3-44c2-b3c1-aa3f4c1bcbb5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 172.20.0.12 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/ff812da1-9f3c-4f41-a963-7204d734f706/26f9824c-7033-472c-9d1c-dd4d669bba1c) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:21:47.140544 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-b73a04f9-7fb3-44c2-b3c1-aa3f4c1bcbb5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 2001:db8::f816:3eff:fe79:1883 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/3c5c05ae-e803-4ae3-ae51-eb0e4e5d6cfa/26f9824c-7033-472c-9d1c-dd4d669bba1c) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:21:47.157367 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-756183a5-4d60-4716-909b-d762e3ad919a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:47.162316 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-756183a5-4d60-4716-909b-d762e3ad919a admin admin] Usage tracker for resource:security_group_rule and tenant:375b90ef4ba148b9ac12dbb8b1428832 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:47.167165 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-756183a5-4d60-4716-909b-d762e3ad919a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:47.174470 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-756183a5-4d60-4716-909b-d762e3ad919a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:47.240230 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:47.302092 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 91ff04a6-c4de-4fde-b461-418f5c225474, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=91ff04a6-c4de-4fde-b461-418f5c225474,segment=NetworkSegment(afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8),segment_id=afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:21:47.303764 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd509eaf-e739-42b3-92ef-eda04b864d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ff04a6-c4de-4fde-b461-418f5c225474'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:21:47.310641 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-ad373b65-059f-4fa8-a739-e852d7eb084b None None] Attempting to bind port 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:47.311287 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-ad373b65-059f-4fa8-a739-e852d7eb084b None None] Attempting to bind port 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:47.311840 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad373b65-059f-4fa8-a739-e852d7eb084b None None] Attempting to bind port 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93 on network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:47.315233 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:47.342561 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-29ab4b2b-9c67-4843-b6a7-67c39e8255cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:47.388713 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab4b2b-9c67-4843-b6a7-67c39e8255cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e25c79-8661-40d8-bc39-a4dc534bfe5f,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:47.415869 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-756183a5-4d60-4716-909b-d762e3ad919a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:47.420431 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5f3428ce-4271-4ce2-89e9-995562fc7abc req-b8ddc2e4-e205-4afc-a51f-7e102d046907 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3395703 Apr 08 10:21:47.438304 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-29ab4b2b-9c67-4843-b6a7-67c39e8255cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:47.441787 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-29ab4b2b-9c67-4843-b6a7-67c39e8255cb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e8e25c79-8661-40d8-bc39-a4dc534bfe5f HTTP/1.1" status: 204 len: 168 time: 0.5861120 Apr 08 10:21:47.492817 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b73a04f9-7fb3-44c2-b3c1-aa3f4c1bcbb5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:47.500114 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-756183a5-4d60-4716-909b-d762e3ad919a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:47.508478 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad373b65-059f-4fa8-a739-e852d7eb084b None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:21:47.508674 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad373b65-059f-4fa8-a739-e852d7eb084b None None] Checking segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:21:47.516656 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ad373b65-059f-4fa8-a739-e852d7eb084b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:47.517109 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad373b65-059f-4fa8-a739-e852d7eb084b None None] Bound using segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:21:47.517859 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-ad373b65-059f-4fa8-a739-e852d7eb084b None None] Bound port: 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:21:47.517985 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ad373b65-059f-4fa8-a739-e852d7eb084b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:47.531852 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-44bb0766-a481-4aba-8acd-1d6c7cfff0c3 req-87afc6c4-3837-42e7-acb8-1a9e132481bd tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/security-groups?id=10fc8943-e98d-4911-a45b-81b71d9bb4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4548793 Apr 08 10:21:47.554990 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-b73a04f9-7fb3-44c2-b3c1-aa3f4c1bcbb5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Transition to ACTIVE for port object 26f9824c-7033-472c-9d1c-dd4d669bba1c will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:47.592427 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-756183a5-4d60-4716-909b-d762e3ad919a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=375b90ef4ba148b9ac12dbb8b1428832&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9227633 Apr 08 10:21:47.596025 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52290) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:47.604390 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756183a5-4d60-4716-909b-d762e3ad919a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce4f356-df07-4bf1-a639-23f1202d168e,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:47.695921 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d78bca1c-8336-4ede-9baa-98c2d3d592a6'] response: {'server_uuid': 'dd509eaf-e739-42b3-92ef-eda04b864d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ff04a6-c4de-4fde-b461-418f5c225474', 'code': 200} Apr 08 10:21:47.729727 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b73a04f9-7fb3-44c2-b3c1-aa3f4c1bcbb5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:47.757810 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=91ff04a6-c4de-4fde-b461-418f5c225474,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:47.817432 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73a04f9-7fb3-44c2-b3c1-aa3f4c1bcbb5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:47.826785 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-b73a04f9-7fb3-44c2-b3c1-aa3f4c1bcbb5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:47.830969 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a04f9-7fb3-44c2-b3c1-aa3f4c1bcbb5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:21:47.874860 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-ad373b65-059f-4fa8-a739-e852d7eb084b None None] For port 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:21:47.882040 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-ad373b65-059f-4fa8-a739-e852d7eb084b None None] For port 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=9e55ee3a-3bc3-49bc-a2f7-43ca84800e93,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:21:47.894697 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ad373b65-059f-4fa8-a739-e852d7eb084b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:47.897201 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a04f9-7fb3-44c2-b3c1-aa3f4c1bcbb5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=26f9824c-7033-472c-9d1c-dd4d669bba1c,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:47.914180 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-18fe3f20-c717-4a51-a40e-c86f0f1db902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:47.949143 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73a04f9-7fb3-44c2-b3c1-aa3f4c1bcbb5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:47.950052 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b73a04f9-7fb3-44c2-b3c1-aa3f4c1bcbb5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:47.975590 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b73a04f9-7fb3-44c2-b3c1-aa3f4c1bcbb5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7965400 Apr 08 10:21:47.978716 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-18fe3f20-c717-4a51-a40e-c86f0f1db902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:47.979886 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52298) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:48.122986 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-18fe3f20-c717-4a51-a40e-c86f0f1db902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:48.178164 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe3f20-c717-4a51-a40e-c86f0f1db902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce4f356-df07-4bf1-a639-23f1202d168e,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:48.235658 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-18fe3f20-c717-4a51-a40e-c86f0f1db902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:48.236828 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-18fe3f20-c717-4a51-a40e-c86f0f1db902 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5ce4f356-df07-4bf1-a639-23f1202d168e HTTP/1.1" status: 204 len: 168 time: 0.6395915 Apr 08 10:21:48.259630 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad373b65-059f-4fa8-a739-e852d7eb084b None None] Pushing event updated for resources: {'Port': ['ID=9e55ee3a-3bc3-49bc-a2f7-43ca84800e93,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:48.281507 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:48.300348 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-391bbf52-49bf-42af-a83a-bf5569efe075 req-c177f6eb-ee19-4a03-8ed4-e16aa2bd2fbf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dd509eaf-e739-42b3-92ef-eda04b864d2f HTTP/1.1" status: 200 len: 1099 time: 0.2245820 Apr 08 10:21:48.389447 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-391bbf52-49bf-42af-a83a-bf5569efe075 req-264a7c09-55e7-4008-89d4-467f7dc9ba32 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=10fc8943-e98d-4911-a45b-81b71d9bb4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770030 Apr 08 10:21:48.398770 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-830cc950-cc2f-48a6-8f6e-9cf646671106 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:48.446474 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7237b4ea-16ec-4ae4-b915-a8076cfe7f7a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:48.483700 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7237b4ea-16ec-4ae4-b915-a8076cfe7f7a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:48.486983 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7237b4ea-16ec-4ae4-b915-a8076cfe7f7a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.5060375 Apr 08 10:21:48.488666 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52310) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:48.716321 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-df1d936a-f532-4635-8e5b-09f44242a48e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting port 26f9824c-7033-472c-9d1c-dd4d669bba1c {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:21:48.716791 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-df1d936a-f532-4635-8e5b-09f44242a48e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:49.052712 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52324) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:49.294876 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7cbdd6a7-6efb-4049-ae37-19c680b6db93 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=794a0b3333e2433698bbfdaae5954147&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2374611 Apr 08 10:21:49.294876 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-df1d936a-f532-4635-8e5b-09f44242a48e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:49.302241 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52330) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:49.373677 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-830cc950-cc2f-48a6-8f6e-9cf646671106 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Allocated IP 172.20.0.1 (5127ffc0-890b-42df-85f5-4266f226f8cd/b64feeb0-553f-45c8-8155-edce4b76db4a/7ec5cc03-9939-4fec-851f-76f4db83e744) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:21:49.553586 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-df1d936a-f532-4635-8e5b-09f44242a48e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Calling delete_port for 26f9824c-7033-472c-9d1c-dd4d669bba1c owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:21:49.774679 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce8ef7a-38b4-43ba-882c-bbc7d69eab3b None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:21:49.789050 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-830cc950-cc2f-48a6-8f6e-9cf646671106 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:49.801444 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:21:49.830392 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-07e74c5a-bbc9-419f-ac29-f9effcaabebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:49.835052 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-830cc950-cc2f-48a6-8f6e-9cf646671106 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Transition to ACTIVE for port object 7ec5cc03-9939-4fec-851f-76f4db83e744 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:49.858976 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-07e74c5a-bbc9-419f-ac29-f9effcaabebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:49.885849 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-830cc950-cc2f-48a6-8f6e-9cf646671106 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:49.917042 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-07e74c5a-bbc9-419f-ac29-f9effcaabebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:49.972377 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e74c5a-bbc9-419f-ac29-f9effcaabebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f50e8f0-70d1-4115-9585-d6f797068c36,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:50.007980 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830cc950-cc2f-48a6-8f6e-9cf646671106 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event updated for resources: {'Port': ['ID=7ec5cc03-9939-4fec-851f-76f4db83e744,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:50.012542 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-07e74c5a-bbc9-419f-ac29-f9effcaabebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:50.013302 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-07e74c5a-bbc9-419f-ac29-f9effcaabebd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7f50e8f0-70d1-4115-9585-d6f797068c36 HTTP/1.1" status: 204 len: 168 time: 0.7104018 Apr 08 10:21:50.086812 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830cc950-cc2f-48a6-8f6e-9cf646671106 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Network 5127ffc0-890b-42df-85f5-4266f226f8cd is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:50.098793 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-830cc950-cc2f-48a6-8f6e-9cf646671106 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:50.110999 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-df1d936a-f532-4635-8e5b-09f44242a48e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:50.120409 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830cc950-cc2f-48a6-8f6e-9cf646671106 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:21:50.175319 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-4d60bb8f-0d9a-443d-b8fe-63429d221b29 None None] Provisioning for port 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:21:50.225933 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e664d7a-7657-4ef3-b779-9eafa77f8276 req-1206a363-75cb-42ee-b975-f7ee2f019fca tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:50.242140 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3e664d7a-7657-4ef3-b779-9eafa77f8276 req-1206a363-75cb-42ee-b975-f7ee2f019fca tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 1.4189386 Apr 08 10:21:50.269586 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d936a-f532-4635-8e5b-09f44242a48e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Port': ['ID=26f9824c-7033-472c-9d1c-dd4d669bba1c,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:50.276588 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c8294-2fe4-45c4-9ab0-8dd0b090b702 req-d6e26306-4469-4093-b71c-ff4aa8f2e922 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:50.277535 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:21:50.279781 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-071c8294-2fe4-45c4-9ab0-8dd0b090b702 req-d6e26306-4469-4093-b71c-ff4aa8f2e922 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd509eaf-e739-42b3-92ef-eda04b864d2f HTTP/1.1" status: 200 len: 946 time: 1.2798750 Apr 08 10:21:50.294126 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52342) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:50.316580 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-fa98018c-7863-4047-84f1-1cec0fcaed39 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Request body: {'subnet': {'network_id': '6a2dae78-160b-46d5-b34e-8d1e38b4545a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:50.361221 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:50.363861 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:50.456037 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-fa98018c-7863-4047-84f1-1cec0fcaed39 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:50.462789 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-fa98018c-7863-4047-84f1-1cec0fcaed39 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Usage tracker for resource:subnet and tenant:8cf15f21bd094c33bea580a114ab85ce is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:50.472888 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-fa98018c-7863-4047-84f1-1cec0fcaed39 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:50.494994 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-fa98018c-7863-4047-84f1-1cec0fcaed39 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:50.527938 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa98018c-7863-4047-84f1-1cec0fcaed39 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Made reservation on behalf of 8cf15f21bd094c33bea580a114ab85ce for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:50.633750 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-55c8932d-b132-4bc5-a240-417ce1ad18b2 None None] Provisioning for port 7ec5cc03-9939-4fec-851f-76f4db83e744 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:21:50.639596 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fa98018c-7863-4047-84f1-1cec0fcaed39 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:50.665308 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-55c8932d-b132-4bc5-a240-417ce1ad18b2 None None] Provisioning complete for port 7ec5cc03-9939-4fec-851f-76f4db83e744 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:50.666190 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-55c8932d-b132-4bc5-a240-417ce1ad18b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:50.742625 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:50.755429 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-55c8932d-b132-4bc5-a240-417ce1ad18b2 None None] Port 7ec5cc03-9939-4fec-851f-76f4db83e744 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:21:50.773409 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-830cc950-cc2f-48a6-8f6e-9cf646671106 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:50.799848 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=9e55ee3a-3bc3-49bc-a2f7-43ca84800e93,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:21:50.813251 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:50.825349 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-df1d936a-f532-4635-8e5b-09f44242a48e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:50.831704 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-df1d936a-f532-4635-8e5b-09f44242a48e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/26f9824c-7033-472c-9d1c-dd4d669bba1c HTTP/1.1" status: 204 len: 168 time: 2.3417711 Apr 08 10:21:50.832426 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-071c8294-2fe4-45c4-9ab0-8dd0b090b702 req-39fb0584-f870-4011-b8ce-2c79447e8956 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/security-groups?id=10fc8943-e98d-4911-a45b-81b71d9bb4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3904710 Apr 08 10:21:50.832637 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52356) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:50.843297 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3e664d7a-7657-4ef3-b779-9eafa77f8276 req-bd736e77-4d48-4f45-9b67-8a8ae48cd26e tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5969825 Apr 08 10:21:50.948523 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-830cc950-cc2f-48a6-8f6e-9cf646671106 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:50.952182 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e961c0-9290-4b22-9594-969fc4b3e1c8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:50.954827 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e961c0-9290-4b22-9594-969fc4b3e1c8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:50.956495 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e961c0-9290-4b22-9594-969fc4b3e1c8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:50.957675 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c2e961c0-9290-4b22-9594-969fc4b3e1c8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:21:50.977803 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c2e961c0-9290-4b22-9594-969fc4b3e1c8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:21:50.982731 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c2e961c0-9290-4b22-9594-969fc4b3e1c8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1491065 Apr 08 10:21:50.983587 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52364) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:51.065715 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=9e55ee3a-3bc3-49bc-a2f7-43ca84800e93,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:51.084290 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09760958-b2bc-4ff4-9b0d-2db438744ff3 None None] Update dhcp port {'port': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'fixed_ips': [{'subnet_id': '3c5c05ae-e803-4ae3-ae51-eb0e4e5d6cfa', 'ip_address': '2001:db8::f816:3eff:fe42:510'}, {'subnet_id': 'ff812da1-9f3c-4f41-a963-7204d734f706'}], 'binding:host_id': 'dv-neutron-837110-1-hyperv'}, 'id': '9e55ee3a-3bc3-49bc-a2f7-43ca84800e93'} from dv-neutron-837110-1-hyperv. {{(pid=83847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 08 10:21:51.185375 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-09760958-b2bc-4ff4-9b0d-2db438744ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:51.250867 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb01baed-59b7-4837-a9e0-bc5878977232 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet 3c5c05ae-e803-4ae3-ae51-eb0e4e5d6cfa {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:21:51.254044 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-eb01baed-59b7-4837-a9e0-bc5878977232 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:51.340688 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-eb01baed-59b7-4837-a9e0-bc5878977232 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:51.474737 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-eb01baed-59b7-4837-a9e0-bc5878977232 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:51.498544 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fa98018c-7863-4047-84f1-1cec0fcaed39 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server [None req-09760958-b2bc-4ff4-9b0d-2db438744ff3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c5c05ae-e803-4ae3-ae51-eb0e4e5d6cfa: This subnet is being modified by another concurrent operation. Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:21:51.574081 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1694, in update_port Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise exception Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c5c05ae-e803-4ae3-ae51-eb0e4e5d6cfa: This subnet is being modified by another concurrent operation. Apr 08 10:21:51.577092 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server Apr 08 10:21:51.583945 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-eb01baed-59b7-4837-a9e0-bc5878977232 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:51.672560 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98018c-7863-4047-84f1-1cec0fcaed39 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event updated for resources: {'Subnet': ['ID=f0f0d434-231d-4bfd-ab81-5f8e1c64062c,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:51.674647 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52386) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:51.688256 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-eb01baed-59b7-4837-a9e0-bc5878977232 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:51.700147 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392ebdbf-7792-4abe-b5f4-1531516452ea None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:21:51.705496 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb01baed-59b7-4837-a9e0-bc5878977232 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=3c5c05ae-e803-4ae3-ae51-eb0e4e5d6cfa,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:51.708627 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-eb01baed-59b7-4837-a9e0-bc5878977232 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/3c5c05ae-e803-4ae3-ae51-eb0e4e5d6cfa HTTP/1.1" status: 204 len: 168 time: 0.7236633 Apr 08 10:21:51.711111 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52390) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:51.739285 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa98018c-7863-4047-84f1-1cec0fcaed39 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Checking segment: {'id': 'cf2d4f25-7d20-448f-aff5-4dedbf0ee140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6a2dae78-160b-46d5-b34e-8d1e38b4545a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:21:51.739671 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa98018c-7863-4047-84f1-1cec0fcaed39 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Network hostable DHCP agents. Network: 6a2dae78-160b-46d5-b34e-8d1e38b4545a, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:21:51.779925 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa98018c-7863-4047-84f1-1cec0fcaed39 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Network 6a2dae78-160b-46d5-b34e-8d1e38b4545a is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:21:51.797126 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-830cc950-cc2f-48a6-8f6e-9cf646671106 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:51.805853 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-830cc950-cc2f-48a6-8f6e-9cf646671106 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:51.823088 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb282f4-e8ec-4c72-b712-efcc7c7f2dea tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet ff812da1-9f3c-4f41-a963-7204d734f706 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:21:51.825696 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ebb282f4-e8ec-4c72-b712-efcc7c7f2dea tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:51.929869 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ebb282f4-e8ec-4c72-b712-efcc7c7f2dea tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:51.945512 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-fa98018c-7863-4047-84f1-1cec0fcaed39 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 6a2dae78-160b-46d5-b34e-8d1e38b4545a) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:51.970432 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d06c509-edcc-48af-a0ed-55e80017f740 None None] Network 6a2dae78-160b-46d5-b34e-8d1e38b4545a requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:21:52.010480 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa98018c-7863-4047-84f1-1cec0fcaed39 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:52.011066 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fa98018c-7863-4047-84f1-1cec0fcaed39 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:52.042917 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ebb282f4-e8ec-4c72-b712-efcc7c7f2dea tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:52.058463 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-58c63779-04a9-4c70-b7ea-ae3a9289123b None None] Provisioning complete for port 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:52.058799 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-58c63779-04a9-4c70-b7ea-ae3a9289123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:52.142143 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ebb282f4-e8ec-4c72-b712-efcc7c7f2dea tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:52.168312 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3c39defc-92d9-4f42-9c61-a02cca966bf8 tempest-AgentManagementNegativeTest-1090613197 tempest-AgentManagementNegativeTest-1090613197-project] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4643025 Apr 08 10:21:52.169739 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830cc950-cc2f-48a6-8f6e-9cf646671106 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event updated for resources: {'Port': ['ID=7ec5cc03-9939-4fec-851f-76f4db83e744,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:52.195688 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-830cc950-cc2f-48a6-8f6e-9cf646671106 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:52.206728 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-fa98018c-7863-4047-84f1-1cec0fcaed39 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9068468 Apr 08 10:21:52.210782 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52402) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:52.222975 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-d27cd6ee-3f89-449f-8056-01aa639132c8 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1084799989'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:52.240701 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d27cd6ee-3f89-449f-8056-01aa639132c8 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:52.260717 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb282f4-e8ec-4c72-b712-efcc7c7f2dea tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=ff812da1-9f3c-4f41-a963-7204d734f706,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:52.268222 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ebb282f4-e8ec-4c72-b712-efcc7c7f2dea tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:52.277771 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d27cd6ee-3f89-449f-8056-01aa639132c8 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Usage tracker for resource:network and tenant:8cf15f21bd094c33bea580a114ab85ce is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:52.280014 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ebb282f4-e8ec-4c72-b712-efcc7c7f2dea tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/ff812da1-9f3c-4f41-a963-7204d734f706 HTTP/1.1" status: 204 len: 168 time: 0.5677435 Apr 08 10:21:52.282597 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52406) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:52.362322 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d27cd6ee-3f89-449f-8056-01aa639132c8 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:52.368732 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d27cd6ee-3f89-449f-8056-01aa639132c8 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:52.386982 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52410) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:52.402137 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-a6e2d765-9ba6-4acf-bc69-ea2fa37776fa tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1086225153', 'description': 'tempest-secgroup-smoke-1086225153 description', 'project_id': '14526426b3bf429d8a2df66bd6372e7f'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:52.404311 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6ed4786c-abb0-4ed9-b05a-cd154c912cee tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1206074 Apr 08 10:21:52.406547 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27cd6ee-3f89-449f-8056-01aa639132c8 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Made reservation on behalf of 8cf15f21bd094c33bea580a114ab85ce for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:52.409531 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d27cd6ee-3f89-449f-8056-01aa639132c8 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:52.420647 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52414) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:52.425025 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f0ff9-0719-42c2-a68f-35de78428ac7 req-1a14ace4-d079-4bdd-8571-84cad881af79 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:52.426197 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:52.426323 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-939f0ff9-0719-42c2-a68f-35de78428ac7 req-1a14ace4-d079-4bdd-8571-84cad881af79 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd509eaf-e739-42b3-92ef-eda04b864d2f HTTP/1.1" status: 200 len: 946 time: 0.4048858 Apr 08 10:21:52.433089 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a6e2d765-9ba6-4acf-bc69-ea2fa37776fa tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:52.460005 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019bb44b-a8b9-4bf6-8a64-9038adb83a6c None None] Update dhcp port {'port': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'fixed_ips': [{'subnet_id': 'ff812da1-9f3c-4f41-a963-7204d734f706'}], 'binding:host_id': 'dv-neutron-837110-1-hyperv'}, 'id': '9e55ee3a-3bc3-49bc-a2f7-43ca84800e93'} from dv-neutron-837110-1-hyperv. {{(pid=83847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 08 10:21:52.462269 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a6e2d765-9ba6-4acf-bc69-ea2fa37776fa tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Usage tracker for resource:security_group and tenant:14526426b3bf429d8a2df66bd6372e7f is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:52.466282 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a6e2d765-9ba6-4acf-bc69-ea2fa37776fa tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:52.485216 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a6e2d765-9ba6-4acf-bc69-ea2fa37776fa tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:52.565586 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-019bb44b-a8b9-4bf6-8a64-9038adb83a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:52.578065 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795e91fb-b453-482d-a02a-7ce1d180e0cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-6a2dae78-160b-46d5-b34e-8d1e38b4545a', 'network_id': '6a2dae78-160b-46d5-b34e-8d1e38b4545a', 'tenant_id': '8cf15f21bd094c33bea580a114ab85ce', 'fixed_ips': [{'subnet_id': 'f0f0d434-231d-4bfd-ab81-5f8e1c64062c'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:21:52.578856 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-795e91fb-b453-482d-a02a-7ce1d180e0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:52.605898 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d27cd6ee-3f89-449f-8056-01aa639132c8 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:21:52.616834 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d765-9ba6-4acf-bc69-ea2fa37776fa tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:52.628593 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:52.638582 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:subnet and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:52.648288 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:52.655918 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d765-9ba6-4acf-bc69-ea2fa37776fa tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:52.659630 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:52.663405 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52420) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:52.673868 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d27cd6ee-3f89-449f-8056-01aa639132c8 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:52.674207 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-d27cd6ee-3f89-449f-8056-01aa639132c8 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Added segment 0439a006-1e38-4177-9342-ee9314bfe9f3 of type vlan for network b45191c9-d26b-4535-8040-633d6b4f6e55 Apr 08 10:21:52.680463 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830cc950-cc2f-48a6-8f6e-9cf646671106 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Network 5127ffc0-890b-42df-85f5-4266f226f8cd is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:52.681081 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:52.685942 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:52.692467 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-939f0ff9-0719-42c2-a68f-35de78428ac7 req-7638834b-b8c6-40f7-8284-1c6286a83865 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/security-groups?id=10fc8943-e98d-4911-a45b-81b71d9bb4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2521086 Apr 08 10:21:52.693408 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-830cc950-cc2f-48a6-8f6e-9cf646671106 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:52.971906 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a43dc9e1-f325-4190-9dcc-00b16e76b097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:52.973193 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7d1b8ea8-18cd-4b37-b8a4-7bacaa13df02 None None] Provisioning complete for port 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:52.973655 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7d1b8ea8-18cd-4b37-b8a4-7bacaa13df02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:52.998380 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-795e91fb-b453-482d-a02a-7ce1d180e0cf None None] Allocated IP 2001:db8:0:ffff::2 (6a2dae78-160b-46d5-b34e-8d1e38b4545a/f0f0d434-231d-4bfd-ab81-5f8e1c64062c/1ce96e9d-d16c-47eb-aad8-b6145e079556) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:21:53.029956 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47db0c0-a643-4847-a1ad-705c62fdaf09 req-f905f126-fd28-4526-9f52-7efb0efb53bb tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:53.053193 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a47db0c0-a643-4847-a1ad-705c62fdaf09 req-f905f126-fd28-4526-9f52-7efb0efb53bb tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.5816464 Apr 08 10:21:53.092638 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a43dc9e1-f325-4190-9dcc-00b16e76b097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:53.099943 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a43dc9e1-f325-4190-9dcc-00b16e76b097 admin admin] Usage tracker for resource:security_group_rule and tenant:42dfe2140b1148fbbfbd8379c1f227f7 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:53.104971 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a43dc9e1-f325-4190-9dcc-00b16e76b097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:53.115433 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a43dc9e1-f325-4190-9dcc-00b16e76b097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:53.126549 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d27cd6ee-3f89-449f-8056-01aa639132c8 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:53.151049 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a6e2d765-9ba6-4acf-bc69-ea2fa37776fa tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:53.169001 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a6e2d765-9ba6-4acf-bc69-ea2fa37776fa tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Usage tracker for resource:security_group_rule and tenant:14526426b3bf429d8a2df66bd6372e7f is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:53.175665 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a6e2d765-9ba6-4acf-bc69-ea2fa37776fa tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:53.185638 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a6e2d765-9ba6-4acf-bc69-ea2fa37776fa tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:53.313610 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a47db0c0-a643-4847-a1ad-705c62fdaf09 req-aed66fd4-1492-4654-bafb-e32a8fe6ff2c tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2590036 Apr 08 10:21:53.324469 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d27cd6ee-3f89-449f-8056-01aa639132c8 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:53.328178 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27cd6ee-3f89-449f-8056-01aa639132c8 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:53.328758 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d27cd6ee-3f89-449f-8056-01aa639132c8 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:53.347867 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a43dc9e1-f325-4190-9dcc-00b16e76b097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:53.347867 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a43dc9e1-f325-4190-9dcc-00b16e76b097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:53.365038 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-795e91fb-b453-482d-a02a-7ce1d180e0cf None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:53.383505 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-795e91fb-b453-482d-a02a-7ce1d180e0cf None None] Transition to ACTIVE for port object 1ce96e9d-d16c-47eb-aad8-b6145e079556 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:53.388654 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.objects.ports [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83846) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 08 10:21:53.407901 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-795e91fb-b453-482d-a02a-7ce1d180e0cf None None] Transition to ACTIVE for port object 1ce96e9d-d16c-47eb-aad8-b6145e079556 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:53.419711 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-795e91fb-b453-482d-a02a-7ce1d180e0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:53.444327 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27cd6ee-3f89-449f-8056-01aa639132c8 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event updated for resources: {'Network': ['ID=b45191c9-d26b-4535-8040-633d6b4f6e55,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:53.467746 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43dc9e1-f325-4190-9dcc-00b16e76b097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7a993f-4ef8-4de3-a2e1-f4f054c7f8d5,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:53.475429 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a43dc9e1-f325-4190-9dcc-00b16e76b097 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=42dfe2140b1148fbbfbd8379c1f227f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8108122 Apr 08 10:21:53.480557 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52430) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:53.544388 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network b45191c9-d26b-4535-8040-633d6b4f6e55 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:21:53.549230 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a05fd-fceb-4cf3-af0e-e757b8af90e1 req-50d648b2-780c-48ce-9cef-f5a976bd51b7 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:53.550876 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9e2a05fd-fceb-4cf3-af0e-e757b8af90e1 req-50d648b2-780c-48ce-9cef-f5a976bd51b7 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd509eaf-e739-42b3-92ef-eda04b864d2f HTTP/1.1" status: 200 len: 946 time: 0.5868182 Apr 08 10:21:53.675433 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52434) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:53.684880 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-9fc69874-2f3e-4981-8558-d30886bd7f6a tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Request body: {'floatingip': {'port_id': '91ff04a6-c4de-4fde-b461-418f5c225474'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:53.701970 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e91fb-b453-482d-a02a-7ce1d180e0cf None None] Pushing event updated for resources: {'Port': ['ID=1ce96e9d-d16c-47eb-aad8-b6145e079556,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:53.713865 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:21:53.747039 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795e91fb-b453-482d-a02a-7ce1d180e0cf None None] Network 6a2dae78-160b-46d5-b34e-8d1e38b4545a is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:53.764792 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-795e91fb-b453-482d-a02a-7ce1d180e0cf None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:53.773017 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-caa9c0de-638b-4199-8f82-9a8a6dafc3a7 None None] Provisioning complete for port 7ec5cc03-9939-4fec-851f-76f4db83e744 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:53.773436 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-caa9c0de-638b-4199-8f82-9a8a6dafc3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:53.799751 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795e91fb-b453-482d-a02a-7ce1d180e0cf None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:21:53.818409 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1046e6cf-192d-4411-b351-62206df48d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:53.854854 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d765-9ba6-4acf-bc69-ea2fa37776fa tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:53.876037 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9fc69874-2f3e-4981-8558-d30886bd7f6a tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks [] for floatingip, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:53.893185 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d27cd6ee-3f89-449f-8056-01aa639132c8 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6809771 Apr 08 10:21:53.904000 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d765-9ba6-4acf-bc69-ea2fa37776fa tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:53.907115 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52440) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:53.931307 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-caa9c0de-638b-4199-8f82-9a8a6dafc3a7 None None] Port 7ec5cc03-9939-4fec-851f-76f4db83e744 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:21:53.950515 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2d765-9ba6-4acf-bc69-ea2fa37776fa tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=393ec7d7-0838-4247-8e25-2764cfb0d3af,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:53.965220 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-47d4b548-314d-46fc-ab1f-e3d673d28301 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Request body: {'subnet': {'network_id': 'b45191c9-d26b-4535-8040-633d6b4f6e55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:53.971070 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-caa9c0de-638b-4199-8f82-9a8a6dafc3a7 None None] Could not find standard attr ID for object 26f9824c-7033-472c-9d1c-dd4d669bba1c. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:21:53.986090 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-795e91fb-b453-482d-a02a-7ce1d180e0cf None None] Attempting to bind port 1ce96e9d-d16c-47eb-aad8-b6145e079556 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:53.986741 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-795e91fb-b453-482d-a02a-7ce1d180e0cf None None] Attempting to bind port 1ce96e9d-d16c-47eb-aad8-b6145e079556 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'cf2d4f25-7d20-448f-aff5-4dedbf0ee140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6a2dae78-160b-46d5-b34e-8d1e38b4545a'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:53.986880 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795e91fb-b453-482d-a02a-7ce1d180e0cf None None] Attempting to bind port 1ce96e9d-d16c-47eb-aad8-b6145e079556 on network 6a2dae78-160b-46d5-b34e-8d1e38b4545a {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:53.987215 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1046e6cf-192d-4411-b351-62206df48d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:54.003090 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795e91fb-b453-482d-a02a-7ce1d180e0cf None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:21:54.003464 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795e91fb-b453-482d-a02a-7ce1d180e0cf None None] Checking segment: {'id': 'cf2d4f25-7d20-448f-aff5-4dedbf0ee140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6a2dae78-160b-46d5-b34e-8d1e38b4545a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:21:54.003864 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-795e91fb-b453-482d-a02a-7ce1d180e0cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:54.004285 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795e91fb-b453-482d-a02a-7ce1d180e0cf None None] Bound using segment: {'id': 'cf2d4f25-7d20-448f-aff5-4dedbf0ee140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6a2dae78-160b-46d5-b34e-8d1e38b4545a'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:21:54.004791 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-795e91fb-b453-482d-a02a-7ce1d180e0cf None None] Bound port: 1ce96e9d-d16c-47eb-aad8-b6145e079556, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2d4f25-7d20-448f-aff5-4dedbf0ee140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6a2dae78-160b-46d5-b34e-8d1e38b4545a'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:21:54.005116 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-795e91fb-b453-482d-a02a-7ce1d180e0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:54.018161 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:54.049485 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:54.100643 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=9e55ee3a-3bc3-49bc-a2f7-43ca84800e93,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:21:54.102902 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a6e2d765-9ba6-4acf-bc69-ea2fa37776fa tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:54.109750 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a6e2d765-9ba6-4acf-bc69-ea2fa37776fa tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Usage tracker for resource:security_group_rule and tenant:14526426b3bf429d8a2df66bd6372e7f is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:54.111358 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:54.160175 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a6e2d765-9ba6-4acf-bc69-ea2fa37776fa tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:54.168567 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a6e2d765-9ba6-4acf-bc69-ea2fa37776fa tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:54.180117 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-795e91fb-b453-482d-a02a-7ce1d180e0cf None None] For port 1ce96e9d-d16c-47eb-aad8-b6145e079556, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:21:54.193632 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-795e91fb-b453-482d-a02a-7ce1d180e0cf None None] For port 1ce96e9d-d16c-47eb-aad8-b6145e079556, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=1ce96e9d-d16c-47eb-aad8-b6145e079556,segment=NetworkSegment(cf2d4f25-7d20-448f-aff5-4dedbf0ee140),segment_id=cf2d4f25-7d20-448f-aff5-4dedbf0ee140)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:21:54.201243 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-795e91fb-b453-482d-a02a-7ce1d180e0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:54.204735 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=9e55ee3a-3bc3-49bc-a2f7-43ca84800e93,revision_number=6']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:54.217041 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-94beb542-a88c-4733-a433-c091d13a74e0 req-080e5fa5-ac39-4445-bc7f-742f835a0037 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4536e1f44aef4dcaab5fa39823cbd99d&device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 1098 time: 0.4314117 Apr 08 10:21:54.238763 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d765-9ba6-4acf-bc69-ea2fa37776fa tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:54.251786 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1046e6cf-192d-4411-b351-62206df48d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:54.270256 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d765-9ba6-4acf-bc69-ea2fa37776fa tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:54.283831 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e91fb-b453-482d-a02a-7ce1d180e0cf None None] Pushing event updated for resources: {'Port': ['ID=1ce96e9d-d16c-47eb-aad8-b6145e079556,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:54.362308 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046e6cf-192d-4411-b351-62206df48d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7a993f-4ef8-4de3-a2e1-f4f054c7f8d5,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:54.365869 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-47d4b548-314d-46fc-ab1f-e3d673d28301 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:54.368610 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2d765-9ba6-4acf-bc69-ea2fa37776fa tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae44c6d-46de-49e1-b817-eec31857f3d6,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:54.375214 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d765-9ba6-4acf-bc69-ea2fa37776fa tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:54.379250 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a6e2d765-9ba6-4acf-bc69-ea2fa37776fa tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.9879315 Apr 08 10:21:54.382461 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486bbce-2879-4008-8b25-733e9eec29ca req-c16a5a9d-daa5-4c2a-b177-d533fa520db0 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:54.391168 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2486bbce-2879-4008-8b25-733e9eec29ca req-c16a5a9d-daa5-4c2a-b177-d533fa520db0 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.6954103 Apr 08 10:21:54.394313 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-47d4b548-314d-46fc-ab1f-e3d673d28301 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Usage tracker for resource:subnet and tenant:8cf15f21bd094c33bea580a114ab85ce is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:54.397082 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52444) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:54.405747 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-34d277d3-8a17-467a-ab5a-ddd1f001b12c tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Request body: {'security_group_rule': {'security_group_id': '3ae44c6d-46de-49e1-b817-eec31857f3d6', 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:54.410659 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-47d4b548-314d-46fc-ab1f-e3d673d28301 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:54.432523 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-34d277d3-8a17-467a-ab5a-ddd1f001b12c tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:54.435030 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-47d4b548-314d-46fc-ab1f-e3d673d28301 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:54.449678 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-34d277d3-8a17-467a-ab5a-ddd1f001b12c tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Usage tracker for resource:security_group_rule and tenant:14526426b3bf429d8a2df66bd6372e7f is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:54.458920 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-34d277d3-8a17-467a-ab5a-ddd1f001b12c tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:54.480274 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-34d277d3-8a17-467a-ab5a-ddd1f001b12c tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:54.496120 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d4b548-314d-46fc-ab1f-e3d673d28301 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Made reservation on behalf of 8cf15f21bd094c33bea580a114ab85ce for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:54.591701 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2486bbce-2879-4008-8b25-733e9eec29ca req-350a2667-be98-4691-b688-de71cc622eb8 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996238 Apr 08 10:21:54.630360 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1046e6cf-192d-4411-b351-62206df48d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:54.633846 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1046e6cf-192d-4411-b351-62206df48d23 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1a7a993f-4ef8-4de3-a2e1-f4f054c7f8d5 HTTP/1.1" status: 204 len: 168 time: 1.1497927 Apr 08 10:21:54.652753 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-47d4b548-314d-46fc-ab1f-e3d673d28301 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:54.724198 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] For port 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=9e55ee3a-3bc3-49bc-a2f7-43ca84800e93,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:21:54.725519 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-34d277d3-8a17-467a-ab5a-ddd1f001b12c tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:54.740475 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94beb542-a88c-4733-a433-c091d13a74e0 req-5185177a-3fd5-4961-abfd-d40603c03f3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:54.741646 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-94beb542-a88c-4733-a433-c091d13a74e0 req-5185177a-3fd5-4961-abfd-d40603c03f3f service neutron] 10.222.0.52 "GET /v2.0/networks?id=2e061ab5-f3b5-4fd3-983c-73eb5d82392b HTTP/1.1" status: 200 len: 912 time: 0.5120773 Apr 08 10:21:54.822962 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830cc950-cc2f-48a6-8f6e-9cf646671106 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Router 32c52265-a123-4ead-8007-53b4c6789246 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:21:54.837167 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.resource_extend [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:21:54.871641 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-34d277d3-8a17-467a-ab5a-ddd1f001b12c tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:54.943801 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:54.959515 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:54.960256 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:54.965031 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-34d277d3-8a17-467a-ab5a-ddd1f001b12c tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:55.090951 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d277d3-8a17-467a-ab5a-ddd1f001b12c tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc631eb3-7a67-4dde-b6ce-b4b0b3d80afc,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:55.125506 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=9e55ee3a-3bc3-49bc-a2f7-43ca84800e93,revision_number=7']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:55.147234 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=a9f94820-d9e0-4dcd-9446-e55869d4e833,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:55.163400 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:55.163750 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:55.164350 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:55.164834 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:55.165563 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:55.166078 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:55.166554 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:55.167162 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:55.167655 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:55.168148 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:55.168619 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:55.170700 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-34d277d3-8a17-467a-ab5a-ddd1f001b12c tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:55.174873 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-34d277d3-8a17-467a-ab5a-ddd1f001b12c tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7730451 Apr 08 10:21:55.177135 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52458) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:55.184723 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:55.185281 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:55.185994 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:55.186505 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:55.187015 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:55.187491 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:55.188160 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:55.188641 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:55.189854 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:55.190369 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:55.190847 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:55.200065 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-94beb542-a88c-4733-a433-c091d13a74e0 req-7674df2f-bcc6-4582-b279-8e1ce6f35b8a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95a82a1f-9179-47cb-b9d3-df6d80e6a203 HTTP/1.1" status: 200 len: 1001 time: 0.4456024 Apr 08 10:21:55.203253 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-1dd0d01b-fbd0-4bb9-93de-bb7e82b7bb52 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Request body: {'security_group_rule': {'security_group_id': '3ae44c6d-46de-49e1-b817-eec31857f3d6', 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:55.210234 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-1dd0d01b-fbd0-4bb9-93de-bb7e82b7bb52 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:55.216205 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1dd0d01b-fbd0-4bb9-93de-bb7e82b7bb52 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Usage tracker for resource:security_group_rule and tenant:14526426b3bf429d8a2df66bd6372e7f is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:55.219468 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1dd0d01b-fbd0-4bb9-93de-bb7e82b7bb52 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:55.225552 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-1dd0d01b-fbd0-4bb9-93de-bb7e82b7bb52 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:55.301663 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1dd0d01b-fbd0-4bb9-93de-bb7e82b7bb52 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:55.395865 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.objects.ports [None req-47d4b548-314d-46fc-ab1f-e3d673d28301 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83845) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 08 10:21:55.401512 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-47d4b548-314d-46fc-ab1f-e3d673d28301 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:55.409429 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94beb542-a88c-4733-a433-c091d13a74e0 req-b942cb30-7ff5-45af-9bd5-aa191af36b1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:55.411814 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-94beb542-a88c-4733-a433-c091d13a74e0 req-b942cb30-7ff5-45af-9bd5-aa191af36b1c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21703760-97a0-4591-934b-a62c7a8d3c61 HTTP/1.1" status: 200 len: 850 time: 0.2003794 Apr 08 10:21:55.417565 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:55.421218 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:55.433903 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9ca515-a1c2-47af-9ed7-8ecad2958c1a None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:21:55.503375 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:55.504323 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:55.520884 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1dd0d01b-fbd0-4bb9-93de-bb7e82b7bb52 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:55.555159 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1b241bac-97ab-44e6-8505-014034c572b5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1323178 Apr 08 10:21:55.559296 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52468) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:55.564922 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1dd0d01b-fbd0-4bb9-93de-bb7e82b7bb52 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:55.612069 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-f1549723-2216-4110-9afc-1c9b6efa88cf tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:55.615605 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4b548-314d-46fc-ab1f-e3d673d28301 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event updated for resources: {'Subnet': ['ID=e1886783-1314-4a4a-9e8a-7ef57190b097,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:55.617714 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9684398f-ac9a-467c-8f97-48ebd3758dcf None None] Network 6a2dae78-160b-46d5-b34e-8d1e38b4545a requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:21:55.645743 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0d01b-fbd0-4bb9-93de-bb7e82b7bb52 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c11b6a3-06b6-4551-8b89-8d10fd285cc4,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:55.675186 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830cc950-cc2f-48a6-8f6e-9cf646671106 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:21:55.677069 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1dd0d01b-fbd0-4bb9-93de-bb7e82b7bb52 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:55.678310 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1dd0d01b-fbd0-4bb9-93de-bb7e82b7bb52 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5001161 Apr 08 10:21:55.683397 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-830cc950-cc2f-48a6-8f6e-9cf646671106 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "PUT /v2.0/routers/32c52265-a123-4ead-8007-53b4c6789246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8944798 Apr 08 10:21:55.686203 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52476) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:55.686535 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52478) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:55.689555 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10781bb8-9797-4c34-8e37-e081f24e9691 None None] Sync routers for ids ['32c52265-a123-4ead-8007-53b4c6789246'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:21:55.698746 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-41289d2b-f64d-4c24-9249-4a4dcdafabe9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Request body: {'security_group_rule': {'security_group_id': '3ae44c6d-46de-49e1-b817-eec31857f3d6', 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:55.707202 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-b2438506-c6e3-437d-b0df-e1069392740c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Request body: {'port': {'network_id': '5127ffc0-890b-42df-85f5-4266f226f8cd', 'name': 'tempest-FloatingIPTestJSON-859080540'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:55.723988 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10781bb8-9797-4c34-8e37-e081f24e9691 None None] Routers {'32c52265-a123-4ead-8007-53b4c6789246'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:55.724650 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-10781bb8-9797-4c34-8e37-e081f24e9691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['32c52265-a123-4ead-8007-53b4c6789246'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:55.727029 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-41289d2b-f64d-4c24-9249-4a4dcdafabe9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:55.805195 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.resource_extend [None req-9fc69874-2f3e-4981-8558-d30886bd7f6a tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:21:55.805804 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 1ce96e9d-d16c-47eb-aad8-b6145e079556 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:21:55.830263 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d4b548-314d-46fc-ab1f-e3d673d28301 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Checking segment: {'id': '0439a006-1e38-4177-9342-ee9314bfe9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b45191c9-d26b-4535-8040-633d6b4f6e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:21:55.830641 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d4b548-314d-46fc-ab1f-e3d673d28301 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Network hostable DHCP agents. Network: b45191c9-d26b-4535-8040-633d6b4f6e55, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:21:55.839701 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-41289d2b-f64d-4c24-9249-4a4dcdafabe9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Usage tracker for resource:security_group_rule and tenant:14526426b3bf429d8a2df66bd6372e7f is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:55.850052 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-41289d2b-f64d-4c24-9249-4a4dcdafabe9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:55.862392 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-10781bb8-9797-4c34-8e37-e081f24e9691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:55.869233 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-94beb542-a88c-4733-a433-c091d13a74e0 req-2458a157-7665-4703-bf8b-927792878c27 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2e061ab5-f3b5-4fd3-983c-73eb5d82392b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4501991 Apr 08 10:21:55.886807 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10781bb8-9797-4c34-8e37-e081f24e9691 None None] Routers {'32c52265-a123-4ead-8007-53b4c6789246'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:21:55.887427 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-10781bb8-9797-4c34-8e37-e081f24e9691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['32c52265-a123-4ead-8007-53b4c6789246'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:55.907810 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52484) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:55.920970 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-cb719a77-3eaf-4bff-8116-68ac47f55f12 None None] Provisioning for port 1ce96e9d-d16c-47eb-aad8-b6145e079556 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:21:55.924150 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-41289d2b-f64d-4c24-9249-4a4dcdafabe9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:55.992876 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-41289d2b-f64d-4c24-9249-4a4dcdafabe9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:56.020189 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-10781bb8-9797-4c34-8e37-e081f24e9691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:21:56.020935 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10781bb8-9797-4c34-8e37-e081f24e9691 None None] The sync data for ids ['32c52265-a123-4ead-8007-53b4c6789246'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:21:56.048511 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d4b548-314d-46fc-ab1f-e3d673d28301 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Network b45191c9-d26b-4535-8040-633d6b4f6e55 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:21:56.091079 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 1ce96e9d-d16c-47eb-aad8-b6145e079556 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:21:56.099389 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-47d4b548-314d-46fc-ab1f-e3d673d28301 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, b45191c9-d26b-4535-8040-633d6b4f6e55) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:56.113183 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9fc69874-2f3e-4981-8558-d30886bd7f6a tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:56.135440 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9fc69874-2f3e-4981-8558-d30886bd7f6a tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:56.140164 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b2438506-c6e3-437d-b0df-e1069392740c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:56.145310 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b2438506-c6e3-437d-b0df-e1069392740c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Usage tracker for resource:port and tenant:eaffd781f5dd45dba33356f8d68ab59c is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:56.148804 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b2438506-c6e3-437d-b0df-e1069392740c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:56.159121 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b2438506-c6e3-437d-b0df-e1069392740c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:56.170803 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d4b548-314d-46fc-ab1f-e3d673d28301 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:56.172114 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-47d4b548-314d-46fc-ab1f-e3d673d28301 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:56.182289 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2438506-c6e3-437d-b0df-e1069392740c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Made reservation on behalf of eaffd781f5dd45dba33356f8d68ab59c for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:56.185534 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 1ce96e9d-d16c-47eb-aad8-b6145e079556 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:56.185908 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:56.186597 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b2438506-c6e3-437d-b0df-e1069392740c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:56.205426 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f1549723-2216-4110-9afc-1c9b6efa88cf tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:56.220024 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2c9cfb-e40a-466e-8c70-64dad6cd76ff None None] Network b45191c9-d26b-4535-8040-633d6b4f6e55 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:21:56.231804 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbeb217-d670-47e2-9afb-cd9a4c21ec5f req-0b480f8a-ba19-437a-915f-a2740228bfd2 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:56.234457 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6bbeb217-d670-47e2-9afb-cd9a4c21ec5f req-0b480f8a-ba19-437a-915f-a2740228bfd2 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.3968468 Apr 08 10:21:56.259172 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-47d4b548-314d-46fc-ab1f-e3d673d28301 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3162727 Apr 08 10:21:56.261498 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-b2438506-c6e3-437d-b0df-e1069392740c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] device_id is not set on port bb475aa5-31b1-48a6-bffc-a7c86e8d4e3b yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:21:56.268870 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52490) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:56.281588 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-e7b7b805-ee28-4a71-ae27-e056605eb6e7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-212461244'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:56.285720 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f1549723-2216-4110-9afc-1c9b6efa88cf tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:subnet and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:56.300110 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-678e3419-643b-45a4-971b-e186304b2852 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Request body: {'port': {'network_id': 'b45191c9-d26b-4535-8040-633d6b4f6e55', 'name': 'tempest-NetworksIpV6TestAttrs-682338514'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:56.316632 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f1549723-2216-4110-9afc-1c9b6efa88cf tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:56.319767 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e7b7b805-ee28-4a71-ae27-e056605eb6e7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:56.335460 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e7b7b805-ee28-4a71-ae27-e056605eb6e7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Usage tracker for resource:network and tenant:33768067952e4b2b86e46183d6e96a69 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:56.341158 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f1549723-2216-4110-9afc-1c9b6efa88cf tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:56.389440 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e7b7b805-ee28-4a71-ae27-e056605eb6e7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:56.394318 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-94beb542-a88c-4733-a433-c091d13a74e0 req-1ba0e29a-d184-4091-a650-388b88a0a55e service neutron] 10.222.0.52 "GET /v2.0/networks/2e061ab5-f3b5-4fd3-983c-73eb5d82392b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5153577 Apr 08 10:21:56.406042 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e7b7b805-ee28-4a71-ae27-e056605eb6e7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:56.497413 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-41289d2b-f64d-4c24-9249-4a4dcdafabe9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:56.510008 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-41289d2b-f64d-4c24-9249-4a4dcdafabe9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:56.514497 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1549723-2216-4110-9afc-1c9b6efa88cf tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:56.530136 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:56.554421 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6bbeb217-d670-47e2-9afb-cd9a4c21ec5f req-e814fc5d-2fa7-4e3b-b3ff-82bef35a36ea tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3043585 Apr 08 10:21:56.580241 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41289d2b-f64d-4c24-9249-4a4dcdafabe9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4258d924-738f-4edc-b634-31015654c231,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:56.608575 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41289d2b-f64d-4c24-9249-4a4dcdafabe9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:56.609844 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41289d2b-f64d-4c24-9249-4a4dcdafabe9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:56.609844 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41289d2b-f64d-4c24-9249-4a4dcdafabe9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:56.609844 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41289d2b-f64d-4c24-9249-4a4dcdafabe9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:56.610152 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41289d2b-f64d-4c24-9249-4a4dcdafabe9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:56.610312 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41289d2b-f64d-4c24-9249-4a4dcdafabe9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:56.611094 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41289d2b-f64d-4c24-9249-4a4dcdafabe9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:56.611094 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41289d2b-f64d-4c24-9249-4a4dcdafabe9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:56.611417 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41289d2b-f64d-4c24-9249-4a4dcdafabe9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:56.611802 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41289d2b-f64d-4c24-9249-4a4dcdafabe9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:56.612208 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41289d2b-f64d-4c24-9249-4a4dcdafabe9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:56.616591 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c781fea-1c6d-4d0b-9540-aba7604a4d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-b45191c9-d26b-4535-8040-633d6b4f6e55', 'network_id': 'b45191c9-d26b-4535-8040-633d6b4f6e55', 'tenant_id': '8cf15f21bd094c33bea580a114ab85ce', 'fixed_ips': [{'subnet_id': 'e1886783-1314-4a4a-9e8a-7ef57190b097'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:21:56.616771 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-41289d2b-f64d-4c24-9249-4a4dcdafabe9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:56.617286 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5c781fea-1c6d-4d0b-9540-aba7604a4d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:56.628069 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-41289d2b-f64d-4c24-9249-4a4dcdafabe9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9403384 Apr 08 10:21:56.633047 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52494) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:56.638764 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 1ce96e9d-d16c-47eb-aad8-b6145e079556, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=1ce96e9d-d16c-47eb-aad8-b6145e079556,segment=NetworkSegment(cf2d4f25-7d20-448f-aff5-4dedbf0ee140),segment_id=cf2d4f25-7d20-448f-aff5-4dedbf0ee140)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:21:56.642282 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-9e79e088-6a21-4936-8603-1f9a1d7ac5d9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Request body: {'security_group_rule': {'security_group_id': '3ae44c6d-46de-49e1-b817-eec31857f3d6', 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:56.644317 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:56.647212 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b7b805-ee28-4a71-ae27-e056605eb6e7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Made reservation on behalf of 33768067952e4b2b86e46183d6e96a69 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:56.651108 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e7b7b805-ee28-4a71-ae27-e056605eb6e7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:56.654364 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-b2438506-c6e3-437d-b0df-e1069392740c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Allocated IP 172.20.0.12 (5127ffc0-890b-42df-85f5-4266f226f8cd/b64feeb0-553f-45c8-8155-edce4b76db4a/bb475aa5-31b1-48a6-bffc-a7c86e8d4e3b) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:21:56.656995 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-9e79e088-6a21-4936-8603-1f9a1d7ac5d9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:56.667368 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-9e79e088-6a21-4936-8603-1f9a1d7ac5d9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Usage tracker for resource:security_group_rule and tenant:14526426b3bf429d8a2df66bd6372e7f is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:56.673318 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-9e79e088-6a21-4936-8603-1f9a1d7ac5d9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:56.680423 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-9e79e088-6a21-4936-8603-1f9a1d7ac5d9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:56.701589 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e7b7b805-ee28-4a71-ae27-e056605eb6e7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:56.773237 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-678e3419-643b-45a4-971b-e186304b2852 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:56.799973 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=1ce96e9d-d16c-47eb-aad8-b6145e079556,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:56.808543 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-678e3419-643b-45a4-971b-e186304b2852 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Usage tracker for resource:port and tenant:8cf15f21bd094c33bea580a114ab85ce is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:56.812377 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-678e3419-643b-45a4-971b-e186304b2852 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:56.826770 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-94beb542-a88c-4733-a433-c091d13a74e0 req-5d3adea2-c895-490f-bd23-3c78a32eea4e service neutron] 10.222.0.52 "GET /v2.0/networks/2e061ab5-f3b5-4fd3-983c-73eb5d82392b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075294 Apr 08 10:21:56.837159 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-678e3419-643b-45a4-971b-e186304b2852 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:56.848232 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-956014aa-f4a7-4ec2-90fa-c0bce8dbd259 None None] Provisioning complete for port 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:56.848842 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-956014aa-f4a7-4ec2-90fa-c0bce8dbd259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:56.849970 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e7b7b805-ee28-4a71-ae27-e056605eb6e7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:56.861180 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f1549723-2216-4110-9afc-1c9b6efa88cf tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:56.890935 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:56.891519 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:56.892001 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:56.892500 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:56.893003 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:56.893499 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:56.893971 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:56.894443 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:56.894921 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:56.895398 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:56.895864 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:21:56.918540 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9e79e088-6a21-4936-8603-1f9a1d7ac5d9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:56.935695 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-5c781fea-1c6d-4d0b-9540-aba7604a4d3b None None] Allocated IP 2001:db8::f816:3eff:fe42:254e (b45191c9-d26b-4535-8040-633d6b4f6e55/e1886783-1314-4a4a-9e8a-7ef57190b097/07c4d480-f1ba-4e45-850a-d05fbad10e91) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:21:56.941733 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e7b7b805-ee28-4a71-ae27-e056605eb6e7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Usage tracker for resource:security_group_rule and tenant:33768067952e4b2b86e46183d6e96a69 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:56.956351 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e7b7b805-ee28-4a71-ae27-e056605eb6e7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:56.965510 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678e3419-643b-45a4-971b-e186304b2852 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Made reservation on behalf of 8cf15f21bd094c33bea580a114ab85ce for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:56.968420 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-678e3419-643b-45a4-971b-e186304b2852 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:56.987196 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e7b7b805-ee28-4a71-ae27-e056605eb6e7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:57.025964 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-678e3419-643b-45a4-971b-e186304b2852 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] device_id is not set on port 7551329e-41d1-45ca-b786-665df36e4962 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:21:57.036457 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b2438506-c6e3-437d-b0df-e1069392740c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:57.040568 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9e79e088-6a21-4936-8603-1f9a1d7ac5d9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:57.047408 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9e79e088-6a21-4936-8603-1f9a1d7ac5d9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:57.071141 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-b2438506-c6e3-437d-b0df-e1069392740c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Transition to ACTIVE for port object bb475aa5-31b1-48a6-bffc-a7c86e8d4e3b will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:57.081807 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79e088-6a21-4936-8603-1f9a1d7ac5d9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ebe68b9-9b8f-41fe-8317-d5a6c75cc3d1,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:57.088578 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-956014aa-f4a7-4ec2-90fa-c0bce8dbd259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:57.100894 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9e79e088-6a21-4936-8603-1f9a1d7ac5d9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:57.105194 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9e79e088-6a21-4936-8603-1f9a1d7ac5d9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4682064 Apr 08 10:21:57.106830 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52498) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:57.133360 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-81dd7404-0f1a-430b-80d4-27ff91aa75a0 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Request body: {'security_group_rule': {'security_group_id': '3ae44c6d-46de-49e1-b817-eec31857f3d6', 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:57.148463 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-81dd7404-0f1a-430b-80d4-27ff91aa75a0 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:57.157509 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-81dd7404-0f1a-430b-80d4-27ff91aa75a0 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Usage tracker for resource:security_group_rule and tenant:14526426b3bf429d8a2df66bd6372e7f is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:57.162870 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-81dd7404-0f1a-430b-80d4-27ff91aa75a0 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:57.170704 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-956014aa-f4a7-4ec2-90fa-c0bce8dbd259 None None] For port 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=9e55ee3a-3bc3-49bc-a2f7-43ca84800e93,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:21:57.176144 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-81dd7404-0f1a-430b-80d4-27ff91aa75a0 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:57.180324 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b2438506-c6e3-437d-b0df-e1069392740c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:57.200247 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-956014aa-f4a7-4ec2-90fa-c0bce8dbd259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:57.215977 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.l3_db [None req-9fc69874-2f3e-4981-8558-d30886bd7f6a tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Floating IP 0689e2c4-4277-420e-900b-638a3f4bb140 associated. External IP: 172.26.0.89, port: 91ff04a6-c4de-4fde-b461-418f5c225474. Apr 08 10:21:57.268066 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2438506-c6e3-437d-b0df-e1069392740c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event updated for resources: {'Port': ['ID=bb475aa5-31b1-48a6-bffc-a7c86e8d4e3b,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:57.281272 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2438506-c6e3-437d-b0df-e1069392740c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Network 5127ffc0-890b-42df-85f5-4266f226f8cd is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:57.282667 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-b2438506-c6e3-437d-b0df-e1069392740c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:57.285102 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2438506-c6e3-437d-b0df-e1069392740c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:21:57.294983 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5c781fea-1c6d-4d0b-9540-aba7604a4d3b None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:57.314432 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5c781fea-1c6d-4d0b-9540-aba7604a4d3b None None] Transition to ACTIVE for port object 07c4d480-f1ba-4e45-850a-d05fbad10e91 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:57.324244 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956014aa-f4a7-4ec2-90fa-c0bce8dbd259 None None] Pushing event updated for resources: {'Port': ['ID=9e55ee3a-3bc3-49bc-a2f7-43ca84800e93,revision_number=8']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:57.346716 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5c781fea-1c6d-4d0b-9540-aba7604a4d3b None None] Transition to ACTIVE for port object 07c4d480-f1ba-4e45-850a-d05fbad10e91 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:57.357282 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-72520bb9-b3eb-4f2a-9391-631a1246d940 None None] Provisioning complete for port 1ce96e9d-d16c-47eb-aad8-b6145e079556 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:57.357850 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-72520bb9-b3eb-4f2a-9391-631a1246d940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:57.378352 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2438506-c6e3-437d-b0df-e1069392740c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:57.379033 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b2438506-c6e3-437d-b0df-e1069392740c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:57.403980 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5c781fea-1c6d-4d0b-9540-aba7604a4d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:57.414773 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b2438506-c6e3-437d-b0df-e1069392740c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7248070 Apr 08 10:21:57.418096 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52502) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:57.425005 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-2becd7a5-17a3-4e6b-9ab8-9c25ba2c7ea5 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Request body: {'floatingip': {'port_id': 'bb475aa5-31b1-48a6-bffc-a7c86e8d4e3b'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:57.582464 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2becd7a5-17a3-4e6b-9ab8-9c25ba2c7ea5 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:57.592971 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c781fea-1c6d-4d0b-9540-aba7604a4d3b None None] Network b45191c9-d26b-4535-8040-633d6b4f6e55 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:57.593472 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-678e3419-643b-45a4-971b-e186304b2852 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Allocated IP 2001:db8::f816:3eff:fe3f:605e (b45191c9-d26b-4535-8040-633d6b4f6e55/e1886783-1314-4a4a-9e8a-7ef57190b097/7551329e-41d1-45ca-b786-665df36e4962) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:21:57.606587 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c781fea-1c6d-4d0b-9540-aba7604a4d3b None None] Pushing event updated for resources: {'Port': ['ID=07c4d480-f1ba-4e45-850a-d05fbad10e91,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:57.609107 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-5c781fea-1c6d-4d0b-9540-aba7604a4d3b None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:57.611499 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c781fea-1c6d-4d0b-9540-aba7604a4d3b None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:21:57.681946 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 1ce96e9d-d16c-47eb-aad8-b6145e079556 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:21:57.788605 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e7b7b805-ee28-4a71-ae27-e056605eb6e7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:57.802685 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-5c781fea-1c6d-4d0b-9540-aba7604a4d3b None None] Attempting to bind port 07c4d480-f1ba-4e45-850a-d05fbad10e91 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:21:57.803048 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-5c781fea-1c6d-4d0b-9540-aba7604a4d3b None None] Attempting to bind port 07c4d480-f1ba-4e45-850a-d05fbad10e91 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '0439a006-1e38-4177-9342-ee9314bfe9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b45191c9-d26b-4535-8040-633d6b4f6e55'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:21:57.803407 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c781fea-1c6d-4d0b-9540-aba7604a4d3b None None] Attempting to bind port 07c4d480-f1ba-4e45-850a-d05fbad10e91 on network b45191c9-d26b-4535-8040-633d6b4f6e55 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:21:57.815302 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c781fea-1c6d-4d0b-9540-aba7604a4d3b None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:21:57.815685 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c781fea-1c6d-4d0b-9540-aba7604a4d3b None None] Checking segment: {'id': '0439a006-1e38-4177-9342-ee9314bfe9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b45191c9-d26b-4535-8040-633d6b4f6e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:21:57.816055 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5c781fea-1c6d-4d0b-9540-aba7604a4d3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:57.816466 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c781fea-1c6d-4d0b-9540-aba7604a4d3b None None] Bound using segment: {'id': '0439a006-1e38-4177-9342-ee9314bfe9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b45191c9-d26b-4535-8040-633d6b4f6e55'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:21:57.817278 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-5c781fea-1c6d-4d0b-9540-aba7604a4d3b None None] Bound port: 07c4d480-f1ba-4e45-850a-d05fbad10e91, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0439a006-1e38-4177-9342-ee9314bfe9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b45191c9-d26b-4535-8040-633d6b4f6e55'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:21:57.817278 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5c781fea-1c6d-4d0b-9540-aba7604a4d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:57.830031 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e7b7b805-ee28-4a71-ae27-e056605eb6e7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:57.832381 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.securitygroups_db [None req-81dd7404-0f1a-430b-80d4-27ff91aa75a0 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Project 14526426b3bf429d8a2df66bd6372e7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:21:57.886529 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-81dd7404-0f1a-430b-80d4-27ff91aa75a0 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:57.895116 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 1ce96e9d-d16c-47eb-aad8-b6145e079556 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:57.895480 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:57.905477 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b7b805-ee28-4a71-ae27-e056605eb6e7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:21:57.944646 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e7b7b805-ee28-4a71-ae27-e056605eb6e7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:57.944989 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-e7b7b805-ee28-4a71-ae27-e056605eb6e7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Added segment adc65072-bef1-4a0a-bc76-f6210ddd363c of type vlan for network 6518a6c1-84fe-48be-bb4e-7decab6a10bd Apr 08 10:21:57.970749 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7b805-ee28-4a71-ae27-e056605eb6e7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dadca49e-65c1-4f29-ae4c-b7a7f799424b,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:57.971812 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-5c781fea-1c6d-4d0b-9540-aba7604a4d3b None None] For port 07c4d480-f1ba-4e45-850a-d05fbad10e91, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:21:57.989400 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-5c781fea-1c6d-4d0b-9540-aba7604a4d3b None None] For port 07c4d480-f1ba-4e45-850a-d05fbad10e91, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=07c4d480-f1ba-4e45-850a-d05fbad10e91,segment=NetworkSegment(0439a006-1e38-4177-9342-ee9314bfe9f3),segment_id=0439a006-1e38-4177-9342-ee9314bfe9f3)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:21:57.990434 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-9b37911c-eecc-4547-b9cc-2762a6a4f6b2 None None] Provisioning for port bb475aa5-31b1-48a6-bffc-a7c86e8d4e3b completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:21:57.999500 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5c781fea-1c6d-4d0b-9540-aba7604a4d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:58.022127 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-678e3419-643b-45a4-971b-e186304b2852 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:58.038780 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-9b37911c-eecc-4547-b9cc-2762a6a4f6b2 None None] Provisioning complete for port bb475aa5-31b1-48a6-bffc-a7c86e8d4e3b triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:21:58.038780 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9b37911c-eecc-4547-b9cc-2762a6a4f6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:58.039908 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e7b7b805-ee28-4a71-ae27-e056605eb6e7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:58.077172 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-678e3419-643b-45a4-971b-e186304b2852 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Transition to ACTIVE for port object 7551329e-41d1-45ca-b786-665df36e4962 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:58.119300 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcebce66-b070-4bf2-b4ee-ea02b31f1c09 req-5b2111bd-6ddf-49f2-a4f9-ccf35f763520 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:58.127064 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f1549723-2216-4110-9afc-1c9b6efa88cf tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:58.128597 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bcebce66-b070-4bf2-b4ee-ea02b31f1c09 req-5b2111bd-6ddf-49f2-a4f9-ccf35f763520 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.3624291 Apr 08 10:21:58.131243 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-9b37911c-eecc-4547-b9cc-2762a6a4f6b2 None None] Port bb475aa5-31b1-48a6-bffc-a7c86e8d4e3b cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:21:58.180381 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e7b7b805-ee28-4a71-ae27-e056605eb6e7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:58.184905 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b7b805-ee28-4a71-ae27-e056605eb6e7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:58.185586 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e7b7b805-ee28-4a71-ae27-e056605eb6e7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:58.192443 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-81dd7404-0f1a-430b-80d4-27ff91aa75a0 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:58.210174 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-81dd7404-0f1a-430b-80d4-27ff91aa75a0 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:58.221359 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c781fea-1c6d-4d0b-9540-aba7604a4d3b None None] Pushing event updated for resources: {'Port': ['ID=07c4d480-f1ba-4e45-850a-d05fbad10e91,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:58.315432 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bcebce66-b070-4bf2-b4ee-ea02b31f1c09 req-9e7aa13b-6647-44be-bb91-138b4df3ca53 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856225 Apr 08 10:21:58.320125 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd7404-0f1a-430b-80d4-27ff91aa75a0 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6cc20b8-0cb1-408c-9b5b-5e7989000921,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:58.336825 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-81dd7404-0f1a-430b-80d4-27ff91aa75a0 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:58.340543 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-81dd7404-0f1a-430b-80d4-27ff91aa75a0 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.2313247 Apr 08 10:21:58.341674 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52508) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:58.345454 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1549723-2216-4110-9afc-1c9b6efa88cf tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:58.356407 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-678e3419-643b-45a4-971b-e186304b2852 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:58.358206 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-f1549723-2216-4110-9afc-1c9b6efa88cf tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:58.370360 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333ce584-7a60-4f84-bf51-030e5cc7f42c None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:21:58.427116 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1549723-2216-4110-9afc-1c9b6efa88cf tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:58.427722 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f1549723-2216-4110-9afc-1c9b6efa88cf tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:58.450115 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1549723-2216-4110-9afc-1c9b6efa88cf tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=b6011982-a6ce-4d71-bc6b-cca60f5aa20b,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:58.465384 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-2082af45-be79-4b8d-be4b-85dd77cf6d40 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Request body: {'security_group_rule': {'security_group_id': '3ae44c6d-46de-49e1-b817-eec31857f3d6', 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:58.468002 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e7b7b805-ee28-4a71-ae27-e056605eb6e7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.5545485 Apr 08 10:21:58.484839 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7b805-ee28-4a71-ae27-e056605eb6e7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Pushing event updated for resources: {'Network': ['ID=6518a6c1-84fe-48be-bb4e-7decab6a10bd,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:58.486236 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2082af45-be79-4b8d-be4b-85dd77cf6d40 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:58.491081 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52514) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:58.499528 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-3c74e2bc-64d9-43b6-8cbe-5644445db5a2 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Request body: {'subnet': {'network_id': '6518a6c1-84fe-48be-bb4e-7decab6a10bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:58.516524 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 6518a6c1-84fe-48be-bb4e-7decab6a10bd details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:21:58.547951 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f1549723-2216-4110-9afc-1c9b6efa88cf tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9623060 Apr 08 10:21:58.549121 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e3419-643b-45a4-971b-e186304b2852 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event updated for resources: {'Port': ['ID=7551329e-41d1-45ca-b786-665df36e4962,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:58.560260 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678e3419-643b-45a4-971b-e186304b2852 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Network b45191c9-d26b-4535-8040-633d6b4f6e55 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:21:58.607243 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52518) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:58.616188 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-678e3419-643b-45a4-971b-e186304b2852 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:21:58.635994 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-5f4947d4-2452-43a3-8d17-a14d5e52b4e7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'port': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'mac_address': 'fa:16:3e:fc:7e:91', 'name': 'tempest-NetworksTestDHCPv6-1943583806'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:58.655694 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678e3419-643b-45a4-971b-e186304b2852 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:21:58.659689 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678e3419-643b-45a4-971b-e186304b2852 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:58.661119 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-678e3419-643b-45a4-971b-e186304b2852 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:58.698846 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2becd7a5-17a3-4e6b-9ab8-9c25ba2c7ea5 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:58.702836 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2082af45-be79-4b8d-be4b-85dd77cf6d40 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Usage tracker for resource:security_group_rule and tenant:14526426b3bf429d8a2df66bd6372e7f is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:58.734250 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2082af45-be79-4b8d-be4b-85dd77cf6d40 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:58.743644 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2becd7a5-17a3-4e6b-9ab8-9c25ba2c7ea5 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:58.886038 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-678e3419-643b-45a4-971b-e186304b2852 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.6147139 Apr 08 10:21:58.894122 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52522) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:58.895823 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3c74e2bc-64d9-43b6-8cbe-5644445db5a2 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:58.910516 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3c74e2bc-64d9-43b6-8cbe-5644445db5a2 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Usage tracker for resource:subnet and tenant:33768067952e4b2b86e46183d6e96a69 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:58.910753 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2082af45-be79-4b8d-be4b-85dd77cf6d40 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:58.914285 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3c74e2bc-64d9-43b6-8cbe-5644445db5a2 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:58.929782 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdbd9e9-1366-44d0-bf3c-aa2175a619fb None None] Update dhcp port {'port': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'fixed_ips': [{'subnet_id': 'a9f94820-d9e0-4dcd-9446-e55869d4e833', 'ip_address': '2001:db8::f816:3eff:fe42:510'}, {'subnet_id': 'b6011982-a6ce-4d71-bc6b-cca60f5aa20b'}], 'binding:host_id': 'dv-neutron-837110-1-hyperv'}, 'id': '9e55ee3a-3bc3-49bc-a2f7-43ca84800e93'} from dv-neutron-837110-1-hyperv. {{(pid=83847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 08 10:21:58.959048 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3c74e2bc-64d9-43b6-8cbe-5644445db5a2 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:58.990705 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4cdbd9e9-1366-44d0-bf3c-aa2175a619fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:58.993061 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.securitygroups_db [None req-2082af45-be79-4b8d-be4b-85dd77cf6d40 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Project 14526426b3bf429d8a2df66bd6372e7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:21:59.003179 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2082af45-be79-4b8d-be4b-85dd77cf6d40 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:59.071517 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c74e2bc-64d9-43b6-8cbe-5644445db5a2 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Made reservation on behalf of 33768067952e4b2b86e46183d6e96a69 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:59.139006 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66fa83-c995-40c3-87ec-0249018f1ac8 req-f3ed0edb-8145-4de4-bbde-da9e2c703f5f tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:59.140612 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6b66fa83-c995-40c3-87ec-0249018f1ac8 req-f3ed0edb-8145-4de4-bbde-da9e2c703f5f tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.4391804 Apr 08 10:21:59.200551 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5f4947d4-2452-43a3-8d17-a14d5e52b4e7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:59.217500 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5f4947d4-2452-43a3-8d17-a14d5e52b4e7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:port and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:59.223241 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2082af45-be79-4b8d-be4b-85dd77cf6d40 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:59.233254 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2082af45-be79-4b8d-be4b-85dd77cf6d40 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:59.243677 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-4cdbd9e9-1366-44d0-bf3c-aa2175a619fb None None] Allocated IP 172.20.0.2 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/b6011982-a6ce-4d71-bc6b-cca60f5aa20b/9e55ee3a-3bc3-49bc-a2f7-43ca84800e93) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:21:59.255380 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5f4947d4-2452-43a3-8d17-a14d5e52b4e7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:59.266574 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6b66fa83-c995-40c3-87ec-0249018f1ac8 req-d425ca40-eb5b-42c0-91dc-2e64249fdaac tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151526 Apr 08 10:21:59.269981 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082af45-be79-4b8d-be4b-85dd77cf6d40 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a86eed1-e0fc-4d5f-a955-7463ded6008c,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:59.303795 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2082af45-be79-4b8d-be4b-85dd77cf6d40 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:59.308877 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2082af45-be79-4b8d-be4b-85dd77cf6d40 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8500104 Apr 08 10:21:59.309196 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52526) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:59.329633 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-2d634564-4634-40af-90c9-bd228357ab54 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Request body: {'network': {'name': 'tempest-network-smoke--1771745385', 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'port_security_enabled': True}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:59.342547 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2d634564-4634-40af-90c9-bd228357ab54 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:59.349465 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2d634564-4634-40af-90c9-bd228357ab54 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Usage tracker for resource:network and tenant:14526426b3bf429d8a2df66bd6372e7f is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:59.353148 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2d634564-4634-40af-90c9-bd228357ab54 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:59.360645 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2d634564-4634-40af-90c9-bd228357ab54 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:59.378222 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d634564-4634-40af-90c9-bd228357ab54 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Made reservation on behalf of 14526426b3bf429d8a2df66bd6372e7f for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:59.382008 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2d634564-4634-40af-90c9-bd228357ab54 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:59.396502 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [None req-2becd7a5-17a3-4e6b-9ab8-9c25ba2c7ea5 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Floating IP 288fffcf-7f48-4edf-a06a-1954badcd508 associated. External IP: 172.26.0.155, port: 796343a7-8e76-43d5-afc4-17ff9564507e. Apr 08 10:21:59.475574 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-4cdbd9e9-1366-44d0-bf3c-aa2175a619fb None None] For port 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=9e55ee3a-3bc3-49bc-a2f7-43ca84800e93,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:21:59.513475 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4cdbd9e9-1366-44d0-bf3c-aa2175a619fb None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:59.533067 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-4cdbd9e9-1366-44d0-bf3c-aa2175a619fb None None] Transition to ACTIVE for port object 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:21:59.536415 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77739352-6b8a-4f0b-8d4f-35ef211e5063 None None] Network b45191c9-d26b-4535-8040-633d6b4f6e55 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:21:59.540573 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5f4947d4-2452-43a3-8d17-a14d5e52b4e7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:59.565071 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c74e2bc-64d9-43b6-8cbe-5644445db5a2 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:59.582771 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d634564-4634-40af-90c9-bd228357ab54 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:21:59.611526 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2d634564-4634-40af-90c9-bd228357ab54 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:59.611869 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-2d634564-4634-40af-90c9-bd228357ab54 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Added segment b03bf823-4416-4fe0-9479-94379a96e5e7 of type vlan for network 192f3bbb-ce8e-4d78-84a7-a4b3b9471c82 Apr 08 10:21:59.656397 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2d634564-4634-40af-90c9-bd228357ab54 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:59.680455 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec344348-b8e4-41bc-9078-06bd82d5db24 req-ef3261f2-bbcb-47c0-b751-c66da8b6c573 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:59.682364 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ec344348-b8e4-41bc-9078-06bd82d5db24 req-ef3261f2-bbcb-47c0-b751-c66da8b6c573 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.1691215 Apr 08 10:21:59.745522 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2d634564-4634-40af-90c9-bd228357ab54 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:59.749220 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d634564-4634-40af-90c9-bd228357ab54 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:21:59.749753 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2d634564-4634-40af-90c9-bd228357ab54 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:59.758595 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4947d4-2452-43a3-8d17-a14d5e52b4e7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:21:59.762970 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5f4947d4-2452-43a3-8d17-a14d5e52b4e7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:59.797595 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 07c4d480-f1ba-4e45-850a-d05fbad10e91 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:21:59.829353 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4cdbd9e9-1366-44d0-bf3c-aa2175a619fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:59.831728 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-5f4947d4-2452-43a3-8d17-a14d5e52b4e7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] device_id is not set on port dd026ad2-54ce-4246-a39a-fbaffc4f5c29 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:21:59.860446 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ec344348-b8e4-41bc-9078-06bd82d5db24 req-ba18c80c-2565-4061-9a2c-1a2c39a79bb7 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706209 Apr 08 10:21:59.883560 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2d634564-4634-40af-90c9-bd228357ab54 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5725439 Apr 08 10:21:59.886465 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52532) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:21:59.893672 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d634564-4634-40af-90c9-bd228357ab54 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Pushing event updated for resources: {'Network': ['ID=192f3bbb-ce8e-4d78-84a7-a4b3b9471c82,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:21:59.898410 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-b6c78455-8200-4384-b392-988f6106edfe tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1177103004', 'admin_state_up': True, 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:21:59.906628 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b6c78455-8200-4384-b392-988f6106edfe tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:21:59.912147 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b6c78455-8200-4384-b392-988f6106edfe tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Usage tracker for resource:router and tenant:14526426b3bf429d8a2df66bd6372e7f is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:21:59.916654 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b6c78455-8200-4384-b392-988f6106edfe tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:21:59.923842 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b6c78455-8200-4384-b392-988f6106edfe tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:21:59.952310 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b7f974b-b030-4d1a-a082-88e7bdf94ff1 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Deleting subnet e1886783-1314-4a4a-9e8a-7ef57190b097 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:21:59.971605 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2b7f974b-b030-4d1a-a082-88e7bdf94ff1 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:59.997932 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b6c78455-8200-4384-b392-988f6106edfe tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:21:59.999130 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b6c78455-8200-4384-b392-988f6106edfe tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:00.029650 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c74e2bc-64d9-43b6-8cbe-5644445db5a2 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:00.100540 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b6c78455-8200-4384-b392-988f6106edfe tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:00.110904 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3549f520-d52d-440f-8fca-7224a3728691 None None] Provisioning for port 07c4d480-f1ba-4e45-850a-d05fbad10e91 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:00.128379 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbd9e9-1366-44d0-bf3c-aa2175a619fb None None] Pushing event updated for resources: {'Port': ['ID=9e55ee3a-3bc3-49bc-a2f7-43ca84800e93,revision_number=9']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:00.185510 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 07c4d480-f1ba-4e45-850a-d05fbad10e91 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:00.192005 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2b7f974b-b030-4d1a-a082-88e7bdf94ff1 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:00.203280 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 07c4d480-f1ba-4e45-850a-d05fbad10e91 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:00.203798 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:00.279165 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74e2bc-64d9-43b6-8cbe-5644445db5a2 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Pushing event updated for resources: {'Subnet': ['ID=76f28d32-51bf-484e-9703-0bfee2ebc4fb,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:00.394312 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 192f3bbb-ce8e-4d78-84a7-a4b3b9471c82 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:22:00.415106 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc69874-2f3e-4981-8558-d30886bd7f6a tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Router 0390decc-512f-4544-b4e1-2c0fda25f409 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:22:00.430822 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b6c78455-8200-4384-b392-988f6106edfe tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:00.442901 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c74e2bc-64d9-43b6-8cbe-5644445db5a2 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Checking segment: {'id': 'adc65072-bef1-4a0a-bc76-f6210ddd363c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6518a6c1-84fe-48be-bb4e-7decab6a10bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:22:00.443266 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c74e2bc-64d9-43b6-8cbe-5644445db5a2 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Network hostable DHCP agents. Network: 6518a6c1-84fe-48be-bb4e-7decab6a10bd, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:22:00.486533 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-5f4947d4-2452-43a3-8d17-a14d5e52b4e7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 172.20.0.9 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/b6011982-a6ce-4d71-bc6b-cca60f5aa20b/dd026ad2-54ce-4246-a39a-fbaffc4f5c29) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:00.493315 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb328901-aaba-4463-8425-75c2c886c9df req-fb43d1d9-ae33-4cc3-8e2e-5a14ead712a8 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:00.495486 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-eb328901-aaba-4463-8425-75c2c886c9df req-fb43d1d9-ae33-4cc3-8e2e-5a14ead712a8 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.1734889 Apr 08 10:22:00.603917 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-5f4947d4-2452-43a3-8d17-a14d5e52b4e7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 2001:db8::f816:3eff:fefc:7e91 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/a9f94820-d9e0-4dcd-9446-e55869d4e833/dd026ad2-54ce-4246-a39a-fbaffc4f5c29) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:00.636518 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2becd7a5-17a3-4e6b-9ab8-9c25ba2c7ea5 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Router 1228fa13-706d-444f-aaa3-5802b42cbcd9 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:22:00.640595 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:00.684747 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 07c4d480-f1ba-4e45-850a-d05fbad10e91, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=07c4d480-f1ba-4e45-850a-d05fbad10e91,segment=NetworkSegment(0439a006-1e38-4177-9342-ee9314bfe9f3),segment_id=0439a006-1e38-4177-9342-ee9314bfe9f3)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:00.690062 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:00.702120 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-eb328901-aaba-4463-8425-75c2c886c9df req-9a36330f-f0c7-482f-a321-4d81f5212833 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1987898 Apr 08 10:22:00.733715 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2b7f974b-b030-4d1a-a082-88e7bdf94ff1 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:00.788501 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=07c4d480-f1ba-4e45-850a-d05fbad10e91,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:00.830284 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-2698a6c3-b565-4b4a-bae1-685e1fa92a1b None None] Provisioning for port 7551329e-41d1-45ca-b786-665df36e4962 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:00.839031 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-2698a6c3-b565-4b4a-bae1-685e1fa92a1b None None] Provisioning complete for port 7551329e-41d1-45ca-b786-665df36e4962 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:00.840469 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2698a6c3-b565-4b4a-bae1-685e1fa92a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:00.922990 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c74e2bc-64d9-43b6-8cbe-5644445db5a2 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Network 6518a6c1-84fe-48be-bb4e-7decab6a10bd is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:22:00.962415 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-2698a6c3-b565-4b4a-bae1-685e1fa92a1b None None] Port 7551329e-41d1-45ca-b786-665df36e4962 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:22:00.987211 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-3c74e2bc-64d9-43b6-8cbe-5644445db5a2 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 6518a6c1-84fe-48be-bb4e-7decab6a10bd) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:00.991735 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-2698a6c3-b565-4b4a-bae1-685e1fa92a1b None None] Provisioning complete for port 07c4d480-f1ba-4e45-850a-d05fbad10e91 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:00.992136 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2698a6c3-b565-4b4a-bae1-685e1fa92a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:01.106635 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d889b166-00af-49d6-b756-dc4acd205de6 None None] Network 6518a6c1-84fe-48be-bb4e-7decab6a10bd requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:01.161358 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5f4947d4-2452-43a3-8d17-a14d5e52b4e7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:01.179081 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-5f4947d4-2452-43a3-8d17-a14d5e52b4e7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Transition to ACTIVE for port object dd026ad2-54ce-4246-a39a-fbaffc4f5c29 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:01.203520 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b6c78455-8200-4384-b392-988f6106edfe tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:01.209018 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c74e2bc-64d9-43b6-8cbe-5644445db5a2 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:01.209816 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c74e2bc-64d9-43b6-8cbe-5644445db5a2 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:01.239735 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5f4947d4-2452-43a3-8d17-a14d5e52b4e7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:01.261718 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b6c78455-8200-4384-b392-988f6106edfe tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:01.295442 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3c74e2bc-64d9-43b6-8cbe-5644445db5a2 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8019331 Apr 08 10:22:01.302957 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52540) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:01.304156 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2b7f974b-b030-4d1a-a082-88e7bdf94ff1 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:01.359686 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-bbe7cc6e-59a1-4951-a4ee-726d5159bc45 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Request body: {'port': {'network_id': '6518a6c1-84fe-48be-bb4e-7decab6a10bd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-508661525'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:01.369970 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab7478-052f-4c91-a198-de52b6007803 req-ab7914bc-aa3d-4b5b-acf6-fca9401d73cd tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:01.371723 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c0ab7478-052f-4c91-a198-de52b6007803 req-ab7914bc-aa3d-4b5b-acf6-fca9401d73cd tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.3686626 Apr 08 10:22:01.452428 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000d5932-7ba6-4383-bded-4f4e7267cdb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-6518a6c1-84fe-48be-bb4e-7decab6a10bd', 'network_id': '6518a6c1-84fe-48be-bb4e-7decab6a10bd', 'tenant_id': '33768067952e4b2b86e46183d6e96a69', 'fixed_ips': [{'subnet_id': '76f28d32-51bf-484e-9703-0bfee2ebc4fb'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:22:01.453371 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-000d5932-7ba6-4383-bded-4f4e7267cdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:01.461567 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4947d4-2452-43a3-8d17-a14d5e52b4e7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:01.479674 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-5f4947d4-2452-43a3-8d17-a14d5e52b4e7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:01.482111 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4947d4-2452-43a3-8d17-a14d5e52b4e7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:22:01.499058 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c0ab7478-052f-4c91-a198-de52b6007803 req-9cfbd77c-bd2b-459a-8675-56fd9bb453ca tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209288 Apr 08 10:22:01.518168 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-b6c78455-8200-4384-b392-988f6106edfe tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Allocated IP 172.26.0.228 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/28baa2b7-fbdd-470b-8369-452b0214bd59) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:01.522297 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f974b-b030-4d1a-a082-88e7bdf94ff1 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event deleted for resources: {'Subnet': ['ID=e1886783-1314-4a4a-9e8a-7ef57190b097,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:01.528487 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2becd7a5-17a3-4e6b-9ab8-9c25ba2c7ea5 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:22:01.563643 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74b2da8-5d0d-470e-a4f4-3b3ebf9b45e8 None None] Sync routers for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:22:01.605023 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74b2da8-5d0d-470e-a4f4-3b3ebf9b45e8 None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:22:01.607311 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-c74b2da8-5d0d-470e-a4f4-3b3ebf9b45e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:01.714530 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4947d4-2452-43a3-8d17-a14d5e52b4e7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:01.715467 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5f4947d4-2452-43a3-8d17-a14d5e52b4e7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:01.718435 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-c74b2da8-5d0d-470e-a4f4-3b3ebf9b45e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:01.726145 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed9a384-6f2b-43f5-9a0f-d4aee25282d8 None None] Network b45191c9-d26b-4535-8040-633d6b4f6e55 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:01.738063 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4947d4-2452-43a3-8d17-a14d5e52b4e7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=dd026ad2-54ce-4246-a39a-fbaffc4f5c29,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:01.746600 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2b7f974b-b030-4d1a-a082-88e7bdf94ff1 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:01.748908 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2b7f974b-b030-4d1a-a082-88e7bdf94ff1 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "DELETE /v2.0/subnets/e1886783-1314-4a4a-9e8a-7ef57190b097 HTTP/1.1" status: 204 len: 168 time: 2.8433642 Apr 08 10:22:01.750518 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-bbe7cc6e-59a1-4951-a4ee-726d5159bc45 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:01.759456 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5f4947d4-2452-43a3-8d17-a14d5e52b4e7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1487527 Apr 08 10:22:01.759456 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52546) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:01.763717 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52548) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:01.777975 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-6f21673f-5419-4cf3-b2d7-34ea15019367 None None] Provisioning for port 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:01.935139 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:22:01.980583 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b6c78455-8200-4384-b392-988f6106edfe tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:01.992434 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-6f21673f-5419-4cf3-b2d7-34ea15019367 None None] Provisioning complete for port 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:01.993132 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6f21673f-5419-4cf3-b2d7-34ea15019367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:01.998747 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-bbe7cc6e-59a1-4951-a4ee-726d5159bc45 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Usage tracker for resource:port and tenant:33768067952e4b2b86e46183d6e96a69 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:02.010241 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b4cf7d-1c57-4db9-ab00-509a6fc924b3 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:02.012017 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b4cf7d-1c57-4db9-ab00-509a6fc924b3 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:02.013292 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e3b4cf7d-1c57-4db9-ab00-509a6fc924b3 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Synchronizing usage tracker for tenant:8cf15f21bd094c33bea580a114ab85ce on resource:subnet {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:22:02.020636 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-bbe7cc6e-59a1-4951-a4ee-726d5159bc45 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:02.043002 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b6c78455-8200-4384-b392-988f6106edfe tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:02.077974 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-bbe7cc6e-59a1-4951-a4ee-726d5159bc45 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:02.129493 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e3b4cf7d-1c57-4db9-ab00-509a6fc924b3 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Unset dirty status for tenant:8cf15f21bd094c33bea580a114ab85ce on resource:subnet {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:22:02.132142 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e3b4cf7d-1c57-4db9-ab00-509a6fc924b3 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3696790 Apr 08 10:22:02.133206 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe7cc6e-59a1-4951-a4ee-726d5159bc45 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Made reservation on behalf of 33768067952e4b2b86e46183d6e96a69 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:02.137201 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bbe7cc6e-59a1-4951-a4ee-726d5159bc45 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:02.137517 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74b2da8-5d0d-470e-a4f4-3b3ebf9b45e8 None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:22:02.138427 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-c74b2da8-5d0d-470e-a4f4-3b3ebf9b45e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:02.152263 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52556) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:02.196768 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c78455-8200-4384-b392-988f6106edfe tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:02.251851 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-b6c78455-8200-4384-b392-988f6106edfe tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:02.263531 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c78455-8200-4384-b392-988f6106edfe tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:22:02.298746 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-c74b2da8-5d0d-470e-a4f4-3b3ebf9b45e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:02.299142 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74b2da8-5d0d-470e-a4f4-3b3ebf9b45e8 None None] The sync data for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:22:02.303774 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-bbe7cc6e-59a1-4951-a4ee-726d5159bc45 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] device_id is not set on port 4c3fa21e-53ed-49f3-8bf2-d6a8d0db0077 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:22:02.321124 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c78455-8200-4384-b392-988f6106edfe tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Pushing event updated for resources: {'Port': ['ID=28baa2b7-fbdd-470b-8369-452b0214bd59,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:02.343465 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-000d5932-7ba6-4383-bded-4f4e7267cdb9 None None] Allocated IP 2001:db8::2 (6518a6c1-84fe-48be-bb4e-7decab6a10bd/76f28d32-51bf-484e-9703-0bfee2ebc4fb/bf543257-6de9-406a-b968-f14f72812a3e) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:02.414451 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7805035f-dd91-4bb8-adcc-d26c762232de tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:02.419626 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7805035f-dd91-4bb8-adcc-d26c762232de tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:02.420525 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-7805035f-dd91-4bb8-adcc-d26c762232de tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:22:02.448162 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c225-d0dd-4d74-bef8-8ee894ce63de tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:02.457057 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc69874-2f3e-4981-8558-d30886bd7f6a tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:22:02.473641 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9fc69874-2f3e-4981-8558-d30886bd7f6a tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:02.476962 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58284b10-93eb-491c-8791-5b6f5096044c None None] Sync routers for ids ['0390decc-512f-4544-b4e1-2c0fda25f409'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:22:02.477935 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380ce2d-4b21-4552-a699-3ab70b1e23b8 req-158c4808-1c35-40e0-a846-c172438ba081 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:02.479951 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e380ce2d-4b21-4552-a699-3ab70b1e23b8 req-158c4808-1c35-40e0-a846-c172438ba081 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.2362144 Apr 08 10:22:02.490405 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58284b10-93eb-491c-8791-5b6f5096044c None None] Routers {'0390decc-512f-4544-b4e1-2c0fda25f409'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:22:02.491355 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-58284b10-93eb-491c-8791-5b6f5096044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0390decc-512f-4544-b4e1-2c0fda25f409'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:02.528606 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:02.529209 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:02.536762 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-7805035f-dd91-4bb8-adcc-d26c762232de tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:22:02.538073 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7805035f-dd91-4bb8-adcc-d26c762232de tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.5356083 Apr 08 10:22:02.539813 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf8c225-d0dd-4d74-bef8-8ee894ce63de tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 08 10:22:02.539813 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf8c225-d0dd-4d74-bef8-8ee894ce63de tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:22:02.546345 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1bf8c225-d0dd-4d74-bef8-8ee894ce63de tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "DELETE /v2.0/networks/b45191c9-d26b-4535-8040-633d6b4f6e55 HTTP/1.1" status: 409 len: 405 time: 0.3864274 Apr 08 10:22:02.546767 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52560) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:02.547235 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52562) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:02.566468 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-fdd55713-bd1c-4444-b929-fd4af8bfdb2c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-31404963'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:02.575215 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-fdd55713-bd1c-4444-b929-fd4af8bfdb2c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:02.583388 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-fdd55713-bd1c-4444-b929-fd4af8bfdb2c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Usage tracker for resource:network and tenant:8cf15f21bd094c33bea580a114ab85ce is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:02.589606 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9fc69874-2f3e-4981-8558-d30886bd7f6a tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "PUT /v2.0/floatingips/0689e2c4-4277-420e-900b-638a3f4bb140 HTTP/1.1" status: 200 len: 991 time: 8.9108436 Apr 08 10:22:02.589606 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-fdd55713-bd1c-4444-b929-fd4af8bfdb2c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:02.591104 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd509eaf-e739-42b3-92ef-eda04b864d2f', 'tag': '91ff04a6-c4de-4fde-b461-418f5c225474'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:22:02.599329 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-fdd55713-bd1c-4444-b929-fd4af8bfdb2c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:02.613962 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-6f21673f-5419-4cf3-b2d7-34ea15019367 None None] Provisioning complete for port 7551329e-41d1-45ca-b786-665df36e4962 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:02.614328 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6f21673f-5419-4cf3-b2d7-34ea15019367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:02.614854 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd55713-bd1c-4444-b929-fd4af8bfdb2c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Made reservation on behalf of 8cf15f21bd094c33bea580a114ab85ce for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:02.623917 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fdd55713-bd1c-4444-b929-fd4af8bfdb2c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:02.691294 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd55713-bd1c-4444-b929-fd4af8bfdb2c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:22:02.714238 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fdd55713-bd1c-4444-b929-fd4af8bfdb2c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:02.714238 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-fdd55713-bd1c-4444-b929-fd4af8bfdb2c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Added segment c6c20012-5185-4c66-b75f-bbc603ebf528 of type vlan for network 3f6c8be2-b9b5-4346-b457-41475e3b3ef0 Apr 08 10:22:02.726226 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-997f0ec0-6626-4b9d-8dc3-b32e1f16d683 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting port dd026ad2-54ce-4246-a39a-fbaffc4f5c29 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:02.726801 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-997f0ec0-6626-4b9d-8dc3-b32e1f16d683 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:02.746278 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-6f21673f-5419-4cf3-b2d7-34ea15019367 None None] Port 7551329e-41d1-45ca-b786-665df36e4962 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:22:02.775547 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fdd55713-bd1c-4444-b929-fd4af8bfdb2c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:02.814964 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b3f897-c3e3-445d-a6a2-69efddcbf3de None None] DHCP port deletion for b45191c9-d26b-4535-8040-633d6b4f6e55 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:22:02.825441 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fdd55713-bd1c-4444-b929-fd4af8bfdb2c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:02.830302 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd55713-bd1c-4444-b929-fd4af8bfdb2c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:02.831402 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fdd55713-bd1c-4444-b929-fd4af8bfdb2c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:02.850596 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-92b3f897-c3e3-445d-a6a2-69efddcbf3de None None] Deleting port 07c4d480-f1ba-4e45-850a-d05fbad10e91 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:02.850874 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-92b3f897-c3e3-445d-a6a2-69efddcbf3de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:02.853399 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-58284b10-93eb-491c-8791-5b6f5096044c None None] Set router 0390decc-512f-4544-b4e1-2c0fda25f409 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:22:02.893343 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e380ce2d-4b21-4552-a699-3ab70b1e23b8 req-312fcf4b-c3e7-4992-8220-5fa9c41368e4 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3764980 Apr 08 10:22:02.939645 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-000d5932-7ba6-4383-bded-4f4e7267cdb9 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:02.987681 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd55713-bd1c-4444-b929-fd4af8bfdb2c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event updated for resources: {'Network': ['ID=3f6c8be2-b9b5-4346-b457-41475e3b3ef0,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:02.988240 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-000d5932-7ba6-4383-bded-4f4e7267cdb9 None None] Transition to ACTIVE for port object bf543257-6de9-406a-b968-f14f72812a3e will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:03.010812 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 3f6c8be2-b9b5-4346-b457-41475e3b3ef0 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:22:03.011928 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-fdd55713-bd1c-4444-b929-fd4af8bfdb2c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4615850 Apr 08 10:22:03.013522 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52572) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:03.020715 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-3b433899-9dd1-46d6-ac80-b7d05ed69472 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Request body: {'subnet': {'network_id': '3f6c8be2-b9b5-4346-b457-41475e3b3ef0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:03.023017 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f8cb50f1-fe0d-422d-ae61-5880678e3589 None None] Provisioning for port dd026ad2-54ce-4246-a39a-fbaffc4f5c29 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:03.027825 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 07c4d480-f1ba-4e45-850a-d05fbad10e91 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:22:03.097309 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b6fbfda-fe60-4523-b34b-a70583322d1c'] response: {'name': 'network-changed', 'server_uuid': 'dd509eaf-e739-42b3-92ef-eda04b864d2f', 'tag': '91ff04a6-c4de-4fde-b461-418f5c225474', 'status': 'completed', 'code': 200} Apr 08 10:22:03.120438 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2becd7a5-17a3-4e6b-9ab8-9c25ba2c7ea5 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Router 32c52265-a123-4ead-8007-53b4c6789246 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:22:03.157999 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f8cb50f1-fe0d-422d-ae61-5880678e3589 None None] Provisioning complete for port dd026ad2-54ce-4246-a39a-fbaffc4f5c29 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:03.158534 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f8cb50f1-fe0d-422d-ae61-5880678e3589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:03.175861 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b6c78455-8200-4384-b392-988f6106edfe tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:03.176594 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b6c78455-8200-4384-b392-988f6106edfe tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:03.221575 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3b433899-9dd1-46d6-ac80-b7d05ed69472 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:03.234100 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3b433899-9dd1-46d6-ac80-b7d05ed69472 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:03.255026 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b433899-9dd1-46d6-ac80-b7d05ed69472 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Made reservation on behalf of 8cf15f21bd094c33bea580a114ab85ce for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:03.305702 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132135b8-936d-4c83-99ca-8aad428bfb40 req-d9ec029e-7b8a-4117-b561-65a2673639c3 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:03.310730 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-f8cb50f1-fe0d-422d-ae61-5880678e3589 None None] Port dd026ad2-54ce-4246-a39a-fbaffc4f5c29 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:22:03.314191 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-132135b8-936d-4c83-99ca-8aad428bfb40 req-d9ec029e-7b8a-4117-b561-65a2673639c3 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd509eaf-e739-42b3-92ef-eda04b864d2f HTTP/1.1" status: 200 len: 946 time: 0.5123909 Apr 08 10:22:03.380392 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-000d5932-7ba6-4383-bded-4f4e7267cdb9 None None] Transition to ACTIVE for port object bf543257-6de9-406a-b968-f14f72812a3e will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:03.389940 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3b433899-9dd1-46d6-ac80-b7d05ed69472 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:03.419003 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-000d5932-7ba6-4383-bded-4f4e7267cdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:03.435352 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-58284b10-93eb-491c-8791-5b6f5096044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'name': 'tempest-ServersTestManualDisk-1428334449-router', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:21:06Z', 'updated_at': '2022-04-08T10:21:17Z', 'revision_number': 4, 'project_id': 'be30bca09ed8432b942cdec0ee999225', 'gw_port': {'id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:21:07Z', 'updated_at': '2022-04-08T10:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '0689e2c4-4277-420e-900b-638a3f4bb140', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'floating_ip_address': '172.26.0.89', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'port_id': '91ff04a6-c4de-4fde-b461-418f5c225474', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4', 'mac_address': 'fa:16:3e:c3:bb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd509eaf-e739-42b3-92ef-eda04b864d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:21:25Z', 'updated_at': '2022-04-08T10:21:55Z', 'revision_number': 1, 'project_id': 'be30bca09ed8432b942cdec0ee999225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67bb4085-ebbe-4141-973b-3167a5875515', 'name': '', 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'mac_address': 'fa:16:3e:5b:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38d3d1f8-370d-4974-968c-78c15dd5c5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:21:16Z', 'updated_at': '2022-04-08T10:21:38Z', 'revision_number': 5, 'project_id': 'be30bca09ed8432b942cdec0ee999225', 'subnets': [{'id': '38d3d1f8-370d-4974-968c-78c15dd5c5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:03.440547 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58284b10-93eb-491c-8791-5b6f5096044c None None] Checking router: 0390decc-512f-4544-b4e1-2c0fda25f409 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:22:03.453793 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58284b10-93eb-491c-8791-5b6f5096044c None None] Routers {'0390decc-512f-4544-b4e1-2c0fda25f409'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:22:03.454657 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-58284b10-93eb-491c-8791-5b6f5096044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0390decc-512f-4544-b4e1-2c0fda25f409'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:03.531865 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-92b3f897-c3e3-445d-a6a2-69efddcbf3de None None] For port 07c4d480-f1ba-4e45-850a-d05fbad10e91, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=07c4d480-f1ba-4e45-850a-d05fbad10e91,segment=NetworkSegment(0439a006-1e38-4177-9342-ee9314bfe9f3),segment_id=0439a006-1e38-4177-9342-ee9314bfe9f3)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:03.531865 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-92b3f897-c3e3-445d-a6a2-69efddcbf3de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:03.553476 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000d5932-7ba6-4383-bded-4f4e7267cdb9 None None] Network 6518a6c1-84fe-48be-bb4e-7decab6a10bd is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:03.559315 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-000d5932-7ba6-4383-bded-4f4e7267cdb9 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:03.610889 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-997f0ec0-6626-4b9d-8dc3-b32e1f16d683 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:03.617372 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000d5932-7ba6-4383-bded-4f4e7267cdb9 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:22:03.650191 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-d2fcf525-7a58-4a27-b689-2e88c536bc56 req-e3ef8eec-2dc5-4954-a2e1-d76a7d2ae0c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=be30bca09ed8432b942cdec0ee999225&device_id=dd509eaf-e739-42b3-92ef-eda04b864d2f HTTP/1.1" status: 200 len: 1099 time: 0.5550902 Apr 08 10:22:03.683548 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-92b3f897-c3e3-445d-a6a2-69efddcbf3de None None] Calling delete_port for 07c4d480-f1ba-4e45-850a-d05fbad10e91 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:03.709125 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-58284b10-93eb-491c-8791-5b6f5096044c None None] Set router 0390decc-512f-4544-b4e1-2c0fda25f409 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:22:03.724858 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d5932-7ba6-4383-bded-4f4e7267cdb9 None None] Pushing event updated for resources: {'Port': ['ID=bf543257-6de9-406a-b968-f14f72812a3e,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:03.785379 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-997f0ec0-6626-4b9d-8dc3-b32e1f16d683 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Calling delete_port for dd026ad2-54ce-4246-a39a-fbaffc4f5c29 owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:03.814106 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 07c4d480-f1ba-4e45-850a-d05fbad10e91 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:03.814106 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:03.894681 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-000d5932-7ba6-4383-bded-4f4e7267cdb9 None None] Attempting to bind port bf543257-6de9-406a-b968-f14f72812a3e on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:22:03.895139 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-000d5932-7ba6-4383-bded-4f4e7267cdb9 None None] Attempting to bind port bf543257-6de9-406a-b968-f14f72812a3e by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'adc65072-bef1-4a0a-bc76-f6210ddd363c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6518a6c1-84fe-48be-bb4e-7decab6a10bd'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:22:03.895465 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000d5932-7ba6-4383-bded-4f4e7267cdb9 None None] Attempting to bind port bf543257-6de9-406a-b968-f14f72812a3e on network 6518a6c1-84fe-48be-bb4e-7decab6a10bd {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:22:03.903233 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-92b3f897-c3e3-445d-a6a2-69efddcbf3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:03.942961 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-132135b8-936d-4c83-99ca-8aad428bfb40 req-b5693ea3-c9eb-4f1c-82e6-5ccf1187f269 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/security-groups?id=10fc8943-e98d-4911-a45b-81b71d9bb4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6278045 Apr 08 10:22:03.946577 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.objects.ports [None req-3b433899-9dd1-46d6-ac80-b7d05ed69472 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83846) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 08 10:22:03.951074 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-bbe7cc6e-59a1-4951-a4ee-726d5159bc45 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Allocated IP 2001:db8::2d4 (6518a6c1-84fe-48be-bb4e-7decab6a10bd/76f28d32-51bf-484e-9703-0bfee2ebc4fb/4c3fa21e-53ed-49f3-8bf2-d6a8d0db0077) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:03.953124 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3b433899-9dd1-46d6-ac80-b7d05ed69472 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:04.000894 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3f897-c3e3-445d-a6a2-69efddcbf3de None None] Pushing event deleted for resources: {'Port': ['ID=07c4d480-f1ba-4e45-850a-d05fbad10e91,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:04.013100 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000d5932-7ba6-4383-bded-4f4e7267cdb9 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:22:04.013780 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000d5932-7ba6-4383-bded-4f4e7267cdb9 None None] Checking segment: {'id': 'adc65072-bef1-4a0a-bc76-f6210ddd363c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6518a6c1-84fe-48be-bb4e-7decab6a10bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:22:04.015028 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-000d5932-7ba6-4383-bded-4f4e7267cdb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:04.015569 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000d5932-7ba6-4383-bded-4f4e7267cdb9 None None] Bound using segment: {'id': 'adc65072-bef1-4a0a-bc76-f6210ddd363c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6518a6c1-84fe-48be-bb4e-7decab6a10bd'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:22:04.016202 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-000d5932-7ba6-4383-bded-4f4e7267cdb9 None None] Bound port: bf543257-6de9-406a-b968-f14f72812a3e, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc65072-bef1-4a0a-bc76-f6210ddd363c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6518a6c1-84fe-48be-bb4e-7decab6a10bd'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:22:04.018149 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-000d5932-7ba6-4383-bded-4f4e7267cdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:04.049501 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Could not find standard attr ID for object 07c4d480-f1ba-4e45-850a-d05fbad10e91. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:22:04.061755 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No ports have port_id starting with 07c4d480-f1ba-4e45-850a-d05fbad10e91 Apr 08 10:22:04.144527 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b3f897-c3e3-445d-a6a2-69efddcbf3de None None] No DVR routers for this DVR port 07c4d480-f1ba-4e45-850a-d05fbad10e91 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:22:04.145203 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcf525-7a58-4a27-b689-2e88c536bc56 req-65a2338b-1be5-42f8-9507-8fec0d497903 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:04.147357 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-d2fcf525-7a58-4a27-b689-2e88c536bc56 req-65a2338b-1be5-42f8-9507-8fec0d497903 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2dae228-94e4-4afe-81de-2a132e0716f4 HTTP/1.1" status: 200 len: 913 time: 0.4286375 Apr 08 10:22:04.230711 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 07c4d480-f1ba-4e45-850a-d05fbad10e91 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:22:04.243035 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-58284b10-93eb-491c-8791-5b6f5096044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'name': 'tempest-ServersTestManualDisk-1428334449-router', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:21:06Z', 'updated_at': '2022-04-08T10:21:17Z', 'revision_number': 4, 'project_id': 'be30bca09ed8432b942cdec0ee999225', 'gw_port': {'id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:21:07Z', 'updated_at': '2022-04-08T10:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '0689e2c4-4277-420e-900b-638a3f4bb140', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'floating_ip_address': '172.26.0.89', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'port_id': '91ff04a6-c4de-4fde-b461-418f5c225474', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4', 'mac_address': 'fa:16:3e:c3:bb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd509eaf-e739-42b3-92ef-eda04b864d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:21:25Z', 'updated_at': '2022-04-08T10:21:55Z', 'revision_number': 1, 'project_id': 'be30bca09ed8432b942cdec0ee999225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67bb4085-ebbe-4141-973b-3167a5875515', 'name': '', 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'mac_address': 'fa:16:3e:5b:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38d3d1f8-370d-4974-968c-78c15dd5c5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:21:16Z', 'updated_at': '2022-04-08T10:21:38Z', 'revision_number': 5, 'project_id': 'be30bca09ed8432b942cdec0ee999225', 'subnets': [{'id': '38d3d1f8-370d-4974-968c-78c15dd5c5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:04.248698 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58284b10-93eb-491c-8791-5b6f5096044c None None] The sync data for ids ['0390decc-512f-4544-b4e1-2c0fda25f409'] in dv-neutron-837110-1-hyperv is: [{'id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'name': 'tempest-ServersTestManualDisk-1428334449-router', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:21:06Z', 'updated_at': '2022-04-08T10:21:17Z', 'revision_number': 4, 'project_id': 'be30bca09ed8432b942cdec0ee999225', 'gw_port': {'id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:21:07Z', 'updated_at': '2022-04-08T10:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '0689e2c4-4277-420e-900b-638a3f4bb140', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'floating_ip_address': '172.26.0.89', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'port_id': '91ff04a6-c4de-4fde-b461-418f5c225474', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4', 'mac_address': 'fa:16:3e:c3:bb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd509eaf-e739-42b3-92ef-eda04b864d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:21:25Z', 'updated_at': '2022-04-08T10:21:55Z', 'revision_number': 1, 'project_id': 'be30bca09ed8432b942cdec0ee999225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67bb4085-ebbe-4141-973b-3167a5875515', 'name': '', 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'mac_address': 'fa:16:3e:5b:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38d3d1f8-370d-4974-968c-78c15dd5c5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:21:16Z', 'updated_at': '2022-04-08T10:21:38Z', 'revision_number': 5, 'project_id': 'be30bca09ed8432b942cdec0ee999225', 'subnets': [{'id': '38d3d1f8-370d-4974-968c-78c15dd5c5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:22:04.275640 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 07c4d480-f1ba-4e45-850a-d05fbad10e91 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:22:04.276275 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 07c4d480-f1ba-4e45-850a-d05fbad10e91 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:22:04.309148 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-000d5932-7ba6-4383-bded-4f4e7267cdb9 None None] For port bf543257-6de9-406a-b968-f14f72812a3e, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:22:04.312832 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-000d5932-7ba6-4383-bded-4f4e7267cdb9 None None] For port bf543257-6de9-406a-b968-f14f72812a3e, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=bf543257-6de9-406a-b968-f14f72812a3e,segment=NetworkSegment(adc65072-bef1-4a0a-bc76-f6210ddd363c),segment_id=adc65072-bef1-4a0a-bc76-f6210ddd363c)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:22:04.318994 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-000d5932-7ba6-4383-bded-4f4e7267cdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:04.328866 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-997f0ec0-6626-4b9d-8dc3-b32e1f16d683 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:04.388936 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f0ec0-6626-4b9d-8dc3-b32e1f16d683 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Port': ['ID=dd026ad2-54ce-4246-a39a-fbaffc4f5c29,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:04.421548 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d5932-7ba6-4383-bded-4f4e7267cdb9 None None] Pushing event updated for resources: {'Port': ['ID=bf543257-6de9-406a-b968-f14f72812a3e,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:04.425008 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b433899-9dd1-46d6-ac80-b7d05ed69472 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event updated for resources: {'Subnet': ['ID=312375ee-d166-475a-b9d3-ca7ae94ddd6e,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:04.445005 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b433899-9dd1-46d6-ac80-b7d05ed69472 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Checking segment: {'id': 'c6c20012-5185-4c66-b75f-bbc603ebf528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3f6c8be2-b9b5-4346-b457-41475e3b3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:22:04.445385 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b433899-9dd1-46d6-ac80-b7d05ed69472 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Network hostable DHCP agents. Network: 3f6c8be2-b9b5-4346-b457-41475e3b3ef0, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:22:04.486310 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4720b7-29b8-4dd0-84aa-6bd29af5f962 req-c2c954b1-d831-4190-b148-483cdd8afee1 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:04.488115 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5d4720b7-29b8-4dd0-84aa-6bd29af5f962 req-c2c954b1-d831-4190-b148-483cdd8afee1 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.3211296 Apr 08 10:22:04.560396 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2120701c-c2eb-4985-83b6-4918664b8302 None None] New status for floating IP 0689e2c4-4277-420e-900b-638a3f4bb140: ACTIVE {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:22:04.715857 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2becd7a5-17a3-4e6b-9ab8-9c25ba2c7ea5 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:22:04.731274 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d085779c-585f-49cf-b648-31ab25698332 None None] Sync routers for ids ['32c52265-a123-4ead-8007-53b4c6789246'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:22:04.754146 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5d4720b7-29b8-4dd0-84aa-6bd29af5f962 req-637c7eaa-9189-4ec8-bc80-c31076f43e3c tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245781 Apr 08 10:22:04.759299 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bbe7cc6e-59a1-4951-a4ee-726d5159bc45 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:04.761032 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-997f0ec0-6626-4b9d-8dc3-b32e1f16d683 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:04.761937 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d085779c-585f-49cf-b648-31ab25698332 None None] Routers {'32c52265-a123-4ead-8007-53b4c6789246'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:22:04.762548 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d085779c-585f-49cf-b648-31ab25698332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['32c52265-a123-4ead-8007-53b4c6789246'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:04.776905 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-997f0ec0-6626-4b9d-8dc3-b32e1f16d683 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/dd026ad2-54ce-4246-a39a-fbaffc4f5c29 HTTP/1.1" status: 204 len: 168 time: 2.1449316 Apr 08 10:22:04.778568 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2becd7a5-17a3-4e6b-9ab8-9c25ba2c7ea5 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:04.796699 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-bbe7cc6e-59a1-4951-a4ee-726d5159bc45 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Transition to ACTIVE for port object 4c3fa21e-53ed-49f3-8bf2-d6a8d0db0077 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:04.828170 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52582) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:04.916725 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d085779c-585f-49cf-b648-31ab25698332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:04.940179 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d085779c-585f-49cf-b648-31ab25698332 None None] Routers {'32c52265-a123-4ead-8007-53b4c6789246'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:22:04.940839 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d085779c-585f-49cf-b648-31ab25698332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['32c52265-a123-4ead-8007-53b4c6789246'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:04.950047 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bbe7cc6e-59a1-4951-a4ee-726d5159bc45 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:05.010259 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c78455-8200-4384-b392-988f6106edfe tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Router 740b941c-47f7-4c46-8837-95cf8718968a is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:22:05.014617 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d085779c-585f-49cf-b648-31ab25698332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:05.015635 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d085779c-585f-49cf-b648-31ab25698332 None None] The sync data for ids ['32c52265-a123-4ead-8007-53b4c6789246'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:22:05.050436 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2becd7a5-17a3-4e6b-9ab8-9c25ba2c7ea5 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "PUT /v2.0/floatingips/288fffcf-7f48-4edf-a06a-1954badcd508 HTTP/1.1" status: 200 len: 978 time: 7.6279192 Apr 08 10:22:05.050436 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52588) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:05.066954 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-d2fcf525-7a58-4a27-b689-2e88c536bc56 req-37bd3c0b-0402-4369-a401-9d2a36d51235 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91ff04a6-c4de-4fde-b461-418f5c225474 HTTP/1.1" status: 200 len: 999 time: 0.9029305 Apr 08 10:22:05.094776 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b433899-9dd1-46d6-ac80-b7d05ed69472 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Network 3f6c8be2-b9b5-4346-b457-41475e3b3ef0 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:22:05.101319 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7cc6e-59a1-4951-a4ee-726d5159bc45 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Pushing event updated for resources: {'Port': ['ID=4c3fa21e-53ed-49f3-8bf2-d6a8d0db0077,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:05.149580 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c348a4-5bbf-4891-8308-d9b1af1d122b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:05.151791 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c348a4-5bbf-4891-8308-d9b1af1d122b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:05.153174 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c348a4-5bbf-4891-8308-d9b1af1d122b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:05.154239 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c0c348a4-5bbf-4891-8308-d9b1af1d122b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:22:05.175510 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe7cc6e-59a1-4951-a4ee-726d5159bc45 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Network 6518a6c1-84fe-48be-bb4e-7decab6a10bd is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:05.189170 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-bbe7cc6e-59a1-4951-a4ee-726d5159bc45 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:05.191711 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-3b433899-9dd1-46d6-ac80-b7d05ed69472 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 3f6c8be2-b9b5-4346-b457-41475e3b3ef0) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:05.196456 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe7cc6e-59a1-4951-a4ee-726d5159bc45 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:22:05.201342 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe7cc6e-59a1-4951-a4ee-726d5159bc45 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:05.202254 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bbe7cc6e-59a1-4951-a4ee-726d5159bc45 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:05.206663 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177f145b-babb-4c2d-b50f-792a9d49fc11 None None] Network 3f6c8be2-b9b5-4346-b457-41475e3b3ef0 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:05.224518 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b433899-9dd1-46d6-ac80-b7d05ed69472 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:05.225111 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3b433899-9dd1-46d6-ac80-b7d05ed69472 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:05.267127 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3b433899-9dd1-46d6-ac80-b7d05ed69472 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2523735 Apr 08 10:22:05.272426 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52594) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:05.275940 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c0c348a4-5bbf-4891-8308-d9b1af1d122b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:22:05.277163 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c0c348a4-5bbf-4891-8308-d9b1af1d122b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4472690 Apr 08 10:22:05.282156 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-fb5ff31f-a8b8-4363-bc05-f69d02323c35 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Request body: {'port': {'network_id': '3f6c8be2-b9b5-4346-b457-41475e3b3ef0', 'name': 'tempest-NetworksIpV6TestAttrs-753047414'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:05.346505 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52598) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:05.358723 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcf525-7a58-4a27-b689-2e88c536bc56 req-50489f2e-3d97-4389-941b-7e0bfce2e705 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:05.360367 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-d2fcf525-7a58-4a27-b689-2e88c536bc56 req-50489f2e-3d97-4389-941b-7e0bfce2e705 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=38d3d1f8-370d-4974-968c-78c15dd5c5a9 HTTP/1.1" status: 200 len: 851 time: 0.2529449 Apr 08 10:22:05.366821 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-bbe7cc6e-59a1-4951-a4ee-726d5159bc45 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.0565810 Apr 08 10:22:05.423777 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52600) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:05.437040 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-91016914-7ffb-4e0e-b7dc-beb6ca4a5fb7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Request body: {'port': {'network_id': '6518a6c1-84fe-48be-bb4e-7decab6a10bd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1158189414', 'allowed_address_pairs': [{'ip_address': '2001:db8::2d4', 'mac_address': 'fa:16:3e:0d:a6:93'}]}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:05.520151 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d282f5-790b-4d00-a162-386ed029f08f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-3f6c8be2-b9b5-4346-b457-41475e3b3ef0', 'network_id': '3f6c8be2-b9b5-4346-b457-41475e3b3ef0', 'tenant_id': '8cf15f21bd094c33bea580a114ab85ce', 'fixed_ips': [{'subnet_id': '312375ee-d166-475a-b9d3-ca7ae94ddd6e'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:22:05.522096 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-42d282f5-790b-4d00-a162-386ed029f08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:05.589120 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-c12d8383-777f-4818-a656-54e4c3a96801 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Deleting port bb475aa5-31b1-48a6-bffc-a7c86e8d4e3b {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:05.589446 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c12d8383-777f-4818-a656-54e4c3a96801 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:05.623474 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-d2fcf525-7a58-4a27-b689-2e88c536bc56 req-11b151eb-30e5-40d9-ac61-44752b95830a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2dae228-94e4-4afe-81de-2a132e0716f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2470527 Apr 08 10:22:05.668980 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-fb5ff31f-a8b8-4363-bc05-f69d02323c35 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:05.700758 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f1f5b8-0cb3-48d2-88f5-005103ca39cc None None] Network 6518a6c1-84fe-48be-bb4e-7decab6a10bd requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:05.726687 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-fb5ff31f-a8b8-4363-bc05-f69d02323c35 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Usage tracker for resource:port and tenant:8cf15f21bd094c33bea580a114ab85ce is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:05.742699 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-fb5ff31f-a8b8-4363-bc05-f69d02323c35 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:05.752631 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-fb5ff31f-a8b8-4363-bc05-f69d02323c35 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:05.755529 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-91016914-7ffb-4e0e-b7dc-beb6ca4a5fb7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:05.758346 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8bafad2a-5deb-43ac-acc7-7be50c887e11 req-0802a3ac-c492-49d6-ba30-708be6890f2b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4536e1f44aef4dcaab5fa39823cbd99d&device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 1098 time: 0.4709830 Apr 08 10:22:05.765005 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-91016914-7ffb-4e0e-b7dc-beb6ca4a5fb7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Usage tracker for resource:port and tenant:33768067952e4b2b86e46183d6e96a69 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:05.770525 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-91016914-7ffb-4e0e-b7dc-beb6ca4a5fb7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:05.778831 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-91016914-7ffb-4e0e-b7dc-beb6ca4a5fb7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:05.794495 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5ff31f-a8b8-4363-bc05-f69d02323c35 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Made reservation on behalf of 8cf15f21bd094c33bea580a114ab85ce for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:05.797508 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff31f-a8b8-4363-bc05-f69d02323c35 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:05.824388 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-42d282f5-790b-4d00-a162-386ed029f08f None None] Allocated IP 2001:db8::f816:3eff:feb6:18e3 (3f6c8be2-b9b5-4346-b457-41475e3b3ef0/312375ee-d166-475a-b9d3-ca7ae94ddd6e/f8adfaba-5997-4e45-acfa-c05bc3eae018) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:05.836810 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91016914-7ffb-4e0e-b7dc-beb6ca4a5fb7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Made reservation on behalf of 33768067952e4b2b86e46183d6e96a69 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:05.843734 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0abb8b9a-fdf0-43de-b872-706c2e8c2094 None None] Provisioning for port bf543257-6de9-406a-b968-f14f72812a3e completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:05.862930 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-fb5ff31f-a8b8-4363-bc05-f69d02323c35 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] device_id is not set on port 4775c9e9-c2bd-4790-a528-f4f9dd6a3a16 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:22:05.902179 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-d2fcf525-7a58-4a27-b689-2e88c536bc56 req-20574a83-06fc-4e99-b792-a5c1c72a1962 service neutron] 10.222.0.52 "GET /v2.0/networks/a2dae228-94e4-4afe-81de-2a132e0716f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694063 Apr 08 10:22:05.932002 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f998cb-1143-4ec3-bc7d-e2ea534170be req-6e1a151c-c32b-4769-80dc-c0e9254e5ba1 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:05.933414 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e0f998cb-1143-4ec3-bc7d-e2ea534170be req-6e1a151c-c32b-4769-80dc-c0e9254e5ba1 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.5898392 Apr 08 10:22:06.133483 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-20abf14f-17da-4dd1-83ae-8221d808f3f7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet a9f94820-d9e0-4dcd-9446-e55869d4e833 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:22:06.152380 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-20abf14f-17da-4dd1-83ae-8221d808f3f7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:06.163799 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-91016914-7ffb-4e0e-b7dc-beb6ca4a5fb7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:06.193540 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-d2fcf525-7a58-4a27-b689-2e88c536bc56 req-0692a1c0-3bee-4128-9e1b-dbc1c1df8b3a service neutron] 10.222.0.52 "GET /v2.0/networks/a2dae228-94e4-4afe-81de-2a132e0716f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394738 Apr 08 10:22:06.197223 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-91016914-7ffb-4e0e-b7dc-beb6ca4a5fb7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] device_id is not set on port f9fcd772-45d2-4297-89d8-236cc40dcab4 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:22:06.214371 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-42d282f5-790b-4d00-a162-386ed029f08f None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:06.244676 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-42d282f5-790b-4d00-a162-386ed029f08f None None] Transition to ACTIVE for port object f8adfaba-5997-4e45-acfa-c05bc3eae018 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:06.263552 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device bf543257-6de9-406a-b968-f14f72812a3e up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:22:06.284640 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e0f998cb-1143-4ec3-bc7d-e2ea534170be req-9c3293db-431c-4adc-bf26-61ca0d651f63 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3368876 Apr 08 10:22:06.310761 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bafad2a-5deb-43ac-acc7-7be50c887e11 req-fd08e1fb-b9f7-4123-81b4-7df9a66fc596 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:06.312527 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8bafad2a-5deb-43ac-acc7-7be50c887e11 req-fd08e1fb-b9f7-4123-81b4-7df9a66fc596 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2e061ab5-f3b5-4fd3-983c-73eb5d82392b HTTP/1.1" status: 200 len: 912 time: 0.5011888 Apr 08 10:22:06.318476 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c12d8383-777f-4818-a656-54e4c3a96801 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:06.321792 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-42d282f5-790b-4d00-a162-386ed029f08f None None] Transition to ACTIVE for port object f8adfaba-5997-4e45-acfa-c05bc3eae018 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:06.338147 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-42d282f5-790b-4d00-a162-386ed029f08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:06.386406 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-20abf14f-17da-4dd1-83ae-8221d808f3f7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:06.418027 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-91016914-7ffb-4e0e-b7dc-beb6ca4a5fb7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Allocated IP 2001:db8::155 (6518a6c1-84fe-48be-bb4e-7decab6a10bd/76f28d32-51bf-484e-9703-0bfee2ebc4fb/f9fcd772-45d2-4297-89d8-236cc40dcab4) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:06.418246 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d282f5-790b-4d00-a162-386ed029f08f None None] Network 3f6c8be2-b9b5-4346-b457-41475e3b3ef0 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:06.421910 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-42d282f5-790b-4d00-a162-386ed029f08f None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:06.428345 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d282f5-790b-4d00-a162-386ed029f08f None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:22:06.430365 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d282f5-790b-4d00-a162-386ed029f08f None None] Pushing event updated for resources: {'Port': ['ID=f8adfaba-5997-4e45-acfa-c05bc3eae018,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:06.430711 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-fb5ff31f-a8b8-4363-bc05-f69d02323c35 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Allocated IP 2001:db8::f816:3eff:fefa:6bf (3f6c8be2-b9b5-4346-b457-41475e3b3ef0/312375ee-d166-475a-b9d3-ca7ae94ddd6e/4775c9e9-c2bd-4790-a528-f4f9dd6a3a16) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:06.483634 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port bf543257-6de9-406a-b968-f14f72812a3e completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:06.530242 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port bf543257-6de9-406a-b968-f14f72812a3e triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:06.530620 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:06.540151 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c78455-8200-4384-b392-988f6106edfe tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:22:06.622628 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7d58b4-6668-40f7-84dc-1e6602ddeba4 None None] Sync routers for ids ['740b941c-47f7-4c46-8837-95cf8718968a'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:22:06.641677 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-42d282f5-790b-4d00-a162-386ed029f08f None None] Attempting to bind port f8adfaba-5997-4e45-acfa-c05bc3eae018 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:22:06.642319 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-42d282f5-790b-4d00-a162-386ed029f08f None None] Attempting to bind port f8adfaba-5997-4e45-acfa-c05bc3eae018 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'c6c20012-5185-4c66-b75f-bbc603ebf528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3f6c8be2-b9b5-4346-b457-41475e3b3ef0'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:22:06.642839 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d282f5-790b-4d00-a162-386ed029f08f None None] Attempting to bind port f8adfaba-5997-4e45-acfa-c05bc3eae018 on network 3f6c8be2-b9b5-4346-b457-41475e3b3ef0 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:22:06.670112 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d282f5-790b-4d00-a162-386ed029f08f None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:22:06.670763 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d282f5-790b-4d00-a162-386ed029f08f None None] Checking segment: {'id': 'c6c20012-5185-4c66-b75f-bbc603ebf528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3f6c8be2-b9b5-4346-b457-41475e3b3ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:22:06.671318 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-42d282f5-790b-4d00-a162-386ed029f08f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:06.671865 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d282f5-790b-4d00-a162-386ed029f08f None None] Bound using segment: {'id': 'c6c20012-5185-4c66-b75f-bbc603ebf528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3f6c8be2-b9b5-4346-b457-41475e3b3ef0'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:22:06.672537 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-42d282f5-790b-4d00-a162-386ed029f08f None None] Bound port: f8adfaba-5997-4e45-acfa-c05bc3eae018, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c20012-5185-4c66-b75f-bbc603ebf528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3f6c8be2-b9b5-4346-b457-41475e3b3ef0'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:22:06.673137 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-42d282f5-790b-4d00-a162-386ed029f08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:06.697916 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7d58b4-6668-40f7-84dc-1e6602ddeba4 None None] Routers {'740b941c-47f7-4c46-8837-95cf8718968a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:22:06.698184 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-20abf14f-17da-4dd1-83ae-8221d808f3f7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:06.698519 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-8a7d58b4-6668-40f7-84dc-1e6602ddeba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['740b941c-47f7-4c46-8837-95cf8718968a'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:06.972567 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-cb467044-4b38-4d28-872d-cee33e3c3c18 None None] Provisioning for port 4c3fa21e-53ed-49f3-8bf2-d6a8d0db0077 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:06.982340 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:06.987969 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-91016914-7ffb-4e0e-b7dc-beb6ca4a5fb7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:06.997462 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-42d282f5-790b-4d00-a162-386ed029f08f None None] For port f8adfaba-5997-4e45-acfa-c05bc3eae018, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:22:06.998601 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff31f-a8b8-4363-bc05-f69d02323c35 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:07.004594 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-cb467044-4b38-4d28-872d-cee33e3c3c18 None None] Provisioning complete for port 4c3fa21e-53ed-49f3-8bf2-d6a8d0db0077 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:07.004960 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cb467044-4b38-4d28-872d-cee33e3c3c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:07.020967 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-91016914-7ffb-4e0e-b7dc-beb6ca4a5fb7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Transition to ACTIVE for port object f9fcd772-45d2-4297-89d8-236cc40dcab4 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:07.022994 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b6c78455-8200-4384-b392-988f6106edfe tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:07.024550 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-fb5ff31f-a8b8-4363-bc05-f69d02323c35 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Transition to ACTIVE for port object 4775c9e9-c2bd-4790-a528-f4f9dd6a3a16 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:07.026092 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b6c78455-8200-4384-b392-988f6106edfe tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.1377802 Apr 08 10:22:07.029243 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8bafad2a-5deb-43ac-acc7-7be50c887e11 req-aeb2ca63-8887-43bd-b234-a5f234cc70e9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95a82a1f-9179-47cb-b9d3-df6d80e6a203 HTTP/1.1" status: 200 len: 1001 time: 0.7025647 Apr 08 10:22:07.029826 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52606) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:07.054619 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-42d282f5-790b-4d00-a162-386ed029f08f None None] For port f8adfaba-5997-4e45-acfa-c05bc3eae018, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=f8adfaba-5997-4e45-acfa-c05bc3eae018,segment=NetworkSegment(c6c20012-5185-4c66-b75f-bbc603ebf528),segment_id=c6c20012-5185-4c66-b75f-bbc603ebf528)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:22:07.058614 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-91016914-7ffb-4e0e-b7dc-beb6ca4a5fb7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:07.061792 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff31f-a8b8-4363-bc05-f69d02323c35 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:07.095910 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-8a7d58b4-6668-40f7-84dc-1e6602ddeba4 None None] Set router 740b941c-47f7-4c46-8837-95cf8718968a gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:22:07.127130 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-20abf14f-17da-4dd1-83ae-8221d808f3f7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:07.154749 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91016914-7ffb-4e0e-b7dc-beb6ca4a5fb7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Network 6518a6c1-84fe-48be-bb4e-7decab6a10bd is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:07.158539 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5ff31f-a8b8-4363-bc05-f69d02323c35 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Network 3f6c8be2-b9b5-4346-b457-41475e3b3ef0 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:07.159633 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-91016914-7ffb-4e0e-b7dc-beb6ca4a5fb7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:07.164975 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-fb5ff31f-a8b8-4363-bc05-f69d02323c35 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:07.167349 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91016914-7ffb-4e0e-b7dc-beb6ca4a5fb7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:22:07.171324 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91016914-7ffb-4e0e-b7dc-beb6ca4a5fb7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:07.171958 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-91016914-7ffb-4e0e-b7dc-beb6ca4a5fb7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:07.182970 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91016914-7ffb-4e0e-b7dc-beb6ca4a5fb7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Pushing event updated for resources: {'Port': ['ID=f9fcd772-45d2-4297-89d8-236cc40dcab4,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:07.185570 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5ff31f-a8b8-4363-bc05-f69d02323c35 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:22:07.189510 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5ff31f-a8b8-4363-bc05-f69d02323c35 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:07.190112 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff31f-a8b8-4363-bc05-f69d02323c35 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:07.191296 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abf14f-17da-4dd1-83ae-8221d808f3f7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=a9f94820-d9e0-4dcd-9446-e55869d4e833,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:07.218311 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-20abf14f-17da-4dd1-83ae-8221d808f3f7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:07.221783 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c12d8383-777f-4818-a656-54e4c3a96801 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:07.222161 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c12d8383-777f-4818-a656-54e4c3a96801 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:07.222476 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [None req-c12d8383-777f-4818-a656-54e4c3a96801 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Floating IP 288fffcf-7f48-4edf-a06a-1954badcd508 disassociated. External IP: 172.26.0.155, port: bb475aa5-31b1-48a6-bffc-a7c86e8d4e3b. Apr 08 10:22:07.222826 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-c12d8383-777f-4818-a656-54e4c3a96801 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Calling delete_port for bb475aa5-31b1-48a6-bffc-a7c86e8d4e3b owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:07.282983 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bafad2a-5deb-43ac-acc7-7be50c887e11 req-5ac3c28d-ec7e-4fef-b41b-e993fc723cac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:07.284455 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8bafad2a-5deb-43ac-acc7-7be50c887e11 req-5ac3c28d-ec7e-4fef-b41b-e993fc723cac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21703760-97a0-4591-934b-a62c7a8d3c61 HTTP/1.1" status: 200 len: 850 time: 0.2058561 Apr 08 10:22:07.298475 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ff31f-a8b8-4363-bc05-f69d02323c35 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event updated for resources: {'Port': ['ID=4775c9e9-c2bd-4790-a528-f4f9dd6a3a16,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:07.303406 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-fb5ff31f-a8b8-4363-bc05-f69d02323c35 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.0293584 Apr 08 10:22:07.306011 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52612) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:07.347230 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-91016914-7ffb-4e0e-b7dc-beb6ca4a5fb7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.9182050 Apr 08 10:22:07.349694 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52618) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:07.437936 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-20abf14f-17da-4dd1-83ae-8221d808f3f7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/a9f94820-d9e0-4dcd-9446-e55869d4e833 HTTP/1.1" status: 204 len: 168 time: 2.0462458 Apr 08 10:22:07.444432 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52622) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:07.467583 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-684a422a-c531-4e34-8c88-3f4043a21600 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Deleting subnet 312375ee-d166-475a-b9d3-ca7ae94ddd6e {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:22:07.475446 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-684a422a-c531-4e34-8c88-3f4043a21600 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:07.490017 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6178a62d-4b53-41e6-8d06-83ed902e7c68 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:07.514036 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-42d282f5-790b-4d00-a162-386ed029f08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:07.544517 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-684a422a-c531-4e34-8c88-3f4043a21600 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:07.560428 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port bf543257-6de9-406a-b968-f14f72812a3e, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=bf543257-6de9-406a-b968-f14f72812a3e,segment=NetworkSegment(adc65072-bef1-4a0a-bc76-f6210ddd363c),segment_id=adc65072-bef1-4a0a-bc76-f6210ddd363c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:07.577911 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ec8cb1-f6b4-4e84-8c58-81e5a0fae685 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:07.581807 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ec8cb1-f6b4-4e84-8c58-81e5a0fae685 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:07.585753 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ec8cb1-f6b4-4e84-8c58-81e5a0fae685 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:07.586583 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-14ec8cb1-f6b4-4e84-8c58-81e5a0fae685 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Synchronizing usage tracker for tenant:33768067952e4b2b86e46183d6e96a69 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:22:07.630295 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-14ec8cb1-f6b4-4e84-8c58-81e5a0fae685 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Unset dirty status for tenant:33768067952e4b2b86e46183d6e96a69 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:22:07.631462 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-91173918-402d-4ea9-bfbf-71614d0c799a tempest-TestNetworkAdvancedServerOps-1333086142 tempest-TestNetworkAdvancedServerOps-1333086142-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=14526426b3bf429d8a2df66bd6372e7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5572586 Apr 08 10:22:07.634612 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-14ec8cb1-f6b4-4e84-8c58-81e5a0fae685 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2837296 Apr 08 10:22:07.637269 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52628) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:07.637589 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52630) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:07.644509 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:07.674299 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-cb467044-4b38-4d28-872d-cee33e3c3c18 None None] Port 4c3fa21e-53ed-49f3-8bf2-d6a8d0db0077 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:22:07.713654 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b768c00-de95-47da-b03a-8072f4195d47 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet b6011982-a6ce-4d71-bc6b-cca60f5aa20b {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:22:07.722063 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d282f5-790b-4d00-a162-386ed029f08f None None] Pushing event updated for resources: {'Port': ['ID=f8adfaba-5997-4e45-acfa-c05bc3eae018,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:07.731292 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1b768c00-de95-47da-b03a-8072f4195d47 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:07.809053 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-cb467044-4b38-4d28-872d-cee33e3c3c18 None None] Provisioning complete for port bf543257-6de9-406a-b968-f14f72812a3e triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:07.809425 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cb467044-4b38-4d28-872d-cee33e3c3c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:07.820033 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-a084d128-467d-41f5-810c-f5ad35f95d46 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Deleting port f9fcd772-45d2-4297-89d8-236cc40dcab4 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:07.820398 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a084d128-467d-41f5-810c-f5ad35f95d46 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:07.829991 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8bafad2a-5deb-43ac-acc7-7be50c887e11 req-18c46b02-4386-457e-ad99-a40e68a9bd76 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2e061ab5-f3b5-4fd3-983c-73eb5d82392b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5327404 Apr 08 10:22:07.910279 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=bf543257-6de9-406a-b968-f14f72812a3e,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:07.910772 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-684a422a-c531-4e34-8c88-3f4043a21600 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:07.958726 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c12d8383-777f-4818-a656-54e4c3a96801 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:07.970260 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1b768c00-de95-47da-b03a-8072f4195d47 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:07.988535 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-8a7d58b4-6668-40f7-84dc-1e6602ddeba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740b941c-47f7-4c46-8837-95cf8718968a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177103004', 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:22:00Z', 'updated_at': '2022-04-08T10:22:02Z', 'revision_number': 3, 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'gw_port': {'id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740b941c-47f7-4c46-8837-95cf8718968a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:22:01Z', 'updated_at': '2022-04-08T10:22:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:08.005787 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7d58b4-6668-40f7-84dc-1e6602ddeba4 None None] Checking router: 740b941c-47f7-4c46-8837-95cf8718968a for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:22:08.006389 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7d58b4-6668-40f7-84dc-1e6602ddeba4 None None] Updating router 740b941c-47f7-4c46-8837-95cf8718968a port 28baa2b7-fbdd-470b-8369-452b0214bd59 binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:22:08.067958 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bc086-bad3-4f4d-a0e3-897bb05da69f req-a3d94ece-58f3-4193-b2d7-52c291b61ee3 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:08.077425 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0f332b-9e38-4e38-be75-3d711f2f29cc tempest-TestNetworkAdvancedServerOps-1333086142 tempest-TestNetworkAdvancedServerOps-1333086142-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:08.077944 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e73bc086-bad3-4f4d-a0e3-897bb05da69f req-a3d94ece-58f3-4193-b2d7-52c291b61ee3 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.5611188 Apr 08 10:22:08.079076 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0e0f332b-9e38-4e38-be75-3d711f2f29cc tempest-TestNetworkAdvancedServerOps-1333086142 tempest-TestNetworkAdvancedServerOps-1333086142-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4405737 Apr 08 10:22:08.085415 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52636) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:08.172274 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8a7d58b4-6668-40f7-84dc-1e6602ddeba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:08.215993 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-214098d5-9395-466c-8966-2558271e4764 tempest-TestNetworkAdvancedServerOps-1333086142 tempest-TestNetworkAdvancedServerOps-1333086142-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1293967 Apr 08 10:22:08.225979 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52640) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:08.231499 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-7b7c6cc4-14bf-42b4-b68e-291032fc0a3e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1675193110', 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82', 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:08.237299 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:08.268911 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d8383-777f-4818-a656-54e4c3a96801 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event deleted for resources: {'Port': ['ID=bb475aa5-31b1-48a6-bffc-a7c86e8d4e3b,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:08.329288 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-684a422a-c531-4e34-8c88-3f4043a21600 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:08.329450 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b1a598fb-ff05-4f95-9928-c18eed0c7109 None None] Provisioning for port f9fcd772-45d2-4297-89d8-236cc40dcab4 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:08.330031 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8bafad2a-5deb-43ac-acc7-7be50c887e11 req-4cf1fb4a-f247-4b82-803d-ebef1faf5e86 service neutron] 10.222.0.52 "GET /v2.0/networks/2e061ab5-f3b5-4fd3-983c-73eb5d82392b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904244 Apr 08 10:22:08.365775 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device bf543257-6de9-406a-b968-f14f72812a3e up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:22:08.413222 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b1a598fb-ff05-4f95-9928-c18eed0c7109 None None] Provisioning complete for port f9fcd772-45d2-4297-89d8-236cc40dcab4 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:08.413427 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b1a598fb-ff05-4f95-9928-c18eed0c7109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:08.528273 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a422a-c531-4e34-8c88-3f4043a21600 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event deleted for resources: {'Subnet': ['ID=312375ee-d166-475a-b9d3-ca7ae94ddd6e,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:08.562430 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e73bc086-bad3-4f4d-a0e3-897bb05da69f req-c7262857-e617-4f8c-b3d5-8fc06a3d83a5 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4835286 Apr 08 10:22:08.578703 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-684a422a-c531-4e34-8c88-3f4043a21600 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:08.590894 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-684a422a-c531-4e34-8c88-3f4043a21600 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "DELETE /v2.0/subnets/312375ee-d166-475a-b9d3-ca7ae94ddd6e HTTP/1.1" status: 204 len: 168 time: 1.2831280 Apr 08 10:22:08.595655 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52644) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:08.615765 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-b1a598fb-ff05-4f95-9928-c18eed0c7109 None None] Port f9fcd772-45d2-4297-89d8-236cc40dcab4 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:22:08.617343 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1b768c00-de95-47da-b03a-8072f4195d47 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:08.687050 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-7b7c6cc4-14bf-42b4-b68e-291032fc0a3e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:08.703566 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-7b7c6cc4-14bf-42b4-b68e-291032fc0a3e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Usage tracker for resource:subnet and tenant:14526426b3bf429d8a2df66bd6372e7f is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:08.719673 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-7b7c6cc4-14bf-42b4-b68e-291032fc0a3e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:08.725138 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b1a598fb-ff05-4f95-9928-c18eed0c7109 None None] Provisioning complete for port 4c3fa21e-53ed-49f3-8bf2-d6a8d0db0077 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:08.725604 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b1a598fb-ff05-4f95-9928-c18eed0c7109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:08.738451 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-7b7c6cc4-14bf-42b4-b68e-291032fc0a3e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:08.745872 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a084d128-467d-41f5-810c-f5ad35f95d46 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:08.758571 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ea9d9b-c810-4ca9-87d0-ec4967027ffe tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:08.761292 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ea9d9b-c810-4ca9-87d0-ec4967027ffe tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:08.762254 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-76ea9d9b-c810-4ca9-87d0-ec4967027ffe tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Synchronizing usage tracker for tenant:8cf15f21bd094c33bea580a114ab85ce on resource:subnet {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:22:08.811553 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-b1a598fb-ff05-4f95-9928-c18eed0c7109 None None] Port 4c3fa21e-53ed-49f3-8bf2-d6a8d0db0077 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:22:08.830075 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1b768c00-de95-47da-b03a-8072f4195d47 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:08.858934 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port bf543257-6de9-406a-b968-f14f72812a3e triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:08.859487 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:08.904808 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b768c00-de95-47da-b03a-8072f4195d47 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=b6011982-a6ce-4d71-bc6b-cca60f5aa20b,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:08.951489 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1b768c00-de95-47da-b03a-8072f4195d47 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:08.964346 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1b768c00-de95-47da-b03a-8072f4195d47 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/b6011982-a6ce-4d71-bc6b-cca60f5aa20b HTTP/1.1" status: 204 len: 168 time: 1.5163195 Apr 08 10:22:08.974628 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52648) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:09.092476 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-a084d128-467d-41f5-810c-f5ad35f95d46 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Calling delete_port for f9fcd772-45d2-4297-89d8-236cc40dcab4 owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:09.096051 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8bafad2a-5deb-43ac-acc7-7be50c887e11 req-4a1b85f8-d394-43d4-9af4-79f27d235e9e service neutron] 10.222.0.52 "GET /v2.0/networks/2e061ab5-f3b5-4fd3-983c-73eb5d82392b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7514629 Apr 08 10:22:09.101907 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5b7ee7a7-c153-408f-9adf-271d59b26d40 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1223159 Apr 08 10:22:09.104380 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52652) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:09.120038 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-e8d12483-d059-44fc-9ddb-b24da8163d01 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:09.131513 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8a7d58b4-6668-40f7-84dc-1e6602ddeba4 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:09.145607 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device f8adfaba-5997-4e45-acfa-c05bc3eae018 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:22:09.200579 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-76ea9d9b-c810-4ca9-87d0-ec4967027ffe tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Unset dirty status for tenant:8cf15f21bd094c33bea580a114ab85ce on resource:subnet {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:22:09.204405 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-76ea9d9b-c810-4ca9-87d0-ec4967027ffe tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6031654 Apr 08 10:22:09.205924 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52656) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:09.215030 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7c6cc4-14bf-42b4-b68e-291032fc0a3e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Made reservation on behalf of 14526426b3bf429d8a2df66bd6372e7f for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:09.215611 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8a7d58b4-6668-40f7-84dc-1e6602ddeba4 None None] Transition to ACTIVE for port object 28baa2b7-fbdd-470b-8369-452b0214bd59 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:09.234574 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8a7d58b4-6668-40f7-84dc-1e6602ddeba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:09.344620 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7e0b5f-7d24-4748-b9f4-6306a7f95b93 None None] Network 3f6c8be2-b9b5-4346-b457-41475e3b3ef0 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:09.409208 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-e8d12483-d059-44fc-9ddb-b24da8163d01 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:09.421337 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e8d12483-d059-44fc-9ddb-b24da8163d01 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:subnet and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:09.427924 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e8d12483-d059-44fc-9ddb-b24da8163d01 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:09.443240 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-e8d12483-d059-44fc-9ddb-b24da8163d01 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:09.479320 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12d8383-777f-4818-a656-54e4c3a96801 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Router 32c52265-a123-4ead-8007-53b4c6789246 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:22:09.479963 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7b7c6cc4-14bf-42b4-b68e-291032fc0a3e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:09.482254 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d12483-d059-44fc-9ddb-b24da8163d01 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:09.485868 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e8d12483-d059-44fc-9ddb-b24da8163d01 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:09.486220 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605edf7d-180f-4235-a13e-7b47a3254090 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:09.501624 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7f95aa6b-3964-4d74-834a-8dbbf5bad1e8 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:09.519647 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-8a7d58b4-6668-40f7-84dc-1e6602ddeba4 None None] Attempting to bind port 28baa2b7-fbdd-470b-8369-452b0214bd59 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:22:09.520205 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-8a7d58b4-6668-40f7-84dc-1e6602ddeba4 None None] Attempting to bind port 28baa2b7-fbdd-470b-8369-452b0214bd59 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:22:09.520658 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7d58b4-6668-40f7-84dc-1e6602ddeba4 None None] Attempting to bind port 28baa2b7-fbdd-470b-8369-452b0214bd59 on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:22:09.606428 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f95aa6b-3964-4d74-834a-8dbbf5bad1e8 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 08 10:22:09.606783 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f95aa6b-3964-4d74-834a-8dbbf5bad1e8 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:22:09.630088 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7f95aa6b-3964-4d74-834a-8dbbf5bad1e8 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "DELETE /v2.0/networks/3f6c8be2-b9b5-4346-b457-41475e3b3ef0 HTTP/1.1" status: 409 len: 405 time: 0.4202337 Apr 08 10:22:09.635988 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ca72b-f711-4ab2-9bda-fc46fd59a5b8 None None] Pushing event updated for resources: {'Port': ['ID=28baa2b7-fbdd-470b-8369-452b0214bd59,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:09.637385 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52662) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:09.648214 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-958c63f9-2468-4834-9417-01af97ab8b7d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2038320947'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:09.658034 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-958c63f9-2468-4834-9417-01af97ab8b7d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:09.673427 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-958c63f9-2468-4834-9417-01af97ab8b7d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Usage tracker for resource:network and tenant:8cf15f21bd094c33bea580a114ab85ce is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:09.678250 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-958c63f9-2468-4834-9417-01af97ab8b7d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:09.685187 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a084d128-467d-41f5-810c-f5ad35f95d46 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:09.688024 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-958c63f9-2468-4834-9417-01af97ab8b7d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:09.730009 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-076d01cb-24df-4a54-892a-7098e4308a65 None None] Provisioning for port f8adfaba-5997-4e45-acfa-c05bc3eae018 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:09.737207 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7d58b4-6668-40f7-84dc-1e6602ddeba4 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:22:09.737572 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7d58b4-6668-40f7-84dc-1e6602ddeba4 None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:22:09.737976 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8a7d58b4-6668-40f7-84dc-1e6602ddeba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:09.738556 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7d58b4-6668-40f7-84dc-1e6602ddeba4 None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:22:09.738847 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-8a7d58b4-6668-40f7-84dc-1e6602ddeba4 None None] Bound port: 28baa2b7-fbdd-470b-8369-452b0214bd59, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:22:09.739220 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8a7d58b4-6668-40f7-84dc-1e6602ddeba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:09.763271 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084d128-467d-41f5-810c-f5ad35f95d46 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Pushing event deleted for resources: {'Port': ['ID=f9fcd772-45d2-4297-89d8-236cc40dcab4,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:09.767600 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958c63f9-2468-4834-9417-01af97ab8b7d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Made reservation on behalf of 8cf15f21bd094c33bea580a114ab85ce for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:09.770558 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-958c63f9-2468-4834-9417-01af97ab8b7d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:09.844607 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port f8adfaba-5997-4e45-acfa-c05bc3eae018 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:09.883222 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port f8adfaba-5997-4e45-acfa-c05bc3eae018 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:09.883729 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:09.923864 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-958c63f9-2468-4834-9417-01af97ab8b7d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:22:09.982646 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-958c63f9-2468-4834-9417-01af97ab8b7d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:09.982963 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-958c63f9-2468-4834-9417-01af97ab8b7d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Added segment badba380-40c4-4e82-97b1-bc4b2bf5d228 of type vlan for network edfc07ff-99db-47bc-ace4-8feec4351159 Apr 08 10:22:10.077182 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e8d12483-d059-44fc-9ddb-b24da8163d01 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:10.078098 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a084d128-467d-41f5-810c-f5ad35f95d46 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:10.135827 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-958c63f9-2468-4834-9417-01af97ab8b7d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:10.142804 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-54965754-e546-4e32-9159-cb7ad454e609 None None] Provisioning complete for port 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:10.143355 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-54965754-e546-4e32-9159-cb7ad454e609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:10.158460 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf16c1-e986-4821-92cb-1ad03921b42a req-60c34a62-0e01-48b6-b3da-7fc92bde0663 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:10.167439 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b3bf16c1-e986-4821-92cb-1ad03921b42a req-60c34a62-0e01-48b6-b3da-7fc92bde0663 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.3465180 Apr 08 10:22:10.169013 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a084d128-467d-41f5-810c-f5ad35f95d46 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] 10.222.0.47 "DELETE /v2.0/ports/f9fcd772-45d2-4297-89d8-236cc40dcab4 HTTP/1.1" status: 204 len: 168 time: 2.5287127 Apr 08 10:22:10.170021 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7b7c6cc4-14bf-42b4-b68e-291032fc0a3e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:10.173907 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-8a7d58b4-6668-40f7-84dc-1e6602ddeba4 None None] For port 28baa2b7-fbdd-470b-8369-452b0214bd59, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:22:10.175482 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52668) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:10.234148 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-958c63f9-2468-4834-9417-01af97ab8b7d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:10.236928 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-8a7d58b4-6668-40f7-84dc-1e6602ddeba4 None None] For port 28baa2b7-fbdd-470b-8369-452b0214bd59, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=28baa2b7-fbdd-470b-8369-452b0214bd59,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:22:10.237749 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958c63f9-2468-4834-9417-01af97ab8b7d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:10.238465 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-958c63f9-2468-4834-9417-01af97ab8b7d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:10.255236 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8a7d58b4-6668-40f7-84dc-1e6602ddeba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:10.266323 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b3bf16c1-e986-4821-92cb-1ad03921b42a req-14e6f0cb-df5e-4429-8fef-36ad3a85cba4 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980797 Apr 08 10:22:10.307254 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de3fc52-d311-413d-9755-40e6de5087ff tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] GET failed (client error): The resource could not be found. Apr 08 10:22:10.309060 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8de3fc52-d311-413d-9755-40e6de5087ff tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] 10.222.0.47 "GET /v2.0/ports/f9fcd772-45d2-4297-89d8-236cc40dcab4 HTTP/1.1" status: 404 len: 333 time: 0.1109746 Apr 08 10:22:10.313964 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d12483-d059-44fc-9ddb-b24da8163d01 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:10.318361 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52672) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:10.319091 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d12483-d059-44fc-9ddb-b24da8163d01 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=51e251d7-4de7-40dd-95eb-e14002ab9a90,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:10.323447 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:10.324123 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-e8d12483-d059-44fc-9ddb-b24da8163d01 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:10.332371 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d12483-d059-44fc-9ddb-b24da8163d01 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:10.333128 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e8d12483-d059-44fc-9ddb-b24da8163d01 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:10.349983 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-9d8b0bba-02a6-47c4-b641-95b0fc197fef tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Request body: {'port': {'network_id': '6518a6c1-84fe-48be-bb4e-7decab6a10bd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1878352254'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:10.370010 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c6cc4-14bf-42b4-b68e-291032fc0a3e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Pushing event updated for resources: {'Subnet': ['ID=9288d010-9fbf-4288-b764-bbf686d8640a,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:10.372739 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-958c63f9-2468-4834-9417-01af97ab8b7d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7321272 Apr 08 10:22:10.379129 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52676) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:10.394110 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-8ab247dc-f4c3-4c8e-ac30-24dc7839663d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Request body: {'subnet': {'network_id': 'edfc07ff-99db-47bc-ace4-8feec4351159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:10.425516 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c63f9-2468-4834-9417-01af97ab8b7d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event updated for resources: {'Network': ['ID=edfc07ff-99db-47bc-ace4-8feec4351159,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:10.451860 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network edfc07ff-99db-47bc-ace4-8feec4351159 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:22:10.481636 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1cf861-dedd-49af-8ec4-d73005c20c42 None None] DHCP port deletion for 3f6c8be2-b9b5-4346-b457-41475e3b3ef0 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:22:10.490075 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ca72b-f711-4ab2-9bda-fc46fd59a5b8 None None] Pushing event updated for resources: {'Port': ['ID=28baa2b7-fbdd-470b-8369-452b0214bd59,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:10.502109 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port f8adfaba-5997-4e45-acfa-c05bc3eae018, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=f8adfaba-5997-4e45-acfa-c05bc3eae018,segment=NetworkSegment(c6c20012-5185-4c66-b75f-bbc603ebf528),segment_id=c6c20012-5185-4c66-b75f-bbc603ebf528)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:10.524157 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7c6cc4-14bf-42b4-b68e-291032fc0a3e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Checking segment: {'id': 'b03bf823-4416-4fe0-9479-94379a96e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:22:10.524824 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7c6cc4-14bf-42b4-b68e-291032fc0a3e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Network hostable DHCP agents. Network: 192f3bbb-ce8e-4d78-84a7-a4b3b9471c82, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:22:10.532578 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e8d12483-d059-44fc-9ddb-b24da8163d01 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4155970 Apr 08 10:22:10.534142 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52680) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:10.545590 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-29cb9254-cd57-4e51-b50b-9661563abd4c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:10.585826 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12d8383-777f-4818-a656-54e4c3a96801 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:22:10.598795 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba98712-2082-49e4-8c8b-0233fc2d42eb None None] Sync routers for ids ['32c52265-a123-4ead-8007-53b4c6789246'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:22:10.611574 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba98712-2082-49e4-8c8b-0233fc2d42eb None None] Routers {'32c52265-a123-4ead-8007-53b4c6789246'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:22:10.612554 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-9ba98712-2082-49e4-8c8b-0233fc2d42eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['32c52265-a123-4ead-8007-53b4c6789246'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:10.639844 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce01228-4f34-4de1-9bb5-25712753b6b5 None None] DHCP port deletion for 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:22:10.653039 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8ab247dc-f4c3-4c8e-ac30-24dc7839663d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:10.667298 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:10.669396 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-ec1cf861-dedd-49af-8ec4-d73005c20c42 None None] Deleting port f8adfaba-5997-4e45-acfa-c05bc3eae018 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:10.669705 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ec1cf861-dedd-49af-8ec4-d73005c20c42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:10.675143 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8ab247dc-f4c3-4c8e-ac30-24dc7839663d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:10.689569 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7c6cc4-14bf-42b4-b68e-291032fc0a3e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Network 192f3bbb-ce8e-4d78-84a7-a4b3b9471c82 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:22:10.694040 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-9ba98712-2082-49e4-8c8b-0233fc2d42eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:10.719379 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab247dc-f4c3-4c8e-ac30-24dc7839663d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Made reservation on behalf of 8cf15f21bd094c33bea580a114ab85ce for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:10.722583 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba98712-2082-49e4-8c8b-0233fc2d42eb None None] Routers {'32c52265-a123-4ead-8007-53b4c6789246'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:22:10.723195 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-9ba98712-2082-49e4-8c8b-0233fc2d42eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['32c52265-a123-4ead-8007-53b4c6789246'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:10.738052 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-7b7c6cc4-14bf-42b4-b68e-291032fc0a3e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 192f3bbb-ce8e-4d78-84a7-a4b3b9471c82) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:10.807644 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-0ce01228-4f34-4de1-9bb5-25712753b6b5 None None] Deleting port 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:10.808014 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0ce01228-4f34-4de1-9bb5-25712753b6b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:10.809371 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-9d8b0bba-02a6-47c4-b641-95b0fc197fef tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:10.823149 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-9ba98712-2082-49e4-8c8b-0233fc2d42eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:10.824066 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7c6cc4-14bf-42b4-b68e-291032fc0a3e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:10.824535 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7b7c6cc4-14bf-42b4-b68e-291032fc0a3e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:10.826057 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-9d8b0bba-02a6-47c4-b641-95b0fc197fef tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:10.826723 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba98712-2082-49e4-8c8b-0233fc2d42eb None None] The sync data for ids ['32c52265-a123-4ead-8007-53b4c6789246'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:22:10.828836 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c12d8383-777f-4818-a656-54e4c3a96801 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:10.831005 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eddf90b-c668-4a5a-a521-884f6ea99a9c None None] Network 192f3bbb-ce8e-4d78-84a7-a4b3b9471c82 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:10.836563 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c12d8383-777f-4818-a656-54e4c3a96801 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "DELETE /v2.0/ports/bb475aa5-31b1-48a6-bffc-a7c86e8d4e3b HTTP/1.1" status: 204 len: 168 time: 5.7849395 Apr 08 10:22:10.836682 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52684) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:10.846520 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8b0bba-02a6-47c4-b641-95b0fc197fef tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Made reservation on behalf of 33768067952e4b2b86e46183d6e96a69 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:10.849564 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9d8b0bba-02a6-47c4-b641-95b0fc197fef tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:10.867983 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:22:10.872496 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-9d8b0bba-02a6-47c4-b641-95b0fc197fef tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] device_id is not set on port 7a40a79d-d925-478f-a931-a16d37e7799e yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:22:10.918621 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7d58b4-6668-40f7-84dc-1e6602ddeba4 None None] Routers {'740b941c-47f7-4c46-8837-95cf8718968a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:22:10.919298 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-8a7d58b4-6668-40f7-84dc-1e6602ddeba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:21:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['740b941c-47f7-4c46-8837-95cf8718968a'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:11.031228 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-9d8b0bba-02a6-47c4-b641-95b0fc197fef tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Allocated IP 2001:db8::378 (6518a6c1-84fe-48be-bb4e-7decab6a10bd/76f28d32-51bf-484e-9703-0bfee2ebc4fb/7a40a79d-d925-478f-a931-a16d37e7799e) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:11.114039 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-29cb9254-cd57-4e51-b50b-9661563abd4c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:11.127021 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7b7c6cc4-14bf-42b4-b68e-291032fc0a3e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.9000173 Apr 08 10:22:11.131327 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52688) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:11.136974 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-29cb9254-cd57-4e51-b50b-9661563abd4c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:subnet and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:11.199888 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-29cb9254-cd57-4e51-b50b-9661563abd4c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:11.210153 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8ab247dc-f4c3-4c8e-ac30-24dc7839663d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:11.241680 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-29cb9254-cd57-4e51-b50b-9661563abd4c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:11.250470 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9d8b0bba-02a6-47c4-b641-95b0fc197fef tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:11.267019 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-9d8b0bba-02a6-47c4-b641-95b0fc197fef tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Transition to ACTIVE for port object 7a40a79d-d925-478f-a931-a16d37e7799e will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:11.293405 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9d8b0bba-02a6-47c4-b641-95b0fc197fef tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:11.299942 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=f8adfaba-5997-4e45-acfa-c05bc3eae018,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:11.387070 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8b0bba-02a6-47c4-b641-95b0fc197fef tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Network 6518a6c1-84fe-48be-bb4e-7decab6a10bd is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:11.388946 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b0bba-02a6-47c4-b641-95b0fc197fef tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Pushing event updated for resources: {'Port': ['ID=7a40a79d-d925-478f-a931-a16d37e7799e,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:11.392181 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-9d8b0bba-02a6-47c4-b641-95b0fc197fef tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:11.394872 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8b0bba-02a6-47c4-b641-95b0fc197fef tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:22:11.395776 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cb9254-cd57-4e51-b50b-9661563abd4c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:11.399162 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8b0bba-02a6-47c4-b641-95b0fc197fef tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:11.399943 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9d8b0bba-02a6-47c4-b641-95b0fc197fef tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:11.432774 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9d8b0bba-02a6-47c4-b641-95b0fc197fef tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1077657 Apr 08 10:22:11.433930 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52694) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:11.440129 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-84d201ad-dba1-4259-8b33-f2e54998dab3 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2d4', 'mac_address': 'fa:16:3e:0d:a6:93'}]}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:11.651757 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-29cb9254-cd57-4e51-b50b-9661563abd4c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:11.762953 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:11.830475 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-8a7d58b4-6668-40f7-84dc-1e6602ddeba4 None None] Set router 740b941c-47f7-4c46-8837-95cf8718968a gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:22:11.837954 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3059e3-fc6c-4e96-9a49-343eb4a26493 req-37d50208-01f1-493d-8bae-4b74728168b5 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:11.839417 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6e3059e3-fc6c-4e96-9a49-343eb4a26493 req-37d50208-01f1-493d-8bae-4b74728168b5 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.3228831 Apr 08 10:22:11.879464 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-ec1cf861-dedd-49af-8ec4-d73005c20c42 None None] For port f8adfaba-5997-4e45-acfa-c05bc3eae018, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=f8adfaba-5997-4e45-acfa-c05bc3eae018,segment=NetworkSegment(c6c20012-5185-4c66-b75f-bbc603ebf528),segment_id=c6c20012-5185-4c66-b75f-bbc603ebf528)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:11.879705 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ec1cf861-dedd-49af-8ec4-d73005c20c42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:11.932396 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-84d201ad-dba1-4259-8b33-f2e54998dab3 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:11.952436 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6e3059e3-fc6c-4e96-9a49-343eb4a26493 req-19eafe8b-8301-4d65-bae0-66c175660d22 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842245 Apr 08 10:22:12.162958 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-4d40f76a-5766-4edf-8854-53cb5a413e60 None None] Provisioning for port 7a40a79d-d925-478f-a931-a16d37e7799e completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:12.264915 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-84d201ad-dba1-4259-8b33-f2e54998dab3 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:12.272761 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea8771-3b17-4ec8-8fc4-52145b1feb32 req-03b14da7-41f2-4896-b10f-cd52e6d06d12 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:12.274241 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-daea8771-3b17-4ec8-8fc4-52145b1feb32 req-03b14da7-41f2-4896-b10f-cd52e6d06d12 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.1253471 Apr 08 10:22:12.275301 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-84d201ad-dba1-4259-8b33-f2e54998dab3 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:12.282271 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-ec1cf861-dedd-49af-8ec4-d73005c20c42 None None] Calling delete_port for f8adfaba-5997-4e45-acfa-c05bc3eae018 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:12.327948 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-4d40f76a-5766-4edf-8854-53cb5a413e60 None None] Provisioning complete for port 7a40a79d-d925-478f-a931-a16d37e7799e triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:12.328698 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4d40f76a-5766-4edf-8854-53cb5a413e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:12.369127 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-84d201ad-dba1-4259-8b33-f2e54998dab3 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] In _notify_port_updated(), no bound segment for port 7a40a79d-d925-478f-a931-a16d37e7799e on network 6518a6c1-84fe-48be-bb4e-7decab6a10bd {{(pid=83845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 08 10:22:12.372976 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d201ad-dba1-4259-8b33-f2e54998dab3 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:12.373629 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-84d201ad-dba1-4259-8b33-f2e54998dab3 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:12.374942 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-84d201ad-dba1-4259-8b33-f2e54998dab3 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] 10.222.0.47 "PUT /v2.0/ports/7a40a79d-d925-478f-a931-a16d37e7799e HTTP/1.1" status: 200 len: 1003 time: 0.9406500 Apr 08 10:22:12.385852 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52700) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:12.425565 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d201ad-dba1-4259-8b33-f2e54998dab3 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Pushing event updated for resources: {'Port': ['ID=7a40a79d-d925-478f-a931-a16d37e7799e,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:12.439568 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.objects.ports [None req-8ab247dc-f4c3-4c8e-ac30-24dc7839663d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83846) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 08 10:22:12.453641 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8ab247dc-f4c3-4c8e-ac30-24dc7839663d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:12.457352 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-daea8771-3b17-4ec8-8fc4-52145b1feb32 req-0b588f0c-1e63-4596-949d-3a973d734bfa tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452315 Apr 08 10:22:12.467981 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-8bc7fe8d-d171-4bfe-bd62-61c4ad355da4 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Deleting port 7a40a79d-d925-478f-a931-a16d37e7799e {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:12.468365 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8bc7fe8d-d171-4bfe-bd62-61c4ad355da4 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:12.572593 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-0ce01228-4f34-4de1-9bb5-25712753b6b5 None None] For port 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=9e55ee3a-3bc3-49bc-a2f7-43ca84800e93,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:12.573031 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0ce01228-4f34-4de1-9bb5-25712753b6b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:12.590989 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab247dc-f4c3-4c8e-ac30-24dc7839663d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event updated for resources: {'Subnet': ['ID=5872de0d-f170-4048-a939-4fb96705d9cb,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:12.701891 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab247dc-f4c3-4c8e-ac30-24dc7839663d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Checking segment: {'id': 'badba380-40c4-4e82-97b1-bc4b2bf5d228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'edfc07ff-99db-47bc-ace4-8feec4351159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:22:12.702598 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab247dc-f4c3-4c8e-ac30-24dc7839663d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Network hostable DHCP agents. Network: edfc07ff-99db-47bc-ace4-8feec4351159, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:22:12.802477 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-0ce01228-4f34-4de1-9bb5-25712753b6b5 None None] Calling delete_port for 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:12.838520 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8bc7fe8d-d171-4bfe-bd62-61c4ad355da4 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:12.853219 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab247dc-f4c3-4c8e-ac30-24dc7839663d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Network edfc07ff-99db-47bc-ace4-8feec4351159 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:22:12.902502 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=9e55ee3a-3bc3-49bc-a2f7-43ca84800e93,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:12.905823 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-4d40f76a-5766-4edf-8854-53cb5a413e60 None None] Port 7a40a79d-d925-478f-a931-a16d37e7799e cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:22:12.917769 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:12.918051 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-8ab247dc-f4c3-4c8e-ac30-24dc7839663d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, edfc07ff-99db-47bc-ace4-8feec4351159) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:12.918519 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device f8adfaba-5997-4e45-acfa-c05bc3eae018 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:22:12.944287 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab247dc-f4c3-4c8e-ac30-24dc7839663d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:12.945250 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8ab247dc-f4c3-4c8e-ac30-24dc7839663d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:12.948025 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ec1cf861-dedd-49af-8ec4-d73005c20c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:12.994473 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c3755144-8263-45a6-9f43-0e4d043d335b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:13.000477 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-8bc7fe8d-d171-4bfe-bd62-61c4ad355da4 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Calling delete_port for 7a40a79d-d925-478f-a931-a16d37e7799e owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:13.030962 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a9d741-9c70-41c4-917a-697903bbd7c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-192f3bbb-ce8e-4d78-84a7-a4b3b9471c82', 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82', 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'fixed_ips': [{'subnet_id': '9288d010-9fbf-4288-b764-bbf686d8640a'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:22:13.031765 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-62a9d741-9c70-41c4-917a-697903bbd7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:13.049702 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b516dd4-25dd-41ce-bc3b-ae91755dbe67 None None] Network edfc07ff-99db-47bc-ace4-8feec4351159 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:13.063450 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8ab247dc-f4c3-4c8e-ac30-24dc7839663d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.6813936 Apr 08 10:22:13.152473 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.objects.ports [None req-29cb9254-cd57-4e51-b50b-9661563abd4c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83846) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 08 10:22:13.176376 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-0ce01228-4f34-4de1-9bb5-25712753b6b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:22:13.176724 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-0ce01228-4f34-4de1-9bb5-25712753b6b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:22:13.194531 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52710) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:13.195581 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=9e55ee3a-3bc3-49bc-a2f7-43ca84800e93,revision_number=12']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:13.223239 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8bc7fe8d-d171-4bfe-bd62-61c4ad355da4 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:13.346652 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7fe8d-d171-4bfe-bd62-61c4ad355da4 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Pushing event deleted for resources: {'Port': ['ID=7a40a79d-d925-478f-a931-a16d37e7799e,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:13.375045 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-fd8654e2-b027-4471-8380-2f323ba307b8 None None] Could not find standard attr ID for object 7a40a79d-d925-478f-a931-a16d37e7799e. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:22:13.382856 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cf861-dedd-49af-8ec4-d73005c20c42 None None] Pushing event deleted for resources: {'Port': ['ID=f8adfaba-5997-4e45-acfa-c05bc3eae018,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:13.386220 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: f8adfaba-5997-4e45-acfa-c05bc3eae018 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:22:13.386406 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device f8adfaba-5997-4e45-acfa-c05bc3eae018 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:22:13.568691 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8bc7fe8d-d171-4bfe-bd62-61c4ad355da4 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:13.581132 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8bc7fe8d-d171-4bfe-bd62-61c4ad355da4 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] 10.222.0.47 "DELETE /v2.0/ports/7a40a79d-d925-478f-a931-a16d37e7799e HTTP/1.1" status: 204 len: 168 time: 1.1945529 Apr 08 10:22:13.591144 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52716) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:13.619489 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87554312-0c17-45c3-98bd-1aa190fe49fa req-a102f3e0-bfc7-4bcb-bcf2-f92c9459096c tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:13.621093 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-87554312-0c17-45c3-98bd-1aa190fe49fa req-a102f3e0-bfc7-4bcb-bcf2-f92c9459096c tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.4599702 Apr 08 10:22:13.624841 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6f70b022-5448-475b-b5b2-1166aab9bb66 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:13.635212 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def82de7-9438-45b7-a1db-78ff332b736b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-edfc07ff-99db-47bc-ace4-8feec4351159', 'network_id': 'edfc07ff-99db-47bc-ace4-8feec4351159', 'tenant_id': '8cf15f21bd094c33bea580a114ab85ce', 'fixed_ips': [{'subnet_id': '5872de0d-f170-4048-a939-4fb96705d9cb'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:22:13.636951 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-def82de7-9438-45b7-a1db-78ff332b736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:13.646818 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-9572284c-bd34-44d3-a581-010f9e29a647 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] GET failed (client error): The resource could not be found. Apr 08 10:22:13.647334 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9572284c-bd34-44d3-a581-010f9e29a647 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Synchronizing usage tracker for tenant:33768067952e4b2b86e46183d6e96a69 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:22:13.658356 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1cf861-dedd-49af-8ec4-d73005c20c42 None None] No DVR routers for this DVR port f8adfaba-5997-4e45-acfa-c05bc3eae018 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:22:13.661587 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-29cb9254-cd57-4e51-b50b-9661563abd4c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:13.703928 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-0ce01228-4f34-4de1-9bb5-25712753b6b5 None None] Deleting port 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:13.704321 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0ce01228-4f34-4de1-9bb5-25712753b6b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:13.736168 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9572284c-bd34-44d3-a581-010f9e29a647 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Unset dirty status for tenant:33768067952e4b2b86e46183d6e96a69 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:22:13.737425 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9572284c-bd34-44d3-a581-010f9e29a647 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] 10.222.0.47 "GET /v2.0/ports/7a40a79d-d925-478f-a931-a16d37e7799e HTTP/1.1" status: 404 len: 333 time: 0.1425674 Apr 08 10:22:13.747374 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52720) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:13.771270 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-bba48e0f-fb21-4781-9085-782504c7896b tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Request body: {'port': {'network_id': '6518a6c1-84fe-48be-bb4e-7decab6a10bd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-394300666'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:13.863327 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6f70b022-5448-475b-b5b2-1166aab9bb66 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:13.901463 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-87554312-0c17-45c3-98bd-1aa190fe49fa req-c45d6678-850b-473b-81f7-baf32d74e762 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2707098 Apr 08 10:22:13.956971 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6c47349b-d38f-4f15-a13a-3e9a0be2498f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:13.957223 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6f70b022-5448-475b-b5b2-1166aab9bb66 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:14.022267 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70b022-5448-475b-b5b2-1166aab9bb66 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event deleted for resources: {'Subnet': ['ID=5872de0d-f170-4048-a939-4fb96705d9cb,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:14.104935 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-62a9d741-9c70-41c4-917a-697903bbd7c3 None None] Allocated IP 172.20.0.2 (192f3bbb-ce8e-4d78-84a7-a4b3b9471c82/9288d010-9fbf-4288-b764-bbf686d8640a/2474f7d5-4e07-4c7e-811c-65b4d19b771d) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server [None req-def82de7-9438-45b7-a1db-78ff332b736b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5872de0d-f170-4048-a939-4fb96705d9cb: This subnet is being modified by another concurrent operation. Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 08 10:22:14.142019 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise exception Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5872de0d-f170-4048-a939-4fb96705d9cb: This subnet is being modified by another concurrent operation. Apr 08 10:22:14.145632 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server Apr 08 10:22:14.157875 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6f70b022-5448-475b-b5b2-1166aab9bb66 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:14.191383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-6f70b022-5448-475b-b5b2-1166aab9bb66 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edfc07ff-99db-47bc-ace4-8feec4351159']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:14.204821 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-6f70b022-5448-475b-b5b2-1166aab9bb66 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'badba380-40c4-4e82-97b1-bc4b2bf5d228') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:14.205263 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-6f70b022-5448-475b-b5b2-1166aab9bb66 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'badba380-40c4-4e82-97b1-bc4b2bf5d228') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:14.218322 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6f70b022-5448-475b-b5b2-1166aab9bb66 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:14.222498 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e53a9f4-76ec-47d9-9b39-fbd5a87af128 None None] Network edfc07ff-99db-47bc-ace4-8feec4351159 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:14.237271 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6f70b022-5448-475b-b5b2-1166aab9bb66 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:14.245847 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f70b022-5448-475b-b5b2-1166aab9bb66 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:22:14.247225 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6f70b022-5448-475b-b5b2-1166aab9bb66 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:14.250630 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-bba48e0f-fb21-4781-9085-782504c7896b tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:14.255305 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-29cb9254-cd57-4e51-b50b-9661563abd4c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] For port 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=9e55ee3a-3bc3-49bc-a2f7-43ca84800e93,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:22:14.265331 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:22:14.324974 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-8a7d58b4-6668-40f7-84dc-1e6602ddeba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740b941c-47f7-4c46-8837-95cf8718968a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177103004', 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:22:00Z', 'updated_at': '2022-04-08T10:22:02Z', 'revision_number': 3, 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'gw_port': {'id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740b941c-47f7-4c46-8837-95cf8718968a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:22:01Z', 'updated_at': '2022-04-08T10:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:14.351223 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-bba48e0f-fb21-4781-9085-782504c7896b tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:14.351545 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6f70b022-5448-475b-b5b2-1166aab9bb66 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:14.357197 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6f70b022-5448-475b-b5b2-1166aab9bb66 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:14.357657 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7d58b4-6668-40f7-84dc-1e6602ddeba4 None None] The sync data for ids ['740b941c-47f7-4c46-8837-95cf8718968a'] in dv-neutron-837110-1-hyperv is: [{'id': '740b941c-47f7-4c46-8837-95cf8718968a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177103004', 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:22:00Z', 'updated_at': '2022-04-08T10:22:02Z', 'revision_number': 3, 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'gw_port': {'id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740b941c-47f7-4c46-8837-95cf8718968a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:22:01Z', 'updated_at': '2022-04-08T10:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:22:14.385899 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70b022-5448-475b-b5b2-1166aab9bb66 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event deleted for resources: {'Network': ['ID=edfc07ff-99db-47bc-ace4-8feec4351159,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:14.408218 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6f70b022-5448-475b-b5b2-1166aab9bb66 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "DELETE /v2.0/networks/edfc07ff-99db-47bc-ace4-8feec4351159 HTTP/1.1" status: 204 len: 168 time: 1.2124562 Apr 08 10:22:14.408994 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52724) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:14.416124 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-5fa8d7ac-f50a-4700-a128-1a091d0b37f9 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1841969941'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:14.416641 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.resource_extend [None req-29cb9254-cd57-4e51-b50b-9661563abd4c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:22:14.417457 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-0ce01228-4f34-4de1-9bb5-25712753b6b5 None None] For port 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=9e55ee3a-3bc3-49bc-a2f7-43ca84800e93,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:14.417924 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0ce01228-4f34-4de1-9bb5-25712753b6b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:14.421368 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-5fa8d7ac-f50a-4700-a128-1a091d0b37f9 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:14.425818 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5fa8d7ac-f50a-4700-a128-1a091d0b37f9 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Usage tracker for resource:network and tenant:8cf15f21bd094c33bea580a114ab85ce is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:14.428887 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5fa8d7ac-f50a-4700-a128-1a091d0b37f9 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:14.433647 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba48e0f-fb21-4781-9085-782504c7896b tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Made reservation on behalf of 33768067952e4b2b86e46183d6e96a69 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:14.436106 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-5fa8d7ac-f50a-4700-a128-1a091d0b37f9 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:14.436664 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bba48e0f-fb21-4781-9085-782504c7896b tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:14.447845 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa8d7ac-f50a-4700-a128-1a091d0b37f9 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Made reservation on behalf of 8cf15f21bd094c33bea580a114ab85ce for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:14.451033 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5fa8d7ac-f50a-4700-a128-1a091d0b37f9 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:14.485199 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa8d7ac-f50a-4700-a128-1a091d0b37f9 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:22:14.491917 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-29cb9254-cd57-4e51-b50b-9661563abd4c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:14.496589 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5fa8d7ac-f50a-4700-a128-1a091d0b37f9 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:14.497173 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-5fa8d7ac-f50a-4700-a128-1a091d0b37f9 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Added segment 829df476-1ae2-4220-aae7-9e66d07dd16a of type vlan for network 518f86b2-4d63-4bc4-b5e0-4a3969b8dba7 Apr 08 10:22:14.515780 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-29cb9254-cd57-4e51-b50b-9661563abd4c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:14.516863 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-29cb9254-cd57-4e51-b50b-9661563abd4c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:14.530369 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5fa8d7ac-f50a-4700-a128-1a091d0b37f9 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:14.565590 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5fa8d7ac-f50a-4700-a128-1a091d0b37f9 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:14.569879 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa8d7ac-f50a-4700-a128-1a091d0b37f9 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:14.570594 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5fa8d7ac-f50a-4700-a128-1a091d0b37f9 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:14.588190 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-0ce01228-4f34-4de1-9bb5-25712753b6b5 None None] Calling delete_port for 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:14.660258 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5fa8d7ac-f50a-4700-a128-1a091d0b37f9 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2474754 Apr 08 10:22:14.663901 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52728) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:14.686207 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-64661472-1117-4813-8a9a-4545ba3d556c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Request body: {'subnet': {'network_id': '518f86b2-4d63-4bc4-b5e0-4a3969b8dba7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:14.762572 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-bba48e0f-fb21-4781-9085-782504c7896b tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] device_id is not set on port d9e575d2-5518-4050-9fdc-d280de44ec09 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:22:14.771351 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-62a9d741-9c70-41c4-917a-697903bbd7c3 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:14.781668 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-0ce01228-4f34-4de1-9bb5-25712753b6b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:22:14.782023 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-0ce01228-4f34-4de1-9bb5-25712753b6b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:22:14.784337 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-62a9d741-9c70-41c4-917a-697903bbd7c3 None None] Transition to ACTIVE for port object 2474f7d5-4e07-4c7e-811c-65b4d19b771d will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:14.806957 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-62a9d741-9c70-41c4-917a-697903bbd7c3 None None] Transition to ACTIVE for port object 2474f7d5-4e07-4c7e-811c-65b4d19b771d will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:14.814353 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-62a9d741-9c70-41c4-917a-697903bbd7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:14.814735 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8d7ac-f50a-4700-a128-1a091d0b37f9 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event updated for resources: {'Network': ['ID=518f86b2-4d63-4bc4-b5e0-4a3969b8dba7,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:14.847563 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85ceaf2e-6036-4339-8c73-eb9cf0e496c7 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:14.873266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-64661472-1117-4813-8a9a-4545ba3d556c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:14.879620 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-64661472-1117-4813-8a9a-4545ba3d556c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Usage tracker for resource:subnet and tenant:8cf15f21bd094c33bea580a114ab85ce is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:14.884369 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-64661472-1117-4813-8a9a-4545ba3d556c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:14.891109 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-64661472-1117-4813-8a9a-4545ba3d556c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:14.892206 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cb9254-cd57-4e51-b50b-9661563abd4c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:14.901464 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8a0d8c95-0b83-4fb5-937d-fc069d8720ca req-97137902-565b-466a-9baa-a3ee7d205342 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dd509eaf-e739-42b3-92ef-eda04b864d2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1303155 Apr 08 10:22:14.901676 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-29cb9254-cd57-4e51-b50b-9661563abd4c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:14.905197 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a9d741-9c70-41c4-917a-697903bbd7c3 None None] Network 192f3bbb-ce8e-4d78-84a7-a4b3b9471c82 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:14.907589 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9d741-9c70-41c4-917a-697903bbd7c3 None None] Pushing event updated for resources: {'Port': ['ID=2474f7d5-4e07-4c7e-811c-65b4d19b771d,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:14.910550 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-62a9d741-9c70-41c4-917a-697903bbd7c3 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:14.912337 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cb9254-cd57-4e51-b50b-9661563abd4c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:14.912561 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 518f86b2-4d63-4bc4-b5e0-4a3969b8dba7 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:22:14.912946 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-29cb9254-cd57-4e51-b50b-9661563abd4c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:14.927653 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64661472-1117-4813-8a9a-4545ba3d556c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Made reservation on behalf of 8cf15f21bd094c33bea580a114ab85ce for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:14.948762 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb9254-cd57-4e51-b50b-9661563abd4c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=9e55ee3a-3bc3-49bc-a2f7-43ca84800e93,revision_number=14']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:14.951448 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb9254-cd57-4e51-b50b-9661563abd4c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=1c4632d9-7bf2-4d5b-aa70-0ed0766ae3ca,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:15.054462 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a9d741-9c70-41c4-917a-697903bbd7c3 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:22:15.120398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-64661472-1117-4813-8a9a-4545ba3d556c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:15.214676 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-62a9d741-9c70-41c4-917a-697903bbd7c3 None None] Attempting to bind port 2474f7d5-4e07-4c7e-811c-65b4d19b771d on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:22:15.215046 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-62a9d741-9c70-41c4-917a-697903bbd7c3 None None] Attempting to bind port 2474f7d5-4e07-4c7e-811c-65b4d19b771d by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'b03bf823-4416-4fe0-9479-94379a96e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:22:15.215408 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a9d741-9c70-41c4-917a-697903bbd7c3 None None] Attempting to bind port 2474f7d5-4e07-4c7e-811c-65b4d19b771d on network 192f3bbb-ce8e-4d78-84a7-a4b3b9471c82 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:22:15.234120 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-29cb9254-cd57-4e51-b50b-9661563abd4c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.6989985 Apr 08 10:22:15.270490 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a9d741-9c70-41c4-917a-697903bbd7c3 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:22:15.270997 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a9d741-9c70-41c4-917a-697903bbd7c3 None None] Checking segment: {'id': 'b03bf823-4416-4fe0-9479-94379a96e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:22:15.271493 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-62a9d741-9c70-41c4-917a-697903bbd7c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:15.272036 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a9d741-9c70-41c4-917a-697903bbd7c3 None None] Bound using segment: {'id': 'b03bf823-4416-4fe0-9479-94379a96e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:22:15.272700 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-62a9d741-9c70-41c4-917a-697903bbd7c3 None None] Bound port: 2474f7d5-4e07-4c7e-811c-65b4d19b771d, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03bf823-4416-4fe0-9479-94379a96e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:22:15.273135 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-62a9d741-9c70-41c4-917a-697903bbd7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:15.299933 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52734) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:15.325122 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-149cc644-6d2a-46c6-a33b-e6ff07ffeac6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'port': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'mac_address': 'fa:16:3e:1c:11:bc', 'name': 'tempest-NetworksTestDHCPv6-2128988013'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:15.369219 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-bba48e0f-fb21-4781-9085-782504c7896b tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Allocated IP 2001:db8::3c2 (6518a6c1-84fe-48be-bb4e-7decab6a10bd/76f28d32-51bf-484e-9703-0bfee2ebc4fb/d9e575d2-5518-4050-9fdc-d280de44ec09) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:15.408633 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-62a9d741-9c70-41c4-917a-697903bbd7c3 None None] For port 2474f7d5-4e07-4c7e-811c-65b4d19b771d, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:22:15.413429 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-62a9d741-9c70-41c4-917a-697903bbd7c3 None None] For port 2474f7d5-4e07-4c7e-811c-65b4d19b771d, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2474f7d5-4e07-4c7e-811c-65b4d19b771d,segment=NetworkSegment(b03bf823-4416-4fe0-9479-94379a96e5e7),segment_id=b03bf823-4416-4fe0-9479-94379a96e5e7)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:22:15.426568 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-62a9d741-9c70-41c4-917a-697903bbd7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:15.473345 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8a0d8c95-0b83-4fb5-937d-fc069d8720ca req-315ce45d-67b5-4299-9ebb-1e2f2f4eba22 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=be30bca09ed8432b942cdec0ee999225&device_id=dd509eaf-e739-42b3-92ef-eda04b864d2f HTTP/1.1" status: 200 len: 1099 time: 0.4374361 Apr 08 10:22:15.522226 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6217dfdd-7acf-4f28-b42a-8bc481db1525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:15.542712 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9d741-9c70-41c4-917a-697903bbd7c3 None None] Pushing event updated for resources: {'Port': ['ID=2474f7d5-4e07-4c7e-811c-65b4d19b771d,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:15.599450 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-0ce01228-4f34-4de1-9bb5-25712753b6b5 None None] Deleting port 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:15.599835 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0ce01228-4f34-4de1-9bb5-25712753b6b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:15.660585 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d8c95-0b83-4fb5-937d-fc069d8720ca req-c04a846d-cbbd-4c48-a842-29aacdf564bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:15.662029 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8a0d8c95-0b83-4fb5-937d-fc069d8720ca req-c04a846d-cbbd-4c48-a842-29aacdf564bc service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2dae228-94e4-4afe-81de-2a132e0716f4 HTTP/1.1" status: 200 len: 913 time: 0.1651101 Apr 08 10:22:15.995896 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-0ce01228-4f34-4de1-9bb5-25712753b6b5 None None] For port 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=9e55ee3a-3bc3-49bc-a2f7-43ca84800e93,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:15.996325 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0ce01228-4f34-4de1-9bb5-25712753b6b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:16.038038 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dc40b-7f36-4272-bf38-7ec46bd9a4e2 req-7b322cb5-ea23-4163-956c-316b51e5f8dd tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:16.052654 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f05dc40b-7f36-4272-bf38-7ec46bd9a4e2 req-7b322cb5-ea23-4163-956c-316b51e5f8dd tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.8255882 Apr 08 10:22:16.125262 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ee485-c10e-43d9-96f4-cfb035094db6 req-11846f28-3c53-4971-8e41-be3032bff8ed tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:16.126829 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-fc2ee485-c10e-43d9-96f4-cfb035094db6 req-11846f28-3c53-4971-8e41-be3032bff8ed tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Synchronizing usage tracker for tenant:4536e1f44aef4dcaab5fa39823cbd99d on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:22:16.187014 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-85ceaf2e-6036-4339-8c73-eb9cf0e496c7 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Allocated IP 172.20.0.1 (192f3bbb-ce8e-4d78-84a7-a4b3b9471c82/9288d010-9fbf-4288-b764-bbf686d8640a/7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:16.203843 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-149cc644-6d2a-46c6-a33b-e6ff07ffeac6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:16.211699 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-149cc644-6d2a-46c6-a33b-e6ff07ffeac6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:port and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:16.216109 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-149cc644-6d2a-46c6-a33b-e6ff07ffeac6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:16.225821 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-149cc644-6d2a-46c6-a33b-e6ff07ffeac6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:16.232627 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-0ce01228-4f34-4de1-9bb5-25712753b6b5 None None] Calling delete_port for 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:16.246024 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-64661472-1117-4813-8a9a-4545ba3d556c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:16.262050 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 28baa2b7-fbdd-470b-8369-452b0214bd59 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:22:16.294693 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149cc644-6d2a-46c6-a33b-e6ff07ffeac6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:16.330869 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8a0d8c95-0b83-4fb5-937d-fc069d8720ca req-062a17a0-03cf-466b-b918-3e6301089731 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91ff04a6-c4de-4fde-b461-418f5c225474 HTTP/1.1" status: 200 len: 1001 time: 0.6554308 Apr 08 10:22:16.362082 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bba48e0f-fb21-4781-9085-782504c7896b tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:16.367320 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-fc2ee485-c10e-43d9-96f4-cfb035094db6 req-11846f28-3c53-4971-8e41-be3032bff8ed tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Unset dirty status for tenant:4536e1f44aef4dcaab5fa39823cbd99d on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:22:16.369132 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-fc2ee485-c10e-43d9-96f4-cfb035094db6 req-11846f28-3c53-4971-8e41-be3032bff8ed tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.52 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.9272549 Apr 08 10:22:16.370355 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 28baa2b7-fbdd-470b-8369-452b0214bd59 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:16.409118 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 28baa2b7-fbdd-470b-8369-452b0214bd59 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:16.410462 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:16.416512 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64661472-1117-4813-8a9a-4545ba3d556c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event updated for resources: {'Subnet': ['ID=49b88e16-a37a-4553-960e-b0ac64669982,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:16.461944 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-bba48e0f-fb21-4781-9085-782504c7896b tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Transition to ACTIVE for port object d9e575d2-5518-4050-9fdc-d280de44ec09 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:16.496729 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0ce01228-4f34-4de1-9bb5-25712753b6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:16.502735 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-c3755144-8263-45a6-9f43-0e4d043d335b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Deleting port 7ec5cc03-9939-4fec-851f-76f4db83e744 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:16.503079 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c3755144-8263-45a6-9f43-0e4d043d335b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:16.578490 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce01228-4f34-4de1-9bb5-25712753b6b5 None None] Pushing event deleted for resources: {'Port': ['ID=9e55ee3a-3bc3-49bc-a2f7-43ca84800e93,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:16.582869 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [req-fc2ee485-c10e-43d9-96f4-cfb035094db6 req-5981ff62-ccde-446a-a85a-3d3ba71ffdfe tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Deleting port 95a82a1f-9179-47cb-b9d3-df6d80e6a203 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:16.583219 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-fc2ee485-c10e-43d9-96f4-cfb035094db6 req-5981ff62-ccde-446a-a85a-3d3ba71ffdfe tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:16.587039 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-149cc644-6d2a-46c6-a33b-e6ff07ffeac6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:16.674534 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85ceaf2e-6036-4339-8c73-eb9cf0e496c7 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:16.679685 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64661472-1117-4813-8a9a-4545ba3d556c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Checking segment: {'id': '829df476-1ae2-4220-aae7-9e66d07dd16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '518f86b2-4d63-4bc4-b5e0-4a3969b8dba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:22:16.680058 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64661472-1117-4813-8a9a-4545ba3d556c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Network hostable DHCP agents. Network: 518f86b2-4d63-4bc4-b5e0-4a3969b8dba7, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:22:16.689584 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:16.699730 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f05dc40b-7f36-4272-bf38-7ec46bd9a4e2 req-ba9b1222-2f88-4408-ba3d-23ebf410a87a tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5017610 Apr 08 10:22:16.714512 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-149cc644-6d2a-46c6-a33b-e6ff07ffeac6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] device_id is not set on port 7af6bc9f-3dd6-4bf6-a9c7-1a0006b1aa52 yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:22:16.725651 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 28baa2b7-fbdd-470b-8369-452b0214bd59, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=28baa2b7-fbdd-470b-8369-452b0214bd59,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:16.735219 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce01228-4f34-4de1-9bb5-25712753b6b5 None None] No DVR routers for this DVR port 9e55ee3a-3bc3-49bc-a2f7-43ca84800e93 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:22:16.748010 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:16.816533 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d8c95-0b83-4fb5-937d-fc069d8720ca req-70d50e49-8624-440e-a6f0-6769084c01ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:16.818011 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8a0d8c95-0b83-4fb5-937d-fc069d8720ca req-70d50e49-8624-440e-a6f0-6769084c01ec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=38d3d1f8-370d-4974-968c-78c15dd5c5a9 HTTP/1.1" status: 200 len: 851 time: 0.4031765 Apr 08 10:22:16.822618 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:16.824313 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1ed9fd-a0dc-4717-85d2-fc229dbae307 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:16.877089 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64661472-1117-4813-8a9a-4545ba3d556c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Network 518f86b2-4d63-4bc4-b5e0-4a3969b8dba7 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:22:16.912451 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5c4105-58e8-45c4-bb8d-268d9e19b528 None None] Network 192f3bbb-ce8e-4d78-84a7-a4b3b9471c82 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:16.932821 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-64661472-1117-4813-8a9a-4545ba3d556c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 518f86b2-4d63-4bc4-b5e0-4a3969b8dba7) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:16.937151 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-85ceaf2e-6036-4339-8c73-eb9cf0e496c7 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Transition to ACTIVE for port object 7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:16.937342 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64661472-1117-4813-8a9a-4545ba3d556c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:16.938728 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-64661472-1117-4813-8a9a-4545ba3d556c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:16.974172 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bba48e0f-fb21-4781-9085-782504c7896b tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:16.998706 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-64661472-1117-4813-8a9a-4545ba3d556c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3311710 Apr 08 10:22:16.999884 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52740) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:17.009400 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfaed36-f34b-4610-9964-1c07b5ec1355 None None] Network 518f86b2-4d63-4bc4-b5e0-4a3969b8dba7 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:17.031023 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=28baa2b7-fbdd-470b-8369-452b0214bd59,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:17.049372 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:17.138908 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7b8b3e49-0385-43a2-8318-89297db7358d None None] Provisioning for port 2474f7d5-4e07-4c7e-811c-65b4d19b771d completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:17.158891 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c3755144-8263-45a6-9f43-0e4d043d335b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:17.171536 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8a0d8c95-0b83-4fb5-937d-fc069d8720ca req-e4eaf7ce-b7fe-496e-a2b2-8bf57ede58db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2dae228-94e4-4afe-81de-2a132e0716f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3420231 Apr 08 10:22:17.183069 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba48e0f-fb21-4781-9085-782504c7896b tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Pushing event updated for resources: {'Port': ['ID=d9e575d2-5518-4050-9fdc-d280de44ec09,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:17.244647 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-149cc644-6d2a-46c6-a33b-e6ff07ffeac6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 172.20.0.4 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/51e251d7-4de7-40dd-95eb-e14002ab9a90/7af6bc9f-3dd6-4bf6-a9c7-1a0006b1aa52) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:17.309936 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba48e0f-fb21-4781-9085-782504c7896b tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Network 6518a6c1-84fe-48be-bb4e-7decab6a10bd is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:17.316968 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-c3755144-8263-45a6-9f43-0e4d043d335b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Calling delete_port for 7ec5cc03-9939-4fec-851f-76f4db83e744 owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:17.327303 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-149cc644-6d2a-46c6-a33b-e6ff07ffeac6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 2001:db8::f816:3eff:fe1c:11bc (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/1c4632d9-7bf2-4d5b-aa70-0ed0766ae3ca/7af6bc9f-3dd6-4bf6-a9c7-1a0006b1aa52) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:17.332767 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:17.347189 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-bba48e0f-fb21-4781-9085-782504c7896b tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:17.358006 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85ceaf2e-6036-4339-8c73-eb9cf0e496c7 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:17.366404 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba48e0f-fb21-4781-9085-782504c7896b tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:22:17.370864 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba48e0f-fb21-4781-9085-782504c7896b tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:17.371492 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bba48e0f-fb21-4781-9085-782504c7896b tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:17.444342 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b4f6d8-7501-4856-9b55-aff4bc5a171a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'fixed_ips': [{'subnet_id': '1c4632d9-7bf2-4d5b-aa70-0ed0766ae3ca'}, {'subnet_id': '51e251d7-4de7-40dd-95eb-e14002ab9a90'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:22:17.444680 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a2b4f6d8-7501-4856-9b55-aff4bc5a171a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:17.451659 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8a0d8c95-0b83-4fb5-937d-fc069d8720ca req-8fc1aebe-876a-4c7c-a947-51f9b2aca048 service neutron] 10.222.0.52 "GET /v2.0/networks/a2dae228-94e4-4afe-81de-2a132e0716f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696881 Apr 08 10:22:17.516187 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-bba48e0f-fb21-4781-9085-782504c7896b tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.7643023 Apr 08 10:22:17.532493 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ceaf2e-6036-4339-8c73-eb9cf0e496c7 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Network 192f3bbb-ce8e-4d78-84a7-a4b3b9471c82 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:17.535380 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ceaf2e-6036-4339-8c73-eb9cf0e496c7 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Pushing event updated for resources: {'Port': ['ID=7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:17.548460 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52744) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:17.548460 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-85ceaf2e-6036-4339-8c73-eb9cf0e496c7 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:17.551694 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ceaf2e-6036-4339-8c73-eb9cf0e496c7 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:22:17.555121 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f82f69-cc8c-47f2-88ad-b686d684cc8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-518f86b2-4d63-4bc4-b5e0-4a3969b8dba7', 'network_id': '518f86b2-4d63-4bc4-b5e0-4a3969b8dba7', 'tenant_id': '8cf15f21bd094c33bea580a114ab85ce', 'fixed_ips': [{'subnet_id': '49b88e16-a37a-4553-960e-b0ac64669982'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:22:17.556204 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d2f82f69-cc8c-47f2-88ad-b686d684cc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:17.603220 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-6729262e-e621-4537-9ae8-9ef2b71db380 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:0d:a6:93'}]}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:17.658681 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:17.671895 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-fc2ee485-c10e-43d9-96f4-cfb035094db6 req-5981ff62-ccde-446a-a85a-3d3ba71ffdfe tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] For port 95a82a1f-9179-47cb-b9d3-df6d80e6a203, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=95a82a1f-9179-47cb-b9d3-df6d80e6a203,segment=NetworkSegment(4f43a382-7089-4671-bf04-925eb646287a),segment_id=4f43a382-7089-4671-bf04-925eb646287a)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:17.672295 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-fc2ee485-c10e-43d9-96f4-cfb035094db6 req-5981ff62-ccde-446a-a85a-3d3ba71ffdfe tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:17.829583 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85ceaf2e-6036-4339-8c73-eb9cf0e496c7 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:17.840182 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-da2818fd-7361-46d9-96f8-f3c54576b9ad None None] Provisioning for port d9e575d2-5518-4050-9fdc-d280de44ec09 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:17.850360 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-da2818fd-7361-46d9-96f8-f3c54576b9ad None None] Provisioning complete for port d9e575d2-5518-4050-9fdc-d280de44ec09 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:17.850790 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-da2818fd-7361-46d9-96f8-f3c54576b9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:17.926874 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-da2818fd-7361-46d9-96f8-f3c54576b9ad None None] Port d9e575d2-5518-4050-9fdc-d280de44ec09 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:22:17.937027 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8a0d8c95-0b83-4fb5-937d-fc069d8720ca req-5eb7d4ce-7df8-49d4-9396-f4b69e21495a service neutron] 10.222.0.52 "GET /v2.0/networks/a2dae228-94e4-4afe-81de-2a132e0716f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712501 Apr 08 10:22:17.983775 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-d2f82f69-cc8c-47f2-88ad-b686d684cc8c None None] Allocated IP 2001:db8::2 (518f86b2-4d63-4bc4-b5e0-4a3969b8dba7/49b88e16-a37a-4553-960e-b0ac64669982/f04a449f-5e26-44e6-b151-013af22ef494) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:18.003072 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-149cc644-6d2a-46c6-a33b-e6ff07ffeac6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:18.043064 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-149cc644-6d2a-46c6-a33b-e6ff07ffeac6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Transition to ACTIVE for port object 7af6bc9f-3dd6-4bf6-a9c7-1a0006b1aa52 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:18.081935 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebe9dd-6195-48a8-98c2-f60e19a71fec req-58f464d9-2604-4e2d-8e9e-66283bff1f2b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:18.105888 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e1ebe9dd-6195-48a8-98c2-f60e19a71fec req-58f464d9-2604-4e2d-8e9e-66283bff1f2b tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 945 time: 0.1631203 Apr 08 10:22:18.137644 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-149cc644-6d2a-46c6-a33b-e6ff07ffeac6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:18.254322 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149cc644-6d2a-46c6-a33b-e6ff07ffeac6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:18.263892 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 28baa2b7-fbdd-470b-8369-452b0214bd59 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:22:18.267396 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e1ebe9dd-6195-48a8-98c2-f60e19a71fec req-15cf4ba5-ff21-4106-ad88-2e42ab6b104e tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups?id=aed2c354-c669-464c-bad3-4b8acd28efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603973 Apr 08 10:22:18.271363 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-149cc644-6d2a-46c6-a33b-e6ff07ffeac6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:18.290877 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149cc644-6d2a-46c6-a33b-e6ff07ffeac6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:22:18.324288 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149cc644-6d2a-46c6-a33b-e6ff07ffeac6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=7af6bc9f-3dd6-4bf6-a9c7-1a0006b1aa52,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:18.398935 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-fc2ee485-c10e-43d9-96f4-cfb035094db6 req-5981ff62-ccde-446a-a85a-3d3ba71ffdfe tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:18.399942 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-fc2ee485-c10e-43d9-96f4-cfb035094db6 req-5981ff62-ccde-446a-a85a-3d3ba71ffdfe tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:18.400468 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.l3_db [req-fc2ee485-c10e-43d9-96f4-cfb035094db6 req-5981ff62-ccde-446a-a85a-3d3ba71ffdfe tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Floating IP 63f8d15e-7409-4964-862d-6180e5e5456a disassociated. External IP: 172.26.0.245, port: 95a82a1f-9179-47cb-b9d3-df6d80e6a203. Apr 08 10:22:18.400817 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [req-fc2ee485-c10e-43d9-96f4-cfb035094db6 req-5981ff62-ccde-446a-a85a-3d3ba71ffdfe tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Calling delete_port for 95a82a1f-9179-47cb-b9d3-df6d80e6a203 owned by compute:nova {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:18.427014 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:18.438228 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c3755144-8263-45a6-9f43-0e4d043d335b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:18.451999 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-2e1b848c-64d9-42e7-86e4-51689336ff58 None None] Provisioning for port 7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:18.506718 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-2e1b848c-64d9-42e7-86e4-51689336ff58 None None] Provisioning complete for port 7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:18.506718 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2e1b848c-64d9-42e7-86e4-51689336ff58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:18.520503 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149cc644-6d2a-46c6-a33b-e6ff07ffeac6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:18.521255 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-149cc644-6d2a-46c6-a33b-e6ff07ffeac6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:18.536546 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3755144-8263-45a6-9f43-0e4d043d335b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event deleted for resources: {'Port': ['ID=7ec5cc03-9939-4fec-851f-76f4db83e744,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:18.544545 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-149cc644-6d2a-46c6-a33b-e6ff07ffeac6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2432330 Apr 08 10:22:18.547117 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52750) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:18.556393 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85ceaf2e-6036-4339-8c73-eb9cf0e496c7 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:18.560640 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d2f82f69-cc8c-47f2-88ad-b686d684cc8c None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:18.598330 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-a2b4f6d8-7501-4856-9b55-aff4bc5a171a None None] Allocated IP 172.20.0.2 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/51e251d7-4de7-40dd-95eb-e14002ab9a90/3790ddc7-1743-47c3-a4fe-57fff23105e0) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:18.605274 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d2f82f69-cc8c-47f2-88ad-b686d684cc8c None None] Transition to ACTIVE for port object f04a449f-5e26-44e6-b151-013af22ef494 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:18.611732 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-a2b4f6d8-7501-4856-9b55-aff4bc5a171a None None] Allocated IP 2001:db8::f816:3eff:fe57:8efc (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/1c4632d9-7bf2-4d5b-aa70-0ed0766ae3ca/3790ddc7-1743-47c3-a4fe-57fff23105e0) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:18.627918 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-2e1b848c-64d9-42e7-86e4-51689336ff58 None None] Port 7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:22:18.639723 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 28baa2b7-fbdd-470b-8369-452b0214bd59 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:18.640227 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:18.682620 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd5ef3b-f7af-4986-bf66-19adcc4b7ded tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:18.683423 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-abd5ef3b-f7af-4986-bf66-19adcc4b7ded tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:22:18.705159 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-abd5ef3b-f7af-4986-bf66-19adcc4b7ded tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:22:18.706527 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d2f82f69-cc8c-47f2-88ad-b686d684cc8c None None] Transition to ACTIVE for port object f04a449f-5e26-44e6-b151-013af22ef494 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:18.707155 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-abd5ef3b-f7af-4986-bf66-19adcc4b7ded tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.1590359 Apr 08 10:22:18.709690 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52754) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:18.778558 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d2f82f69-cc8c-47f2-88ad-b686d684cc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:18.798483 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:18.851140 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6729262e-e621-4537-9ae8-9ef2b71db380 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:18.863049 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-1483c734-aebf-4ed6-9db9-927e0f2bcb49 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting port 7af6bc9f-3dd6-4bf6-a9c7-1a0006b1aa52 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:18.863397 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1483c734-aebf-4ed6-9db9-927e0f2bcb49 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:18.906803 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event deleted for resources: {'Subnet': ['ID=49b88e16-a37a-4553-960e-b0ac64669982,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:18.911612 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f82f69-cc8c-47f2-88ad-b686d684cc8c None None] Pushing event updated for resources: {'Port': ['ID=f04a449f-5e26-44e6-b151-013af22ef494,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:18.934624 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f82f69-cc8c-47f2-88ad-b686d684cc8c None None] Network 518f86b2-4d63-4bc4-b5e0-4a3969b8dba7 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:18.946242 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-d2f82f69-cc8c-47f2-88ad-b686d684cc8c None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:18.949226 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f82f69-cc8c-47f2-88ad-b686d684cc8c None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:22:19.025328 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:22:19.081872 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:19.148648 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['518f86b2-4d63-4bc4-b5e0-4a3969b8dba7']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:19.177058 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a2b4f6d8-7501-4856-9b55-aff4bc5a171a None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:19.180601 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2474f7d5-4e07-4c7e-811c-65b4d19b771d up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:22:19.220546 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829df476-1ae2-4220-aae7-9e66d07dd16a') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:19.220980 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829df476-1ae2-4220-aae7-9e66d07dd16a') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:19.245537 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:19.247091 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a2b4f6d8-7501-4856-9b55-aff4bc5a171a None None] Transition to ACTIVE for port object 3790ddc7-1743-47c3-a4fe-57fff23105e0 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:19.250342 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-d2f82f69-cc8c-47f2-88ad-b686d684cc8c None None] Attempting to bind port f04a449f-5e26-44e6-b151-013af22ef494 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:22:19.250703 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-d2f82f69-cc8c-47f2-88ad-b686d684cc8c None None] Attempting to bind port f04a449f-5e26-44e6-b151-013af22ef494 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '829df476-1ae2-4220-aae7-9e66d07dd16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '518f86b2-4d63-4bc4-b5e0-4a3969b8dba7'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:22:19.251048 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f82f69-cc8c-47f2-88ad-b686d684cc8c None None] Attempting to bind port f04a449f-5e26-44e6-b151-013af22ef494 on network 518f86b2-4d63-4bc4-b5e0-4a3969b8dba7 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:22:19.261009 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b987fa67-1e00-4884-9c23-2928ddd60544 None None] Provisioning complete for port 7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:19.261009 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b987fa67-1e00-4884-9c23-2928ddd60544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:19.282729 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:19.305251 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:22:19.306322 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:19.317135 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f82f69-cc8c-47f2-88ad-b686d684cc8c None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:22:19.317504 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f82f69-cc8c-47f2-88ad-b686d684cc8c None None] Checking segment: {'id': '829df476-1ae2-4220-aae7-9e66d07dd16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '518f86b2-4d63-4bc4-b5e0-4a3969b8dba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:22:19.317901 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d2f82f69-cc8c-47f2-88ad-b686d684cc8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:19.318289 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f82f69-cc8c-47f2-88ad-b686d684cc8c None None] Bound using segment: {'id': '829df476-1ae2-4220-aae7-9e66d07dd16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '518f86b2-4d63-4bc4-b5e0-4a3969b8dba7'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:22:19.318757 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-d2f82f69-cc8c-47f2-88ad-b686d684cc8c None None] Bound port: f04a449f-5e26-44e6-b151-013af22ef494, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829df476-1ae2-4220-aae7-9e66d07dd16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '518f86b2-4d63-4bc4-b5e0-4a3969b8dba7'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:22:19.319120 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d2f82f69-cc8c-47f2-88ad-b686d684cc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:19.343226 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a2b4f6d8-7501-4856-9b55-aff4bc5a171a None None] Transition to ACTIVE for port object 3790ddc7-1743-47c3-a4fe-57fff23105e0 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:22:19.344138 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:22:19.381530 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-fc2ee485-c10e-43d9-96f4-cfb035094db6 req-5981ff62-ccde-446a-a85a-3d3ba71ffdfe tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:19.399075 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a2b4f6d8-7501-4856-9b55-aff4bc5a171a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:19.404022 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-b987fa67-1e00-4884-9c23-2928ddd60544 None None] Port 7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:22:19.440255 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1483c734-aebf-4ed6-9db9-927e0f2bcb49 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:19.478160 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981ff62-ccde-446a-a85a-3d3ba71ffdfe tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Pushing event deleted for resources: {'Port': ['ID=95a82a1f-9179-47cb-b9d3-df6d80e6a203,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:19.513553 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4f6d8-7501-4856-9b55-aff4bc5a171a None None] Pushing event updated for resources: {'Port': ['ID=3790ddc7-1743-47c3-a4fe-57fff23105e0,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:19.523337 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 2474f7d5-4e07-4c7e-811c-65b4d19b771d completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:19.528349 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b4f6d8-7501-4856-9b55-aff4bc5a171a None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:19.532641 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-a2b4f6d8-7501-4856-9b55-aff4bc5a171a None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:19.535875 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b4f6d8-7501-4856-9b55-aff4bc5a171a None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:22:19.540864 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 2474f7d5-4e07-4c7e-811c-65b4d19b771d triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:19.541408 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:19.572484 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d2f82f69-cc8c-47f2-88ad-b686d684cc8c None None] For port f04a449f-5e26-44e6-b151-013af22ef494, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:22:19.590286 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d2f82f69-cc8c-47f2-88ad-b686d684cc8c None None] For port f04a449f-5e26-44e6-b151-013af22ef494, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=f04a449f-5e26-44e6-b151-013af22ef494,segment=NetworkSegment(829df476-1ae2-4220-aae7-9e66d07dd16a),segment_id=829df476-1ae2-4220-aae7-9e66d07dd16a)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:22:19.634490 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d2f82f69-cc8c-47f2-88ad-b686d684cc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:19.640029 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-1483c734-aebf-4ed6-9db9-927e0f2bcb49 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Calling delete_port for 7af6bc9f-3dd6-4bf6-a9c7-1a0006b1aa52 owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:19.678893 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.api [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 08 10:22:19.678893 dv-neutron-837110-1-hyperv neutron-server[83845]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 08 10:22:19.678893 dv-neutron-837110-1-hyperv neutron-server[83845]: [parameters: {'id': '518f86b2-4d63-4bc4-b5e0-4a3969b8dba7'}] Apr 08 10:22:19.678893 dv-neutron-837110-1-hyperv neutron-server[83845]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:22:19.679287 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG oslo_db.api [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:22:19.688810 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b176fb4a-9f2c-42ef-a32d-088bf8c2a249 req-46624f2a-99d9-44d0-ad1a-f828c1c023a2 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 210 time: 0.0938184 Apr 08 10:22:19.778392 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 95a82a1f-9179-47cb-b9d3-df6d80e6a203 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:22:19.837228 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: 95a82a1f-9179-47cb-b9d3-df6d80e6a203 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:22:19.837824 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 95a82a1f-9179-47cb-b9d3-df6d80e6a203 not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:22:19.855794 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.resource_extend [None req-85ceaf2e-6036-4339-8c73-eb9cf0e496c7 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:22:19.859389 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-a2b4f6d8-7501-4856-9b55-aff4bc5a171a None None] Attempting to bind port 3790ddc7-1743-47c3-a4fe-57fff23105e0 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:22:19.859811 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-a2b4f6d8-7501-4856-9b55-aff4bc5a171a None None] Attempting to bind port 3790ddc7-1743-47c3-a4fe-57fff23105e0 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:22:19.860258 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b4f6d8-7501-4856-9b55-aff4bc5a171a None None] Attempting to bind port 3790ddc7-1743-47c3-a4fe-57fff23105e0 on network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:22:19.863743 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f82f69-cc8c-47f2-88ad-b686d684cc8c None None] Pushing event updated for resources: {'Port': ['ID=f04a449f-5e26-44e6-b151-013af22ef494,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:19.893328 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1483c734-aebf-4ed6-9db9-927e0f2bcb49 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:19.902634 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85ceaf2e-6036-4339-8c73-eb9cf0e496c7 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:19.933276 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85ceaf2e-6036-4339-8c73-eb9cf0e496c7 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:19.945676 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483c734-aebf-4ed6-9db9-927e0f2bcb49 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Port': ['ID=7af6bc9f-3dd6-4bf6-a9c7-1a0006b1aa52,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:20.001092 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b4f6d8-7501-4856-9b55-aff4bc5a171a None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:22:20.001514 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b4f6d8-7501-4856-9b55-aff4bc5a171a None None] Checking segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:22:20.001853 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a2b4f6d8-7501-4856-9b55-aff4bc5a171a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:20.002408 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b4f6d8-7501-4856-9b55-aff4bc5a171a None None] Bound using segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:22:20.002712 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-a2b4f6d8-7501-4856-9b55-aff4bc5a171a None None] Bound port: 3790ddc7-1743-47c3-a4fe-57fff23105e0, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:22:20.003073 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a2b4f6d8-7501-4856-9b55-aff4bc5a171a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:20.050451 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:20.089855 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1483c734-aebf-4ed6-9db9-927e0f2bcb49 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:20.100704 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ceaf2e-6036-4339-8c73-eb9cf0e496c7 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Pushing event updated for resources: {'Port': ['ID=7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:20.107159 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85ceaf2e-6036-4339-8c73-eb9cf0e496c7 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:20.113622 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1483c734-aebf-4ed6-9db9-927e0f2bcb49 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/7af6bc9f-3dd6-4bf6-a9c7-1a0006b1aa52 HTTP/1.1" status: 204 len: 168 time: 1.4026964 Apr 08 10:22:20.114813 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52760) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:20.157571 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275e299b-c66d-4e60-ac27-23d230674a31 None None] Network 518f86b2-4d63-4bc4-b5e0-4a3969b8dba7 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:20.171908 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6729262e-e621-4537-9ae8-9ef2b71db380 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:20.182554 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:20.201093 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd35bb9-95f5-4c84-b58b-d5d103e656d0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:20.202510 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd35bb9-95f5-4c84-b58b-d5d103e656d0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:20.203857 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd35bb9-95f5-4c84-b58b-d5d103e656d0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:20.204671 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4fd35bb9-95f5-4c84-b58b-d5d103e656d0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:22:20.215326 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Deleting port f04a449f-5e26-44e6-b151-013af22ef494 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:20.215719 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:20.263171 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-a2b4f6d8-7501-4856-9b55-aff4bc5a171a None None] For port 3790ddc7-1743-47c3-a4fe-57fff23105e0, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:22:20.270159 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 2474f7d5-4e07-4c7e-811c-65b4d19b771d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2474f7d5-4e07-4c7e-811c-65b4d19b771d,segment=NetworkSegment(b03bf823-4416-4fe0-9479-94379a96e5e7),segment_id=b03bf823-4416-4fe0-9479-94379a96e5e7)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:20.270742 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4fd35bb9-95f5-4c84-b58b-d5d103e656d0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:22:20.275566 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4fd35bb9-95f5-4c84-b58b-d5d103e656d0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1596470 Apr 08 10:22:20.278718 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52764) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:20.289509 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:20.292943 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-a2b4f6d8-7501-4856-9b55-aff4bc5a171a None None] For port 3790ddc7-1743-47c3-a4fe-57fff23105e0, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=3790ddc7-1743-47c3-a4fe-57fff23105e0,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:22:20.338761 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a2b4f6d8-7501-4856-9b55-aff4bc5a171a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:20.360199 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6729262e-e621-4537-9ae8-9ef2b71db380 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:20.416429 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-345c7922-a65f-4336-b0b2-f2fbcc135b62 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet 1c4632d9-7bf2-4d5b-aa70-0ed0766ae3ca {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:22:20.421645 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-345c7922-a65f-4336-b0b2-f2fbcc135b62 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:20.452369 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=2474f7d5-4e07-4c7e-811c-65b4d19b771d,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:20.457735 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-6729262e-e621-4537-9ae8-9ef2b71db380 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] In _notify_port_updated(), no bound segment for port d9e575d2-5518-4050-9fdc-d280de44ec09 on network 6518a6c1-84fe-48be-bb4e-7decab6a10bd {{(pid=83846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 08 10:22:20.462792 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6729262e-e621-4537-9ae8-9ef2b71db380 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:20.463428 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6729262e-e621-4537-9ae8-9ef2b71db380 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:20.464717 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6729262e-e621-4537-9ae8-9ef2b71db380 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] 10.222.0.47 "PUT /v2.0/ports/d9e575d2-5518-4050-9fdc-d280de44ec09 HTTP/1.1" status: 200 len: 1002 time: 2.9144111 Apr 08 10:22:20.476936 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52768) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:20.511577 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6729262e-e621-4537-9ae8-9ef2b71db380 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Pushing event updated for resources: {'Port': ['ID=d9e575d2-5518-4050-9fdc-d280de44ec09,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:20.567861 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4f6d8-7501-4856-9b55-aff4bc5a171a None None] Pushing event updated for resources: {'Port': ['ID=3790ddc7-1743-47c3-a4fe-57fff23105e0,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:20.570309 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ceaf2e-6036-4339-8c73-eb9cf0e496c7 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Network 192f3bbb-ce8e-4d78-84a7-a4b3b9471c82 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:20.583448 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-85ceaf2e-6036-4339-8c73-eb9cf0e496c7 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:20.711816 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] For port f04a449f-5e26-44e6-b151-013af22ef494, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=f04a449f-5e26-44e6-b151-013af22ef494,segment=NetworkSegment(829df476-1ae2-4220-aae7-9e66d07dd16a),segment_id=829df476-1ae2-4220-aae7-9e66d07dd16a)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:20.712751 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:20.819070 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc2ee485-c10e-43d9-96f4-cfb035094db6 req-5981ff62-ccde-446a-a85a-3d3ba71ffdfe tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Router 60b428a0-9d75-48b2-8c34-71de0d270caa has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:22:20.827695 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c3755144-8263-45a6-9f43-0e4d043d335b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:20.940621 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Calling delete_port for f04a449f-5e26-44e6-b151-013af22ef494 owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:20.949692 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0d42f296-faa4-4b32-b3a7-d1d557936830 None None] Provisioning complete for port d9e575d2-5518-4050-9fdc-d280de44ec09 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:20.950693 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0d42f296-faa4-4b32-b3a7-d1d557936830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:20.998326 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-345c7922-a65f-4336-b0b2-f2fbcc135b62 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:21.009893 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-0d42f296-faa4-4b32-b3a7-d1d557936830 None None] Port d9e575d2-5518-4050-9fdc-d280de44ec09 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:22:21.136971 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-db7769e5-dd44-4072-bc10-156f5ceac78c None None] Provisioning complete for port 7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:21.137275 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-db7769e5-dd44-4072-bc10-156f5ceac78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:21.159571 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a7d48f0d-6b17-4ed0-aaa3-024228aeeed7 req-03dbe89e-6f5e-4065-a09d-06049236d944 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 210 time: 0.1168790 Apr 08 10:22:21.182107 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-d462492a-0f97-41fd-83c3-9f8a0d5b3af7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Deleting port d9e575d2-5518-4050-9fdc-d280de44ec09 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:21.182677 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d462492a-0f97-41fd-83c3-9f8a0d5b3af7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:21.213458 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-db7769e5-dd44-4072-bc10-156f5ceac78c None None] Port 7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:22:21.314223 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:21.378763 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-345c7922-a65f-4336-b0b2-f2fbcc135b62 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:21.426631 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event deleted for resources: {'Port': ['ID=f04a449f-5e26-44e6-b151-013af22ef494,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:21.448626 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] No DVR routers for this DVR port f04a449f-5e26-44e6-b151-013af22ef494 on host dv-neutron-837110-1-hyperv {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:22:21.605452 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc2ee485-c10e-43d9-96f4-cfb035094db6 req-5981ff62-ccde-446a-a85a-3d3ba71ffdfe tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:22:21.617866 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfae90de-31cd-4e2d-9103-eeaf6104f740 None None] Sync routers for ids ['60b428a0-9d75-48b2-8c34-71de0d270caa'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:22:21.632964 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfae90de-31cd-4e2d-9103-eeaf6104f740 None None] Routers {'60b428a0-9d75-48b2-8c34-71de0d270caa'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:22:21.633649 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-dfae90de-31cd-4e2d-9103-eeaf6104f740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:22:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['60b428a0-9d75-48b2-8c34-71de0d270caa'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:21.722045 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:21.737353 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-345c7922-a65f-4336-b0b2-f2fbcc135b62 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:21.806601 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['518f86b2-4d63-4bc4-b5e0-4a3969b8dba7']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:21.818319 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c7922-a65f-4336-b0b2-f2fbcc135b62 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=1c4632d9-7bf2-4d5b-aa70-0ed0766ae3ca,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:21.825779 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d462492a-0f97-41fd-83c3-9f8a0d5b3af7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:21.826213 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2ee485-c10e-43d9-96f4-cfb035094db6 req-5981ff62-ccde-446a-a85a-3d3ba71ffdfe tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] No DVR routers for this DVR port 95a82a1f-9179-47cb-b9d3-df6d80e6a203 on host hv-neutron-8371 {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:22:21.829174 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-fc2ee485-c10e-43d9-96f4-cfb035094db6 req-5981ff62-ccde-446a-a85a-3d3ba71ffdfe tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:21.833730 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256751a2-c4ad-4960-8244-977e05977d8f', 'name': 'network-vif-deleted', 'tag': '95a82a1f-9179-47cb-b9d3-df6d80e6a203'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:22:21.840166 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829df476-1ae2-4220-aae7-9e66d07dd16a') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:21.840477 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829df476-1ae2-4220-aae7-9e66d07dd16a') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:21.852989 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-345c7922-a65f-4336-b0b2-f2fbcc135b62 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:21.878162 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-dfae90de-31cd-4e2d-9103-eeaf6104f740 None None] Set router 60b428a0-9d75-48b2-8c34-71de0d270caa gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:22:21.932047 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a643a648-45b9-4fe8-9e51-ef8f3a7a2280 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:21.948588 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddebe875-efaa-43f3-830b-924f9368f676'] response: {'server_uuid': '256751a2-c4ad-4960-8244-977e05977d8f', 'name': 'network-vif-deleted', 'tag': '95a82a1f-9179-47cb-b9d3-df6d80e6a203', 'status': 'completed', 'code': 200} Apr 08 10:22:21.955962 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-fc2ee485-c10e-43d9-96f4-cfb035094db6 req-5981ff62-ccde-446a-a85a-3d3ba71ffdfe tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.52 "DELETE /v2.0/ports/95a82a1f-9179-47cb-b9d3-df6d80e6a203 HTTP/1.1" status: 204 len: 173 time: 5.5693331 Apr 08 10:22:21.968400 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:21.981951 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-d462492a-0f97-41fd-83c3-9f8a0d5b3af7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Calling delete_port for d9e575d2-5518-4050-9fdc-d280de44ec09 owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:22.038547 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:22.042236 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-345c7922-a65f-4336-b0b2-f2fbcc135b62 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/1c4632d9-7bf2-4d5b-aa70-0ed0766ae3ca HTTP/1.1" status: 204 len: 168 time: 1.7628248 Apr 08 10:22:22.047272 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52778) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:22.049841 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ceaf2e-6036-4339-8c73-eb9cf0e496c7 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Router 740b941c-47f7-4c46-8837-95cf8718968a has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:22:22.091417 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:22:22.091935 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:22:22.109947 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:22:22.183265 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7d6ac100-8928-4650-9bab-25f763e3f467 None None] Provisioning for port 3790ddc7-1743-47c3-a4fe-57fff23105e0 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:22.391651 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:22.515296 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:22.527837 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-896d77d7-0ff4-4920-b614-3ce3a52fafba req-d88e5549-11fa-4c7e-bea3-81a6b69b63a4 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/ports?device_id=256751a2-c4ad-4960-8244-977e05977d8f HTTP/1.1" status: 200 len: 210 time: 0.1708198 Apr 08 10:22:22.540871 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event deleted for resources: {'Network': ['ID=518f86b2-4d63-4bc4-b5e0-4a3969b8dba7,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:22.552866 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d88f0a3d-e534-4bf8-b5ec-691e81751d4a tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "DELETE /v2.0/networks/518f86b2-4d63-4bc4-b5e0-4a3969b8dba7 HTTP/1.1" status: 204 len: 168 time: 5.5509167 Apr 08 10:22:22.560200 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52784) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:22.579762 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-33e74a50-67d4-4599-bedc-310e068ff00f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-582847127'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:22.588588 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-33e74a50-67d4-4599-bedc-310e068ff00f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:22.594595 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-33e74a50-67d4-4599-bedc-310e068ff00f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Usage tracker for resource:network and tenant:8cf15f21bd094c33bea580a114ab85ce is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:22.607531 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-33e74a50-67d4-4599-bedc-310e068ff00f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:22.610296 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3790ddc7-1743-47c3-a4fe-57fff23105e0 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:22:22.610424 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d462492a-0f97-41fd-83c3-9f8a0d5b3af7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:22.650625 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ceaf2e-6036-4339-8c73-eb9cf0e496c7 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:22:22.656512 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-33e74a50-67d4-4599-bedc-310e068ff00f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:22.657848 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-85ceaf2e-6036-4339-8c73-eb9cf0e496c7 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "PUT /v2.0/routers/740b941c-47f7-4c46-8837-95cf8718968a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5242655 Apr 08 10:22:22.667436 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c683f2b-b05a-443c-b7d2-d25580e8933a None None] Sync routers for ids ['740b941c-47f7-4c46-8837-95cf8718968a'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:22:22.684646 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-07270d5f-b91f-4362-ae7d-ae4ae31fe106 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet 51e251d7-4de7-40dd-95eb-e14002ab9a90 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:22:22.686515 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462492a-0f97-41fd-83c3-9f8a0d5b3af7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Pushing event deleted for resources: {'Port': ['ID=d9e575d2-5518-4050-9fdc-d280de44ec09,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:22.693985 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-07270d5f-b91f-4362-ae7d-ae4ae31fe106 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:22.702463 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c683f2b-b05a-443c-b7d2-d25580e8933a None None] Routers {'740b941c-47f7-4c46-8837-95cf8718968a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:22:22.705678 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6c683f2b-b05a-443c-b7d2-d25580e8933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:22:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['740b941c-47f7-4c46-8837-95cf8718968a'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:22.732041 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e74a50-67d4-4599-bedc-310e068ff00f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Made reservation on behalf of 8cf15f21bd094c33bea580a114ab85ce for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:22.735118 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-33e74a50-67d4-4599-bedc-310e068ff00f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:22.774650 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-dfae90de-31cd-4e2d-9103-eeaf6104f740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'name': 'tempest-ServerActionsTestJSON-226225794-router', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:52Z', 'updated_at': '2022-04-08T10:18:58Z', 'revision_number': 4, 'project_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'gw_port': {'id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:53Z', 'updated_at': '2022-04-08T10:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'c287b660-574f-4e29-9d3b-c52dd11f72d2', 'name': '', 'network_id': '2e061ab5-f3b5-4fd3-983c-73eb5d82392b', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'mac_address': 'fa:16:3e:c2:c3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21703760-97a0-4591-934b-a62c7a8d3c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:57Z', 'updated_at': '2022-04-08T10:19:08Z', 'revision_number': 5, 'project_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'subnets': [{'id': '21703760-97a0-4591-934b-a62c7a8d3c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:22.787933 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfae90de-31cd-4e2d-9103-eeaf6104f740 None None] Checking router: 60b428a0-9d75-48b2-8c34-71de0d270caa for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:22:22.792028 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3755144-8263-45a6-9f43-0e4d043d335b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Router 32c52265-a123-4ead-8007-53b4c6789246 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:22:22.812819 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d462492a-0f97-41fd-83c3-9f8a0d5b3af7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:22.814592 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d462492a-0f97-41fd-83c3-9f8a0d5b3af7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] 10.222.0.47 "DELETE /v2.0/ports/d9e575d2-5518-4050-9fdc-d280de44ec09 HTTP/1.1" status: 204 len: 168 time: 2.3380115 Apr 08 10:22:22.818499 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52790) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:22.824635 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-07270d5f-b91f-4362-ae7d-ae4ae31fe106 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:22.830721 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfae90de-31cd-4e2d-9103-eeaf6104f740 None None] Routers {'60b428a0-9d75-48b2-8c34-71de0d270caa'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:22:22.831379 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-dfae90de-31cd-4e2d-9103-eeaf6104f740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:22:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['60b428a0-9d75-48b2-8c34-71de0d270caa'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:22.884035 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e74a50-67d4-4599-bedc-310e068ff00f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:22:22.907853 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-33e74a50-67d4-4599-bedc-310e068ff00f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:22.914209 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-33e74a50-67d4-4599-bedc-310e068ff00f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Added segment ff81d308-3fbc-4a4b-b367-f0dca196b502 of type vlan for network 761e9bb2-3a0f-49f3-8886-8b02d9b9c0ce Apr 08 10:22:22.984528 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-33e74a50-67d4-4599-bedc-310e068ff00f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:23.051411 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-07270d5f-b91f-4362-ae7d-ae4ae31fe106 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:23.070047 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b380a0-1bb1-4d12-a83a-cfe7f31eee51 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] GET failed (client error): The resource could not be found. Apr 08 10:22:23.070824 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-08b380a0-1bb1-4d12-a83a-cfe7f31eee51 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Synchronizing usage tracker for tenant:33768067952e4b2b86e46183d6e96a69 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:22:23.130391 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-6c683f2b-b05a-443c-b7d2-d25580e8933a None None] Set router 740b941c-47f7-4c46-8837-95cf8718968a gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:22:23.143681 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.resource_extend [None req-33e74a50-67d4-4599-bedc-310e068ff00f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:22:23.218656 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-33e74a50-67d4-4599-bedc-310e068ff00f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:23.222226 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e74a50-67d4-4599-bedc-310e068ff00f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:23.222815 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-33e74a50-67d4-4599-bedc-310e068ff00f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:23.230329 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-dfae90de-31cd-4e2d-9103-eeaf6104f740 None None] Set router 60b428a0-9d75-48b2-8c34-71de0d270caa gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:22:23.252568 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-08b380a0-1bb1-4d12-a83a-cfe7f31eee51 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Unset dirty status for tenant:33768067952e4b2b86e46183d6e96a69 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:22:23.254161 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-08b380a0-1bb1-4d12-a83a-cfe7f31eee51 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] 10.222.0.47 "GET /v2.0/ports/d9e575d2-5518-4050-9fdc-d280de44ec09 HTTP/1.1" status: 404 len: 333 time: 0.4334760 Apr 08 10:22:23.262816 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52800) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:23.273427 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-31cb0493-d975-4773-a199-4e9210bc059f tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Request body: {'port': {'network_id': '6518a6c1-84fe-48be-bb4e-7decab6a10bd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1248070986'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:23.390204 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-faf6c45e-5b68-472e-9a63-649aba337bef tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Synchronizing usage tracker for tenant:14526426b3bf429d8a2df66bd6372e7f on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:22:23.416242 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 3790ddc7-1743-47c3-a4fe-57fff23105e0 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:23.419999 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-33e74a50-67d4-4599-bedc-310e068ff00f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8587277 Apr 08 10:22:23.421021 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e74a50-67d4-4599-bedc-310e068ff00f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event updated for resources: {'Network': ['ID=761e9bb2-3a0f-49f3-8886-8b02d9b9c0ce,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:23.423193 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52804) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:23.433014 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-07270d5f-b91f-4362-ae7d-ae4ae31fe106 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:23.437133 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 761e9bb2-3a0f-49f3-8886-8b02d9b9c0ce details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:22:23.441593 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-d5fb2305-4514-4ddf-8e1f-11b9a63602f1 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Request body: {'subnet': {'network_id': '761e9bb2-3a0f-49f3-8886-8b02d9b9c0ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:23.497817 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-31cb0493-d975-4773-a199-4e9210bc059f tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:23.512647 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-31cb0493-d975-4773-a199-4e9210bc059f tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:23.532522 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 3790ddc7-1743-47c3-a4fe-57fff23105e0 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:23.532899 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:23.550142 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cb0493-d975-4773-a199-4e9210bc059f tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Made reservation on behalf of 33768067952e4b2b86e46183d6e96a69 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:23.553303 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-31cb0493-d975-4773-a199-4e9210bc059f tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:23.585049 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-31cb0493-d975-4773-a199-4e9210bc059f tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] device_id is not set on port 1da75297-69cf-47e0-b337-6e14ea64b4ca yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:22:23.608117 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07270d5f-b91f-4362-ae7d-ae4ae31fe106 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=51e251d7-4de7-40dd-95eb-e14002ab9a90,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:23.622087 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-faf6c45e-5b68-472e-9a63-649aba337bef tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Unset dirty status for tenant:14526426b3bf429d8a2df66bd6372e7f on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:22:23.623423 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-faf6c45e-5b68-472e-9a63-649aba337bef tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1086225153&fields=id&tenant_id=14526426b3bf429d8a2df66bd6372e7f HTTP/1.1" status: 200 len: 267 time: 0.6077561 Apr 08 10:22:23.655251 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3755144-8263-45a6-9f43-0e4d043d335b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:22:23.675065 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-07270d5f-b91f-4362-ae7d-ae4ae31fe106 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:23.679958 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-07270d5f-b91f-4362-ae7d-ae4ae31fe106 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/51e251d7-4de7-40dd-95eb-e14002ab9a90 HTTP/1.1" status: 204 len: 168 time: 1.6299226 Apr 08 10:22:23.685073 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52810) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:23.687825 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1733fa-9871-4687-84c9-0e9a996abda6 None None] Sync routers for ids ['32c52265-a123-4ead-8007-53b4c6789246'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:22:23.757604 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1733fa-9871-4687-84c9-0e9a996abda6 None None] Routers {'32c52265-a123-4ead-8007-53b4c6789246'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:22:23.759177 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-3a1733fa-9871-4687-84c9-0e9a996abda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:22:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['32c52265-a123-4ead-8007-53b4c6789246'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:23.776891 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6c683f2b-b05a-443c-b7d2-d25580e8933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740b941c-47f7-4c46-8837-95cf8718968a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177103004', 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:22:00Z', 'updated_at': '2022-04-08T10:22:18Z', 'revision_number': 4, 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'gw_port': {'id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740b941c-47f7-4c46-8837-95cf8718968a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:22:01Z', 'updated_at': '2022-04-08T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c', 'name': '', 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82', 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'mac_address': 'fa:16:3e:bf:22:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740b941c-47f7-4c46-8837-95cf8718968a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9288d010-9fbf-4288-b764-bbf686d8640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:22:15Z', 'updated_at': '2022-04-08T10:22:19Z', 'revision_number': 2, 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'subnets': [{'id': '9288d010-9fbf-4288-b764-bbf686d8640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:23.788871 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c683f2b-b05a-443c-b7d2-d25580e8933a None None] Checking router: 740b941c-47f7-4c46-8837-95cf8718968a for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:22:23.789217 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c683f2b-b05a-443c-b7d2-d25580e8933a None None] Updating router 740b941c-47f7-4c46-8837-95cf8718968a port 7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:22:23.797875 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c3755144-8263-45a6-9f43-0e4d043d335b tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "PUT /v2.0/routers/32c52265-a123-4ead-8007-53b4c6789246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9447739 Apr 08 10:22:23.801898 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52814) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:23.803363 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d5fb2305-4514-4ddf-8e1f-11b9a63602f1 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:23.809386 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d5fb2305-4514-4ddf-8e1f-11b9a63602f1 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Usage tracker for resource:subnet and tenant:8cf15f21bd094c33bea580a114ab85ce is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:23.819858 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d5fb2305-4514-4ddf-8e1f-11b9a63602f1 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:23.838022 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cd5e26-585a-46f0-bd24-c48c019c238b None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:23.873055 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6c683f2b-b05a-443c-b7d2-d25580e8933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:23.903723 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-b14c44c4-9eaa-4cc9-bec5-b64cbab1c16b tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:23.904489 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-b14c44c4-9eaa-4cc9-bec5-b64cbab1c16b tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Synchronizing usage tracker for tenant:14526426b3bf429d8a2df66bd6372e7f on resource:network {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:22:23.906931 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52820) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:23.926123 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3f52e951-5a69-475b-a8ff-c8fc68a8e46d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2397094 Apr 08 10:22:23.928469 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d5fb2305-4514-4ddf-8e1f-11b9a63602f1 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:23.931707 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52824) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:23.955055 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-b521b5e7-041e-4626-834d-353b926a252e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:23.963197 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-3a1733fa-9871-4687-84c9-0e9a996abda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:24.003073 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fb2305-4514-4ddf-8e1f-11b9a63602f1 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Made reservation on behalf of 8cf15f21bd094c33bea580a114ab85ce for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:24.029930 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-31cb0493-d975-4773-a199-4e9210bc059f tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Allocated IP 2001:db8::373 (6518a6c1-84fe-48be-bb4e-7decab6a10bd/76f28d32-51bf-484e-9703-0bfee2ebc4fb/1da75297-69cf-47e0-b337-6e14ea64b4ca) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:24.128956 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-9d5d6827-be70-4123-85f1-0bb0e86a72ba None None] Provisioning complete for port 3790ddc7-1743-47c3-a4fe-57fff23105e0 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:24.129786 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9d5d6827-be70-4123-85f1-0bb0e86a72ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:24.175681 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d5fb2305-4514-4ddf-8e1f-11b9a63602f1 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:24.179944 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1733fa-9871-4687-84c9-0e9a996abda6 None None] Routers {'32c52265-a123-4ead-8007-53b4c6789246'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:22:24.181087 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-3a1733fa-9871-4687-84c9-0e9a996abda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:22:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['32c52265-a123-4ead-8007-53b4c6789246'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:24.211167 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-b14c44c4-9eaa-4cc9-bec5-b64cbab1c16b tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Unset dirty status for tenant:14526426b3bf429d8a2df66bd6372e7f on resource:network {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:22:24.218470 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-b14c44c4-9eaa-4cc9-bec5-b64cbab1c16b tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/networks?id=192f3bbb-ce8e-4d78-84a7-a4b3b9471c82 HTTP/1.1" status: 200 len: 797 time: 0.5793774 Apr 08 10:22:24.263384 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-31cb0493-d975-4773-a199-4e9210bc059f tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:24.277878 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:24.285100 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-31cb0493-d975-4773-a199-4e9210bc059f tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Transition to ACTIVE for port object 1da75297-69cf-47e0-b337-6e14ea64b4ca will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:24.287799 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-3a1733fa-9871-4687-84c9-0e9a996abda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:24.288451 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1733fa-9871-4687-84c9-0e9a996abda6 None None] The sync data for ids ['32c52265-a123-4ead-8007-53b4c6789246'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:22:24.316254 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-31cb0493-d975-4773-a199-4e9210bc059f tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:24.326558 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-3015892e-2d9a-415e-a448-37d3d18eadfe tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/quotas/14526426b3bf429d8a2df66bd6372e7f HTTP/1.1" status: 200 len: 375 time: 0.1070166 Apr 08 10:22:24.358343 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 3790ddc7-1743-47c3-a4fe-57fff23105e0, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=3790ddc7-1743-47c3-a4fe-57fff23105e0,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:24.371580 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:24.372510 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2474f7d5-4e07-4c7e-811c-65b4d19b771d up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:22:24.472921 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6c683f2b-b05a-443c-b7d2-d25580e8933a None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:24.481018 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cb0493-d975-4773-a199-4e9210bc059f tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Network 6518a6c1-84fe-48be-bb4e-7decab6a10bd is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:24.485242 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-31cb0493-d975-4773-a199-4e9210bc059f tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:24.499196 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cb0493-d975-4773-a199-4e9210bc059f tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:22:24.503161 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cb0493-d975-4773-a199-4e9210bc059f tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:24.503855 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-31cb0493-d975-4773-a199-4e9210bc059f tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:24.509351 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-6c683f2b-b05a-443c-b7d2-d25580e8933a None None] Transition to ACTIVE for port object 7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:24.521003 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6c683f2b-b05a-443c-b7d2-d25580e8933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:24.523921 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb0493-d975-4773-a199-4e9210bc059f tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Pushing event updated for resources: {'Port': ['ID=1da75297-69cf-47e0-b337-6e14ea64b4ca,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:24.549939 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-31cb0493-d975-4773-a199-4e9210bc059f tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2821879 Apr 08 10:22:24.550688 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52828) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:24.556405 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-dfae90de-31cd-4e2d-9103-eeaf6104f740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'name': 'tempest-ServerActionsTestJSON-226225794-router', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:52Z', 'updated_at': '2022-04-08T10:18:58Z', 'revision_number': 4, 'project_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'gw_port': {'id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:53Z', 'updated_at': '2022-04-08T10:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'c287b660-574f-4e29-9d3b-c52dd11f72d2', 'name': '', 'network_id': '2e061ab5-f3b5-4fd3-983c-73eb5d82392b', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'mac_address': 'fa:16:3e:c2:c3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21703760-97a0-4591-934b-a62c7a8d3c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:57Z', 'updated_at': '2022-04-08T10:19:08Z', 'revision_number': 5, 'project_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'subnets': [{'id': '21703760-97a0-4591-934b-a62c7a8d3c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:24.558379 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-b5e79a30-efbc-4563-b4b5-c55f41fe93cb tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Request body: {'port': {'network_id': '6518a6c1-84fe-48be-bb4e-7decab6a10bd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-242688626'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:24.599628 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=3790ddc7-1743-47c3-a4fe-57fff23105e0,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:24.615842 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfae90de-31cd-4e2d-9103-eeaf6104f740 None None] The sync data for ids ['60b428a0-9d75-48b2-8c34-71de0d270caa'] in dv-neutron-837110-1-hyperv is: [{'id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'name': 'tempest-ServerActionsTestJSON-226225794-router', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:52Z', 'updated_at': '2022-04-08T10:18:58Z', 'revision_number': 4, 'project_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'gw_port': {'id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:53Z', 'updated_at': '2022-04-08T10:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'c287b660-574f-4e29-9d3b-c52dd11f72d2', 'name': '', 'network_id': '2e061ab5-f3b5-4fd3-983c-73eb5d82392b', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'mac_address': 'fa:16:3e:c2:c3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21703760-97a0-4591-934b-a62c7a8d3c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:57Z', 'updated_at': '2022-04-08T10:19:08Z', 'revision_number': 5, 'project_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'subnets': [{'id': '21703760-97a0-4591-934b-a62c7a8d3c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:22:24.657493 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b521b5e7-041e-4626-834d-353b926a252e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:24.675618 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 2474f7d5-4e07-4c7e-811c-65b4d19b771d triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:24.676000 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:24.719644 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b521b5e7-041e-4626-834d-353b926a252e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:subnet and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:24.745189 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef558ac-fb45-403c-9c26-ac46ca90505b None None] DHCP port deletion for 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:22:24.748748 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b521b5e7-041e-4626-834d-353b926a252e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:24.749867 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80442be-5261-427b-a177-62cce4d59792 None None] Pushing event updated for resources: {'Port': ['ID=7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:24.770364 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80442be-5261-427b-a177-62cce4d59792 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:24.770705 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80442be-5261-427b-a177-62cce4d59792 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:24.771041 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80442be-5261-427b-a177-62cce4d59792 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:24.771373 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80442be-5261-427b-a177-62cce4d59792 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:24.771702 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80442be-5261-427b-a177-62cce4d59792 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:24.772027 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80442be-5261-427b-a177-62cce4d59792 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:24.772481 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-cef558ac-fb45-403c-9c26-ac46ca90505b None None] Deleting port 3790ddc7-1743-47c3-a4fe-57fff23105e0 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:24.772877 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cef558ac-fb45-403c-9c26-ac46ca90505b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:24.777168 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80442be-5261-427b-a177-62cce4d59792 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:24.777710 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80442be-5261-427b-a177-62cce4d59792 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:24.777861 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80442be-5261-427b-a177-62cce4d59792 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:24.778369 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80442be-5261-427b-a177-62cce4d59792 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:24.778487 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80442be-5261-427b-a177-62cce4d59792 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:24.782638 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b521b5e7-041e-4626-834d-353b926a252e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:24.791970 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-56144fc6-fb85-4290-b504-ba9b3ba96633 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:24.859425 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-56144fc6-fb85-4290-b504-ba9b3ba96633 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:24.917307 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6c683f2b-b05a-443c-b7d2-d25580e8933a None None] Attempting to bind port 7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:22:24.918065 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6c683f2b-b05a-443c-b7d2-d25580e8933a None None] Attempting to bind port 7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'b03bf823-4416-4fe0-9479-94379a96e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:22:24.918829 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c683f2b-b05a-443c-b7d2-d25580e8933a None None] Attempting to bind port 7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c on network 192f3bbb-ce8e-4d78-84a7-a4b3b9471c82 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:22:24.929266 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c683f2b-b05a-443c-b7d2-d25580e8933a None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:22:24.930017 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c683f2b-b05a-443c-b7d2-d25580e8933a None None] Checking segment: {'id': 'b03bf823-4416-4fe0-9479-94379a96e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:22:24.930821 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6c683f2b-b05a-443c-b7d2-d25580e8933a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:24.931913 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c683f2b-b05a-443c-b7d2-d25580e8933a None None] Bound using segment: {'id': 'b03bf823-4416-4fe0-9479-94379a96e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:22:24.934654 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6c683f2b-b05a-443c-b7d2-d25580e8933a None None] Bound port: 7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03bf823-4416-4fe0-9479-94379a96e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:22:24.935401 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6c683f2b-b05a-443c-b7d2-d25580e8933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:24.948002 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-56144fc6-fb85-4290-b504-ba9b3ba96633 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:24.988787 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b521b5e7-041e-4626-834d-353b926a252e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:24.998982 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b521b5e7-041e-4626-834d-353b926a252e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:25.033881 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b5e79a30-efbc-4563-b4b5-c55f41fe93cb tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:25.041558 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56144fc6-fb85-4290-b504-ba9b3ba96633 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed2c354-c669-464c-bad3-4b8acd28efcf,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:25.048069 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b5e79a30-efbc-4563-b4b5-c55f41fe93cb tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:25.064209 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e79a30-efbc-4563-b4b5-c55f41fe93cb tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Made reservation on behalf of 33768067952e4b2b86e46183d6e96a69 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:25.068161 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b5e79a30-efbc-4563-b4b5-c55f41fe93cb tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:25.082860 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aa77dba2-c1cc-4b92-bfa7-54c66c1ecb66 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:25.083205 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-6c683f2b-b05a-443c-b7d2-d25580e8933a None None] For port 7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:22:25.088120 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-6c683f2b-b05a-443c-b7d2-d25580e8933a None None] For port 7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c,segment=NetworkSegment(b03bf823-4416-4fe0-9479-94379a96e5e7),segment_id=b03bf823-4416-4fe0-9479-94379a96e5e7)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:22:25.096451 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6c683f2b-b05a-443c-b7d2-d25580e8933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:25.124716 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-56144fc6-fb85-4290-b504-ba9b3ba96633 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:25.125886 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-56144fc6-fb85-4290-b504-ba9b3ba96633 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "DELETE /v2.0/security-groups/aed2c354-c669-464c-bad3-4b8acd28efcf HTTP/1.1" status: 204 len: 168 time: 1.2148576 Apr 08 10:22:25.135050 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52832) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:25.180994 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-44c49234-f12f-414d-8989-b04a27368b2d tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=14526426b3bf429d8a2df66bd6372e7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8526647 Apr 08 10:22:25.207446 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80442be-5261-427b-a177-62cce4d59792 None None] Pushing event updated for resources: {'Port': ['ID=7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c,revision_number=4']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:25.240626 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c683f2b-b05a-443c-b7d2-d25580e8933a None None] Routers {'740b941c-47f7-4c46-8837-95cf8718968a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:22:25.241582 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6c683f2b-b05a-443c-b7d2-d25580e8933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:22:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['740b941c-47f7-4c46-8837-95cf8718968a'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:25.253999 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-aa6eb38f-e7ef-4ccf-91cb-7ea0aa1d78f1 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] show failed (client error): The resource could not be found. Apr 08 10:22:25.255039 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-aa6eb38f-e7ef-4ccf-91cb-7ea0aa1d78f1 tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "GET /v2.0/security-groups/aed2c354-c669-464c-bad3-4b8acd28efcf HTTP/1.1" status: 404 len: 347 time: 0.0877929 Apr 08 10:22:25.260014 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7b8f86c5-4ff6-42ca-b3cd-a893525e7787 None None] Provisioning for port 1da75297-69cf-47e0-b337-6e14ea64b4ca completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:25.270729 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7b8f86c5-4ff6-42ca-b3cd-a893525e7787 None None] Provisioning complete for port 1da75297-69cf-47e0-b337-6e14ea64b4ca triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:25.271041 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7b8f86c5-4ff6-42ca-b3cd-a893525e7787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:25.281877 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52836) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:25.362401 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-b5e79a30-efbc-4563-b4b5-c55f41fe93cb tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] device_id is not set on port 90840d41-6e3b-42e9-9cd5-40650893fb26 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:22:25.461061 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-cef558ac-fb45-403c-9c26-ac46ca90505b None None] For port 3790ddc7-1743-47c3-a4fe-57fff23105e0, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=3790ddc7-1743-47c3-a4fe-57fff23105e0,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:25.462226 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cef558ac-fb45-403c-9c26-ac46ca90505b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:25.519274 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-6c683f2b-b05a-443c-b7d2-d25580e8933a None None] Set router 740b941c-47f7-4c46-8837-95cf8718968a gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:22:25.557238 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-c8018a3a-8a7d-4199-825f-1af974b16c6e service neutron] 10.222.0.47 "GET /v2.0/networks/192f3bbb-ce8e-4d78-84a7-a4b3b9471c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562968 Apr 08 10:22:25.590810 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-b5e79a30-efbc-4563-b4b5-c55f41fe93cb tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Allocated IP 2001:db8::2c7 (6518a6c1-84fe-48be-bb4e-7decab6a10bd/76f28d32-51bf-484e-9703-0bfee2ebc4fb/90840d41-6e3b-42e9-9cd5-40650893fb26) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:25.625466 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-cef558ac-fb45-403c-9c26-ac46ca90505b None None] Calling delete_port for 3790ddc7-1743-47c3-a4fe-57fff23105e0 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:25.739554 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cef558ac-fb45-403c-9c26-ac46ca90505b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:25.773349 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.objects.ports [None req-d5fb2305-4514-4ddf-8e1f-11b9a63602f1 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83845) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 08 10:22:25.778922 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d5fb2305-4514-4ddf-8e1f-11b9a63602f1 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:25.817149 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b521b5e7-041e-4626-834d-353b926a252e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:25.823724 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef558ac-fb45-403c-9c26-ac46ca90505b None None] Pushing event deleted for resources: {'Port': ['ID=3790ddc7-1743-47c3-a4fe-57fff23105e0,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:25.834811 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-7b8f86c5-4ff6-42ca-b3cd-a893525e7787 None None] Port 1da75297-69cf-47e0-b337-6e14ea64b4ca cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:22:25.838889 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef558ac-fb45-403c-9c26-ac46ca90505b None None] No DVR routers for this DVR port 3790ddc7-1743-47c3-a4fe-57fff23105e0 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:22:25.860927 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637d992c-1d27-4b85-833b-2a57c58e5130 None None] get_active_networks_info from dv-neutron-837110-1-hyperv {{(pid=83847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 08 10:22:25.881833 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-06b34f9e-f6a6-4bb7-ba26-e1fed926c459 service neutron] 10.222.0.47 "GET /v2.0/networks/192f3bbb-ce8e-4d78-84a7-a4b3b9471c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153667 Apr 08 10:22:25.890124 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b521b5e7-041e-4626-834d-353b926a252e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:25.892721 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-b521b5e7-041e-4626-834d-353b926a252e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:25.894456 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb2305-4514-4ddf-8e1f-11b9a63602f1 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event updated for resources: {'Subnet': ['ID=ca34eb98-625e-42a8-89dc-3a231e49ce23,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:25.903494 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b521b5e7-041e-4626-834d-353b926a252e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:25.903494 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b521b5e7-041e-4626-834d-353b926a252e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:25.958537 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6c683f2b-b05a-443c-b7d2-d25580e8933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740b941c-47f7-4c46-8837-95cf8718968a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177103004', 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:22:00Z', 'updated_at': '2022-04-08T10:22:18Z', 'revision_number': 4, 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'gw_port': {'id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740b941c-47f7-4c46-8837-95cf8718968a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:22:01Z', 'updated_at': '2022-04-08T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c', 'name': '', 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82', 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'mac_address': 'fa:16:3e:bf:22:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740b941c-47f7-4c46-8837-95cf8718968a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9288d010-9fbf-4288-b764-bbf686d8640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:22:15Z', 'updated_at': '2022-04-08T10:22:25Z', 'revision_number': 4, 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'subnets': [{'id': '9288d010-9fbf-4288-b764-bbf686d8640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:25.967448 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c683f2b-b05a-443c-b7d2-d25580e8933a None None] The sync data for ids ['740b941c-47f7-4c46-8837-95cf8718968a'] in dv-neutron-837110-1-hyperv is: [{'id': '740b941c-47f7-4c46-8837-95cf8718968a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177103004', 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:22:00Z', 'updated_at': '2022-04-08T10:22:18Z', 'revision_number': 4, 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'gw_port': {'id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740b941c-47f7-4c46-8837-95cf8718968a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:22:01Z', 'updated_at': '2022-04-08T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c', 'name': '', 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82', 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'mac_address': 'fa:16:3e:bf:22:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740b941c-47f7-4c46-8837-95cf8718968a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9288d010-9fbf-4288-b764-bbf686d8640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:22:15Z', 'updated_at': '2022-04-08T10:22:25Z', 'revision_number': 4, 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'subnets': [{'id': '9288d010-9fbf-4288-b764-bbf686d8640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:22:25.999401 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3790ddc7-1743-47c3-a4fe-57fff23105e0 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:22:25.999929 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521b5e7-041e-4626-834d-353b926a252e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=e4d59d79-5b52-4a58-892c-5227e73dad50,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:26.012691 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b521b5e7-041e-4626-834d-353b926a252e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0737908 Apr 08 10:22:26.014271 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fb2305-4514-4ddf-8e1f-11b9a63602f1 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Checking segment: {'id': 'ff81d308-3fbc-4a4b-b367-f0dca196b502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '761e9bb2-3a0f-49f3-8886-8b02d9b9c0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:22:26.014271 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fb2305-4514-4ddf-8e1f-11b9a63602f1 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Network hostable DHCP agents. Network: 761e9bb2-3a0f-49f3-8886-8b02d9b9c0ce, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:22:26.018831 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52840) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:26.025340 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-7a403791-bf47-44f8-b04e-61af1f5eebc4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:26.100604 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 3790ddc7-1743-47c3-a4fe-57fff23105e0 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:22:26.101171 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3790ddc7-1743-47c3-a4fe-57fff23105e0 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:22:26.169075 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b5e79a30-efbc-4563-b4b5-c55f41fe93cb tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:26.252110 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fb2305-4514-4ddf-8e1f-11b9a63602f1 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Network 761e9bb2-3a0f-49f3-8886-8b02d9b9c0ce is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:22:26.256615 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-06ea8448-776e-4c72-9fa4-65f3c036463e tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Deleting port 8429fa29-64e8-4d85-8846-99b45693f982 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:26.256968 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-06ea8448-776e-4c72-9fa4-65f3c036463e tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:26.322565 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-b5e79a30-efbc-4563-b4b5-c55f41fe93cb tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Transition to ACTIVE for port object 90840d41-6e3b-42e9-9cd5-40650893fb26 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:26.369638 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c1f4d86d-e8fe-42e2-8c19-a394eba6197c req-6761614e-b532-487e-96b4-a9a5e34d8350 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 210 time: 0.0949156 Apr 08 10:22:26.370321 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-d5fb2305-4514-4ddf-8e1f-11b9a63602f1 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 761e9bb2-3a0f-49f3-8886-8b02d9b9c0ce) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:26.397525 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fb2305-4514-4ddf-8e1f-11b9a63602f1 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:26.398111 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d5fb2305-4514-4ddf-8e1f-11b9a63602f1 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:26.441818 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7a403791-bf47-44f8-b04e-61af1f5eebc4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:26.455826 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7a403791-bf47-44f8-b04e-61af1f5eebc4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:subnet and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:26.469650 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d5fb2305-4514-4ddf-8e1f-11b9a63602f1 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.0417013 Apr 08 10:22:26.471210 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7a403791-bf47-44f8-b04e-61af1f5eebc4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:26.476110 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52852) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:26.496773 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637d992c-1d27-4b85-833b-2a57c58e5130 None None] Unable to find a vacant binding_index for network 761e9bb2-3a0f-49f3-8886-8b02d9b9c0ce and agent 15138990-4e78-44bf-810b-807876e4c9d3 {{(pid=83847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 08 10:22:26.506756 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637d992c-1d27-4b85-833b-2a57c58e5130 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 761e9bb2-3a0f-49f3-8886-8b02d9b9c0ce) {{(pid=83847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 10:22:26.533419 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7a403791-bf47-44f8-b04e-61af1f5eebc4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:26.535548 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b5e79a30-efbc-4563-b4b5-c55f41fe93cb tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:26.652237 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a403791-bf47-44f8-b04e-61af1f5eebc4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:26.655842 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a403791-bf47-44f8-b04e-61af1f5eebc4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:26.800586 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e79a30-efbc-4563-b4b5-c55f41fe93cb tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Network 6518a6c1-84fe-48be-bb4e-7decab6a10bd is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:26.804201 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-06ea8448-776e-4c72-9fa4-65f3c036463e tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:26.806317 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-06ea8448-776e-4c72-9fa4-65f3c036463e tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:26.832890 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aa77dba2-c1cc-4b92-bfa7-54c66c1ecb66 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:26.837463 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-b5e79a30-efbc-4563-b4b5-c55f41fe93cb tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:26.840692 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e79a30-efbc-4563-b4b5-c55f41fe93cb tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:22:26.844878 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e79a30-efbc-4563-b4b5-c55f41fe93cb tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:26.845708 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b5e79a30-efbc-4563-b4b5-c55f41fe93cb tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:26.911443 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4ee5585c-cc5f-4859-841f-fe5c8d44ca1f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:27.013121 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4ee5585c-cc5f-4859-841f-fe5c8d44ca1f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:27.034675 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-06ea8448-776e-4c72-9fa4-65f3c036463e tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Calling delete_port for 8429fa29-64e8-4d85-8846-99b45693f982 owned by network:floatingip {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:27.064623 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de55b06-7d18-44d6-84a8-67fc5abe48ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-761e9bb2-3a0f-49f3-8886-8b02d9b9c0ce', 'network_id': '761e9bb2-3a0f-49f3-8886-8b02d9b9c0ce', 'tenant_id': '8cf15f21bd094c33bea580a114ab85ce', 'fixed_ips': [{'subnet_id': 'ca34eb98-625e-42a8-89dc-3a231e49ce23'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:22:27.066082 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0de55b06-7d18-44d6-84a8-67fc5abe48ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:27.094217 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e79a30-efbc-4563-b4b5-c55f41fe93cb tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Pushing event updated for resources: {'Port': ['ID=90840d41-6e3b-42e9-9cd5-40650893fb26,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:27.110074 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-aa77dba2-c1cc-4b92-bfa7-54c66c1ecb66 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Deleting port 761bfba5-f0d0-429c-a4dd-0b911b536eab {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:27.110344 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aa77dba2-c1cc-4b92-bfa7-54c66c1ecb66 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:27.114078 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2731425b-7ee3-42ef-ba57-bac59f65da25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'fixed_ips': [{'subnet_id': 'e4d59d79-5b52-4a58-892c-5227e73dad50'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:22:27.114916 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2731425b-7ee3-42ef-ba57-bac59f65da25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:27.211914 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b5e79a30-efbc-4563-b4b5-c55f41fe93cb tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6577888 Apr 08 10:22:27.216158 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52860) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:27.230228 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-12fa22cd-4e08-4634-bb6b-92855157619d tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2d4', 'mac_address': 'fa:16:3e:0d:a6:93'}, {'ip_address': '2001:db8::373', 'mac_address': 'fa:16:3e:c9:63:26'}]}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:27.275998 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4ee5585c-cc5f-4859-841f-fe5c8d44ca1f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server [None req-0de55b06-7d18-44d6-84a8-67fc5abe48ac None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca34eb98-625e-42a8-89dc-3a231e49ce23: This subnet is being modified by another concurrent operation. Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 08 10:22:27.362689 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise exception Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca34eb98-625e-42a8-89dc-3a231e49ce23: This subnet is being modified by another concurrent operation. Apr 08 10:22:27.366557 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server Apr 08 10:22:27.459628 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-2731425b-7ee3-42ef-ba57-bac59f65da25 None None] Allocated IP 172.20.0.2 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/e4d59d79-5b52-4a58-892c-5227e73dad50/31fceafd-18c2-4a39-a324-9e096a47f1f1) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:27.606825 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aa77dba2-c1cc-4b92-bfa7-54c66c1ecb66 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:27.676715 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4ee5585c-cc5f-4859-841f-fe5c8d44ca1f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:27.734926 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-aa77dba2-c1cc-4b92-bfa7-54c66c1ecb66 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Calling delete_port for 761bfba5-f0d0-429c-a4dd-0b911b536eab owned by network:router_gateway {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:27.770117 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5585c-cc5f-4859-841f-fe5c8d44ca1f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event deleted for resources: {'Subnet': ['ID=ca34eb98-625e-42a8-89dc-3a231e49ce23,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:27.788160 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-4ee5585c-cc5f-4859-841f-fe5c8d44ca1f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['761e9bb2-3a0f-49f3-8886-8b02d9b9c0ce']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:27.790907 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2731425b-7ee3-42ef-ba57-bac59f65da25 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:27.810647 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-2731425b-7ee3-42ef-ba57-bac59f65da25 None None] Transition to ACTIVE for port object 31fceafd-18c2-4a39-a324-9e096a47f1f1 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:27.842007 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-2731425b-7ee3-42ef-ba57-bac59f65da25 None None] Transition to ACTIVE for port object 31fceafd-18c2-4a39-a324-9e096a47f1f1 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:27.848875 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2731425b-7ee3-42ef-ba57-bac59f65da25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:27.920462 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b7043f2e-5b89-4823-a067-8c3225edbf7e req-2243418c-c2f0-4f03-b357-108855d95fba tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 210 time: 0.1790228 Apr 08 10:22:27.931303 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-4ee5585c-cc5f-4859-841f-fe5c8d44ca1f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff81d308-3fbc-4a4b-b367-f0dca196b502') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:27.931619 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-4ee5585c-cc5f-4859-841f-fe5c8d44ca1f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff81d308-3fbc-4a4b-b367-f0dca196b502') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:27.949186 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4ee5585c-cc5f-4859-841f-fe5c8d44ca1f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:27.995519 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:22:27.996874 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4ee5585c-cc5f-4859-841f-fe5c8d44ca1f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:28.032863 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee5585c-cc5f-4859-841f-fe5c8d44ca1f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:22:28.033267 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4ee5585c-cc5f-4859-841f-fe5c8d44ca1f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:28.067276 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2731425b-7ee3-42ef-ba57-bac59f65da25 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:28.073035 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-2731425b-7ee3-42ef-ba57-bac59f65da25 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:28.079663 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2731425b-7ee3-42ef-ba57-bac59f65da25 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:22:28.090617 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731425b-7ee3-42ef-ba57-bac59f65da25 None None] Pushing event updated for resources: {'Port': ['ID=31fceafd-18c2-4a39-a324-9e096a47f1f1,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:22:28.091598 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:22:28.188958 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:28.192543 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-548aa5bc-9fab-4ea8-8596-355532b9220c tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:28.195137 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-548aa5bc-9fab-4ea8-8596-355532b9220c tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.52 "GET /v2.0/networks?id=192f3bbb-ce8e-4d78-84a7-a4b3b9471c82 HTTP/1.1" status: 200 len: 797 time: 0.3056238 Apr 08 10:22:28.199562 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-2731425b-7ee3-42ef-ba57-bac59f65da25 None None] Attempting to bind port 31fceafd-18c2-4a39-a324-9e096a47f1f1 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:22:28.199916 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-2731425b-7ee3-42ef-ba57-bac59f65da25 None None] Attempting to bind port 31fceafd-18c2-4a39-a324-9e096a47f1f1 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:22:28.200315 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2731425b-7ee3-42ef-ba57-bac59f65da25 None None] Attempting to bind port 31fceafd-18c2-4a39-a324-9e096a47f1f1 on network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:22:28.202205 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:28.202578 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:28.250488 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2731425b-7ee3-42ef-ba57-bac59f65da25 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:22:28.250908 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2731425b-7ee3-42ef-ba57-bac59f65da25 None None] Checking segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:22:28.251253 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2731425b-7ee3-42ef-ba57-bac59f65da25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:28.251643 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2731425b-7ee3-42ef-ba57-bac59f65da25 None None] Bound using segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:22:28.252177 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-2731425b-7ee3-42ef-ba57-bac59f65da25 None None] Bound port: 31fceafd-18c2-4a39-a324-9e096a47f1f1, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:22:28.252548 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2731425b-7ee3-42ef-ba57-bac59f65da25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:28.257640 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-06ea8448-776e-4c72-9fa4-65f3c036463e tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:28.278269 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4ee5585c-cc5f-4859-841f-fe5c8d44ca1f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:28.300597 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4ee5585c-cc5f-4859-841f-fe5c8d44ca1f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:28.318376 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5585c-cc5f-4859-841f-fe5c8d44ca1f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event deleted for resources: {'Network': ['ID=761e9bb2-3a0f-49f3-8886-8b02d9b9c0ce,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:28.321579 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.objects.ports [None req-7a403791-bf47-44f8-b04e-61af1f5eebc4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83845) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 08 10:22:28.391569 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4ee5585c-cc5f-4859-841f-fe5c8d44ca1f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "DELETE /v2.0/networks/761e9bb2-3a0f-49f3-8886-8b02d9b9c0ce HTTP/1.1" status: 204 len: 168 time: 1.9076796 Apr 08 10:22:28.396554 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea8448-776e-4c72-9fa4-65f3c036463e tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Pushing event deleted for resources: {'Port': ['ID=8429fa29-64e8-4d85-8846-99b45693f982,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:28.398262 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52870) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:28.400882 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d1220-a143-4477-b4c9-0ef5de084506 req-1da84380-d2d8-4d94-96b0-78e35d751a87 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:28.402018 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f48d1220-a143-4477-b4c9-0ef5de084506 req-1da84380-d2d8-4d94-96b0-78e35d751a87 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd509eaf-e739-42b3-92ef-eda04b864d2f HTTP/1.1" status: 200 len: 946 time: 0.3500848 Apr 08 10:22:28.441537 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-2731425b-7ee3-42ef-ba57-bac59f65da25 None None] For port 31fceafd-18c2-4a39-a324-9e096a47f1f1, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:22:28.443559 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:28.464098 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-2731425b-7ee3-42ef-ba57-bac59f65da25 None None] For port 31fceafd-18c2-4a39-a324-9e096a47f1f1, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=31fceafd-18c2-4a39-a324-9e096a47f1f1,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:22:28.473085 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2731425b-7ee3-42ef-ba57-bac59f65da25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:28.480661 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f48d1220-a143-4477-b4c9-0ef5de084506 req-8da5d894-6ad5-4ad2-84a3-e5b6965bcf88 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/security-groups?id=10fc8943-e98d-4911-a45b-81b71d9bb4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684335 Apr 08 10:22:28.497864 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef4566c-0787-4f1d-a791-1d5f35a2063f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] DELETE failed (client error): The resource could not be found. Apr 08 10:22:28.498317 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bef4566c-0787-4f1d-a791-1d5f35a2063f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:22:28.550876 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-aa67a050-b07b-483b-acbb-f1dc2a9bd0b7 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14526426b3bf429d8a2df66bd6372e7f HTTP/1.1" status: 200 len: 380 time: 0.3250427 Apr 08 10:22:28.561087 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c,segment=NetworkSegment(b03bf823-4416-4fe0-9479-94379a96e5e7),segment_id=b03bf823-4416-4fe0-9479-94379a96e5e7)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:28.569120 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a403791-bf47-44f8-b04e-61af1f5eebc4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:28.571831 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:28.577335 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-7387bc1c-f9b8-4ade-9c82-70c2627c90c9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Request body: {'port': {'device_id': '00fcbda0-1230-4af6-a120-ed4eb3880cc9', 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82', 'admin_state_up': True, 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'security_groups': ['3ae44c6d-46de-49e1-b817-eec31857f3d6']}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:28.590577 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731425b-7ee3-42ef-ba57-bac59f65da25 None None] Pushing event updated for resources: {'Port': ['ID=31fceafd-18c2-4a39-a324-9e096a47f1f1,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:28.652758 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-bef4566c-0787-4f1d-a791-1d5f35a2063f tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "DELETE /v2.0/subnets/ca34eb98-625e-42a8-89dc-3a231e49ce23 HTTP/1.1" status: 404 len: 337 time: 0.2490797 Apr 08 10:22:28.662061 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52874) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:28.671222 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:28.715528 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fadcaa7-2783-4923-98f7-273577acfa99 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] DELETE failed (client error): The resource could not be found. Apr 08 10:22:28.715975 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fadcaa7-2783-4923-98f7-273577acfa99 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:22:28.717747 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3fadcaa7-2783-4923-98f7-273577acfa99 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "DELETE /v2.0/networks/761e9bb2-3a0f-49f3-8886-8b02d9b9c0ce HTTP/1.1" status: 404 len: 339 time: 0.0546539 Apr 08 10:22:28.727756 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52878) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:28.844245 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-06ea8448-776e-4c72-9fa4-65f3c036463e tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks [] for floatingip, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:28.859560 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-06ea8448-776e-4c72-9fa4-65f3c036463e tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:28.863592 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-06ea8448-776e-4c72-9fa4-65f3c036463e tempest-ServerActionsTestJSON-894954701 tempest-ServerActionsTestJSON-894954701-project] 10.222.0.47 "DELETE /v2.0/floatingips/63f8d15e-7409-4964-862d-6180e5e5456a HTTP/1.1" status: 204 len: 168 time: 3.5733182 Apr 08 10:22:28.863853 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-7a403791-bf47-44f8-b04e-61af1f5eebc4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] For port 31fceafd-18c2-4a39-a324-9e096a47f1f1, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=31fceafd-18c2-4a39-a324-9e096a47f1f1,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:28.864455 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52882) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:28.869768 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81b0ebe-42a5-43fe-9c4a-29e050865ebe None None] New status for floating IP 63f8d15e-7409-4964-862d-6180e5e5456a: DOWN {{(pid=83848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:22:28.884462 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7346146-926b-404f-bdac-a1cc9437de21 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] DELETE failed (client error): The resource could not be found. Apr 08 10:22:28.888611 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7346146-926b-404f-bdac-a1cc9437de21 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:22:28.890636 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f7346146-926b-404f-bdac-a1cc9437de21 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "DELETE /v2.0/subnets/49b88e16-a37a-4553-960e-b0ac64669982 HTTP/1.1" status: 404 len: 337 time: 0.1096654 Apr 08 10:22:28.943140 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52886) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:28.950420 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-12fa22cd-4e08-4634-bb6b-92855157619d tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:29.048403 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aa77dba2-c1cc-4b92-bfa7-54c66c1ecb66 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:29.058844 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-7387bc1c-f9b8-4ade-9c82-70c2627c90c9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:29.074565 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec9fc2f-0a3c-4866-9b87-146a4f79ae8c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] DELETE failed (client error): The resource could not be found. Apr 08 10:22:29.075011 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec9fc2f-0a3c-4866-9b87-146a4f79ae8c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:22:29.079546 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7ec9fc2f-0a3c-4866-9b87-146a4f79ae8c tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "DELETE /v2.0/networks/518f86b2-4d63-4bc4-b5e0-4a3969b8dba7 HTTP/1.1" status: 404 len: 339 time: 0.1325834 Apr 08 10:22:29.079546 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52892) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:29.104440 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-7387bc1c-f9b8-4ade-9c82-70c2627c90c9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Usage tracker for resource:port and tenant:14526426b3bf429d8a2df66bd6372e7f is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:29.123266 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-7387bc1c-f9b8-4ade-9c82-70c2627c90c9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:29.133698 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77dba2-c1cc-4b92-bfa7-54c66c1ecb66 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event deleted for resources: {'Port': ['ID=761bfba5-f0d0-429c-a4dd-0b911b536eab,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:29.145125 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-7387bc1c-f9b8-4ade-9c82-70c2627c90c9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:29.163327 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.resource_extend [None req-7a403791-bf47-44f8-b04e-61af1f5eebc4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:22:29.226286 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a403791-bf47-44f8-b04e-61af1f5eebc4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:29.231035 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-7387bc1c-f9b8-4ade-9c82-70c2627c90c9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Made reservation on behalf of 14526426b3bf429d8a2df66bd6372e7f for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:29.233999 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-7387bc1c-f9b8-4ade-9c82-70c2627c90c9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:29.234651 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-848bd558-509b-4b68-9744-ee5416467087 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] DELETE failed (client error): The resource could not be found. Apr 08 10:22:29.235019 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-848bd558-509b-4b68-9744-ee5416467087 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:22:29.236687 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-848bd558-509b-4b68-9744-ee5416467087 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "DELETE /v2.0/subnets/5872de0d-f170-4048-a939-4fb96705d9cb HTTP/1.1" status: 404 len: 337 time: 0.1562996 Apr 08 10:22:29.243784 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2eb89f29-18de-4afe-a55d-2a59aed40b2a req-7f440070-12de-4bf6-b298-f811b74f871a tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 210 time: 0.0824673 Apr 08 10:22:29.249908 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52896) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:29.254873 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a403791-bf47-44f8-b04e-61af1f5eebc4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:29.255682 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a403791-bf47-44f8-b04e-61af1f5eebc4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:29.417777 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a403791-bf47-44f8-b04e-61af1f5eebc4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:29.426557 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-7a403791-bf47-44f8-b04e-61af1f5eebc4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:29.432541 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a403791-bf47-44f8-b04e-61af1f5eebc4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:29.433125 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a403791-bf47-44f8-b04e-61af1f5eebc4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:29.468895 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a403791-bf47-44f8-b04e-61af1f5eebc4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=8def657a-bcb3-4bad-82df-d5b1af076dd3,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:29.473029 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a403791-bf47-44f8-b04e-61af1f5eebc4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=31fceafd-18c2-4a39-a324-9e096a47f1f1,revision_number=4']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:29.488038 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45fd2a7-c05e-41a5-8a31-43f58a572803 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] DELETE failed (client error): The resource could not be found. Apr 08 10:22:29.488643 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d45fd2a7-c05e-41a5-8a31-43f58a572803 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:22:29.490107 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d45fd2a7-c05e-41a5-8a31-43f58a572803 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "DELETE /v2.0/networks/edfc07ff-99db-47bc-ace4-8feec4351159 HTTP/1.1" status: 404 len: 339 time: 0.2381675 Apr 08 10:22:29.501629 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7a403791-bf47-44f8-b04e-61af1f5eebc4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4791765 Apr 08 10:22:29.501629 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52900) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:29.504132 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52902) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:29.660814 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-7f440882-46e4-4777-b497-de4fcb3c9f78 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'port': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'mac_address': 'fa:16:3e:a9:a2:87', 'name': 'tempest-NetworksTestDHCPv6-909433607'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:29.732232 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aa77dba2-c1cc-4b92-bfa7-54c66c1ecb66 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:29.767437 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066cc32d-998c-42c0-8fe2-32fb8b1601bc None None] get_active_networks_info from dv-neutron-837110-1-hyperv {{(pid=83847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 08 10:22:29.857060 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc86aa6-39b4-4ee4-bd20-8dc7545a4dc2 req-ee603182-282c-4ea7-bc13-b25d074ea82d tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:29.858661 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1dc86aa6-39b4-4ee4-bd20-8dc7545a4dc2 req-ee603182-282c-4ea7-bc13-b25d074ea82d tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd509eaf-e739-42b3-92ef-eda04b864d2f HTTP/1.1" status: 200 len: 946 time: 0.5353656 Apr 08 10:22:29.871083 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-2804b3d0-89f7-4809-b81c-1a51a9208532 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Deleting port 4775c9e9-c2bd-4790-a528-f4f9dd6a3a16 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:29.871432 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2804b3d0-89f7-4809-b81c-1a51a9208532 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:29.967988 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066cc32d-998c-42c0-8fe2-32fb8b1601bc None None] Resources bound (agent type, host, resource id): {{(pid=83847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 10:22:29.974735 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c7ee5f80-b106-45f5-acb1-cdc64c7885cf None None] Provisioning for port 31fceafd-18c2-4a39-a324-9e096a47f1f1 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:30.062800 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:22:30.083949 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.resource_extend [None req-12fa22cd-4e08-4634-bb6b-92855157619d tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:22:30.106286 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-12fa22cd-4e08-4634-bb6b-92855157619d tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:30.112431 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aa77dba2-c1cc-4b92-bfa7-54c66c1ecb66 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:30.118034 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-1dc86aa6-39b4-4ee4-bd20-8dc7545a4dc2 req-e2af5b3d-f71a-48df-a362-d347b522444b tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Deleting port 91ff04a6-c4de-4fde-b461-418f5c225474 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:30.119002 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1dc86aa6-39b4-4ee4-bd20-8dc7545a4dc2 req-e2af5b3d-f71a-48df-a362-d347b522444b tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:30.121363 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-12fa22cd-4e08-4634-bb6b-92855157619d tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:30.163348 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-7387bc1c-f9b8-4ade-9c82-70c2627c90c9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Allocated IP 172.20.0.9 (192f3bbb-ce8e-4d78-84a7-a4b3b9471c82/9288d010-9fbf-4288-b764-bbf686d8640a/53695a35-5107-4460-9ed0-b506351f18b3) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:30.171645 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aa77dba2-c1cc-4b92-bfa7-54c66c1ecb66 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:30.188652 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7f440882-46e4-4777-b497-de4fcb3c9f78 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:30.208270 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7f440882-46e4-4777-b497-de4fcb3c9f78 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:port and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:30.214757 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-12fa22cd-4e08-4634-bb6b-92855157619d tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] In _notify_port_updated(), no bound segment for port 90840d41-6e3b-42e9-9cd5-40650893fb26 on network 6518a6c1-84fe-48be-bb4e-7decab6a10bd {{(pid=83846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 08 10:22:30.218635 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fa22cd-4e08-4634-bb6b-92855157619d tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:30.219261 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-12fa22cd-4e08-4634-bb6b-92855157619d tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:30.220566 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-12fa22cd-4e08-4634-bb6b-92855157619d tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] 10.222.0.47 "PUT /v2.0/ports/90840d41-6e3b-42e9-9cd5-40650893fb26 HTTP/1.1" status: 200 len: 1067 time: 3.0024281 Apr 08 10:22:30.236948 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52910) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:30.263337 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7f440882-46e4-4777-b497-de4fcb3c9f78 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:30.295722 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa22cd-4e08-4634-bb6b-92855157619d tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Pushing event updated for resources: {'Port': ['ID=90840d41-6e3b-42e9-9cd5-40650893fb26,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:30.299154 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:30.299537 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:30.321255 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3f8fe-e7f2-4786-aadd-74f44cb21248 req-e0b584b5-2e68-4133-af6d-e01826672bdb tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:30.322864 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-81c3f8fe-e7f2-4786-aadd-74f44cb21248 req-e0b584b5-2e68-4133-af6d-e01826672bdb tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd509eaf-e739-42b3-92ef-eda04b864d2f HTTP/1.1" status: 200 len: 946 time: 0.6481636 Apr 08 10:22:30.325563 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aa77dba2-c1cc-4b92-bfa7-54c66c1ecb66 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:30.326047 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa77dba2-c1cc-4b92-bfa7-54c66c1ecb66 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Fanout notify agent at l3_agent the message router_deleted on router 32c52265-a123-4ead-8007-53b4c6789246 {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:22:30.410248 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7f440882-46e4-4777-b497-de4fcb3c9f78 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:30.425831 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-6a560287-256c-49b2-8440-45184ca9f1c7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Deleting port 90840d41-6e3b-42e9-9cd5-40650893fb26 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:30.426180 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6a560287-256c-49b2-8440-45184ca9f1c7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:30.476679 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aa77dba2-c1cc-4b92-bfa7-54c66c1ecb66 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:30.480334 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-aa77dba2-c1cc-4b92-bfa7-54c66c1ecb66 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "DELETE /v2.0/routers/32c52265-a123-4ead-8007-53b4c6789246 HTTP/1.1" status: 204 len: 168 time: 6.6674476 Apr 08 10:22:30.487177 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52916) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:30.574273 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 31fceafd-18c2-4a39-a324-9e096a47f1f1 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:22:30.603178 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7fc302ac-a124-49a2-a565-cbf209b87ec0 req-9aa8d5f1-df32-4071-bb0d-a8b3bed46bbd tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 210 time: 0.1520543 Apr 08 10:22:30.612775 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f440882-46e4-4777-b497-de4fcb3c9f78 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:30.682865 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 31fceafd-18c2-4a39-a324-9e096a47f1f1 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:30.688535 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 31fceafd-18c2-4a39-a324-9e096a47f1f1 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:30.688989 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:30.703471 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-7387bc1c-f9b8-4ade-9c82-70c2627c90c9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:30.772452 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2804b3d0-89f7-4809-b81c-1a51a9208532 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:30.826979 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-81c3f8fe-e7f2-4786-aadd-74f44cb21248 req-ed8ba52c-0777-4c4a-9919-15b7cbe1337d tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/security-groups?id=10fc8943-e98d-4911-a45b-81b71d9bb4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3982391 Apr 08 10:22:30.827753 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:30.867038 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 31fceafd-18c2-4a39-a324-9e096a47f1f1, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=31fceafd-18c2-4a39-a324-9e096a47f1f1,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:30.876358 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:30.959725 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=31fceafd-18c2-4a39-a324-9e096a47f1f1,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:30.990419 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-7387bc1c-f9b8-4ade-9c82-70c2627c90c9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Transition to ACTIVE for port object 53695a35-5107-4460-9ed0-b506351f18b3 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:31.045253 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-2804b3d0-89f7-4809-b81c-1a51a9208532 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Calling delete_port for 4775c9e9-c2bd-4790-a528-f4f9dd6a3a16 owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:31.086464 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7f440882-46e4-4777-b497-de4fcb3c9f78 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:31.099772 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6a560287-256c-49b2-8440-45184ca9f1c7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:31.136945 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df71fd6-d6c8-4a39-9c04-7266f84dce6c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Deleting subnet b64feeb0-553f-45c8-8155-edce4b76db4a {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:22:31.191529 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-7f440882-46e4-4777-b497-de4fcb3c9f78 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] device_id is not set on port f3264f8c-4bee-4a3e-9bf8-9ea11e8b1d10 yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:22:31.204856 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0df71fd6-d6c8-4a39-9c04-7266f84dce6c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:31.305450 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-6a560287-256c-49b2-8440-45184ca9f1c7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Calling delete_port for 90840d41-6e3b-42e9-9cd5-40650893fb26 owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:31.358074 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1793cb81-3dc0-46a8-9893-6f0b55ed24e7 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:31.373535 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-7387bc1c-f9b8-4ade-9c82-70c2627c90c9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:31.388451 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd5caaa-3542-4317-a908-d55bc4bf79ea None None] Network 761e9bb2-3a0f-49f3-8886-8b02d9b9c0ce requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:31.422442 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-1dc86aa6-39b4-4ee4-bd20-8dc7545a4dc2 req-e2af5b3d-f71a-48df-a362-d347b522444b tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] For port 91ff04a6-c4de-4fde-b461-418f5c225474, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=91ff04a6-c4de-4fde-b461-418f5c225474,segment=NetworkSegment(afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8),segment_id=afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:31.422802 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1dc86aa6-39b4-4ee4-bd20-8dc7545a4dc2 req-e2af5b3d-f71a-48df-a362-d347b522444b tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:31.463377 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387bc1c-f9b8-4ade-9c82-70c2627c90c9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Pushing event updated for resources: {'Port': ['ID=53695a35-5107-4460-9ed0-b506351f18b3,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:31.480556 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0df71fd6-d6c8-4a39-9c04-7266f84dce6c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:31.513489 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2804b3d0-89f7-4809-b81c-1a51a9208532 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:31.529203 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-7387bc1c-f9b8-4ade-9c82-70c2627c90c9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Network 192f3bbb-ce8e-4d78-84a7-a4b3b9471c82 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:31.538666 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-7387bc1c-f9b8-4ade-9c82-70c2627c90c9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:31.551893 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd5caaa-3542-4317-a908-d55bc4bf79ea None None] Network 761e9bb2-3a0f-49f3-8886-8b02d9b9c0ce could not be found, it might have been deleted concurrently. {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 08 10:22:31.552033 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-7387bc1c-f9b8-4ade-9c82-70c2627c90c9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:22:31.578720 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f040f7-4edf-4519-85c7-162bd7bcf8b7 None None] Network 761e9bb2-3a0f-49f3-8886-8b02d9b9c0ce requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:31.618184 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f040f7-4edf-4519-85c7-162bd7bcf8b7 None None] Network 761e9bb2-3a0f-49f3-8886-8b02d9b9c0ce could not be found, it might have been deleted concurrently. {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 08 10:22:31.622037 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-50255f7e-1413-4c10-962a-24d65760e131 None None] Provisioning complete for port 31fceafd-18c2-4a39-a324-9e096a47f1f1 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:31.622412 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-50255f7e-1413-4c10-962a-24d65760e131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:31.662186 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-7387bc1c-f9b8-4ade-9c82-70c2627c90c9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:31.662828 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-7387bc1c-f9b8-4ade-9c82-70c2627c90c9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:31.750910 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804b3d0-89f7-4809-b81c-1a51a9208532 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event deleted for resources: {'Port': ['ID=4775c9e9-c2bd-4790-a528-f4f9dd6a3a16,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:31.763607 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-7387bc1c-f9b8-4ade-9c82-70c2627c90c9 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1933758 Apr 08 10:22:31.790793 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-8b78c932-1bf1-4af4-b29c-daba206be832 service neutron] Request body: {'port': {'device_id': '00fcbda0-1230-4af6-a120-ed4eb3880cc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:31.842697 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6a560287-256c-49b2-8440-45184ca9f1c7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:31.955646 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 31fceafd-18c2-4a39-a324-9e096a47f1f1 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:22:32.014334 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0df71fd6-d6c8-4a39-9c04-7266f84dce6c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:32.107603 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a560287-256c-49b2-8440-45184ca9f1c7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Pushing event deleted for resources: {'Port': ['ID=90840d41-6e3b-42e9-9cd5-40650893fb26,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:32.121325 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2804b3d0-89f7-4809-b81c-1a51a9208532 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:32.160424 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 31fceafd-18c2-4a39-a324-9e096a47f1f1 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:32.160799 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:32.265710 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2804b3d0-89f7-4809-b81c-1a51a9208532 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "DELETE /v2.0/ports/4775c9e9-c2bd-4790-a528-f4f9dd6a3a16 HTTP/1.1" status: 204 len: 168 time: 2.7634728 Apr 08 10:22:32.288319 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52924) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:32.310450 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-fbbebe29-0788-46af-bcb7-7ef529cec52b None None] Could not find standard attr ID for object 90840d41-6e3b-42e9-9cd5-40650893fb26. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:22:32.337054 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-8b78c932-1bf1-4af4-b29c-daba206be832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:32.355442 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-fbbebe29-0788-46af-bcb7-7ef529cec52b None None] Provisioning for port 53695a35-5107-4460-9ed0-b506351f18b3 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:32.365890 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-fbbebe29-0788-46af-bcb7-7ef529cec52b None None] Provisioning complete for port 53695a35-5107-4460-9ed0-b506351f18b3 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:32.366994 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fbbebe29-0788-46af-bcb7-7ef529cec52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:32.420858 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-41901fef-fbd8-4801-b264-9f9877c2e494 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] DELETE failed (client error): The resource could not be found. Apr 08 10:22:32.427115 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41901fef-fbd8-4801-b264-9f9877c2e494 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:22:32.430913 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3eec169b-e2e6-42b9-9481-48f59b7ef9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:32.433534 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0df71fd6-d6c8-4a39-9c04-7266f84dce6c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:32.440251 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-41901fef-fbd8-4801-b264-9f9877c2e494 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "DELETE /v2.0/subnets/312375ee-d166-475a-b9d3-ca7ae94ddd6e HTTP/1.1" status: 404 len: 337 time: 0.1458457 Apr 08 10:22:32.454444 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-fbbebe29-0788-46af-bcb7-7ef529cec52b None None] Port 53695a35-5107-4460-9ed0-b506351f18b3 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:22:32.486322 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-7f440882-46e4-4777-b497-de4fcb3c9f78 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 172.20.0.6 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/e4d59d79-5b52-4a58-892c-5227e73dad50/f3264f8c-4bee-4a3e-9bf8-9ea11e8b1d10) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:32.491103 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52928) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:32.546007 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0550780-86ce-48a9-81bd-c1cb34fad9c3 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:32.549691 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df71fd6-d6c8-4a39-9c04-7266f84dce6c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event deleted for resources: {'Subnet': ['ID=b64feeb0-553f-45c8-8155-edce4b76db4a,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:32.551754 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6a560287-256c-49b2-8440-45184ca9f1c7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:32.553602 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6a560287-256c-49b2-8440-45184ca9f1c7 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] 10.222.0.47 "DELETE /v2.0/ports/90840d41-6e3b-42e9-9cd5-40650893fb26 HTTP/1.1" status: 204 len: 168 time: 2.3157139 Apr 08 10:22:32.556853 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52932) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:32.599945 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0df71fd6-d6c8-4a39-9c04-7266f84dce6c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:32.604766 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0df71fd6-d6c8-4a39-9c04-7266f84dce6c tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "DELETE /v2.0/subnets/b64feeb0-553f-45c8-8155-edce4b76db4a HTTP/1.1" status: 204 len: 168 time: 2.1116519 Apr 08 10:22:32.611185 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52936) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:32.615445 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-7f440882-46e4-4777-b497-de4fcb3c9f78 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 2001:db8::f816:3eff:fea9:a287 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/8def657a-bcb3-4bad-82df-d5b1af076dd3/f3264f8c-4bee-4a3e-9bf8-9ea11e8b1d10) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:32.617012 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b97a19-9a53-407d-9357-3d38ee5277e4 None None] Network 5127ffc0-890b-42df-85f5-4266f226f8cd requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:32.692588 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9abe62-324f-4aca-b33b-4b58e7c042e8 req-1117b807-fcaf-4882-8395-cabee729407a tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:32.693601 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8f9abe62-324f-4aca-b33b-4b58e7c042e8 req-1117b807-fcaf-4882-8395-cabee729407a tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 931 time: 0.7835526 Apr 08 10:22:32.713849 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-882099e5-02be-4650-8a08-0068e2b35706 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] GET failed (client error): The resource could not be found. Apr 08 10:22:32.714207 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-882099e5-02be-4650-8a08-0068e2b35706 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Synchronizing usage tracker for tenant:33768067952e4b2b86e46183d6e96a69 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:22:32.760371 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ad5ca495-5f70-42ef-91ff-e227852501f6 None None] Provisioning complete for port 31fceafd-18c2-4a39-a324-9e096a47f1f1 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:32.760761 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ad5ca495-5f70-42ef-91ff-e227852501f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:32.766319 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1dc86aa6-39b4-4ee4-bd20-8dc7545a4dc2 req-e2af5b3d-f71a-48df-a362-d347b522444b tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:32.766689 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1dc86aa6-39b4-4ee4-bd20-8dc7545a4dc2 req-e2af5b3d-f71a-48df-a362-d347b522444b tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:32.767000 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [req-1dc86aa6-39b4-4ee4-bd20-8dc7545a4dc2 req-e2af5b3d-f71a-48df-a362-d347b522444b tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Floating IP 0689e2c4-4277-420e-900b-638a3f4bb140 disassociated. External IP: 172.26.0.89, port: 91ff04a6-c4de-4fde-b461-418f5c225474. Apr 08 10:22:32.767334 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-1dc86aa6-39b4-4ee4-bd20-8dc7545a4dc2 req-e2af5b3d-f71a-48df-a362-d347b522444b tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Calling delete_port for 91ff04a6-c4de-4fde-b461-418f5c225474 owned by compute:nova {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:32.807523 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6bc29381-8dac-424b-8ab4-39077b4edd6e tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:32.812790 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-882099e5-02be-4650-8a08-0068e2b35706 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Unset dirty status for tenant:33768067952e4b2b86e46183d6e96a69 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:22:32.816388 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-882099e5-02be-4650-8a08-0068e2b35706 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] 10.222.0.47 "GET /v2.0/ports/90840d41-6e3b-42e9-9cd5-40650893fb26 HTTP/1.1" status: 404 len: 333 time: 0.2556553 Apr 08 10:22:32.818819 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52940) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:32.888203 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-6bc29381-8dac-424b-8ab4-39077b4edd6e tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Deleting port f3cbcb5d-ff12-45ba-8e04-7525c624719b {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:32.888549 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6bc29381-8dac-424b-8ab4-39077b4edd6e tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:32.890227 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5fa29174-dfde-4367-8f2e-5d0b67ce0a90 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:32.916024 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a85dc-b3ce-4d2d-ae96-afbd6fb43c65 req-0873b16c-17f8-44ae-ac5e-5bc59a1a2568 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:32.917582 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e11a85dc-b3ce-4d2d-ae96-afbd6fb43c65 req-0873b16c-17f8-44ae-ac5e-5bc59a1a2568 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd509eaf-e739-42b3-92ef-eda04b864d2f HTTP/1.1" status: 200 len: 946 time: 0.8246503 Apr 08 10:22:33.048862 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8f9abe62-324f-4aca-b33b-4b58e7c042e8 req-11684afa-a130-44fe-88f3-9387177a67de tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/security-groups?id=3ae44c6d-46de-49e1-b817-eec31857f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3217971 Apr 08 10:22:33.134141 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-82d2c94f-7dd0-450d-a75d-b9f05cabfddd tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Deleting port 1da75297-69cf-47e0-b337-6e14ea64b4ca {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:33.134496 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-82d2c94f-7dd0-450d-a75d-b9f05cabfddd tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:33.233027 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9444cd2f-4ef6-4546-a84d-d43ce0b9b82c None None] DHCP port deletion for 5127ffc0-890b-42df-85f5-4266f226f8cd request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:22:33.244281 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-9444cd2f-4ef6-4546-a84d-d43ce0b9b82c None None] Deleting port f3cbcb5d-ff12-45ba-8e04-7525c624719b {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:33.244656 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9444cd2f-4ef6-4546-a84d-d43ce0b9b82c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:33.453724 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e11a85dc-b3ce-4d2d-ae96-afbd6fb43c65 req-f3528dc6-8997-4cef-877c-74e992da000a tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/security-groups?id=10fc8943-e98d-4911-a45b-81b71d9bb4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5206819 Apr 08 10:22:33.491012 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5fa29174-dfde-4367-8f2e-5d0b67ce0a90 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:33.496786 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-9444cd2f-4ef6-4546-a84d-d43ce0b9b82c None None] For port f3cbcb5d-ff12-45ba-8e04-7525c624719b, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=f3cbcb5d-ff12-45ba-8e04-7525c624719b,segment=NetworkSegment(6937fae7-ef8a-4ac3-b80d-0a36543df44b),segment_id=6937fae7-ef8a-4ac3-b80d-0a36543df44b)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:33.497185 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9444cd2f-4ef6-4546-a84d-d43ce0b9b82c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:33.525966 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.resource_extend [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-8b78c932-1bf1-4af4-b29c-daba206be832 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:22:33.557878 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-6bc29381-8dac-424b-8ab4-39077b4edd6e tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] For port f3cbcb5d-ff12-45ba-8e04-7525c624719b, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=f3cbcb5d-ff12-45ba-8e04-7525c624719b,segment=NetworkSegment(6937fae7-ef8a-4ac3-b80d-0a36543df44b),segment_id=6937fae7-ef8a-4ac3-b80d-0a36543df44b)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:33.558230 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6bc29381-8dac-424b-8ab4-39077b4edd6e tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:33.566071 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-5fa29174-dfde-4367-8f2e-5d0b67ce0a90 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6c8be2-b9b5-4346-b457-41475e3b3ef0']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:33.577818 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1dc86aa6-39b4-4ee4-bd20-8dc7545a4dc2 req-e2af5b3d-f71a-48df-a362-d347b522444b tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:33.587665 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7f440882-46e4-4777-b497-de4fcb3c9f78 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:33.626240 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-5fa29174-dfde-4367-8f2e-5d0b67ce0a90 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c20012-5185-4c66-b75f-bbc603ebf528') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:33.626683 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-5fa29174-dfde-4367-8f2e-5d0b67ce0a90 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c20012-5185-4c66-b75f-bbc603ebf528') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:33.629114 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-9444cd2f-4ef6-4546-a84d-d43ce0b9b82c None None] Calling delete_port for f3cbcb5d-ff12-45ba-8e04-7525c624719b owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:33.670830 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af5b3d-f71a-48df-a362-d347b522444b tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Pushing event deleted for resources: {'Port': ['ID=91ff04a6-c4de-4fde-b461-418f5c225474,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:33.683003 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5fa29174-dfde-4367-8f2e-5d0b67ce0a90 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:33.705117 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-7f440882-46e4-4777-b497-de4fcb3c9f78 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Transition to ACTIVE for port object f3264f8c-4bee-4a3e-9bf8-9ea11e8b1d10 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:33.717542 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-e093c7a3-dca8-47c4-bdc1-763c22bbe3a7 None None] Provisioning complete for port 31fceafd-18c2-4a39-a324-9e096a47f1f1 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:33.717542 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e093c7a3-dca8-47c4-bdc1-763c22bbe3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:33.720199 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5fa29174-dfde-4367-8f2e-5d0b67ce0a90 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:33.731061 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-6bc29381-8dac-424b-8ab4-39077b4edd6e tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Calling delete_port for f3cbcb5d-ff12-45ba-8e04-7525c624719b owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:33.792308 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa29174-dfde-4367-8f2e-5d0b67ce0a90 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:22:33.792881 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5fa29174-dfde-4367-8f2e-5d0b67ce0a90 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:33.815622 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-8b78c932-1bf1-4af4-b29c-daba206be832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53695a35-5107-4460-9ed0-b506351f18b3 {{(pid=83846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:22:33.816464 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:22:33.824898 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9444cd2f-4ef6-4546-a84d-d43ce0b9b82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:33.848789 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-82d2c94f-7dd0-450d-a75d-b9f05cabfddd tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:33.863217 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-8b78c932-1bf1-4af4-b29c-daba206be832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:33.870776 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 91ff04a6-c4de-4fde-b461-418f5c225474 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:22:33.918414 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444cd2f-4ef6-4546-a84d-d43ce0b9b82c None None] Pushing event deleted for resources: {'Port': ['ID=f3cbcb5d-ff12-45ba-8e04-7525c624719b,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:33.923660 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: 91ff04a6-c4de-4fde-b461-418f5c225474 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:22:33.923996 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 91ff04a6-c4de-4fde-b461-418f5c225474 not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:22:33.935976 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9444cd2f-4ef6-4546-a84d-d43ce0b9b82c None None] No DVR routers for this DVR port f3cbcb5d-ff12-45ba-8e04-7525c624719b on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:22:33.971760 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device f3cbcb5d-ff12-45ba-8e04-7525c624719b no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:22:34.006442 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: f3cbcb5d-ff12-45ba-8e04-7525c624719b {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:22:34.006784 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device f3cbcb5d-ff12-45ba-8e04-7525c624719b not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:22:34.014817 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-8b78c932-1bf1-4af4-b29c-daba206be832 service neutron] Transition to ACTIVE for port object 53695a35-5107-4460-9ed0-b506351f18b3 will not be triggered until provisioned by entity L2. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:34.034032 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5fa29174-dfde-4367-8f2e-5d0b67ce0a90 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:34.037321 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-82d2c94f-7dd0-450d-a75d-b9f05cabfddd tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Calling delete_port for 1da75297-69cf-47e0-b337-6e14ea64b4ca owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:34.055951 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7f440882-46e4-4777-b497-de4fcb3c9f78 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:34.071302 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-8b78c932-1bf1-4af4-b29c-daba206be832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:34.073727 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5fa29174-dfde-4367-8f2e-5d0b67ce0a90 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:34.119558 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa29174-dfde-4367-8f2e-5d0b67ce0a90 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event deleted for resources: {'Network': ['ID=3f6c8be2-b9b5-4346-b457-41475e3b3ef0,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:34.167082 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.api [None req-6bc29381-8dac-424b-8ab4-39077b4edd6e tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:22:34.167412 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG oslo_db.api [None req-6bc29381-8dac-424b-8ab4-39077b4edd6e tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:22:34.225933 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5fa29174-dfde-4367-8f2e-5d0b67ce0a90 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "DELETE /v2.0/networks/3f6c8be2-b9b5-4346-b457-41475e3b3ef0 HTTP/1.1" status: 204 len: 168 time: 1.7137148 Apr 08 10:22:34.229420 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52946) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:34.260460 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78c932-1bf1-4af4-b29c-daba206be832 service neutron] Pushing event updated for resources: {'Port': ['ID=53695a35-5107-4460-9ed0-b506351f18b3,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:34.350723 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f440882-46e4-4777-b497-de4fcb3c9f78 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:34.368269 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-7f440882-46e4-4777-b497-de4fcb3c9f78 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:34.371050 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f440882-46e4-4777-b497-de4fcb3c9f78 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:22:34.460222 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-82d2c94f-7dd0-450d-a75d-b9f05cabfddd tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:34.507671 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f440882-46e4-4777-b497-de4fcb3c9f78 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=f3264f8c-4bee-4a3e-9bf8-9ea11e8b1d10,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:34.531773 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2c94f-7dd0-450d-a75d-b9f05cabfddd tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Pushing event deleted for resources: {'Port': ['ID=1da75297-69cf-47e0-b337-6e14ea64b4ca,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:34.533788 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-8b78c932-1bf1-4af4-b29c-daba206be832 service neutron] Attempting to bind port 53695a35-5107-4460-9ed0-b506351f18b3 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:22:34.534122 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-8b78c932-1bf1-4af4-b29c-daba206be832 service neutron] Attempting to bind port 53695a35-5107-4460-9ed0-b506351f18b3 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'b03bf823-4416-4fe0-9479-94379a96e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:22:34.534467 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-8b78c932-1bf1-4af4-b29c-daba206be832 service neutron] Attempting to bind port 53695a35-5107-4460-9ed0-b506351f18b3 on network 192f3bbb-ce8e-4d78-84a7-a4b3b9471c82 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:22:34.563354 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-2fee4b35-4483-46a6-ab98-37d6b7e382c3 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Deleting port 7551329e-41d1-45ca-b786-665df36e4962 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:34.563794 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2fee4b35-4483-46a6-ab98-37d6b7e382c3 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:34.575998 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-8b78c932-1bf1-4af4-b29c-daba206be832 service neutron] Port 53695a35-5107-4460-9ed0-b506351f18b3 on network 192f3bbb-ce8e-4d78-84a7-a4b3b9471c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:22:34.576314 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-8b78c932-1bf1-4af4-b29c-daba206be832 service neutron] Attempting to bind port 53695a35-5107-4460-9ed0-b506351f18b3 on network 192f3bbb-ce8e-4d78-84a7-a4b3b9471c82 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:22:34.599267 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-82d2c94f-7dd0-450d-a75d-b9f05cabfddd tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:34.606973 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f440882-46e4-4777-b497-de4fcb3c9f78 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:34.607848 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7f440882-46e4-4777-b497-de4fcb3c9f78 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:34.620849 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-8b78c932-1bf1-4af4-b29c-daba206be832 service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:22:34.621247 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-8b78c932-1bf1-4af4-b29c-daba206be832 service neutron] Checking segment: {'id': 'b03bf823-4416-4fe0-9479-94379a96e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:22:34.621638 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-8b78c932-1bf1-4af4-b29c-daba206be832 service neutron] Bound using segment: {'id': 'b03bf823-4416-4fe0-9479-94379a96e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82'} {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:22:34.622077 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-8b78c932-1bf1-4af4-b29c-daba206be832 service neutron] Bound port: 53695a35-5107-4460-9ed0-b506351f18b3, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03bf823-4416-4fe0-9479-94379a96e5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82'}}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:22:34.622421 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-8b78c932-1bf1-4af4-b29c-daba206be832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:34.767330 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-6bc29381-8dac-424b-8ab4-39077b4edd6e tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Deleting port f3cbcb5d-ff12-45ba-8e04-7525c624719b {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:34.767766 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6bc29381-8dac-424b-8ab4-39077b4edd6e tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:34.769827 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-7938ec49-fa96-451c-ac11-06dc3e1eb5c5 req-32e8e4ec-0005-4333-aaf9-3067a4b1c964 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Synchronizing usage tracker for tenant:be30bca09ed8432b942cdec0ee999225 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:22:34.792780 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7f440882-46e4-4777-b497-de4fcb3c9f78 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.2845685 Apr 08 10:22:34.798524 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52952) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:34.801723 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-82d2c94f-7dd0-450d-a75d-b9f05cabfddd tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] 10.222.0.47 "DELETE /v2.0/ports/1da75297-69cf-47e0-b337-6e14ea64b4ca HTTP/1.1" status: 204 len: 168 time: 1.9834323 Apr 08 10:22:34.810248 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52956) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:34.839886 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f59f2d55-1ca4-4e4d-93bf-371f92f73d8a None None] Provisioning for port f3264f8c-4bee-4a3e-9bf8-9ea11e8b1d10 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:34.845575 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f59f2d55-1ca4-4e4d-93bf-371f92f73d8a None None] Provisioning complete for port f3264f8c-4bee-4a3e-9bf8-9ea11e8b1d10 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:34.845946 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f59f2d55-1ca4-4e4d-93bf-371f92f73d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:34.878340 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78935d5-7fc2-4de1-a92f-362cec87b0cd req-e88d7a1b-7cda-4527-b880-ee5a0db723b1 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:34.887280 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a78935d5-7fc2-4de1-a92f-362cec87b0cd req-e88d7a1b-7cda-4527-b880-ee5a0db723b1 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 943 time: 0.5831678 Apr 08 10:22:34.909021 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-f59f2d55-1ca4-4e4d-93bf-371f92f73d8a None None] Port f3264f8c-4bee-4a3e-9bf8-9ea11e8b1d10 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:22:34.920073 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-6bc29381-8dac-424b-8ab4-39077b4edd6e tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] The port 'f3cbcb5d-ff12-45ba-8e04-7525c624719b' was deleted {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:22:34.970578 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-7938ec49-fa96-451c-ac11-06dc3e1eb5c5 req-32e8e4ec-0005-4333-aaf9-3067a4b1c964 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Unset dirty status for tenant:be30bca09ed8432b942cdec0ee999225 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:22:34.971721 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7938ec49-fa96-451c-ac11-06dc3e1eb5c5 req-32e8e4ec-0005-4333-aaf9-3067a4b1c964 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd509eaf-e739-42b3-92ef-eda04b864d2f HTTP/1.1" status: 200 len: 210 time: 0.3315549 Apr 08 10:22:35.041973 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ef2493-cec5-4264-8f35-825c6bd7e277 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] GET failed (client error): The resource could not be found. Apr 08 10:22:35.042474 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-34ef2493-cec5-4264-8f35-825c6bd7e277 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Synchronizing usage tracker for tenant:33768067952e4b2b86e46183d6e96a69 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:22:35.095299 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6bc29381-8dac-424b-8ab4-39077b4edd6e tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:35.116963 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-8b78c932-1bf1-4af4-b29c-daba206be832 service neutron] For port 53695a35-5107-4460-9ed0-b506351f18b3, host hv-neutron-8371, cleared binding levels {{(pid=83846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:22:35.144129 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069dd07a-a294-459a-8b35-0d8fdf11cd79 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:35.148004 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069dd07a-a294-459a-8b35-0d8fdf11cd79 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:35.149927 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-069dd07a-a294-459a-8b35-0d8fdf11cd79 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3503230 Apr 08 10:22:35.151554 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-6bc29381-8dac-424b-8ab4-39077b4edd6e tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5127ffc0-890b-42df-85f5-4266f226f8cd']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:35.156795 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52960) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:35.158300 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2fee4b35-4483-46a6-ab98-37d6b7e382c3 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:35.162659 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-8b78c932-1bf1-4af4-b29c-daba206be832 service neutron] For port 53695a35-5107-4460-9ed0-b506351f18b3, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=53695a35-5107-4460-9ed0-b506351f18b3,segment=NetworkSegment(b03bf823-4416-4fe0-9479-94379a96e5e7),segment_id=b03bf823-4416-4fe0-9479-94379a96e5e7)] {{(pid=83846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:22:35.166153 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-34ef2493-cec5-4264-8f35-825c6bd7e277 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Unset dirty status for tenant:33768067952e4b2b86e46183d6e96a69 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:22:35.167619 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-34ef2493-cec5-4264-8f35-825c6bd7e277 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] 10.222.0.47 "GET /v2.0/ports/1da75297-69cf-47e0-b337-6e14ea64b4ca HTTP/1.1" status: 404 len: 333 time: 0.3503938 Apr 08 10:22:35.168401 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-6bc29381-8dac-424b-8ab4-39077b4edd6e tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6937fae7-ef8a-4ac3-b80d-0a36543df44b') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:35.168731 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-6bc29381-8dac-424b-8ab4-39077b4edd6e tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6937fae7-ef8a-4ac3-b80d-0a36543df44b') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:35.176548 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52964) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:35.177714 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-8b78c932-1bf1-4af4-b29c-daba206be832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:35.211683 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a78935d5-7fc2-4de1-a92f-362cec87b0cd req-a809f638-7fb0-4596-9fd3-d4010f905b55 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/security-groups?id=3ae44c6d-46de-49e1-b817-eec31857f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3228862 Apr 08 10:22:35.267667 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6bc29381-8dac-424b-8ab4-39077b4edd6e tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:35.324696 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-8b78c932-1bf1-4af4-b29c-daba206be832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:35.326669 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-8b78c932-1bf1-4af4-b29c-daba206be832 service neutron] 10.222.0.52 "PUT /v2.0/ports/53695a35-5107-4460-9ed0-b506351f18b3 HTTP/1.1" status: 200 len: 1093 time: 3.5488272 Apr 08 10:22:35.331355 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fcbda0-1230-4af6-a120-ed4eb3880cc9', 'tag': '53695a35-5107-4460-9ed0-b506351f18b3'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:22:35.342445 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6bc29381-8dac-424b-8ab4-39077b4edd6e tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:35.349127 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc29381-8dac-424b-8ab4-39077b4edd6e tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:22:35.349668 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6bc29381-8dac-424b-8ab4-39077b4edd6e tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: util.warn( Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: util.warn( Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: util.warn( Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: util.warn( Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:22:35.367061 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:22:35.466790 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78c932-1bf1-4af4-b29c-daba206be832 service neutron] Pushing event updated for resources: {'Port': ['ID=53695a35-5107-4460-9ed0-b506351f18b3,revision_number=3']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:35.476121 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-332824cb-76aa-4ced-901e-e6a00e62faf6'] response: {'name': 'network-changed', 'server_uuid': '00fcbda0-1230-4af6-a120-ed4eb3880cc9', 'tag': '53695a35-5107-4460-9ed0-b506351f18b3', 'status': 'completed', 'code': 200} Apr 08 10:22:35.495365 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-9e5e3f3e-300d-403c-930f-965abaca81aa tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Deleting port 4c3fa21e-53ed-49f3-8bf2-d6a8d0db0077 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:35.495706 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9e5e3f3e-300d-403c-930f-965abaca81aa tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:35.511967 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-2fee4b35-4483-46a6-ab98-37d6b7e382c3 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Calling delete_port for 7551329e-41d1-45ca-b786-665df36e4962 owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:35.565260 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6bc29381-8dac-424b-8ab4-39077b4edd6e tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:35.582542 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dc86aa6-39b4-4ee4-bd20-8dc7545a4dc2 req-e2af5b3d-f71a-48df-a362-d347b522444b tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Router 0390decc-512f-4544-b4e1-2c0fda25f409 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:22:35.588656 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6bc29381-8dac-424b-8ab4-39077b4edd6e tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:35.615133 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-ebc4ef37-6cbf-4e16-988b-833865443fd3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting port f3264f8c-4bee-4a3e-9bf8-9ea11e8b1d10 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:35.615475 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ebc4ef37-6cbf-4e16-988b-833865443fd3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:35.629449 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc29381-8dac-424b-8ab4-39077b4edd6e tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event deleted for resources: {'Network': ['ID=5127ffc0-890b-42df-85f5-4266f226f8cd,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:35.642622 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6bc29381-8dac-424b-8ab4-39077b4edd6e tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "DELETE /v2.0/networks/5127ffc0-890b-42df-85f5-4266f226f8cd HTTP/1.1" status: 204 len: 168 time: 3.0305107 Apr 08 10:22:35.649229 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52972) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:35.728413 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-3c9f5447-ff33-4e61-9af7-2884bec2813e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=14526426b3bf429d8a2df66bd6372e7f&device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 1096 time: 0.3503385 Apr 08 10:22:35.813677 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-07de8679-5079-495e-8631-5438edb3552e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53695a35-5107-4460-9ed0-b506351f18b3 HTTP/1.1" status: 200 len: 217 time: 0.0723188 Apr 08 10:22:35.901866 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9e5e3f3e-300d-403c-930f-965abaca81aa tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:35.921021 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2fee4b35-4483-46a6-ab98-37d6b7e382c3 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:35.965406 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-f472dcbe-b1b7-47f2-90c5-b5920954b00e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:35.966824 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-f472dcbe-b1b7-47f2-90c5-b5920954b00e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9288d010-9fbf-4288-b764-bbf686d8640a HTTP/1.1" status: 200 len: 835 time: 0.1433232 Apr 08 10:22:36.030227 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-9e5e3f3e-300d-403c-930f-965abaca81aa tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Calling delete_port for 4c3fa21e-53ed-49f3-8bf2-d6a8d0db0077 owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:36.069760 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee4b35-4483-46a6-ab98-37d6b7e382c3 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event deleted for resources: {'Port': ['ID=7551329e-41d1-45ca-b786-665df36e4962,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:36.079562 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-b8db0f5b-1393-42ea-915d-2c028fc6f0c2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Deleting port 71a4f428-d9e7-4d75-a802-8580b182fb7d {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:36.079915 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b8db0f5b-1393-42ea-915d-2c028fc6f0c2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:36.167043 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2fee4b35-4483-46a6-ab98-37d6b7e382c3 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:36.194316 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-bf7f260e-2725-44dd-9c66-e3377a302f28 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=192f3bbb-ce8e-4d78-84a7-a4b3b9471c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1717565 Apr 08 10:22:36.270468 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-548e0f6f-2632-4379-9cb2-2ecf54beaf98 req-3bde13a4-c82c-4a4c-8b6b-081b5e6b0964 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd509eaf-e739-42b3-92ef-eda04b864d2f HTTP/1.1" status: 200 len: 210 time: 0.1641333 Apr 08 10:22:36.326907 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2fee4b35-4483-46a6-ab98-37d6b7e382c3 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "DELETE /v2.0/ports/7551329e-41d1-45ca-b786-665df36e4962 HTTP/1.1" status: 204 len: 168 time: 2.0868304 Apr 08 10:22:36.350004 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52980) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:36.407516 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9e5e3f3e-300d-403c-930f-965abaca81aa tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:36.471597 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e3f3e-300d-403c-930f-965abaca81aa tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Pushing event deleted for resources: {'Port': ['ID=4c3fa21e-53ed-49f3-8bf2-d6a8d0db0077,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:36.520507 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-66247098-0ebc-4fc7-a166-045ff6a22d94 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] DELETE failed (client error): The resource could not be found. Apr 08 10:22:36.521071 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66247098-0ebc-4fc7-a166-045ff6a22d94 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:22:36.522927 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-66247098-0ebc-4fc7-a166-045ff6a22d94 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "DELETE /v2.0/subnets/e1886783-1314-4a4a-9e8a-7ef57190b097 HTTP/1.1" status: 404 len: 337 time: 0.1656656 Apr 08 10:22:36.528500 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52984) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:36.534110 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9e5e3f3e-300d-403c-930f-965abaca81aa tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:36.556557 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-c6c6873c-a160-4730-8d5c-d4d5eb22aba3 service neutron] 10.222.0.52 "GET /v2.0/networks/192f3bbb-ce8e-4d78-84a7-a4b3b9471c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502929 Apr 08 10:22:36.595480 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ebc4ef37-6cbf-4e16-988b-833865443fd3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:36.641858 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9e5e3f3e-300d-403c-930f-965abaca81aa tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] 10.222.0.47 "DELETE /v2.0/ports/4c3fa21e-53ed-49f3-8bf2-d6a8d0db0077 HTTP/1.1" status: 204 len: 168 time: 1.4585671 Apr 08 10:22:36.689166 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 52988) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:36.743064 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-83deea33-e29e-4e6c-86c0-04b1c28ba3b0 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:36.831707 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-958346d7-860d-422f-ac8e-2b29ce62cb59 req-9be0f96a-4452-4c95-a8e0-8deeaed8a7cb service neutron] 10.222.0.52 "GET /v2.0/networks/192f3bbb-ce8e-4d78-84a7-a4b3b9471c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627761 Apr 08 10:22:36.877206 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-ebc4ef37-6cbf-4e16-988b-833865443fd3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Calling delete_port for f3264f8c-4bee-4a3e-9bf8-9ea11e8b1d10 owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:36.949581 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-83deea33-e29e-4e6c-86c0-04b1c28ba3b0 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:36.978655 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b8db0f5b-1393-42ea-915d-2c028fc6f0c2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:36.978986 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b8db0f5b-1393-42ea-915d-2c028fc6f0c2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:36.983900 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-83deea33-e29e-4e6c-86c0-04b1c28ba3b0 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b45191c9-d26b-4535-8040-633d6b4f6e55']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:36.997747 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-83deea33-e29e-4e6c-86c0-04b1c28ba3b0 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0439a006-1e38-4177-9342-ee9314bfe9f3') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:36.998044 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-83deea33-e29e-4e6c-86c0-04b1c28ba3b0 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0439a006-1e38-4177-9342-ee9314bfe9f3') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:37.012462 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-83deea33-e29e-4e6c-86c0-04b1c28ba3b0 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:37.033129 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-323a5e19-beeb-4c1d-92a8-2504955c032d req-783ed3b9-be5f-4b5f-b42f-c162fc41cb2b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=14526426b3bf429d8a2df66bd6372e7f&device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 1096 time: 0.1457894 Apr 08 10:22:37.033980 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-83deea33-e29e-4e6c-86c0-04b1c28ba3b0 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:37.041017 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83deea33-e29e-4e6c-86c0-04b1c28ba3b0 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:22:37.041518 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-83deea33-e29e-4e6c-86c0-04b1c28ba3b0 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:22:37.056841 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:22:37.128775 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-b8db0f5b-1393-42ea-915d-2c028fc6f0c2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Calling delete_port for 71a4f428-d9e7-4d75-a802-8580b182fb7d owned by network:floatingip {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:37.227608 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-83deea33-e29e-4e6c-86c0-04b1c28ba3b0 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:37.246647 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-83deea33-e29e-4e6c-86c0-04b1c28ba3b0 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:37.269518 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e344e-89f9-4b44-b8a0-4e1889aa1fdd req-e9d6f2ca-834f-4cbc-af61-a7ad7dfbd0c4 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:37.270558 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83deea33-e29e-4e6c-86c0-04b1c28ba3b0 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event deleted for resources: {'Network': ['ID=b45191c9-d26b-4535-8040-633d6b4f6e55,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:37.271042 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3c4e344e-89f9-4b44-b8a0-4e1889aa1fdd req-e9d6f2ca-834f-4cbc-af61-a7ad7dfbd0c4 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 943 time: 0.9084013 Apr 08 10:22:37.280734 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-83deea33-e29e-4e6c-86c0-04b1c28ba3b0 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "DELETE /v2.0/networks/b45191c9-d26b-4535-8040-633d6b4f6e55 HTTP/1.1" status: 204 len: 168 time: 0.7495589 Apr 08 10:22:37.283551 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 52992) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:37.431835 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-3eec169b-e2e6-42b9-9481-48f59b7ef9c2 admin admin] Deleting port c287b660-574f-4e29-9d3b-c52dd11f72d2 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:37.432130 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3eec169b-e2e6-42b9-9481-48f59b7ef9c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:37.442546 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a5e19-beeb-4c1d-92a8-2504955c032d req-daeffb7d-40a3-4f37-b2e8-8b3a0d34288f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:37.443988 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-323a5e19-beeb-4c1d-92a8-2504955c032d req-daeffb7d-40a3-4f37-b2e8-8b3a0d34288f service neutron] 10.222.0.52 "GET /v2.0/networks?id=192f3bbb-ce8e-4d78-84a7-a4b3b9471c82 HTTP/1.1" status: 200 len: 898 time: 0.3848157 Apr 08 10:22:37.535138 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-323a5e19-beeb-4c1d-92a8-2504955c032d req-571be0b6-4825-46bb-b2a8-b81ea1282a12 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53695a35-5107-4460-9ed0-b506351f18b3 HTTP/1.1" status: 200 len: 217 time: 0.0836248 Apr 08 10:22:37.567469 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8d3ce030-c16c-4405-af01-77bd15241128 req-5f58c1e4-b081-4b9a-a23b-12aa12ed548f tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd509eaf-e739-42b3-92ef-eda04b864d2f HTTP/1.1" status: 200 len: 210 time: 0.1063919 Apr 08 10:22:37.588944 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-02046ca5-3c33-49af-83df-90a7e4959821 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Deleting subnet f0f0d434-231d-4bfd-ab81-5f8e1c64062c {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:22:37.601156 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-02046ca5-3c33-49af-83df-90a7e4959821 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:37.660289 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a5e19-beeb-4c1d-92a8-2504955c032d req-1b36a0a4-5048-41fe-9cad-8c11ac778d83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:37.661728 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-323a5e19-beeb-4c1d-92a8-2504955c032d req-1b36a0a4-5048-41fe-9cad-8c11ac778d83 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9288d010-9fbf-4288-b764-bbf686d8640a HTTP/1.1" status: 200 len: 835 time: 0.1127529 Apr 08 10:22:37.666491 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-02046ca5-3c33-49af-83df-90a7e4959821 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:37.763328 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dc86aa6-39b4-4ee4-bd20-8dc7545a4dc2 req-e2af5b3d-f71a-48df-a362-d347b522444b tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:22:37.766523 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3c4e344e-89f9-4b44-b8a0-4e1889aa1fdd req-175efcdb-576b-476d-af53-e52863b06bb0 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/security-groups?id=3ae44c6d-46de-49e1-b817-eec31857f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4380083 Apr 08 10:22:37.776445 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9854ff8-4ba3-4005-8077-d1cb09a11e88 None None] Sync routers for ids ['0390decc-512f-4544-b4e1-2c0fda25f409'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:22:37.797736 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9854ff8-4ba3-4005-8077-d1cb09a11e88 None None] Routers {'0390decc-512f-4544-b4e1-2c0fda25f409'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:22:37.800702 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e9854ff8-4ba3-4005-8077-d1cb09a11e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:22:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0390decc-512f-4544-b4e1-2c0fda25f409'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:37.807593 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-93008a60-aaa2-4479-9325-4f48adaf2653 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Deleting subnet 76f28d32-51bf-484e-9703-0bfee2ebc4fb {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:22:37.810769 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-323a5e19-beeb-4c1d-92a8-2504955c032d req-5c8afb24-0ea5-4c64-9768-0a79496adada service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=192f3bbb-ce8e-4d78-84a7-a4b3b9471c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1170483 Apr 08 10:22:37.813245 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-02046ca5-3c33-49af-83df-90a7e4959821 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:37.824633 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-93008a60-aaa2-4479-9325-4f48adaf2653 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:37.955311 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc86aa6-39b4-4ee4-bd20-8dc7545a4dc2 req-e2af5b3d-f71a-48df-a362-d347b522444b tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] No DVR routers for this DVR port 91ff04a6-c4de-4fde-b461-418f5c225474 on host hv-neutron-8371 {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:22:37.965835 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1dc86aa6-39b4-4ee4-bd20-8dc7545a4dc2 req-e2af5b3d-f71a-48df-a362-d347b522444b tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:37.971866 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd509eaf-e739-42b3-92ef-eda04b864d2f', 'name': 'network-vif-deleted', 'tag': '91ff04a6-c4de-4fde-b461-418f5c225474'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:22:37.977896 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-93008a60-aaa2-4479-9325-4f48adaf2653 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:38.014663 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ebc4ef37-6cbf-4e16-988b-833865443fd3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:38.016136 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b8db0f5b-1393-42ea-915d-2c028fc6f0c2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:38.029681 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-e9854ff8-4ba3-4005-8077-d1cb09a11e88 None None] Set router 0390decc-512f-4544-b4e1-2c0fda25f409 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:22:38.078147 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c3b5aa-6000-40b8-ac04-a593cc23bbae'] response: {'server_uuid': 'dd509eaf-e739-42b3-92ef-eda04b864d2f', 'name': 'network-vif-deleted', 'tag': '91ff04a6-c4de-4fde-b461-418f5c225474', 'status': 'completed', 'code': 200} Apr 08 10:22:38.101764 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1dc86aa6-39b4-4ee4-bd20-8dc7545a4dc2 req-e2af5b3d-f71a-48df-a362-d347b522444b tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.52 "DELETE /v2.0/ports/91ff04a6-c4de-4fde-b461-418f5c225474 HTTP/1.1" status: 204 len: 173 time: 8.1959398 Apr 08 10:22:38.102671 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db0f5b-1393-42ea-915d-2c028fc6f0c2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event deleted for resources: {'Port': ['ID=71a4f428-d9e7-4d75-a802-8580b182fb7d,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:38.113206 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-3eec169b-e2e6-42b9-9481-48f59b7ef9c2 admin admin] For port c287b660-574f-4e29-9d3b-c52dd11f72d2, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=c287b660-574f-4e29-9d3b-c52dd11f72d2,segment=NetworkSegment(4f43a382-7089-4671-bf04-925eb646287a),segment_id=4f43a382-7089-4671-bf04-925eb646287a)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:38.113564 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3eec169b-e2e6-42b9-9481-48f59b7ef9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:38.145167 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-323a5e19-beeb-4c1d-92a8-2504955c032d req-2711ff48-bda8-42ec-bb1a-abc9b40a2a39 service neutron] 10.222.0.52 "GET /v2.0/networks/192f3bbb-ce8e-4d78-84a7-a4b3b9471c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951303 Apr 08 10:22:38.203954 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4ef37-6cbf-4e16-988b-833865443fd3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Port': ['ID=f3264f8c-4bee-4a3e-9bf8-9ea11e8b1d10,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:38.218889 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-02046ca5-3c33-49af-83df-90a7e4959821 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:38.297874 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:38.343691 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02046ca5-3c33-49af-83df-90a7e4959821 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event deleted for resources: {'Subnet': ['ID=f0f0d434-231d-4bfd-ab81-5f8e1c64062c,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:38.353186 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-02046ca5-3c33-49af-83df-90a7e4959821 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:38.366940 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-02046ca5-3c33-49af-83df-90a7e4959821 tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "DELETE /v2.0/subnets/f0f0d434-231d-4bfd-ab81-5f8e1c64062c HTTP/1.1" status: 204 len: 168 time: 1.0824177 Apr 08 10:22:38.369237 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53000) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:38.369648 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b61589b-7429-4951-a49f-b2dcbf1d01dd None None] Network 6a2dae78-160b-46d5-b34e-8d1e38b4545a requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:38.504241 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c70816a8-6771-4730-bd23-8fe040da500d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:38.546288 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-3eec169b-e2e6-42b9-9481-48f59b7ef9c2 admin admin] Calling delete_port for c287b660-574f-4e29-9d3b-c52dd11f72d2 owned by network:router_interface {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:38.549067 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-c70816a8-6771-4730-bd23-8fe040da500d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Deleting port 1ce96e9d-d16c-47eb-aad8-b6145e079556 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:38.549356 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c70816a8-6771-4730-bd23-8fe040da500d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:38.583608 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-323a5e19-beeb-4c1d-92a8-2504955c032d req-4559985c-3b81-48aa-8e13-d9361fada9b8 service neutron] 10.222.0.52 "GET /v2.0/networks/192f3bbb-ce8e-4d78-84a7-a4b3b9471c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045541 Apr 08 10:22:38.690084 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e9854ff8-4ba3-4005-8077-d1cb09a11e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'name': 'tempest-ServersTestManualDisk-1428334449-router', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:21:06Z', 'updated_at': '2022-04-08T10:21:17Z', 'revision_number': 4, 'project_id': 'be30bca09ed8432b942cdec0ee999225', 'gw_port': {'id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:21:07Z', 'updated_at': '2022-04-08T10:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '67bb4085-ebbe-4141-973b-3167a5875515', 'name': '', 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'mac_address': 'fa:16:3e:5b:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38d3d1f8-370d-4974-968c-78c15dd5c5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:21:16Z', 'updated_at': '2022-04-08T10:21:38Z', 'revision_number': 5, 'project_id': 'be30bca09ed8432b942cdec0ee999225', 'subnets': [{'id': '38d3d1f8-370d-4974-968c-78c15dd5c5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:38.696844 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9854ff8-4ba3-4005-8077-d1cb09a11e88 None None] Checking router: 0390decc-512f-4544-b4e1-2c0fda25f409 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:22:38.722633 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9854ff8-4ba3-4005-8077-d1cb09a11e88 None None] Routers {'0390decc-512f-4544-b4e1-2c0fda25f409'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:22:38.723233 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e9854ff8-4ba3-4005-8077-d1cb09a11e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:22:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0390decc-512f-4544-b4e1-2c0fda25f409'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:38.793111 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db171786-f94f-405e-8768-7fa8f3574b4f None None] DHCP port deletion for 6a2dae78-160b-46d5-b34e-8d1e38b4545a request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:22:38.852492 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-db189e74-d896-4486-8df7-a8e10c05b13e req-1cda94d8-8f31-4087-856f-44a2c9e26206 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd509eaf-e739-42b3-92ef-eda04b864d2f HTTP/1.1" status: 200 len: 210 time: 0.0718884 Apr 08 10:22:38.861168 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-db171786-f94f-405e-8768-7fa8f3574b4f None None] Deleting port 1ce96e9d-d16c-47eb-aad8-b6145e079556 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:38.861536 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-db171786-f94f-405e-8768-7fa8f3574b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:38.871112 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-93008a60-aaa2-4479-9325-4f48adaf2653 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:38.930687 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-c70816a8-6771-4730-bd23-8fe040da500d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] For port 1ce96e9d-d16c-47eb-aad8-b6145e079556, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=1ce96e9d-d16c-47eb-aad8-b6145e079556,segment=NetworkSegment(cf2d4f25-7d20-448f-aff5-4dedbf0ee140),segment_id=cf2d4f25-7d20-448f-aff5-4dedbf0ee140)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:38.930946 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c70816a8-6771-4730-bd23-8fe040da500d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:38.948016 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b8db0f5b-1393-42ea-915d-2c028fc6f0c2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for floatingip, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:38.950347 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b8db0f5b-1393-42ea-915d-2c028fc6f0c2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:38.955062 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b8db0f5b-1393-42ea-915d-2c028fc6f0c2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "DELETE /v2.0/floatingips/288fffcf-7f48-4edf-a06a-1954badcd508 HTTP/1.1" status: 204 len: 168 time: 3.3047295 Apr 08 10:22:38.959377 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53008) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:38.964191 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ebc4ef37-6cbf-4e16-988b-833865443fd3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:38.966142 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ebc4ef37-6cbf-4e16-988b-833865443fd3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/f3264f8c-4bee-4a3e-9bf8-9ea11e8b1d10 HTTP/1.1" status: 204 len: 168 time: 3.7971034 Apr 08 10:22:39.018143 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53012) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:39.081197 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c33b40-58fe-4b01-8d00-bcb3d67cb433 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] DELETE failed (client error): The resource could not be found. Apr 08 10:22:39.081639 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c33b40-58fe-4b01-8d00-bcb3d67cb433 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:22:39.083501 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a9c33b40-58fe-4b01-8d00-bcb3d67cb433 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "DELETE /v2.0/ports/bb475aa5-31b1-48a6-bffc-a7c86e8d4e3b HTTP/1.1" status: 404 len: 333 time: 0.1232221 Apr 08 10:22:39.095926 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53016) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:39.122514 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-e9854ff8-4ba3-4005-8077-d1cb09a11e88 None None] Set router 0390decc-512f-4544-b4e1-2c0fda25f409 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:22:39.137796 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-c70816a8-6771-4730-bd23-8fe040da500d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Calling delete_port for 1ce96e9d-d16c-47eb-aad8-b6145e079556 owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:39.182875 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-502d8dd2-4fca-4b5f-8ba5-b34a0e4b34a9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Synchronizing usage tracker for tenant:eaffd781f5dd45dba33356f8d68ab59c on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:22:39.221649 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-db171786-f94f-405e-8768-7fa8f3574b4f None None] For port 1ce96e9d-d16c-47eb-aad8-b6145e079556, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=1ce96e9d-d16c-47eb-aad8-b6145e079556,segment=NetworkSegment(cf2d4f25-7d20-448f-aff5-4dedbf0ee140),segment_id=cf2d4f25-7d20-448f-aff5-4dedbf0ee140)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:39.222034 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-db171786-f94f-405e-8768-7fa8f3574b4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:39.230254 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8734ce44-8684-44f4-82e9-e16b58a16a46 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:39.230847 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-93008a60-aaa2-4479-9325-4f48adaf2653 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:39.232042 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8734ce44-8684-44f4-82e9-e16b58a16a46 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:39.233502 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8734ce44-8684-44f4-82e9-e16b58a16a46 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:39.234365 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8734ce44-8684-44f4-82e9-e16b58a16a46 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:22:39.262790 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8734ce44-8684-44f4-82e9-e16b58a16a46 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:22:39.267071 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8734ce44-8684-44f4-82e9-e16b58a16a46 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2452667 Apr 08 10:22:39.267404 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53020) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:39.270504 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c70816a8-6771-4730-bd23-8fe040da500d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:39.296996 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-502d8dd2-4fca-4b5f-8ba5-b34a0e4b34a9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Unset dirty status for tenant:eaffd781f5dd45dba33356f8d68ab59c on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:22:39.300646 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-502d8dd2-4fca-4b5f-8ba5-b34a0e4b34a9 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "GET /v2.0/ports?device_id=32c52265-a123-4ead-8007-53b4c6789246 HTTP/1.1" status: 200 len: 205 time: 0.1986589 Apr 08 10:22:39.302790 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53024) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:39.321818 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312864f6-a59f-430e-a1e0-e40519dbb7b1 req-f6ed8767-c7fa-4397-a6e9-a95a76f2ef24 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:39.323304 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-312864f6-a59f-430e-a1e0-e40519dbb7b1 req-f6ed8767-c7fa-4397-a6e9-a95a76f2ef24 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 943 time: 0.2949302 Apr 08 10:22:39.354114 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70816a8-6771-4730-bd23-8fe040da500d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event deleted for resources: {'Port': ['ID=1ce96e9d-d16c-47eb-aad8-b6145e079556,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:39.373304 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70816a8-6771-4730-bd23-8fe040da500d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] No DVR routers for this DVR port 1ce96e9d-d16c-47eb-aad8-b6145e079556 on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:22:39.384194 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93008a60-aaa2-4479-9325-4f48adaf2653 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Pushing event deleted for resources: {'Subnet': ['ID=76f28d32-51bf-484e-9703-0bfee2ebc4fb,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:39.401258 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-db171786-f94f-405e-8768-7fa8f3574b4f None None] Calling delete_port for 1ce96e9d-d16c-47eb-aad8-b6145e079556 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:39.421459 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-ca7f7107-9e59-4d5d-827e-f1674fb4aeeb tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] delete failed (client error): The resource could not be found. Apr 08 10:22:39.424892 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ca7f7107-9e59-4d5d-827e-f1674fb4aeeb tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "DELETE /v2.0/routers/32c52265-a123-4ead-8007-53b4c6789246 HTTP/1.1" status: 404 len: 336 time: 0.0982955 Apr 08 10:22:39.424892 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-93008a60-aaa2-4479-9325-4f48adaf2653 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:39.430769 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53028) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:39.446361 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d732675-1cfe-4224-a072-eb2e57a94254 None None] Network 6518a6c1-84fe-48be-bb4e-7decab6a10bd requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:39.454660 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-93008a60-aaa2-4479-9325-4f48adaf2653 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] 10.222.0.47 "DELETE /v2.0/subnets/76f28d32-51bf-484e-9703-0bfee2ebc4fb HTTP/1.1" status: 204 len: 168 time: 2.5849760 Apr 08 10:22:39.454843 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53032) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:39.484560 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3eec169b-e2e6-42b9-9481-48f59b7ef9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:39.592954 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-312864f6-a59f-430e-a1e0-e40519dbb7b1 req-e62479aa-d116-4d85-b810-196fe81ff068 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/security-groups?id=3ae44c6d-46de-49e1-b817-eec31857f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064157 Apr 08 10:22:39.600768 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9af13bc-bd00-476f-b887-9219a1b1edac tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] DELETE failed (client error): The resource could not be found. Apr 08 10:22:39.601206 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9af13bc-bd00-476f-b887-9219a1b1edac tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:22:39.602420 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec169b-e2e6-42b9-9481-48f59b7ef9c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c287b660-574f-4e29-9d3b-c52dd11f72d2,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:39.636397 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b9af13bc-bd00-476f-b887-9219a1b1edac tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "DELETE /v2.0/subnets/b64feeb0-553f-45c8-8155-edce4b76db4a HTTP/1.1" status: 404 len: 337 time: 0.2025707 Apr 08 10:22:39.639545 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c70816a8-6771-4730-bd23-8fe040da500d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:39.642503 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53036) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:39.679521 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-c70816a8-6771-4730-bd23-8fe040da500d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a2dae78-160b-46d5-b34e-8d1e38b4545a']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:39.703712 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-c70816a8-6771-4730-bd23-8fe040da500d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2d4f25-7d20-448f-aff5-4dedbf0ee140') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:39.704007 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-c70816a8-6771-4730-bd23-8fe040da500d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2d4f25-7d20-448f-aff5-4dedbf0ee140') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:39.705998 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-db171786-f94f-405e-8768-7fa8f3574b4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:22:39.706356 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-db171786-f94f-405e-8768-7fa8f3574b4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:22:39.735679 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d120a06d-0685-4191-9890-d53dc2aae2a1 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:39.738612 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c70816a8-6771-4730-bd23-8fe040da500d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:39.779477 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c70816a8-6771-4730-bd23-8fe040da500d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:39.784976 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a4102b-b5ef-409c-ad52-509eb6f72b15 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet 8def657a-bcb3-4bad-82df-d5b1af076dd3 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:22:39.786581 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-efbc0b40-2c66-4d90-8807-d1bcb09ba01a tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Deleting port 796343a7-8e76-43d5-afc4-17ff9564507e {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:39.786964 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-efbc0b40-2c66-4d90-8807-d1bcb09ba01a tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:39.790030 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a6a4102b-b5ef-409c-ad52-509eb6f72b15 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:39.835204 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-d120a06d-0685-4191-9890-d53dc2aae2a1 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Deleting port bf543257-6de9-406a-b968-f14f72812a3e {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:39.835659 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d120a06d-0685-4191-9890-d53dc2aae2a1 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:39.852710 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a6a4102b-b5ef-409c-ad52-509eb6f72b15 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:39.856785 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e9854ff8-4ba3-4005-8077-d1cb09a11e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'name': 'tempest-ServersTestManualDisk-1428334449-router', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:21:06Z', 'updated_at': '2022-04-08T10:21:17Z', 'revision_number': 4, 'project_id': 'be30bca09ed8432b942cdec0ee999225', 'gw_port': {'id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:21:07Z', 'updated_at': '2022-04-08T10:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '67bb4085-ebbe-4141-973b-3167a5875515', 'name': '', 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'mac_address': 'fa:16:3e:5b:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38d3d1f8-370d-4974-968c-78c15dd5c5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:21:16Z', 'updated_at': '2022-04-08T10:21:38Z', 'revision_number': 5, 'project_id': 'be30bca09ed8432b942cdec0ee999225', 'subnets': [{'id': '38d3d1f8-370d-4974-968c-78c15dd5c5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:39.864179 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9854ff8-4ba3-4005-8077-d1cb09a11e88 None None] The sync data for ids ['0390decc-512f-4544-b4e1-2c0fda25f409'] in dv-neutron-837110-1-hyperv is: [{'id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'name': 'tempest-ServersTestManualDisk-1428334449-router', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:21:06Z', 'updated_at': '2022-04-08T10:21:17Z', 'revision_number': 4, 'project_id': 'be30bca09ed8432b942cdec0ee999225', 'gw_port': {'id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:21:07Z', 'updated_at': '2022-04-08T10:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '67bb4085-ebbe-4141-973b-3167a5875515', 'name': '', 'network_id': 'a2dae228-94e4-4afe-81de-2a132e0716f4', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'mac_address': 'fa:16:3e:5b:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38d3d1f8-370d-4974-968c-78c15dd5c5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:21:16Z', 'updated_at': '2022-04-08T10:21:38Z', 'revision_number': 5, 'project_id': 'be30bca09ed8432b942cdec0ee999225', 'subnets': [{'id': '38d3d1f8-370d-4974-968c-78c15dd5c5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:22:39.876458 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 53695a35-5107-4460-9ed0-b506351f18b3 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:22:39.907438 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c70816a8-6771-4730-bd23-8fe040da500d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:22:39.907887 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c70816a8-6771-4730-bd23-8fe040da500d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:22:39.979225 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:22:40.017402 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038bd558-23f0-40ed-979f-1a47000fd68a None None] DHCP port deletion for 6518a6c1-84fe-48be-bb4e-7decab6a10bd request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:22:40.037419 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-038bd558-23f0-40ed-979f-1a47000fd68a None None] Deleting port bf543257-6de9-406a-b968-f14f72812a3e {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:40.037803 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-038bd558-23f0-40ed-979f-1a47000fd68a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:40.133630 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53044) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:40.159370 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 53695a35-5107-4460-9ed0-b506351f18b3, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=53695a35-5107-4460-9ed0-b506351f18b3,segment=NetworkSegment(b03bf823-4416-4fe0-9479-94379a96e5e7),segment_id=b03bf823-4416-4fe0-9479-94379a96e5e7)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:40.177842 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '53695a35-5107-4460-9ed0-b506351f18b3', 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82', 'port_id': '53695a35-5107-4460-9ed0-b506351f18b3', 'mac_address': 'fa:16:3e:bd:f2:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9288d010-9fbf-4288-b764-bbf686d8640a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:22:40.186782 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 1ce96e9d-d16c-47eb-aad8-b6145e079556 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:22:40.218278 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-db171786-f94f-405e-8768-7fa8f3574b4f None None] Deleting port 1ce96e9d-d16c-47eb-aad8-b6145e079556 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:40.218587 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-db171786-f94f-405e-8768-7fa8f3574b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:40.263991 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 1ce96e9d-d16c-47eb-aad8-b6145e079556 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:22:40.264358 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 1ce96e9d-d16c-47eb-aad8-b6145e079556 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:22:40.270766 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c70816a8-6771-4730-bd23-8fe040da500d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:40.275505 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae861e4a-f8b5-4b1c-b7c2-29e1104a7294 None None] New status for floating IP 0689e2c4-4277-420e-900b-638a3f4bb140: DOWN {{(pid=83848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:22:40.325017 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c70816a8-6771-4730-bd23-8fe040da500d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:40.350825 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a6a4102b-b5ef-409c-ad52-509eb6f72b15 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:40.353661 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-db171786-f94f-405e-8768-7fa8f3574b4f None None] The port '1ce96e9d-d16c-47eb-aad8-b6145e079556' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:22:40.418937 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:40.448708 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70816a8-6771-4730-bd23-8fe040da500d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] Pushing event deleted for resources: {'Network': ['ID=6a2dae78-160b-46d5-b34e-8d1e38b4545a,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:40.457951 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c70816a8-6771-4730-bd23-8fe040da500d tempest-NetworksIpV6TestAttrs-266708422 tempest-NetworksIpV6TestAttrs-266708422-project] 10.222.0.47 "DELETE /v2.0/networks/6a2dae78-160b-46d5-b34e-8d1e38b4545a HTTP/1.1" status: 204 len: 168 time: 2.0852392 Apr 08 10:22:40.460940 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a6a4102b-b5ef-409c-ad52-509eb6f72b15 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:40.464513 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53695a35-5107-4460-9ed0-b506351f18b3 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:22:40.481037 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 53695a35-5107-4460-9ed0-b506351f18b3, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=53695a35-5107-4460-9ed0-b506351f18b3,segment=NetworkSegment(b03bf823-4416-4fe0-9479-94379a96e5e7),segment_id=b03bf823-4416-4fe0-9479-94379a96e5e7)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:40.486973 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:40.530556 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4102b-b5ef-409c-ad52-509eb6f72b15 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=8def657a-bcb3-4bad-82df-d5b1af076dd3,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:40.538727 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a6a4102b-b5ef-409c-ad52-509eb6f72b15 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:40.559121 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a6a4102b-b5ef-409c-ad52-509eb6f72b15 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/8def657a-bcb3-4bad-82df-d5b1af076dd3 HTTP/1.1" status: 204 len: 168 time: 1.2903173 Apr 08 10:22:40.559951 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53050) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:40.584156 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a10776-b822-4315-97b2-321be5b933c1 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:40.653980 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa6f56e-7f80-432b-9828-2acb8ab77de7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet e4d59d79-5b52-4a58-892c-5227e73dad50 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:22:40.656051 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9aa6f56e-7f80-432b-9828-2acb8ab77de7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:40.718671 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9aa6f56e-7f80-432b-9828-2acb8ab77de7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:40.788439 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-efbc0b40-2c66-4d90-8807-d1bcb09ba01a tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:40.836823 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9aa6f56e-7f80-432b-9828-2acb8ab77de7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:40.915275 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9aa6f56e-7f80-432b-9828-2acb8ab77de7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:40.951534 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53058) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:40.961904 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6f56e-7f80-432b-9828-2acb8ab77de7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=e4d59d79-5b52-4a58-892c-5227e73dad50,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:40.962383 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-038bd558-23f0-40ed-979f-1a47000fd68a None None] For port bf543257-6de9-406a-b968-f14f72812a3e, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=bf543257-6de9-406a-b968-f14f72812a3e,segment=NetworkSegment(adc65072-bef1-4a0a-bc76-f6210ddd363c),segment_id=adc65072-bef1-4a0a-bc76-f6210ddd363c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:40.962892 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-038bd558-23f0-40ed-979f-1a47000fd68a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:40.968617 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9aa6f56e-7f80-432b-9828-2acb8ab77de7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:40.979280 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9aa6f56e-7f80-432b-9828-2acb8ab77de7 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/e4d59d79-5b52-4a58-892c-5227e73dad50 HTTP/1.1" status: 204 len: 168 time: 0.4182332 Apr 08 10:22:40.983807 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53064) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:41.020752 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-efbc0b40-2c66-4d90-8807-d1bcb09ba01a tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Calling delete_port for 796343a7-8e76-43d5-afc4-17ff9564507e owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:41.063375 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3cbf27f8-171a-4087-b50e-da2ec871c9d3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0748489 Apr 08 10:22:41.063582 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53068) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:41.097018 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-d120a06d-0685-4191-9890-d53dc2aae2a1 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] For port bf543257-6de9-406a-b968-f14f72812a3e, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=bf543257-6de9-406a-b968-f14f72812a3e,segment=NetworkSegment(adc65072-bef1-4a0a-bc76-f6210ddd363c),segment_id=adc65072-bef1-4a0a-bc76-f6210ddd363c)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:41.097383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d120a06d-0685-4191-9890-d53dc2aae2a1 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:41.152058 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145876a0-1aac-49f9-be69-d056fff9f185 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:41.156051 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-145876a0-1aac-49f9-be69-d056fff9f185 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0892198 Apr 08 10:22:41.156295 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53072) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:41.160330 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=53695a35-5107-4460-9ed0-b506351f18b3,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:41.171692 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-038bd558-23f0-40ed-979f-1a47000fd68a None None] Calling delete_port for bf543257-6de9-406a-b968-f14f72812a3e owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:41.206538 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['53695a35-5107-4460-9ed0-b506351f18b3'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:22:41.266567 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca075dd5-55b8-43be-a18f-f61567539320 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:41.267400 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ca075dd5-55b8-43be-a18f-f61567539320 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:22:41.269282 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-d120a06d-0685-4191-9890-d53dc2aae2a1 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Calling delete_port for bf543257-6de9-406a-b968-f14f72812a3e owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:41.279090 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-cd2aa2ee-6f44-4a0a-99c7-2a1b4eaa90b2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8cf15f21bd094c33bea580a114ab85ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3268425 Apr 08 10:22:41.284272 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53076) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:41.301427 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7cbb27c9-21c1-4d31-a3d9-ba95a6267f3a tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:41.305102 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ca075dd5-55b8-43be-a18f-f61567539320 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:22:41.308382 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ca075dd5-55b8-43be-a18f-f61567539320 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1487637 Apr 08 10:22:41.309164 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53080) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:41.361475 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c12a0c-223a-40fa-8f7e-e2a9f825e636 req-b6802cb6-2678-4b47-bb32-d364b454adbe tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:41.362952 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f1c12a0c-223a-40fa-8f7e-e2a9f825e636 req-b6802cb6-2678-4b47-bb32-d364b454adbe tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 944 time: 0.5765271 Apr 08 10:22:41.389296 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-038bd558-23f0-40ed-979f-1a47000fd68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:41.400649 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6cd00f92-1ae9-45ba-abaa-2dab3fdca7d9 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854480 Apr 08 10:22:41.400952 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53084) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:41.412795 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-04e23f84-0ac4-41af-9510-8fb3bd3bdd50 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:41.444068 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7cbb27c9-21c1-4d31-a3d9-ba95a6267f3a tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:41.444292 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038bd558-23f0-40ed-979f-1a47000fd68a None None] Pushing event deleted for resources: {'Port': ['ID=bf543257-6de9-406a-b968-f14f72812a3e,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:41.474555 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038bd558-23f0-40ed-979f-1a47000fd68a None None] No DVR routers for this DVR port bf543257-6de9-406a-b968-f14f72812a3e on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:22:41.552446 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.api [None req-d120a06d-0685-4191-9890-d53dc2aae2a1 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:22:41.552832 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG oslo_db.api [None req-d120a06d-0685-4191-9890-d53dc2aae2a1 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:22:41.561682 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aac2a3a7-00e1-425e-843e-6eae8dd0da9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:41.566113 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f1c12a0c-223a-40fa-8f7e-e2a9f825e636 req-008993a1-502d-4a68-af20-78af71ce0c8e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/security-groups?id=3ae44c6d-46de-49e1-b817-eec31857f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828845 Apr 08 10:22:41.576587 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-04e23f84-0ac4-41af-9510-8fb3bd3bdd50 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:41.583543 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-efbc0b40-2c66-4d90-8807-d1bcb09ba01a tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:41.600152 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-04e23f84-0ac4-41af-9510-8fb3bd3bdd50 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:41.606781 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aac2a3a7-00e1-425e-843e-6eae8dd0da9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:41.628702 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e23f84-0ac4-41af-9510-8fb3bd3bdd50 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:41.632102 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-04e23f84-0ac4-41af-9510-8fb3bd3bdd50 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:41.634143 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e23f84-0ac4-41af-9510-8fb3bd3bdd50 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:22:41.634558 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04e23f84-0ac4-41af-9510-8fb3bd3bdd50 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:22:41.647026 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3eec169b-e2e6-42b9-9481-48f59b7ef9c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:41.655742 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc0b40-2c66-4d90-8807-d1bcb09ba01a tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event deleted for resources: {'Port': ['ID=796343a7-8e76-43d5-afc4-17ff9564507e,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:41.660952 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358071bb-a76e-47c0-b9c8-98ce15f4dff8 None None] Update dhcp port {'port': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'fixed_ips': [{'subnet_id': 'e4d59d79-5b52-4a58-892c-5227e73dad50'}], 'binding:host_id': 'dv-neutron-837110-1-hyperv'}, 'id': '31fceafd-18c2-4a39-a324-9e096a47f1f1'} from dv-neutron-837110-1-hyperv. {{(pid=83847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 08 10:22:41.666835 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7cbb27c9-21c1-4d31-a3d9-ba95a6267f3a tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:41.673096 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-04e23f84-0ac4-41af-9510-8fb3bd3bdd50 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2684765 Apr 08 10:22:41.674306 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53088) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:41.679886 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-5f32bdbd-82a1-41bb-8e2c-1332644aadb8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:41.719865 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb27c9-21c1-4d31-a3d9-ba95a6267f3a tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fc8943-e98d-4911-a45b-81b71d9bb4d5,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:41.754776 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-358071bb-a76e-47c0-b9c8-98ce15f4dff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:41.802398 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aac2a3a7-00e1-425e-843e-6eae8dd0da9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:41.806731 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5f32bdbd-82a1-41bb-8e2c-1332644aadb8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:41.824258 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2a3a7-00e1-425e-843e-6eae8dd0da9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34974b20-ff9a-4507-9151-47f32df31d38,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:41.831623 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5f32bdbd-82a1-41bb-8e2c-1332644aadb8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:41.839192 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aac2a3a7-00e1-425e-843e-6eae8dd0da9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:41.840322 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-aac2a3a7-00e1-425e-843e-6eae8dd0da9c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/34974b20-ff9a-4507-9151-47f32df31d38 HTTP/1.1" status: 204 len: 168 time: 0.5543168 Apr 08 10:22:41.847145 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f32bdbd-82a1-41bb-8e2c-1332644aadb8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:41.851738 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5f32bdbd-82a1-41bb-8e2c-1332644aadb8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:41.853685 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f32bdbd-82a1-41bb-8e2c-1332644aadb8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:22:41.854282 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f32bdbd-82a1-41bb-8e2c-1332644aadb8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:22:41.879603 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5f32bdbd-82a1-41bb-8e2c-1332644aadb8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2049770 Apr 08 10:22:41.882591 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53094) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:41.893251 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-4a999aab-65a5-4ee6-85c7-1c42c2335853 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:41.947235 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device bf543257-6de9-406a-b968-f14f72812a3e no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:22:41.965198 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-efbc0b40-2c66-4d90-8807-d1bcb09ba01a tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:41.971758 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-efbc0b40-2c66-4d90-8807-d1bcb09ba01a tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "DELETE /v2.0/ports/796343a7-8e76-43d5-afc4-17ff9564507e HTTP/1.1" status: 204 len: 168 time: 2.3239787 Apr 08 10:22:41.975220 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7cbb27c9-21c1-4d31-a3d9-ba95a6267f3a tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:41.976853 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7cbb27c9-21c1-4d31-a3d9-ba95a6267f3a tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "DELETE /v2.0/security-groups/10fc8943-e98d-4911-a45b-81b71d9bb4d5 HTTP/1.1" status: 204 len: 168 time: 1.7349017 Apr 08 10:22:41.978955 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53098) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:41.979368 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53100) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:41.992598 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: bf543257-6de9-406a-b968-f14f72812a3e {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:22:41.993122 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device bf543257-6de9-406a-b968-f14f72812a3e not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:22:42.042764 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4a999aab-65a5-4ee6-85c7-1c42c2335853 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:42.053381 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4a999aab-65a5-4ee6-85c7-1c42c2335853 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:42.062921 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-d120a06d-0685-4191-9890-d53dc2aae2a1 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Deleting port bf543257-6de9-406a-b968-f14f72812a3e {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:42.063323 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d120a06d-0685-4191-9890-d53dc2aae2a1 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:42.069320 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a999aab-65a5-4ee6-85c7-1c42c2335853 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:42.074243 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89559488-fc9f-4e69-b4d8-a01105b51357 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:42.087759 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4a999aab-65a5-4ee6-85c7-1c42c2335853 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:42.091164 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a999aab-65a5-4ee6-85c7-1c42c2335853 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:22:42.092206 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a999aab-65a5-4ee6-85c7-1c42c2335853 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:22:42.128149 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4a999aab-65a5-4ee6-85c7-1c42c2335853 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2435968 Apr 08 10:22:42.129875 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53108) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:42.144741 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-4c424412-6b26-4639-b002-e2f40628100f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:42.149496 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-15477ed8-f1a8-4bef-97b6-2421f6defffe tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] show failed (client error): The resource could not be found. Apr 08 10:22:42.150530 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-15477ed8-f1a8-4bef-97b6-2421f6defffe tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "GET /v2.0/security-groups/10fc8943-e98d-4911-a45b-81b71d9bb4d5 HTTP/1.1" status: 404 len: 347 time: 0.1681161 Apr 08 10:22:42.157232 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-d120a06d-0685-4191-9890-d53dc2aae2a1 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] The port 'bf543257-6de9-406a-b968-f14f72812a3e' was deleted {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:22:42.161280 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53112) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:42.279536 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4c424412-6b26-4639-b002-e2f40628100f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:42.283519 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-507abd2f-5afb-4e2d-9218-5a0ca001ce98 None None] Provisioning complete for port 31fceafd-18c2-4a39-a324-9e096a47f1f1 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:42.284452 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-507abd2f-5afb-4e2d-9218-5a0ca001ce98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:42.291616 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4c424412-6b26-4639-b002-e2f40628100f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:42.306583 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c424412-6b26-4639-b002-e2f40628100f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:42.312212 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c424412-6b26-4639-b002-e2f40628100f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:42.317062 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c424412-6b26-4639-b002-e2f40628100f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:22:42.317517 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c424412-6b26-4639-b002-e2f40628100f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:22:42.356621 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4c424412-6b26-4639-b002-e2f40628100f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2256286 Apr 08 10:22:42.357251 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53122) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:42.364435 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-936c1d76-0d8c-4995-8fdb-2b915c0c51e0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:42.450781 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-13b8c220-056a-4caa-a428-3ba43b312be2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Deleting port 6c136559-0401-4a58-bafc-ee9c98b879c3 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:42.451275 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-13b8c220-056a-4caa-a428-3ba43b312be2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:42.615884 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7170dcc4-fa76-4ade-ac63-2dff652be1f4 None None] DHCP port deletion for 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:22:42.630928 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-7170dcc4-fa76-4ade-ac63-2dff652be1f4 None None] Deleting port 31fceafd-18c2-4a39-a324-9e096a47f1f1 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:42.630928 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7170dcc4-fa76-4ade-ac63-2dff652be1f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:42.661691 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-936c1d76-0d8c-4995-8fdb-2b915c0c51e0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:42.694451 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-936c1d76-0d8c-4995-8fdb-2b915c0c51e0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:42.705681 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936c1d76-0d8c-4995-8fdb-2b915c0c51e0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:42.709412 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-936c1d76-0d8c-4995-8fdb-2b915c0c51e0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:42.711396 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-936c1d76-0d8c-4995-8fdb-2b915c0c51e0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:22:42.712045 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936c1d76-0d8c-4995-8fdb-2b915c0c51e0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:22:42.737244 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-155a4176-3127-476f-b554-f2c5fee1fc67 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Deleting port 70333e6c-1da1-4be0-9685-27e3669c8616 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:42.737742 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-155a4176-3127-476f-b554-f2c5fee1fc67 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:42.755671 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-936c1d76-0d8c-4995-8fdb-2b915c0c51e0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3946071 Apr 08 10:22:42.755883 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53130) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:42.762279 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-864fb157-02cc-4833-815e-4e378d258db1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:42.928879 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-155a4176-3127-476f-b554-f2c5fee1fc67 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:42.929223 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-155a4176-3127-476f-b554-f2c5fee1fc67 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:42.951356 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-864fb157-02cc-4833-815e-4e378d258db1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:42.955610 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-7170dcc4-fa76-4ade-ac63-2dff652be1f4 None None] For port 31fceafd-18c2-4a39-a324-9e096a47f1f1, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=31fceafd-18c2-4a39-a324-9e096a47f1f1,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:42.956046 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7170dcc4-fa76-4ade-ac63-2dff652be1f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:42.964425 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-864fb157-02cc-4833-815e-4e378d258db1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:42.974320 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864fb157-02cc-4833-815e-4e378d258db1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:42.978870 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-864fb157-02cc-4833-815e-4e378d258db1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:42.980638 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-864fb157-02cc-4833-815e-4e378d258db1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:22:42.981176 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-864fb157-02cc-4833-815e-4e378d258db1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:22:43.004201 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-864fb157-02cc-4833-815e-4e378d258db1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2450712 Apr 08 10:22:43.004449 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53140) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:43.097919 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-7170dcc4-fa76-4ade-ac63-2dff652be1f4 None None] Calling delete_port for 31fceafd-18c2-4a39-a324-9e096a47f1f1 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:43.098758 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571a1276-e359-4b3c-a847-470ec7d98cfd tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:43.103191 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-571a1276-e359-4b3c-a847-470ec7d98cfd tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0945578 Apr 08 10:22:43.103191 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53144) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:43.104050 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53146) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:43.108349 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-155a4176-3127-476f-b554-f2c5fee1fc67 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Calling delete_port for 70333e6c-1da1-4be0-9685-27e3669c8616 owned by network:floatingip {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:43.187925 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7170dcc4-fa76-4ade-ac63-2dff652be1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:43.189592 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49ecb14-b589-45c7-a10b-e6db30a4d531 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:43.193925 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f49ecb14-b589-45c7-a10b-e6db30a4d531 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0885115 Apr 08 10:22:43.194359 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53154) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:43.246704 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170dcc4-fa76-4ade-ac63-2dff652be1f4 None None] Pushing event deleted for resources: {'Port': ['ID=31fceafd-18c2-4a39-a324-9e096a47f1f1,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:43.252224 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7170dcc4-fa76-4ade-ac63-2dff652be1f4 None None] No DVR routers for this DVR port 31fceafd-18c2-4a39-a324-9e096a47f1f1 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:22:43.278389 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b229f144-301b-4dfe-b7ca-dba94d40b5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:43.278700 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d120a06d-0685-4191-9890-d53dc2aae2a1 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:43.291896 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e8431331-6676-466b-8947-60eb634bcf7c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0962710 Apr 08 10:22:43.295493 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53160) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:43.300428 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-f0378fa6-dc76-4bb1-914a-d313618e82fb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-875653410'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:43.306928 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-f17ff4ed-d81c-4b29-807a-f4ac512c5f86 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:43.324409 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f0378fa6-dc76-4bb1-914a-d313618e82fb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:43.357061 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-d120a06d-0685-4191-9890-d53dc2aae2a1 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6518a6c1-84fe-48be-bb4e-7decab6a10bd']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:43.373161 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f0378fa6-dc76-4bb1-914a-d313618e82fb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:network and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:43.380885 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f0378fa6-dc76-4bb1-914a-d313618e82fb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:43.399734 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-d120a06d-0685-4191-9890-d53dc2aae2a1 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc65072-bef1-4a0a-bc76-f6210ddd363c') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:43.400152 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-d120a06d-0685-4191-9890-d53dc2aae2a1 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc65072-bef1-4a0a-bc76-f6210ddd363c') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:43.403155 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f0378fa6-dc76-4bb1-914a-d313618e82fb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:43.428867 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0378fa6-dc76-4bb1-914a-d313618e82fb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:43.432483 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f0378fa6-dc76-4bb1-914a-d313618e82fb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:43.448684 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f17ff4ed-d81c-4b29-807a-f4ac512c5f86 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:43.450833 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f0378fa6-dc76-4bb1-914a-d313618e82fb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:43.471085 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f17ff4ed-d81c-4b29-807a-f4ac512c5f86 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:43.487968 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d120a06d-0685-4191-9890-d53dc2aae2a1 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:43.489625 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17ff4ed-d81c-4b29-807a-f4ac512c5f86 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:43.493673 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f17ff4ed-d81c-4b29-807a-f4ac512c5f86 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:43.555886 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d120a06d-0685-4191-9890-d53dc2aae2a1 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:43.562526 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f0378fa6-dc76-4bb1-914a-d313618e82fb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:43.564894 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e968a23-518a-4acc-bbe2-24a7c0a6e937 req-411f5167-631c-4712-986c-19adb3b1e0be tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:43.566365 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8e968a23-518a-4acc-bbe2-24a7c0a6e937 req-411f5167-631c-4712-986c-19adb3b1e0be tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 944 time: 0.3974798 Apr 08 10:22:43.585817 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f0378fa6-dc76-4bb1-914a-d313618e82fb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:security_group_rule and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:43.591215 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f0378fa6-dc76-4bb1-914a-d313618e82fb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:43.597309 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d120a06d-0685-4191-9890-d53dc2aae2a1 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:22:43.597719 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d120a06d-0685-4191-9890-d53dc2aae2a1 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:43.600288 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f0378fa6-dc76-4bb1-914a-d313618e82fb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:22:43.618764 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:22:43.725501 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-13b8c220-056a-4caa-a428-3ba43b312be2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:43.746320 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f0378fa6-dc76-4bb1-914a-d313618e82fb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:43.754847 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f0378fa6-dc76-4bb1-914a-d313618e82fb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:43.801604 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0378fa6-dc76-4bb1-914a-d313618e82fb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:22:43.827093 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f0378fa6-dc76-4bb1-914a-d313618e82fb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:43.827565 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-f0378fa6-dc76-4bb1-914a-d313618e82fb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Added segment 59441c1c-5bf6-4935-b138-0c333c95979f of type vlan for network 5a2f3eff-7620-4bdd-83cb-b9571de648de Apr 08 10:22:43.829137 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0378fa6-dc76-4bb1-914a-d313618e82fb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9dc35b-0bc7-4802-8a2b-d3d8cdd9a727,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:43.908207 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 53695a35-5107-4460-9ed0-b506351f18b3 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:22:43.910250 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f0378fa6-dc76-4bb1-914a-d313618e82fb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:43.944494 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 31fceafd-18c2-4a39-a324-9e096a47f1f1 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:22:43.984406 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.objects.ports [None req-f17ff4ed-d81c-4b29-807a-f4ac512c5f86 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83846) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 08 10:22:43.985926 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f17ff4ed-d81c-4b29-807a-f4ac512c5f86 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:43.989899 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 31fceafd-18c2-4a39-a324-9e096a47f1f1 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:22:43.990336 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 31fceafd-18c2-4a39-a324-9e096a47f1f1 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:22:44.022607 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f0378fa6-dc76-4bb1-914a-d313618e82fb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:44.027011 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0378fa6-dc76-4bb1-914a-d313618e82fb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:44.027611 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f0378fa6-dc76-4bb1-914a-d313618e82fb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:44.031411 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port 53695a35-5107-4460-9ed0-b506351f18b3 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:44.036921 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 53695a35-5107-4460-9ed0-b506351f18b3 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:44.037381 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:44.134459 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-13b8c220-056a-4caa-a428-3ba43b312be2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Calling delete_port for 6c136559-0401-4a58-bafc-ee9c98b879c3 owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:44.158117 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17ff4ed-d81c-4b29-807a-f4ac512c5f86 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:44.164883 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-155a4176-3127-476f-b554-f2c5fee1fc67 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:44.174788 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:44.178494 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-f17ff4ed-d81c-4b29-807a-f4ac512c5f86 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:44.189577 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17ff4ed-d81c-4b29-807a-f4ac512c5f86 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:44.190172 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f17ff4ed-d81c-4b29-807a-f4ac512c5f86 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:44.198059 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ff4ed-d81c-4b29-807a-f4ac512c5f86 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=66c4f5fa-ae4b-4971-97f5-f0addce53863,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:44.203988 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f211f1-af93-4391-ae71-b046090079b3 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:44.204785 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f0378fa6-dc76-4bb1-914a-d313618e82fb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1020575 Apr 08 10:22:44.209497 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53164) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:44.214061 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0378fa6-dc76-4bb1-914a-d313618e82fb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Network': ['ID=5a2f3eff-7620-4bdd-83cb-b9571de648de,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:44.229033 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d120a06d-0685-4191-9890-d53dc2aae2a1 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:44.229371 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f17ff4ed-d81c-4b29-807a-f4ac512c5f86 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9327557 Apr 08 10:22:44.230020 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53168) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:44.232121 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fcbda0-1230-4af6-a120-ed4eb3880cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53695a35-5107-4460-9ed0-b506351f18b3'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:22:44.236566 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-28f7e1a1-8464-4674-a0f0-13f432cdb5e5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'port': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'mac_address': 'fa:16:3e:84:80:d0', 'name': 'tempest-NetworksTestDHCPv6-1678638192'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:44.246662 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 5a2f3eff-7620-4bdd-83cb-b9571de648de details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:22:44.256283 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-bd85d358-0eb9-4128-b9d0-7cd09c45c1a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'port': {'network_id': '5a2f3eff-7620-4bdd-83cb-b9571de648de', 'name': 'tempest-PortsTestJSON-1877661969'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:44.286792 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8e968a23-518a-4acc-bbe2-24a7c0a6e937 req-1afddff9-663f-4520-94f2-c3027f0a34a6 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/security-groups?id=3ae44c6d-46de-49e1-b817-eec31857f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6964612 Apr 08 10:22:44.287510 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a4176-3127-476f-b554-f2c5fee1fc67 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Pushing event deleted for resources: {'Port': ['ID=70333e6c-1da1-4be0-9685-27e3669c8616,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:44.291995 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d120a06d-0685-4191-9890-d53dc2aae2a1 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:44.339956 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ac7c666-2e3c-46c9-a6f2-cbf390e9e481'] response: {'server_uuid': '00fcbda0-1230-4af6-a120-ed4eb3880cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53695a35-5107-4460-9ed0-b506351f18b3', 'code': 200} Apr 08 10:22:44.341536 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 53695a35-5107-4460-9ed0-b506351f18b3, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=53695a35-5107-4460-9ed0-b506351f18b3,segment=NetworkSegment(b03bf823-4416-4fe0-9479-94379a96e5e7),segment_id=b03bf823-4416-4fe0-9479-94379a96e5e7)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:44.377161 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d120a06d-0685-4191-9890-d53dc2aae2a1 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] Pushing event deleted for resources: {'Network': ['ID=6518a6c1-84fe-48be-bb4e-7decab6a10bd,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:44.400395 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:44.453267 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-28f7e1a1-8464-4674-a0f0-13f432cdb5e5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:44.460193 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-28f7e1a1-8464-4674-a0f0-13f432cdb5e5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:port and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:44.464022 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-28f7e1a1-8464-4674-a0f0-13f432cdb5e5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:44.471163 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-28f7e1a1-8464-4674-a0f0-13f432cdb5e5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:44.489326 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f7e1a1-8464-4674-a0f0-13f432cdb5e5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:44.495618 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-28f7e1a1-8464-4674-a0f0-13f432cdb5e5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:44.522536 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d120a06d-0685-4191-9890-d53dc2aae2a1 tempest-AllowedAddressPairIpV6TestJSON-1989698434 tempest-AllowedAddressPairIpV6TestJSON-1989698434-project] 10.222.0.47 "DELETE /v2.0/networks/6518a6c1-84fe-48be-bb4e-7decab6a10bd HTTP/1.1" status: 204 len: 168 time: 5.0581691 Apr 08 10:22:44.538569 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-28f7e1a1-8464-4674-a0f0-13f432cdb5e5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] device_id is not set on port 9d3338dd-acf2-4ec9-a05f-44947d2f0785 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:22:44.619574 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-bd85d358-0eb9-4128-b9d0-7cd09c45c1a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:44.706384 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-bd85d358-0eb9-4128-b9d0-7cd09c45c1a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:port and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:44.712144 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=53695a35-5107-4460-9ed0-b506351f18b3,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:44.721282 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-094cd035-4e57-4ff4-b759-009779bb7b09 req-35121138-cf4f-423c-921d-52d948578771 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 1098 time: 0.1086402 Apr 08 10:22:44.736587 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-bd85d358-0eb9-4128-b9d0-7cd09c45c1a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:44.737152 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec72f61d-7c29-425d-95c0-17aedbbbe304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'fixed_ips': [{'subnet_id': '66c4f5fa-ae4b-4971-97f5-f0addce53863'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:22:44.738183 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ec72f61d-7c29-425d-95c0-17aedbbbe304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:44.762707 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-bd85d358-0eb9-4128-b9d0-7cd09c45c1a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:44.823382 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-094cd035-4e57-4ff4-b759-009779bb7b09 req-84f2fada-8155-489a-a3c5-00e34ae8c98d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3ae44c6d-46de-49e1-b817-eec31857f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591564 Apr 08 10:22:44.857776 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-28f7e1a1-8464-4674-a0f0-13f432cdb5e5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 2001:db8::f816:3eff:fe84:80d0 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/66c4f5fa-ae4b-4971-97f5-f0addce53863/9d3338dd-acf2-4ec9-a05f-44947d2f0785) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:44.932623 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-155a4176-3127-476f-b554-f2c5fee1fc67 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks [] for floatingip, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:44.966721 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53178) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:44.997856 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd85d358-0eb9-4128-b9d0-7cd09c45c1a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:45.001586 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bd85d358-0eb9-4128-b9d0-7cd09c45c1a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:45.024261 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-155a4176-3127-476f-b554-f2c5fee1fc67 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:45.025462 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-155a4176-3127-476f-b554-f2c5fee1fc67 tempest-ServersTestManualDisk-1619416418 tempest-ServersTestManualDisk-1619416418-project] 10.222.0.47 "DELETE /v2.0/floatingips/0689e2c4-4277-420e-900b-638a3f4bb140 HTTP/1.1" status: 204 len: 168 time: 2.8632557 Apr 08 10:22:45.030318 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-13b8c220-056a-4caa-a428-3ba43b312be2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:45.031190 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53184) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:45.083676 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8c220-056a-4caa-a428-3ba43b312be2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event deleted for resources: {'Port': ['ID=6c136559-0401-4a58-bafc-ee9c98b879c3,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:45.098368 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-bd85d358-0eb9-4128-b9d0-7cd09c45c1a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] device_id is not set on port 02eb9091-75d2-4e0f-b9e6-ea85275b40bc yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:22:45.313392 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-13b8c220-056a-4caa-a428-3ba43b312be2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:45.329151 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-28f7e1a1-8464-4674-a0f0-13f432cdb5e5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:45.345621 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-28f7e1a1-8464-4674-a0f0-13f432cdb5e5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Transition to ACTIVE for port object 9d3338dd-acf2-4ec9-a05f-44947d2f0785 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:45.437243 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-13b8c220-056a-4caa-a428-3ba43b312be2 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "DELETE /v2.0/ports/6c136559-0401-4a58-bafc-ee9c98b879c3 HTTP/1.1" status: 204 len: 168 time: 3.4545779 Apr 08 10:22:45.440499 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-28f7e1a1-8464-4674-a0f0-13f432cdb5e5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:45.453888 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53190) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:45.468986 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-ec72f61d-7c29-425d-95c0-17aedbbbe304 None None] Allocated IP 2001:db8::f816:3eff:fe0a:ac58 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/66c4f5fa-ae4b-4971-97f5-f0addce53863/7401fbde-94f1-48dc-bf9f-c1a0e604d7a2) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:45.512775 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e9b1423d-72db-46b8-94ff-64a0f00ee0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:45.576336 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bd85d358-0eb9-4128-b9d0-7cd09c45c1a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:45.629626 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6da34-213c-49cb-9c55-19098211ef01 req-81412561-b542-49d7-b9ab-cdc1fd46a63e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:45.631103 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-11b6da34-213c-49cb-9c55-19098211ef01 req-81412561-b542-49d7-b9ab-cdc1fd46a63e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 945 time: 0.1990383 Apr 08 10:22:45.638845 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eec169b-e2e6-42b9-9481-48f59b7ef9c2 admin admin] Router 60b428a0-9d75-48b2-8c34-71de0d270caa has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:22:45.658752 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f02ff848-5459-48e9-81cc-bda629622f64 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=33768067952e4b2b86e46183d6e96a69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6881568 Apr 08 10:22:45.662544 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53194) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:45.668297 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7e1a1-8464-4674-a0f0-13f432cdb5e5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=9d3338dd-acf2-4ec9-a05f-44947d2f0785,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:45.677614 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f7e1a1-8464-4674-a0f0-13f432cdb5e5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:45.687524 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-28f7e1a1-8464-4674-a0f0-13f432cdb5e5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:45.698188 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f7e1a1-8464-4674-a0f0-13f432cdb5e5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:22:45.702188 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f7e1a1-8464-4674-a0f0-13f432cdb5e5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:45.702776 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-28f7e1a1-8464-4674-a0f0-13f432cdb5e5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:45.717577 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bd85d358-0eb9-4128-b9d0-7cd09c45c1a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:45.730933 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ec72f61d-7c29-425d-95c0-17aedbbbe304 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:45.742181 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-28f7e1a1-8464-4674-a0f0-13f432cdb5e5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5108471 Apr 08 10:22:45.745901 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53198) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:45.746143 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ec72f61d-7c29-425d-95c0-17aedbbbe304 None None] Transition to ACTIVE for port object 7401fbde-94f1-48dc-bf9f-c1a0e604d7a2 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:45.766981 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ec72f61d-7c29-425d-95c0-17aedbbbe304 None None] Transition to ACTIVE for port object 7401fbde-94f1-48dc-bf9f-c1a0e604d7a2 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:45.773834 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ec72f61d-7c29-425d-95c0-17aedbbbe304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:45.790673 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a93af4-670c-4e89-9e62-0b47151fb5b7 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:45.791364 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-15a93af4-670c-4e89-9e62-0b47151fb5b7 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Synchronizing usage tracker for tenant:eaffd781f5dd45dba33356f8d68ab59c on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:22:45.833916 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-15a93af4-670c-4e89-9e62-0b47151fb5b7 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Unset dirty status for tenant:eaffd781f5dd45dba33356f8d68ab59c on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:22:45.838412 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-15a93af4-670c-4e89-9e62-0b47151fb5b7 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "GET /v2.0/ports?device_id=1228fa13-706d-444f-aaa3-5802b42cbcd9 HTTP/1.1" status: 200 len: 913 time: 0.3800111 Apr 08 10:22:45.838602 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53202) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:45.861722 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec72f61d-7c29-425d-95c0-17aedbbbe304 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:45.867296 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-ec72f61d-7c29-425d-95c0-17aedbbbe304 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:45.868824 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-11b6da34-213c-49cb-9c55-19098211ef01 req-0dbd7f68-0e29-4d4e-9e62-f22355aad7cd tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/security-groups?id=3ae44c6d-46de-49e1-b817-eec31857f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249520 Apr 08 10:22:45.886820 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec72f61d-7c29-425d-95c0-17aedbbbe304 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:22:45.891907 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72f61d-7c29-425d-95c0-17aedbbbe304 None None] Pushing event updated for resources: {'Port': ['ID=7401fbde-94f1-48dc-bf9f-c1a0e604d7a2,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:45.983355 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85d358-0eb9-4128-b9d0-7cd09c45c1a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Port': ['ID=02eb9091-75d2-4e0f-b9e6-ea85275b40bc,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:46.009125 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fe9de7-f310-4601-b6da-0e6b47516d19 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:46.013332 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fe9de7-f310-4601-b6da-0e6b47516d19 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:46.013938 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c9fe9de7-f310-4601-b6da-0e6b47516d19 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:22:46.015100 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-ec72f61d-7c29-425d-95c0-17aedbbbe304 None None] Attempting to bind port 7401fbde-94f1-48dc-bf9f-c1a0e604d7a2 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:22:46.015548 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-ec72f61d-7c29-425d-95c0-17aedbbbe304 None None] Attempting to bind port 7401fbde-94f1-48dc-bf9f-c1a0e604d7a2 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:22:46.015998 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec72f61d-7c29-425d-95c0-17aedbbbe304 None None] Attempting to bind port 7401fbde-94f1-48dc-bf9f-c1a0e604d7a2 on network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:22:46.027207 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec72f61d-7c29-425d-95c0-17aedbbbe304 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:22:46.027789 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec72f61d-7c29-425d-95c0-17aedbbbe304 None None] Checking segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:22:46.029155 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ec72f61d-7c29-425d-95c0-17aedbbbe304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:46.030246 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec72f61d-7c29-425d-95c0-17aedbbbe304 None None] Bound using segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:22:46.034221 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-ec72f61d-7c29-425d-95c0-17aedbbbe304 None None] Bound port: 7401fbde-94f1-48dc-bf9f-c1a0e604d7a2, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:22:46.035479 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ec72f61d-7c29-425d-95c0-17aedbbbe304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:46.042622 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad61fa95-3eb1-4009-a0ad-e6319256e938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:46.052251 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c9fe9de7-f310-4601-b6da-0e6b47516d19 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:22:46.053397 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c9fe9de7-f310-4601-b6da-0e6b47516d19 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3038409 Apr 08 10:22:46.058540 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53208) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:46.234580 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-ec72f61d-7c29-425d-95c0-17aedbbbe304 None None] For port 7401fbde-94f1-48dc-bf9f-c1a0e604d7a2, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:22:46.238555 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-ec72f61d-7c29-425d-95c0-17aedbbbe304 None None] For port 7401fbde-94f1-48dc-bf9f-c1a0e604d7a2, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=7401fbde-94f1-48dc-bf9f-c1a0e604d7a2,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:22:46.241317 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd85d358-0eb9-4128-b9d0-7cd09c45c1a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Checking segment: {'id': '59441c1c-5bf6-4935-b138-0c333c95979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5a2f3eff-7620-4bdd-83cb-b9571de648de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:22:46.241656 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd85d358-0eb9-4128-b9d0-7cd09c45c1a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network hostable DHCP agents. Network: 5a2f3eff-7620-4bdd-83cb-b9571de648de, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:22:46.244381 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ec72f61d-7c29-425d-95c0-17aedbbbe304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:46.259407 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad61fa95-3eb1-4009-a0ad-e6319256e938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:46.317814 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-c63b7eb4-6d3c-41da-bcfa-ec69a0194210 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting port 9d3338dd-acf2-4ec9-a05f-44947d2f0785 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:46.318454 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c63b7eb4-6d3c-41da-bcfa-ec69a0194210 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:46.334622 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72f61d-7c29-425d-95c0-17aedbbbe304 None None] Pushing event updated for resources: {'Port': ['ID=7401fbde-94f1-48dc-bf9f-c1a0e604d7a2,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:46.378515 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd85d358-0eb9-4128-b9d0-7cd09c45c1a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network 5a2f3eff-7620-4bdd-83cb-b9571de648de is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:22:46.411446 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-bd85d358-0eb9-4128-b9d0-7cd09c45c1a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 5a2f3eff-7620-4bdd-83cb-b9571de648de) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:46.423255 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd85d358-0eb9-4128-b9d0-7cd09c45c1a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:22:46.425038 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bb1b04-4cf6-4277-b395-e19fb44d2433 None None] Network 5a2f3eff-7620-4bdd-83cb-b9571de648de requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:46.427154 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd85d358-0eb9-4128-b9d0-7cd09c45c1a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:46.427803 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bd85d358-0eb9-4128-b9d0-7cd09c45c1a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:46.500403 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0796e3ac-0067-49c8-8f2a-957adbbccb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:46.523505 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad61fa95-3eb1-4009-a0ad-e6319256e938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:46.599132 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad61fa95-3eb1-4009-a0ad-e6319256e938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:46.600459 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ad61fa95-3eb1-4009-a0ad-e6319256e938 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dadca49e-65c1-4f29-ae4c-b7a7f799424b HTTP/1.1" status: 204 len: 168 time: 0.9368346 Apr 08 10:22:46.684487 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-bd85d358-0eb9-4128-b9d0-7cd09c45c1a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4567616 Apr 08 10:22:46.687064 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53214) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:46.692210 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61fa95-3eb1-4009-a0ad-e6319256e938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadca49e-65c1-4f29-ae4c-b7a7f799424b,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:46.705062 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-54cb462f-da22-490d-a7d0-5d265dffac18 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-6120409'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:46.713788 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-54cb462f-da22-490d-a7d0-5d265dffac18 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:46.728555 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-54cb462f-da22-490d-a7d0-5d265dffac18 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:network and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:46.743092 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eec169b-e2e6-42b9-9481-48f59b7ef9c2 admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:22:46.749832 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:46.759610 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3eec169b-e2e6-42b9-9481-48f59b7ef9c2 admin admin] 10.222.0.47 "PUT /v2.0/routers/60b428a0-9d75-48b2-8c34-71de0d270caa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.8917830 Apr 08 10:22:46.761995 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53218) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:46.765434 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ef829-5b41-4e77-8052-092943c631a0 None None] Sync routers for ids ['60b428a0-9d75-48b2-8c34-71de0d270caa'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:22:46.783650 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26ef829-5b41-4e77-8052-092943c631a0 None None] Routers {'60b428a0-9d75-48b2-8c34-71de0d270caa'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:22:46.784371 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-c26ef829-5b41-4e77-8052-092943c631a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:22:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['60b428a0-9d75-48b2-8c34-71de0d270caa'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:46.813548 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c63b7eb4-6d3c-41da-bcfa-ec69a0194210 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:46.873278 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-54cb462f-da22-490d-a7d0-5d265dffac18 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:46.886035 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-54cb462f-da22-490d-a7d0-5d265dffac18 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:46.917668 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cb462f-da22-490d-a7d0-5d265dffac18 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:46.920340 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-54cb462f-da22-490d-a7d0-5d265dffac18 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:46.990440 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:47.036882 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54cb462f-da22-490d-a7d0-5d265dffac18 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:22:47.076386 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-54cb462f-da22-490d-a7d0-5d265dffac18 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:47.076873 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-54cb462f-da22-490d-a7d0-5d265dffac18 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Added segment c24ad497-4f0a-40d9-90df-842f18d79de2 of type vlan for network 84d2aa77-8c18-44f8-8199-b85dadd938c9 Apr 08 10:22:47.098552 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-c26ef829-5b41-4e77-8052-092943c631a0 None None] Set router 60b428a0-9d75-48b2-8c34-71de0d270caa gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:22:47.107355 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-54cb462f-da22-490d-a7d0-5d265dffac18 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:47.147155 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d6648f98-60eb-4d17-ae4a-8d0ad30d3806 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:47.161253 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-c63b7eb4-6d3c-41da-bcfa-ec69a0194210 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Calling delete_port for 9d3338dd-acf2-4ec9-a05f-44947d2f0785 owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:47.306783 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-54cb462f-da22-490d-a7d0-5d265dffac18 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:47.310721 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cb462f-da22-490d-a7d0-5d265dffac18 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:47.311395 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-54cb462f-da22-490d-a7d0-5d265dffac18 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:47.485150 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-c26ef829-5b41-4e77-8052-092943c631a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'name': 'tempest-ServerActionsTestJSON-226225794-router', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:52Z', 'updated_at': '2022-04-08T10:22:39Z', 'revision_number': 5, 'project_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'gw_port': {'id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:53Z', 'updated_at': '2022-04-08T10:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:47.490493 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ef829-5b41-4e77-8052-092943c631a0 None None] Checking router: 60b428a0-9d75-48b2-8c34-71de0d270caa for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:22:47.505536 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26ef829-5b41-4e77-8052-092943c631a0 None None] Routers {'60b428a0-9d75-48b2-8c34-71de0d270caa'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:22:47.506549 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-c26ef829-5b41-4e77-8052-092943c631a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:22:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['60b428a0-9d75-48b2-8c34-71de0d270caa'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:47.506977 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c63b7eb4-6d3c-41da-bcfa-ec69a0194210 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:47.527190 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443f068-bb16-4511-bd1b-52977323e207 req-626b4ad5-6db2-4a30-aea8-86061ec830fb tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:47.528740 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e443f068-bb16-4511-bd1b-52977323e207 req-626b4ad5-6db2-4a30-aea8-86061ec830fb tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 945 time: 0.2649956 Apr 08 10:22:47.555148 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-54cb462f-da22-490d-a7d0-5d265dffac18 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8663228 Apr 08 10:22:47.583694 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53236) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:47.592778 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb462f-da22-490d-a7d0-5d265dffac18 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Network': ['ID=84d2aa77-8c18-44f8-8199-b85dadd938c9,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:47.636696 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'ports': [{'network_id': '5a2f3eff-7620-4bdd-83cb-b9571de648de'}, {'network_id': '84d2aa77-8c18-44f8-8199-b85dadd938c9'}]} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:47.637241 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'port': {'network_id': '5a2f3eff-7620-4bdd-83cb-b9571de648de'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:47.637463 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'port': {'network_id': '84d2aa77-8c18-44f8-8199-b85dadd938c9'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:47.679905 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 84d2aa77-8c18-44f8-8199-b85dadd938c9 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:22:47.728294 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b7eb4-6d3c-41da-bcfa-ec69a0194210 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Port': ['ID=9d3338dd-acf2-4ec9-a05f-44947d2f0785,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:47.858275 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c63b7eb4-6d3c-41da-bcfa-ec69a0194210 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:47.865008 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e443f068-bb16-4511-bd1b-52977323e207 req-250c21c2-cbd5-4ef4-ab4d-46836a8c7b26 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/security-groups?id=3ae44c6d-46de-49e1-b817-eec31857f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2821178 Apr 08 10:22:47.897992 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c63b7eb4-6d3c-41da-bcfa-ec69a0194210 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/9d3338dd-acf2-4ec9-a05f-44947d2f0785 HTTP/1.1" status: 204 len: 168 time: 1.8348730 Apr 08 10:22:47.903377 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53244) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:47.920327 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-798cce26-78f4-40b4-9579-93174cf214ce None None] Provisioning for port 7401fbde-94f1-48dc-bf9f-c1a0e604d7a2 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:47.993852 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-c26ef829-5b41-4e77-8052-092943c631a0 None None] Set router 60b428a0-9d75-48b2-8c34-71de0d270caa gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:22:48.054732 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b755ebb-d607-486f-889b-f1be4a6e51f4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:48.055998 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b755ebb-d607-486f-889b-f1be4a6e51f4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:48.056763 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3b755ebb-d607-486f-889b-f1be4a6e51f4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:22:48.091261 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7401fbde-94f1-48dc-bf9f-c1a0e604d7a2 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:22:48.141759 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53250) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:48.242297 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3b755ebb-d607-486f-889b-f1be4a6e51f4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:22:48.245995 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3b755ebb-d607-486f-889b-f1be4a6e51f4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3353097 Apr 08 10:22:48.251094 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53256) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:48.263737 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:48.271264 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:port and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:48.276791 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:48.294706 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:48.306535 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1293dc73-6195-4e9a-b5d3-e680990705f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:48.324574 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a6245f2c-70bb-4cbc-bc47-be518a8de79e None None] Could not find standard attr ID for object 9d3338dd-acf2-4ec9-a05f-44947d2f0785. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:22:48.463734 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:48.498221 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-ae132bb0-80fa-4e42-8593-76874fb9ecac tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1942118219'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:48.504661 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ae132bb0-80fa-4e42-8593-76874fb9ecac tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:48.508968 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ae132bb0-80fa-4e42-8593-76874fb9ecac tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Usage tracker for resource:network and tenant:4a3cb57afa184e6bab18134b0880eeff is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:48.511526 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 7401fbde-94f1-48dc-bf9f-c1a0e604d7a2 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:48.512584 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ae132bb0-80fa-4e42-8593-76874fb9ecac tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:48.518668 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ae132bb0-80fa-4e42-8593-76874fb9ecac tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:48.530050 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 7401fbde-94f1-48dc-bf9f-c1a0e604d7a2 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:48.530539 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:48.549674 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae132bb0-80fa-4e42-8593-76874fb9ecac tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Made reservation on behalf of 4a3cb57afa184e6bab18134b0880eeff for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:48.553156 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ae132bb0-80fa-4e42-8593-76874fb9ecac tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:48.576074 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ae132bb0-80fa-4e42-8593-76874fb9ecac tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:48.581991 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'port': 2} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:48.585443 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:48.612639 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:48.647657 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5802d-a634-4930-9072-5d44f0501dba req-87c01652-134d-4412-ace0-0bef16195140 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:48.649698 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a0e5802d-a634-4930-9072-5d44f0501dba req-87c01652-134d-4412-ace0-0bef16195140 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 945 time: 0.4607313 Apr 08 10:22:48.708399 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:48.723807 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-c26ef829-5b41-4e77-8052-092943c631a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'name': 'tempest-ServerActionsTestJSON-226225794-router', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:52Z', 'updated_at': '2022-04-08T10:22:39Z', 'revision_number': 5, 'project_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'gw_port': {'id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:53Z', 'updated_at': '2022-04-08T10:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:48.734023 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ef829-5b41-4e77-8052-092943c631a0 None None] The sync data for ids ['60b428a0-9d75-48b2-8c34-71de0d270caa'] in dv-neutron-837110-1-hyperv is: [{'id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'name': 'tempest-ServerActionsTestJSON-226225794-router', 'tenant_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:18:52Z', 'updated_at': '2022-04-08T10:22:39Z', 'revision_number': 5, 'project_id': '4536e1f44aef4dcaab5fa39823cbd99d', 'gw_port': {'id': 'b04260d8-3461-485e-ac27-dae1138989a7', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b428a0-9d75-48b2-8c34-71de0d270caa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:18:53Z', 'updated_at': '2022-04-08T10:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:22:48.753580 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 7401fbde-94f1-48dc-bf9f-c1a0e604d7a2, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=7401fbde-94f1-48dc-bf9f-c1a0e604d7a2,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:48.759698 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:48.825250 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6fd76a-7e38-4310-83e7-eed898468867 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet 66c4f5fa-ae4b-4971-97f5-f0addce53863 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:22:48.828213 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-da6fd76a-7e38-4310-83e7-eed898468867 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:48.834507 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=7401fbde-94f1-48dc-bf9f-c1a0e604d7a2,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:48.871150 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a0e5802d-a634-4930-9072-5d44f0501dba req-cc9c7b25-791c-4ebb-bc60-eedc82029417 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/security-groups?id=3ae44c6d-46de-49e1-b817-eec31857f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839738 Apr 08 10:22:48.883181 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ae132bb0-80fa-4e42-8593-76874fb9ecac tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:48.899407 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ae132bb0-80fa-4e42-8593-76874fb9ecac tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Usage tracker for resource:security_group_rule and tenant:4a3cb57afa184e6bab18134b0880eeff is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:48.902312 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53260) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:48.903174 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ae132bb0-80fa-4e42-8593-76874fb9ecac tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:48.920551 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] device_id is not set on port de8eae44-d0a3-42b1-bd59-c36c3aff9b70 yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:22:48.950016 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ae132bb0-80fa-4e42-8593-76874fb9ecac tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:48.975229 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1293dc73-6195-4e9a-b5d3-e680990705f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:49.002280 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-da6fd76a-7e38-4310-83e7-eed898468867 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:49.003706 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-1293dc73-6195-4e9a-b5d3-e680990705f4 admin admin] Deleting port b04260d8-3461-485e-ac27-dae1138989a7 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:49.003988 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1293dc73-6195-4e9a-b5d3-e680990705f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:49.119266 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-0796e3ac-0067-49c8-8f2a-957adbbccb7c admin admin] Deleting port 67bb4085-ebbe-4141-973b-3167a5875515 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:49.119642 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0796e3ac-0067-49c8-8f2a-957adbbccb7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:49.162392 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:49.311382 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] device_id is not set on port b6fa4a2c-eca6-4eb8-8fdd-2a6ff2d7bffc yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:22:49.326129 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-1293dc73-6195-4e9a-b5d3-e680990705f4 admin admin] For port b04260d8-3461-485e-ac27-dae1138989a7, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b04260d8-3461-485e-ac27-dae1138989a7,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:49.326488 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1293dc73-6195-4e9a-b5d3-e680990705f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:49.450704 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-1293dc73-6195-4e9a-b5d3-e680990705f4 admin admin] Calling delete_port for b04260d8-3461-485e-ac27-dae1138989a7 owned by network:router_gateway {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:49.502300 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ae132bb0-80fa-4e42-8593-76874fb9ecac tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:49.514407 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d0205db5-f4ee-4c3a-a4b6-d1d3e76aedea tempest-TestNetworkAdvancedServerOps-1333086142 tempest-TestNetworkAdvancedServerOps-1333086142-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 1093 time: 0.6036761 Apr 08 10:22:49.517549 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53264) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:49.519743 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ae132bb0-80fa-4e42-8593-76874fb9ecac tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:49.524335 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-da6fd76a-7e38-4310-83e7-eed898468867 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:49.525570 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-4a39bbed-32bd-4456-8113-d7826fef61ba tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'port_id': '53695a35-5107-4460-9ed0-b506351f18b3', 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:49.553244 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4a39bbed-32bd-4456-8113-d7826fef61ba tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:49.565825 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4a39bbed-32bd-4456-8113-d7826fef61ba tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Usage tracker for resource:floatingip and tenant:14526426b3bf429d8a2df66bd6372e7f is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:49.569267 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4a39bbed-32bd-4456-8113-d7826fef61ba tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:49.586740 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4a39bbed-32bd-4456-8113-d7826fef61ba tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:49.613205 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4a39bbed-32bd-4456-8113-d7826fef61ba tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for floatingip, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:49.629966 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae132bb0-80fa-4e42-8593-76874fb9ecac tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:22:49.650279 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae132bb0-80fa-4e42-8593-76874fb9ecac tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2f9284-02a8-42ab-9ce3-067ec4cb506e,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:49.652533 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:49.712223 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ae132bb0-80fa-4e42-8593-76874fb9ecac tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:49.712607 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-ae132bb0-80fa-4e42-8593-76874fb9ecac tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Added segment db662824-3586-412a-9472-c4fcdb623ec9 of type vlan for network bedebe1c-5487-423b-913f-4acce742c85b Apr 08 10:22:49.736999 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-0796e3ac-0067-49c8-8f2a-957adbbccb7c admin admin] For port 67bb4085-ebbe-4141-973b-3167a5875515, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=67bb4085-ebbe-4141-973b-3167a5875515,segment=NetworkSegment(afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8),segment_id=afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:49.737359 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0796e3ac-0067-49c8-8f2a-957adbbccb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:49.804770 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1293dc73-6195-4e9a-b5d3-e680990705f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:49.846271 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:49.861673 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293dc73-6195-4e9a-b5d3-e680990705f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b04260d8-3461-485e-ac27-dae1138989a7,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:49.883607 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-d6648f98-60eb-4d17-ae4a-8d0ad30d3806 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Deleting port 01995d89-dfe1-4b0e-9c93-bd8a4ad0927b {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:49.883959 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d6648f98-60eb-4d17-ae4a-8d0ad30d3806 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:49.904366 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7401fbde-94f1-48dc-bf9f-c1a0e604d7a2 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:22:49.920161 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-0796e3ac-0067-49c8-8f2a-957adbbccb7c admin admin] Calling delete_port for 67bb4085-ebbe-4141-973b-3167a5875515 owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:49.954767 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-da6fd76a-7e38-4310-83e7-eed898468867 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:49.964446 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ae132bb0-80fa-4e42-8593-76874fb9ecac tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:49.966306 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network 5a2f3eff-7620-4bdd-83cb-b9571de648de is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:49.980782 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:49.994484 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 7401fbde-94f1-48dc-bf9f-c1a0e604d7a2 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:49.994854 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:50.024433 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:22:50.025386 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:50.029640 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Port': ['ID=de8eae44-d0a3-42b1-bd59-c36c3aff9b70,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:50.032240 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6fd76a-7e38-4310-83e7-eed898468867 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=66c4f5fa-ae4b-4971-97f5-f0addce53863,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:50.055150 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-da6fd76a-7e38-4310-83e7-eed898468867 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:50.078151 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27ce901-cd2a-4fb1-a32c-c6750c7a7a94 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:50.206067 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-da6fd76a-7e38-4310-83e7-eed898468867 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/66c4f5fa-ae4b-4971-97f5-f0addce53863 HTTP/1.1" status: 204 len: 168 time: 1.9516804 Apr 08 10:22:50.221615 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53268) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:50.225842 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ae132bb0-80fa-4e42-8593-76874fb9ecac tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:50.228730 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae132bb0-80fa-4e42-8593-76874fb9ecac tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:50.229359 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ae132bb0-80fa-4e42-8593-76874fb9ecac tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:50.303934 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Port': ['ID=b6fa4a2c-eca6-4eb8-8fdd-2a6ff2d7bffc,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:50.331529 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device c287b660-574f-4e29-9d3b-c52dd11f72d2 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:22:50.368180 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: c287b660-574f-4e29-9d3b-c52dd11f72d2 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:22:50.368523 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device c287b660-574f-4e29-9d3b-c52dd11f72d2 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:22:50.384042 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4a39bbed-32bd-4456-8113-d7826fef61ba tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:50.420884 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c95fa978-5fe8-432c-aa38-2c6b20fc080d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1870871 Apr 08 10:22:50.431530 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53272) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:50.446577 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ae132bb0-80fa-4e42-8593-76874fb9ecac tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2964253 Apr 08 10:22:50.448958 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-203d6920-7048-4034-9001-20d9198d1caa tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:50.455402 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53276) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:50.470860 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596a7db0-be01-41fb-896d-c90b378d0023 None None] DHCP port deletion for 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:22:50.473394 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-4f2f2645-54f0-4199-8983-a40c677cb508 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Request body: {'subnet': {'network_id': 'bedebe1c-5487-423b-913f-4acce742c85b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:50.475636 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-596a7db0-be01-41fb-896d-c90b378d0023 None None] Deleting port 7401fbde-94f1-48dc-bf9f-c1a0e604d7a2 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:50.476918 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-596a7db0-be01-41fb-896d-c90b378d0023 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:50.510864 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae132bb0-80fa-4e42-8593-76874fb9ecac tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Pushing event updated for resources: {'Network': ['ID=bedebe1c-5487-423b-913f-4acce742c85b,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:50.526148 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network bedebe1c-5487-423b-913f-4acce742c85b details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:22:50.531018 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1293dc73-6195-4e9a-b5d3-e680990705f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:50.563107 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d6648f98-60eb-4d17-ae4a-8d0ad30d3806 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:50.667431 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Checking segment: {'id': 'c24ad497-4f0a-40d9-90df-842f18d79de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '84d2aa77-8c18-44f8-8199-b85dadd938c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:22:50.667999 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network hostable DHCP agents. Network: 84d2aa77-8c18-44f8-8199-b85dadd938c9, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:22:50.727783 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-d6648f98-60eb-4d17-ae4a-8d0ad30d3806 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Calling delete_port for 01995d89-dfe1-4b0e-9c93-bd8a4ad0927b owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:50.772161 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-596a7db0-be01-41fb-896d-c90b378d0023 None None] For port 7401fbde-94f1-48dc-bf9f-c1a0e604d7a2, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=7401fbde-94f1-48dc-bf9f-c1a0e604d7a2,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:50.772547 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-596a7db0-be01-41fb-896d-c90b378d0023 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:50.815881 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4f2f2645-54f0-4199-8983-a40c677cb508 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:50.828762 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4f2f2645-54f0-4199-8983-a40c677cb508 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Usage tracker for resource:subnet and tenant:4a3cb57afa184e6bab18134b0880eeff is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:50.838192 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4f2f2645-54f0-4199-8983-a40c677cb508 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:50.849369 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4f2f2645-54f0-4199-8983-a40c677cb508 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:50.864663 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0796e3ac-0067-49c8-8f2a-957adbbccb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:50.890846 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-203d6920-7048-4034-9001-20d9198d1caa tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:50.897400 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-596a7db0-be01-41fb-896d-c90b378d0023 None None] Calling delete_port for 7401fbde-94f1-48dc-bf9f-c1a0e604d7a2 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:50.899635 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-203d6920-7048-4034-9001-20d9198d1caa tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:subnet and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:50.906006 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-203d6920-7048-4034-9001-20d9198d1caa tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:50.910227 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1293dc73-6195-4e9a-b5d3-e680990705f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:50.921133 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-203d6920-7048-4034-9001-20d9198d1caa tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:50.938042 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1293dc73-6195-4e9a-b5d3-e680990705f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:50.947669 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network 84d2aa77-8c18-44f8-8199-b85dadd938c9 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:22:50.951995 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-4a39bbed-32bd-4456-8113-d7826fef61ba tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Allocated IP 172.26.0.215 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/2e8969e8-5286-4059-be86-7a788442a1c3) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:50.966377 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203d6920-7048-4034-9001-20d9198d1caa tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:50.979437 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-596a7db0-be01-41fb-896d-c90b378d0023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:50.991418 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 84d2aa77-8c18-44f8-8199-b85dadd938c9) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:51.024674 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6f2cc7-98ef-4363-8652-a61e493228d3 None None] Network 84d2aa77-8c18-44f8-8199-b85dadd938c9 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:51.030560 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2f2645-54f0-4199-8983-a40c677cb508 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Made reservation on behalf of 4a3cb57afa184e6bab18134b0880eeff for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:51.055458 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a7db0-be01-41fb-896d-c90b378d0023 None None] Pushing event deleted for resources: {'Port': ['ID=7401fbde-94f1-48dc-bf9f-c1a0e604d7a2,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:51.059294 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796e3ac-0067-49c8-8f2a-957adbbccb7c admin admin] Pushing event deleted for resources: {'Port': ['ID=67bb4085-ebbe-4141-973b-3167a5875515,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:51.071529 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:22:51.077661 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:51.080772 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:51.081415 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:51.109502 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596a7db0-be01-41fb-896d-c90b378d0023 None None] No DVR routers for this DVR port 7401fbde-94f1-48dc-bf9f-c1a0e604d7a2 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:22:51.179838 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1293dc73-6195-4e9a-b5d3-e680990705f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:51.184886 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1293dc73-6195-4e9a-b5d3-e680990705f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60b428a0-9d75-48b2-8c34-71de0d270caa {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:22:51.322232 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4a39bbed-32bd-4456-8113-d7826fef61ba tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:51.329259 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4f2f2645-54f0-4199-8983-a40c677cb508 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:51.359863 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1293dc73-6195-4e9a-b5d3-e680990705f4 admin admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:51.362208 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1293dc73-6195-4e9a-b5d3-e680990705f4 admin admin] 10.222.0.47 "DELETE /v2.0/routers/60b428a0-9d75-48b2-8c34-71de0d270caa HTTP/1.1" status: 204 len: 168 time: 4.5347254 Apr 08 10:22:51.363727 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4a39bbed-32bd-4456-8113-d7826fef61ba tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:51.368619 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53280) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:51.402982 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-203d6920-7048-4034-9001-20d9198d1caa tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:51.429761 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-69ba7911-b642-4e66-a379-99ecd5cec399 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8428056 Apr 08 10:22:51.453747 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53284) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:51.575917 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d6648f98-60eb-4d17-ae4a-8d0ad30d3806 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:51.586934 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39bbed-32bd-4456-8113-d7826fef61ba tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Pushing event updated for resources: {'Port': ['ID=2e8969e8-5286-4059-be86-7a788442a1c3,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:51.592944 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a39bbed-32bd-4456-8113-d7826fef61ba tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:51.598227 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7be82ac-b2c2-4d30-9b3e-5c90e960cd33 admin admin] Deleting subnet 21703760-97a0-4591-934b-a62c7a8d3c61 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:22:51.604320 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-4a39bbed-32bd-4456-8113-d7826fef61ba tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:51.609208 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d7be82ac-b2c2-4d30-9b3e-5c90e960cd33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:51.635969 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a39bbed-32bd-4456-8113-d7826fef61ba tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:22:51.700327 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6648f98-60eb-4d17-ae4a-8d0ad30d3806 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event deleted for resources: {'Port': ['ID=01995d89-dfe1-4b0e-9c93-bd8a4ad0927b,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:51.727753 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd55bb-3875-4ef4-b72d-e80a627be961 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting port b6fa4a2c-eca6-4eb8-8fdd-2a6ff2d7bffc {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:51.728121 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f4bd55bb-3875-4ef4-b72d-e80a627be961 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:51.827285 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d7be82ac-b2c2-4d30-9b3e-5c90e960cd33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:51.950963 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b04260d8-3461-485e-ac27-dae1138989a7 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:22:51.985951 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: b04260d8-3461-485e-ac27-dae1138989a7 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:22:51.987277 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b04260d8-3461-485e-ac27-dae1138989a7 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:22:51.987983 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7401fbde-94f1-48dc-bf9f-c1a0e604d7a2 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:22:52.020455 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 7401fbde-94f1-48dc-bf9f-c1a0e604d7a2 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:22:52.021072 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7401fbde-94f1-48dc-bf9f-c1a0e604d7a2 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:22:52.223336 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d7be82ac-b2c2-4d30-9b3e-5c90e960cd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:52.315514 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f4bd55bb-3875-4ef4-b72d-e80a627be961 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:52.331703 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4f2f2645-54f0-4199-8983-a40c677cb508 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:52.426556 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d7be82ac-b2c2-4d30-9b3e-5c90e960cd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:52.482464 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be82ac-b2c2-4d30-9b3e-5c90e960cd33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21703760-97a0-4591-934b-a62c7a8d3c61,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:52.487138 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.objects.ports [None req-203d6920-7048-4034-9001-20d9198d1caa tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83845) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 08 10:22:52.492411 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d7be82ac-b2c2-4d30-9b3e-5c90e960cd33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:52.498484 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779e2c2d-25f7-4b72-a164-e598240ef471 None None] Network 2e061ab5-f3b5-4fd3-983c-73eb5d82392b requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:52.502047 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-203d6920-7048-4034-9001-20d9198d1caa tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:52.563656 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d7be82ac-b2c2-4d30-9b3e-5c90e960cd33 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/21703760-97a0-4591-934b-a62c7a8d3c61 HTTP/1.1" status: 204 len: 168 time: 1.1412041 Apr 08 10:22:52.566198 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53288) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:52.610030 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203d6920-7048-4034-9001-20d9198d1caa tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:52.613231 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd55bb-3875-4ef4-b72d-e80a627be961 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Calling delete_port for b6fa4a2c-eca6-4eb8-8fdd-2a6ff2d7bffc owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:52.674017 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-203d6920-7048-4034-9001-20d9198d1caa tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:52.676722 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203d6920-7048-4034-9001-20d9198d1caa tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:52.677109 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-203d6920-7048-4034-9001-20d9198d1caa tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:52.688962 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e6e916-6af1-4249-9168-8e1a299630cb None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:52.703483 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d6920-7048-4034-9001-20d9198d1caa tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=3d9c3d59-e9b5-45d3-8adb-15b6a5764de5,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:52.726519 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f2645-54f0-4199-8983-a40c677cb508 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Pushing event updated for resources: {'Subnet': ['ID=b0bb9434-88e9-4c65-9fb6-809d617dc7c6,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:52.734399 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-203d6920-7048-4034-9001-20d9198d1caa tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2983177 Apr 08 10:22:52.737925 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53292) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:52.746854 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-3471f989-180f-4ab1-98d8-76be4c6cf47a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'port': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'mac_address': 'fa:16:3e:6b:b7:00', 'name': 'tempest-NetworksTestDHCPv6-1611413012'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:52.763964 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-377bb4e5-acdb-4602-af03-172bd4674f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:52.772547 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0796e3ac-0067-49c8-8f2a-957adbbccb7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:52.791882 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2f2645-54f0-4199-8983-a40c677cb508 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Checking segment: {'id': 'db662824-3586-412a-9472-c4fcdb623ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bedebe1c-5487-423b-913f-4acce742c85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:22:52.792288 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2f2645-54f0-4199-8983-a40c677cb508 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Network hostable DHCP agents. Network: bedebe1c-5487-423b-913f-4acce742c85b, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:22:52.797710 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f4bd55bb-3875-4ef4-b72d-e80a627be961 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:52.864560 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-377bb4e5-acdb-4602-af03-172bd4674f8f admin admin] Deleting port 4290975e-40f1-4ed1-b5a9-1fa04c3419da {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:52.865160 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-377bb4e5-acdb-4602-af03-172bd4674f8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:52.885467 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ac7ae4-6683-4825-b9d0-cc9945769dcd None None] DHCP port deletion for 2e061ab5-f3b5-4fd3-983c-73eb5d82392b request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:22:52.895203 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac7ae4-6683-4825-b9d0-cc9945769dcd None None] Deleting port 4290975e-40f1-4ed1-b5a9-1fa04c3419da {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:52.896048 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d0ac7ae4-6683-4825-b9d0-cc9945769dcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:52.931849 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd55bb-3875-4ef4-b72d-e80a627be961 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Port': ['ID=b6fa4a2c-eca6-4eb8-8fdd-2a6ff2d7bffc,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:53.012933 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f4bd55bb-3875-4ef4-b72d-e80a627be961 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:53.025073 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262bf8fb-25de-4406-a854-a505091066fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'fixed_ips': [{'subnet_id': '3d9c3d59-e9b5-45d3-8adb-15b6a5764de5'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:22:53.026265 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-262bf8fb-25de-4406-a854-a505091066fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:53.054479 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f4bd55bb-3875-4ef4-b72d-e80a627be961 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/ports/b6fa4a2c-eca6-4eb8-8fdd-2a6ff2d7bffc HTTP/1.1" status: 204 len: 168 time: 1.5969286 Apr 08 10:22:53.055483 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53296) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:53.059072 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2f2645-54f0-4199-8983-a40c677cb508 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Network bedebe1c-5487-423b-913f-4acce742c85b is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:22:53.089681 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3471f989-180f-4ab1-98d8-76be4c6cf47a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:53.091811 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4a39bbed-32bd-4456-8113-d7826fef61ba tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:53.097006 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d6648f98-60eb-4d17-ae4a-8d0ad30d3806 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:53.124143 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-4f2f2645-54f0-4199-8983-a40c677cb508 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, bedebe1c-5487-423b-913f-4acce742c85b) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:53.128478 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3471f989-180f-4ab1-98d8-76be4c6cf47a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:port and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:53.131493 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2f2645-54f0-4199-8983-a40c677cb508 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:53.132247 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4f2f2645-54f0-4199-8983-a40c677cb508 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:53.146204 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3471f989-180f-4ab1-98d8-76be4c6cf47a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:53.171541 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3471f989-180f-4ab1-98d8-76be4c6cf47a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:53.183732 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16128ec8-350b-43c3-8bf3-5024f83aa661 None None] Network bedebe1c-5487-423b-913f-4acce742c85b requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:53.265456 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3471f989-180f-4ab1-98d8-76be4c6cf47a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:53.269250 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3471f989-180f-4ab1-98d8-76be4c6cf47a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:53.282177 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4a39bbed-32bd-4456-8113-d7826fef61ba tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:53.301860 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4f2f2645-54f0-4199-8983-a40c677cb508 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8411798 Apr 08 10:22:53.302705 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53300) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:53.310698 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-1e58a66a-59b6-4671-8d8d-eea1a4e6dde5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Request body: {'port': {'network_id': 'bedebe1c-5487-423b-913f-4acce742c85b', 'name': 'tempest-AllowedAddressPairTestJSON-324654078'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:53.330202 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d0ac7ae4-6683-4825-b9d0-cc9945769dcd None None] For port 4290975e-40f1-4ed1-b5a9-1fa04c3419da, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=4290975e-40f1-4ed1-b5a9-1fa04c3419da,segment=NetworkSegment(4f43a382-7089-4671-bf04-925eb646287a),segment_id=4f43a382-7089-4671-bf04-925eb646287a)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:53.330427 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d0ac7ae4-6683-4825-b9d0-cc9945769dcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:53.364203 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-3471f989-180f-4ab1-98d8-76be4c6cf47a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] device_id is not set on port b055296b-8451-4072-a976-cdb21211cf7b yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:22:53.441525 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0560c8-1cd5-448c-a208-dc7096e2300c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:53.446567 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0560c8-1cd5-448c-a208-dc7096e2300c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:53.447364 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9a0560c8-1cd5-448c-a208-dc7096e2300c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Synchronizing usage tracker for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:22:53.477072 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac7ae4-6683-4825-b9d0-cc9945769dcd None None] Calling delete_port for 4290975e-40f1-4ed1-b5a9-1fa04c3419da owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:53.529005 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9a0560c8-1cd5-448c-a208-dc7096e2300c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Unset dirty status for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:22:53.533107 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9a0560c8-1cd5-448c-a208-dc7096e2300c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4724727 Apr 08 10:22:53.534101 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53304) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:53.538128 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-377bb4e5-acdb-4602-af03-172bd4674f8f admin admin] For port 4290975e-40f1-4ed1-b5a9-1fa04c3419da, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=4290975e-40f1-4ed1-b5a9-1fa04c3419da,segment=NetworkSegment(4f43a382-7089-4671-bf04-925eb646287a),segment_id=4f43a382-7089-4671-bf04-925eb646287a)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:53.539027 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-377bb4e5-acdb-4602-af03-172bd4674f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:53.580965 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-1e58a66a-59b6-4671-8d8d-eea1a4e6dde5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:53.600517 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-1e58a66a-59b6-4671-8d8d-eea1a4e6dde5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Usage tracker for resource:port and tenant:4a3cb57afa184e6bab18134b0880eeff is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:53.663905 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-262bf8fb-25de-4406-a854-a505091066fc None None] Allocated IP 2001:db8::f816:3eff:feac:9aaf (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/3d9c3d59-e9b5-45d3-8adb-15b6a5764de5/8c8497b5-61c6-4140-ad5d-79959e8d51b1) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:53.668481 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-1e58a66a-59b6-4671-8d8d-eea1a4e6dde5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:53.677589 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d0ac7ae4-6683-4825-b9d0-cc9945769dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:53.693082 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-377bb4e5-acdb-4602-af03-172bd4674f8f admin admin] Calling delete_port for 4290975e-40f1-4ed1-b5a9-1fa04c3419da owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:53.734720 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac7ae4-6683-4825-b9d0-cc9945769dcd None None] Pushing event deleted for resources: {'Port': ['ID=4290975e-40f1-4ed1-b5a9-1fa04c3419da,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:53.756840 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-1e58a66a-59b6-4671-8d8d-eea1a4e6dde5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:53.790151 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-85775b3c-1617-4cbf-a43b-bddf93461a63 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting port de8eae44-d0a3-42b1-bd59-c36c3aff9b70 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:53.790851 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85775b3c-1617-4cbf-a43b-bddf93461a63 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:53.858460 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e58a66a-59b6-4671-8d8d-eea1a4e6dde5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Made reservation on behalf of 4a3cb57afa184e6bab18134b0880eeff for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:53.861440 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1e58a66a-59b6-4671-8d8d-eea1a4e6dde5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:53.880848 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ac7ae4-6683-4825-b9d0-cc9945769dcd None None] No DVR routers for this DVR port 4290975e-40f1-4ed1-b5a9-1fa04c3419da on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:22:53.913769 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4853a70d-0351-4769-a280-c136f6193345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-bedebe1c-5487-423b-913f-4acce742c85b', 'network_id': 'bedebe1c-5487-423b-913f-4acce742c85b', 'tenant_id': '4a3cb57afa184e6bab18134b0880eeff', 'fixed_ips': [{'subnet_id': 'b0bb9434-88e9-4c65-9fb6-809d617dc7c6'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:22:53.914557 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4853a70d-0351-4769-a280-c136f6193345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:53.921204 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.api [None req-377bb4e5-acdb-4602-af03-172bd4674f8f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:22:53.921704 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG oslo_db.api [None req-377bb4e5-acdb-4602-af03-172bd4674f8f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:22:53.931881 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 4290975e-40f1-4ed1-b5a9-1fa04c3419da no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:22:53.951398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4a39bbed-32bd-4456-8113-d7826fef61ba tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:53.957039 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4a39bbed-32bd-4456-8113-d7826fef61ba tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:53.971428 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-1e58a66a-59b6-4671-8d8d-eea1a4e6dde5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] device_id is not set on port 8b472c51-d6d0-4d08-ae50-520c88264b9b yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:22:53.995794 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 4290975e-40f1-4ed1-b5a9-1fa04c3419da {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:22:53.995794 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 4290975e-40f1-4ed1-b5a9-1fa04c3419da not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:22:54.092817 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4a39bbed-32bd-4456-8113-d7826fef61ba tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:54.224050 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-4853a70d-0351-4769-a280-c136f6193345 None None] Allocated IP 172.20.0.2 (bedebe1c-5487-423b-913f-4acce742c85b/b0bb9434-88e9-4c65-9fb6-809d617dc7c6/cfadb20d-db2b-49ec-a54b-c949bcbaa4f0) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:54.227213 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39bbed-32bd-4456-8113-d7826fef61ba tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Pushing event updated for resources: {'Port': ['ID=2e8969e8-5286-4059-be86-7a788442a1c3,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:54.250249 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-262bf8fb-25de-4406-a854-a505091066fc None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:54.310954 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [None req-4a39bbed-32bd-4456-8113-d7826fef61ba tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Floating IP 5a0b657e-8a5d-4b66-93b1-77be6d5242c7 associated. External IP: 172.26.0.215, port: 53695a35-5107-4460-9ed0-b506351f18b3. Apr 08 10:22:54.328635 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-262bf8fb-25de-4406-a854-a505091066fc None None] Transition to ACTIVE for port object 8c8497b5-61c6-4140-ad5d-79959e8d51b1 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:54.363231 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-262bf8fb-25de-4406-a854-a505091066fc None None] Transition to ACTIVE for port object 8c8497b5-61c6-4140-ad5d-79959e8d51b1 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:54.381689 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-262bf8fb-25de-4406-a854-a505091066fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:54.450382 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85775b3c-1617-4cbf-a43b-bddf93461a63 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:54.451937 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-377bb4e5-acdb-4602-af03-172bd4674f8f admin admin] Deleting port 4290975e-40f1-4ed1-b5a9-1fa04c3419da {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:54.451937 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-377bb4e5-acdb-4602-af03-172bd4674f8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:54.479961 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262bf8fb-25de-4406-a854-a505091066fc None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:54.508407 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-262bf8fb-25de-4406-a854-a505091066fc None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:54.510837 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262bf8fb-25de-4406-a854-a505091066fc None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:22:54.521626 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bf8fb-25de-4406-a854-a505091066fc None None] Pushing event updated for resources: {'Port': ['ID=8c8497b5-61c6-4140-ad5d-79959e8d51b1,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:54.548961 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-377bb4e5-acdb-4602-af03-172bd4674f8f admin admin] The port '4290975e-40f1-4ed1-b5a9-1fa04c3419da' was deleted {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:22:54.604163 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-3471f989-180f-4ab1-98d8-76be4c6cf47a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 2001:db8::f816:3eff:fe6b:b700 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/3d9c3d59-e9b5-45d3-8adb-15b6a5764de5/b055296b-8451-4072-a976-cdb21211cf7b) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:54.625170 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4853a70d-0351-4769-a280-c136f6193345 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:54.639959 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-262bf8fb-25de-4406-a854-a505091066fc None None] Attempting to bind port 8c8497b5-61c6-4140-ad5d-79959e8d51b1 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:22:54.640613 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-262bf8fb-25de-4406-a854-a505091066fc None None] Attempting to bind port 8c8497b5-61c6-4140-ad5d-79959e8d51b1 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:22:54.641138 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262bf8fb-25de-4406-a854-a505091066fc None None] Attempting to bind port 8c8497b5-61c6-4140-ad5d-79959e8d51b1 on network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:22:54.643357 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-4853a70d-0351-4769-a280-c136f6193345 None None] Transition to ACTIVE for port object cfadb20d-db2b-49ec-a54b-c949bcbaa4f0 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:54.663862 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262bf8fb-25de-4406-a854-a505091066fc None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:22:54.664401 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262bf8fb-25de-4406-a854-a505091066fc None None] Checking segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:22:54.664797 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-262bf8fb-25de-4406-a854-a505091066fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:54.665183 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262bf8fb-25de-4406-a854-a505091066fc None None] Bound using segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:22:54.665656 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-262bf8fb-25de-4406-a854-a505091066fc None None] Bound port: 8c8497b5-61c6-4140-ad5d-79959e8d51b1, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:22:54.666030 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-262bf8fb-25de-4406-a854-a505091066fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:54.681281 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-4853a70d-0351-4769-a280-c136f6193345 None None] Transition to ACTIVE for port object cfadb20d-db2b-49ec-a54b-c949bcbaa4f0 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:54.717549 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4853a70d-0351-4769-a280-c136f6193345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:54.720488 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-85775b3c-1617-4cbf-a43b-bddf93461a63 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Calling delete_port for de8eae44-d0a3-42b1-bd59-c36c3aff9b70 owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:54.724635 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-377bb4e5-acdb-4602-af03-172bd4674f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:54.775324 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-377bb4e5-acdb-4602-af03-172bd4674f8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e061ab5-f3b5-4fd3-983c-73eb5d82392b']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:54.796520 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-377bb4e5-acdb-4602-af03-172bd4674f8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f43a382-7089-4671-bf04-925eb646287a') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:54.796872 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-377bb4e5-acdb-4602-af03-172bd4674f8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f43a382-7089-4671-bf04-925eb646287a') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:54.821106 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4853a70d-0351-4769-a280-c136f6193345 None None] Network bedebe1c-5487-423b-913f-4acce742c85b is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:54.824824 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853a70d-0351-4769-a280-c136f6193345 None None] Pushing event updated for resources: {'Port': ['ID=cfadb20d-db2b-49ec-a54b-c949bcbaa4f0,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:54.830317 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-4853a70d-0351-4769-a280-c136f6193345 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:54.832313 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4853a70d-0351-4769-a280-c136f6193345 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:22:54.836207 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-377bb4e5-acdb-4602-af03-172bd4674f8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:54.843485 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-262bf8fb-25de-4406-a854-a505091066fc None None] For port 8c8497b5-61c6-4140-ad5d-79959e8d51b1, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:22:54.908661 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-262bf8fb-25de-4406-a854-a505091066fc None None] For port 8c8497b5-61c6-4140-ad5d-79959e8d51b1, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=8c8497b5-61c6-4140-ad5d-79959e8d51b1,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:22:54.916376 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-262bf8fb-25de-4406-a854-a505091066fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:54.918190 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-377bb4e5-acdb-4602-af03-172bd4674f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:54.941559 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.api [None req-1e58a66a-59b6-4671-8d8d-eea1a4e6dde5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b9fb9993-8726-4b30-9570-d552b18deac3 {{(pid=83846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:22:54.942126 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG oslo_db.api [None req-1e58a66a-59b6-4671-8d8d-eea1a4e6dde5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:22:54.946167 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377bb4e5-acdb-4602-af03-172bd4674f8f admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:22:54.947106 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-377bb4e5-acdb-4602-af03-172bd4674f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:54.955886 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85775b3c-1617-4cbf-a43b-bddf93461a63 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:22:54.960858 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:22:55.005887 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-4853a70d-0351-4769-a280-c136f6193345 None None] Attempting to bind port cfadb20d-db2b-49ec-a54b-c949bcbaa4f0 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:22:55.006279 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-4853a70d-0351-4769-a280-c136f6193345 None None] Attempting to bind port cfadb20d-db2b-49ec-a54b-c949bcbaa4f0 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'db662824-3586-412a-9472-c4fcdb623ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bedebe1c-5487-423b-913f-4acce742c85b'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:22:55.006602 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4853a70d-0351-4769-a280-c136f6193345 None None] Attempting to bind port cfadb20d-db2b-49ec-a54b-c949bcbaa4f0 on network bedebe1c-5487-423b-913f-4acce742c85b {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:22:55.033227 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4853a70d-0351-4769-a280-c136f6193345 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:22:55.033619 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4853a70d-0351-4769-a280-c136f6193345 None None] Checking segment: {'id': 'db662824-3586-412a-9472-c4fcdb623ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bedebe1c-5487-423b-913f-4acce742c85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:22:55.033900 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4853a70d-0351-4769-a280-c136f6193345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:55.034291 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4853a70d-0351-4769-a280-c136f6193345 None None] Bound using segment: {'id': 'db662824-3586-412a-9472-c4fcdb623ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bedebe1c-5487-423b-913f-4acce742c85b'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:22:55.035261 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-4853a70d-0351-4769-a280-c136f6193345 None None] Bound port: cfadb20d-db2b-49ec-a54b-c949bcbaa4f0, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db662824-3586-412a-9472-c4fcdb623ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bedebe1c-5487-423b-913f-4acce742c85b'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:22:55.035638 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4853a70d-0351-4769-a280-c136f6193345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:55.050964 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bf8fb-25de-4406-a854-a505091066fc None None] Pushing event updated for resources: {'Port': ['ID=8c8497b5-61c6-4140-ad5d-79959e8d51b1,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:55.094309 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85775b3c-1617-4cbf-a43b-bddf93461a63 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Port': ['ID=de8eae44-d0a3-42b1-bd59-c36c3aff9b70,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:55.171752 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-4853a70d-0351-4769-a280-c136f6193345 None None] For port cfadb20d-db2b-49ec-a54b-c949bcbaa4f0, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:22:55.172633 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85775b3c-1617-4cbf-a43b-bddf93461a63 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:55.174776 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-4853a70d-0351-4769-a280-c136f6193345 None None] For port cfadb20d-db2b-49ec-a54b-c949bcbaa4f0, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=cfadb20d-db2b-49ec-a54b-c949bcbaa4f0,segment=NetworkSegment(db662824-3586-412a-9472-c4fcdb623ec9),segment_id=db662824-3586-412a-9472-c4fcdb623ec9)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:22:55.181916 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4853a70d-0351-4769-a280-c136f6193345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:55.217871 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-85775b3c-1617-4cbf-a43b-bddf93461a63 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/ports/de8eae44-d0a3-42b1-bd59-c36c3aff9b70 HTTP/1.1" status: 204 len: 168 time: 1.6809421 Apr 08 10:22:55.220181 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53308) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:55.225724 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-377bb4e5-acdb-4602-af03-172bd4674f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:55.263070 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-377bb4e5-acdb-4602-af03-172bd4674f8f admin admin] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:55.300858 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853a70d-0351-4769-a280-c136f6193345 None None] Pushing event updated for resources: {'Port': ['ID=cfadb20d-db2b-49ec-a54b-c949bcbaa4f0,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:55.339040 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3471f989-180f-4ab1-98d8-76be4c6cf47a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:55.350196 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377bb4e5-acdb-4602-af03-172bd4674f8f admin admin] Pushing event deleted for resources: {'Network': ['ID=2e061ab5-f3b5-4fd3-983c-73eb5d82392b,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:55.387247 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-3471f989-180f-4ab1-98d8-76be4c6cf47a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Transition to ACTIVE for port object b055296b-8451-4072-a976-cdb21211cf7b will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:55.403747 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0796e3ac-0067-49c8-8f2a-957adbbccb7c admin admin] Router 0390decc-512f-4544-b4e1-2c0fda25f409 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:22:55.437029 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac76ede-f493-40da-8254-a3e8038069f5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:55.438003 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2ac76ede-f493-40da-8254-a3e8038069f5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Synchronizing usage tracker for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:22:55.452409 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1e58a66a-59b6-4671-8d8d-eea1a4e6dde5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:55.472286 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-377bb4e5-acdb-4602-af03-172bd4674f8f admin admin] 10.222.0.47 "DELETE /v2.0/networks/2e061ab5-f3b5-4fd3-983c-73eb5d82392b HTTP/1.1" status: 204 len: 168 time: 2.9054675 Apr 08 10:22:55.514014 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3471f989-180f-4ab1-98d8-76be4c6cf47a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:55.645294 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2ac76ede-f493-40da-8254-a3e8038069f5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Unset dirty status for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:22:55.646477 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2ac76ede-f493-40da-8254-a3e8038069f5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4253581 Apr 08 10:22:55.650257 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53314) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:55.660268 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3471f989-180f-4ab1-98d8-76be4c6cf47a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:55.661113 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471f989-180f-4ab1-98d8-76be4c6cf47a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=b055296b-8451-4072-a976-cdb21211cf7b,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:55.668866 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-3471f989-180f-4ab1-98d8-76be4c6cf47a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:55.674470 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3471f989-180f-4ab1-98d8-76be4c6cf47a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:22:55.682110 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3471f989-180f-4ab1-98d8-76be4c6cf47a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:55.683518 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3471f989-180f-4ab1-98d8-76be4c6cf47a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:55.698682 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-1e58a66a-59b6-4671-8d8d-eea1a4e6dde5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] device_id is not set on port 42520cd6-795a-455d-9fb4-f1d8bb8917f3 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:22:55.715214 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3471f989-180f-4ab1-98d8-76be4c6cf47a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9762323 Apr 08 10:22:55.717954 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53318) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:55.755875 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87c9698-ed53-430c-a90a-74051642f482 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] GET failed (client error): The resource could not be found. Apr 08 10:22:55.757592 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e87c9698-ed53-430c-a90a-74051642f482 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "GET /v2.0/ports/b6fa4a2c-eca6-4eb8-8fdd-2a6ff2d7bffc HTTP/1.1" status: 404 len: 333 time: 0.1046481 Apr 08 10:22:55.765431 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53322) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:55.820244 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53326) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:55.884393 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a39bbed-32bd-4456-8113-d7826fef61ba tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Router 740b941c-47f7-4c46-8837-95cf8718968a has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:22:55.905456 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642c8011-fb7a-430a-9807-922ac7bfd4b0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:55.910308 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642c8011-fb7a-430a-9807-922ac7bfd4b0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:55.911109 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-642c8011-fb7a-430a-9807-922ac7bfd4b0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:22:55.934777 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-12880637-8637-43ac-8ac9-573fc5b6c64e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4536e1f44aef4dcaab5fa39823cbd99d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1089857 Apr 08 10:22:55.938880 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53330) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:55.945351 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-642c8011-fb7a-430a-9807-922ac7bfd4b0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:22:55.949182 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-642c8011-fb7a-430a-9807-922ac7bfd4b0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2297015 Apr 08 10:22:55.950715 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53334) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:55.983297 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 8c8497b5-61c6-4140-ad5d-79959e8d51b1 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:22:55.993308 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d89458-ebcb-454b-823a-afd4c534dfb7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] GET failed (client error): The resource could not be found. Apr 08 10:22:56.005845 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:22:56.006457 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f0d89458-ebcb-454b-823a-afd4c534dfb7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "GET /v2.0/ports/de8eae44-d0a3-42b1-bd59-c36c3aff9b70 HTTP/1.1" status: 404 len: 333 time: 0.2195780 Apr 08 10:22:56.009832 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53338) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:56.021466 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6648f98-60eb-4d17-ae4a-8d0ad30d3806 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Router 1228fa13-706d-444f-aaa3-5802b42cbcd9 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:22:56.063311 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 8c8497b5-61c6-4140-ad5d-79959e8d51b1 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:56.072169 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device cfadb20d-db2b-49ec-a54b-c949bcbaa4f0 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:22:56.166630 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port cfadb20d-db2b-49ec-a54b-c949bcbaa4f0 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:56.243881 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-69d73c96-edef-4912-839d-4b4f2368e2f1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting port b055296b-8451-4072-a976-cdb21211cf7b {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:56.244257 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-69d73c96-edef-4912-839d-4b4f2368e2f1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:56.301559 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ff0c3361-09cf-4ca1-8a03-8d81688dd57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:56.326998 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-02067005-b371-46a0-a670-105b766e7083 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:56.385621 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ff0c3361-09cf-4ca1-8a03-8d81688dd57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:56.425506 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-1e58a66a-59b6-4671-8d8d-eea1a4e6dde5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Allocated IP 172.20.0.13 (bedebe1c-5487-423b-913f-4acce742c85b/b0bb9434-88e9-4c65-9fb6-809d617dc7c6/42520cd6-795a-455d-9fb4-f1d8bb8917f3) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:22:56.548938 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-60855b7d-781d-4e61-9f0f-683f3831fd73 None None] Provisioning for port 8c8497b5-61c6-4140-ad5d-79959e8d51b1 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:56.560981 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-60855b7d-781d-4e61-9f0f-683f3831fd73 None None] Provisioning complete for port 8c8497b5-61c6-4140-ad5d-79959e8d51b1 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:56.561435 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-60855b7d-781d-4e61-9f0f-683f3831fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:56.617636 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-69d73c96-edef-4912-839d-4b4f2368e2f1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:56.696494 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-02067005-b371-46a0-a670-105b766e7083 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:56.752804 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-60855b7d-781d-4e61-9f0f-683f3831fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:56.778758 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ff0c3361-09cf-4ca1-8a03-8d81688dd57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:56.805020 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-60855b7d-781d-4e61-9f0f-683f3831fd73 None None] For port 8c8497b5-61c6-4140-ad5d-79959e8d51b1, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=8c8497b5-61c6-4140-ad5d-79959e8d51b1,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:56.809978 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-69d73c96-edef-4912-839d-4b4f2368e2f1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Calling delete_port for b055296b-8451-4072-a976-cdb21211cf7b owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:22:56.811173 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-60855b7d-781d-4e61-9f0f-683f3831fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:56.828997 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-02067005-b371-46a0-a670-105b766e7083 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d2aa77-8c18-44f8-8199-b85dadd938c9']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:56.846735 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0796e3ac-0067-49c8-8f2a-957adbbccb7c admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:22:56.858946 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ddf062-f67b-48a9-8966-1cdb182a95ed None None] Sync routers for ids ['0390decc-512f-4544-b4e1-2c0fda25f409'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:22:56.860838 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-02067005-b371-46a0-a670-105b766e7083 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24ad497-4f0a-40d9-90df-842f18d79de2') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:56.861134 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-02067005-b371-46a0-a670-105b766e7083 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24ad497-4f0a-40d9-90df-842f18d79de2') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:56.877759 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ddf062-f67b-48a9-8966-1cdb182a95ed None None] Routers {'0390decc-512f-4544-b4e1-2c0fda25f409'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:22:56.879173 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d3ddf062-f67b-48a9-8966-1cdb182a95ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:22:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0390decc-512f-4544-b4e1-2c0fda25f409'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:56.886179 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0796e3ac-0067-49c8-8f2a-957adbbccb7c admin admin] 10.222.0.47 "PUT /v2.0/routers/0390decc-512f-4544-b4e1-2c0fda25f409/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8531351 Apr 08 10:22:56.891450 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53342) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:56.892933 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-02067005-b371-46a0-a670-105b766e7083 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:56.952756 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60855b7d-781d-4e61-9f0f-683f3831fd73 None None] Pushing event updated for resources: {'Port': ['ID=8c8497b5-61c6-4140-ad5d-79959e8d51b1,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:56.968861 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dfaeff-7320-4561-b782-29a2f95fe602 None None] Network bedebe1c-5487-423b-913f-4acce742c85b requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:56.988123 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0ffea5d3-af68-4df5-8fcc-61db8e788a25 None None] Provisioning for port b055296b-8451-4072-a976-cdb21211cf7b completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:57.044352 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60855b7d-781d-4e61-9f0f-683f3831fd73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.044892 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60855b7d-781d-4e61-9f0f-683f3831fd73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.045327 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60855b7d-781d-4e61-9f0f-683f3831fd73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.045758 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60855b7d-781d-4e61-9f0f-683f3831fd73 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.046346 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60855b7d-781d-4e61-9f0f-683f3831fd73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.047170 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60855b7d-781d-4e61-9f0f-683f3831fd73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.047293 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60855b7d-781d-4e61-9f0f-683f3831fd73 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.047720 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60855b7d-781d-4e61-9f0f-683f3831fd73 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.048160 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60855b7d-781d-4e61-9f0f-683f3831fd73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.048579 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60855b7d-781d-4e61-9f0f-683f3831fd73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.048995 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60855b7d-781d-4e61-9f0f-683f3831fd73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.056747 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ff0c3361-09cf-4ca1-8a03-8d81688dd57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:57.058885 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ff0c3361-09cf-4ca1-8a03-8d81688dd57f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7d07865b-4832-481b-9e3a-9a6d74751138 HTTP/1.1" status: 204 len: 168 time: 1.1190867 Apr 08 10:22:57.062042 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0ffea5d3-af68-4df5-8fcc-61db8e788a25 None None] Provisioning complete for port b055296b-8451-4072-a976-cdb21211cf7b triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:57.062594 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0ffea5d3-af68-4df5-8fcc-61db8e788a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:57.071388 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-69d73c96-edef-4912-839d-4b4f2368e2f1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:57.078296 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c3361-09cf-4ca1-8a03-8d81688dd57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d07865b-4832-481b-9e3a-9a6d74751138,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:57.097990 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a39bbed-32bd-4456-8113-d7826fef61ba tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:22:57.116836 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-d3ddf062-f67b-48a9-8966-1cdb182a95ed None None] Set router 0390decc-512f-4544-b4e1-2c0fda25f409 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:22:57.172544 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d164e2-971f-4277-aecc-29efcfce84f2 None None] Sync routers for ids ['740b941c-47f7-4c46-8837-95cf8718968a'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:22:57.176769 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d73c96-edef-4912-839d-4b4f2368e2f1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Port': ['ID=b055296b-8451-4072-a976-cdb21211cf7b,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:57.190764 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-0ffea5d3-af68-4df5-8fcc-61db8e788a25 None None] Port b055296b-8451-4072-a976-cdb21211cf7b was deleted so its status cannot be updated. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 08 10:22:57.220661 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d164e2-971f-4277-aecc-29efcfce84f2 None None] Routers {'740b941c-47f7-4c46-8837-95cf8718968a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:22:57.221665 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-f5d164e2-971f-4277-aecc-29efcfce84f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:22:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['740b941c-47f7-4c46-8837-95cf8718968a'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:57.230119 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-02067005-b371-46a0-a670-105b766e7083 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:57.245193 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d73c96-edef-4912-839d-4b4f2368e2f1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.245591 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d73c96-edef-4912-839d-4b4f2368e2f1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.246260 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d73c96-edef-4912-839d-4b4f2368e2f1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.246624 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d73c96-edef-4912-839d-4b4f2368e2f1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.247119 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d73c96-edef-4912-839d-4b4f2368e2f1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.247449 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d73c96-edef-4912-839d-4b4f2368e2f1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.247801 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d73c96-edef-4912-839d-4b4f2368e2f1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.248150 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d73c96-edef-4912-839d-4b4f2368e2f1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.248477 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d73c96-edef-4912-839d-4b4f2368e2f1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.248798 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d73c96-edef-4912-839d-4b4f2368e2f1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.249117 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d73c96-edef-4912-839d-4b4f2368e2f1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.252197 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4a39bbed-32bd-4456-8113-d7826fef61ba tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:57.265592 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1e58a66a-59b6-4671-8d8d-eea1a4e6dde5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:57.283848 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02067005-b371-46a0-a670-105b766e7083 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:22:57.284291 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-02067005-b371-46a0-a670-105b766e7083 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:22:57.346769 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:22:57.530944 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d3ddf062-f67b-48a9-8966-1cdb182a95ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'name': 'tempest-ServersTestManualDisk-1428334449-router', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:21:06Z', 'updated_at': '2022-04-08T10:22:50Z', 'revision_number': 5, 'project_id': 'be30bca09ed8432b942cdec0ee999225', 'gw_port': {'id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:21:07Z', 'updated_at': '2022-04-08T10:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:57.535834 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ddf062-f67b-48a9-8966-1cdb182a95ed None None] Checking router: 0390decc-512f-4544-b4e1-2c0fda25f409 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:22:57.539692 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-83e55dc7-7069-43f8-8331-0d28dc958d10 None None] Provisioning for port cfadb20d-db2b-49ec-a54b-c949bcbaa4f0 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:57.542021 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4a39bbed-32bd-4456-8113-d7826fef61ba tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.0233490 Apr 08 10:22:57.543962 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-69d73c96-edef-4912-839d-4b4f2368e2f1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:57.546005 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-69d73c96-edef-4912-839d-4b4f2368e2f1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/b055296b-8451-4072-a976-cdb21211cf7b HTTP/1.1" status: 204 len: 168 time: 1.5857573 Apr 08 10:22:57.546639 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fcbda0-1230-4af6-a120-ed4eb3880cc9', 'tag': '53695a35-5107-4460-9ed0-b506351f18b3'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:22:57.551111 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ddf062-f67b-48a9-8966-1cdb182a95ed None None] Routers {'0390decc-512f-4544-b4e1-2c0fda25f409'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:22:57.551725 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d3ddf062-f67b-48a9-8966-1cdb182a95ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:22:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0390decc-512f-4544-b4e1-2c0fda25f409'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:57.563010 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-83e55dc7-7069-43f8-8331-0d28dc958d10 None None] Provisioning complete for port cfadb20d-db2b-49ec-a54b-c949bcbaa4f0 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:57.563472 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-83e55dc7-7069-43f8-8331-0d28dc958d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:57.568507 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53350) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:57.573133 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0c3361-09cf-4ca1-8a03-8d81688dd57f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.573480 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0c3361-09cf-4ca1-8a03-8d81688dd57f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.573817 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0c3361-09cf-4ca1-8a03-8d81688dd57f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.574143 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0c3361-09cf-4ca1-8a03-8d81688dd57f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.574469 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0c3361-09cf-4ca1-8a03-8d81688dd57f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.574795 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0c3361-09cf-4ca1-8a03-8d81688dd57f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.575118 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0c3361-09cf-4ca1-8a03-8d81688dd57f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.575435 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0c3361-09cf-4ca1-8a03-8d81688dd57f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.575753 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0c3361-09cf-4ca1-8a03-8d81688dd57f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.576061 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0c3361-09cf-4ca1-8a03-8d81688dd57f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.576408 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0c3361-09cf-4ca1-8a03-8d81688dd57f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.648157 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-1e58a66a-59b6-4671-8d8d-eea1a4e6dde5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Transition to ACTIVE for port object 42520cd6-795a-455d-9fb4-f1d8bb8917f3 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:22:57.696811 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-02067005-b371-46a0-a670-105b766e7083 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:57.710709 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-02067005-b371-46a0-a670-105b766e7083 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:57.717677 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e1fc5f-de6b-403b-850d-5e74dcc00aad tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:57.719571 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e1fc5f-de6b-403b-850d-5e74dcc00aad tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:57.720611 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-19e1fc5f-de6b-403b-850d-5e74dcc00aad tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:22:57.726413 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1542719-cb2a-45c4-80fd-8a20a14a967d'] response: {'name': 'network-changed', 'server_uuid': '00fcbda0-1230-4af6-a120-ed4eb3880cc9', 'tag': '53695a35-5107-4460-9ed0-b506351f18b3', 'status': 'completed', 'code': 200} Apr 08 10:22:57.742402 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-19e1fc5f-de6b-403b-850d-5e74dcc00aad tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:22:57.744089 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-19e1fc5f-de6b-403b-850d-5e74dcc00aad tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1596539 Apr 08 10:22:57.746631 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53358) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:57.760338 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-f5d164e2-971f-4277-aecc-29efcfce84f2 None None] Set router 740b941c-47f7-4c46-8837-95cf8718968a gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:22:57.791513 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-d3ddf062-f67b-48a9-8966-1cdb182a95ed None None] Set router 0390decc-512f-4544-b4e1-2c0fda25f409 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:22:57.869604 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067005-b371-46a0-a670-105b766e7083 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Network': ['ID=84d2aa77-8c18-44f8-8199-b85dadd938c9,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:57.877008 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-02067005-b371-46a0-a670-105b766e7083 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/networks/84d2aa77-8c18-44f8-8199-b85dadd938c9 HTTP/1.1" status: 204 len: 168 time: 1.8629482 Apr 08 10:22:57.901797 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53366) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:57.948176 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-e4bb4f21-db29-4b86-8b7a-83ee3794408c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-494627752'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:57.970638 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067005-b371-46a0-a670-105b766e7083 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.970980 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067005-b371-46a0-a670-105b766e7083 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.971324 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067005-b371-46a0-a670-105b766e7083 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.971684 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067005-b371-46a0-a670-105b766e7083 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.972023 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067005-b371-46a0-a670-105b766e7083 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.972378 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067005-b371-46a0-a670-105b766e7083 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.972704 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067005-b371-46a0-a670-105b766e7083 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.973028 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067005-b371-46a0-a670-105b766e7083 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.973348 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067005-b371-46a0-a670-105b766e7083 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.973668 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067005-b371-46a0-a670-105b766e7083 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.973990 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067005-b371-46a0-a670-105b766e7083 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:22:57.982155 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e4bb4f21-db29-4b86-8b7a-83ee3794408c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:57.992633 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6648f98-60eb-4d17-ae4a-8d0ad30d3806 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:22:58.009048 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 8c8497b5-61c6-4140-ad5d-79959e8d51b1 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:22:58.013304 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d6648f98-60eb-4d17-ae4a-8d0ad30d3806 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "PUT /v2.0/routers/1228fa13-706d-444f-aaa3-5802b42cbcd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1723874 Apr 08 10:22:58.019357 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53372) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:58.020425 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e4bb4f21-db29-4b86-8b7a-83ee3794408c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:network and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:58.074074 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e4bb4f21-db29-4b86-8b7a-83ee3794408c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:58.081830 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-83e55dc7-7069-43f8-8331-0d28dc958d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:58.128863 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c1ce54-2d1d-4847-ac96-f3f88082e115 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet 3d9c3d59-e9b5-45d3-8adb-15b6a5764de5 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:22:58.132696 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-74c1ce54-2d1d-4847-ac96-f3f88082e115 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:58.211136 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-83e55dc7-7069-43f8-8331-0d28dc958d10 None None] For port cfadb20d-db2b-49ec-a54b-c949bcbaa4f0, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=cfadb20d-db2b-49ec-a54b-c949bcbaa4f0,segment=NetworkSegment(db662824-3586-412a-9472-c4fcdb623ec9),segment_id=db662824-3586-412a-9472-c4fcdb623ec9)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:22:58.216552 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-74c1ce54-2d1d-4847-ac96-f3f88082e115 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:58.222299 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-83e55dc7-7069-43f8-8331-0d28dc958d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:58.243237 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b18c789-f61f-462d-9b5f-f181806676e0 None None] Sync routers for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:22:58.247686 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1e58a66a-59b6-4671-8d8d-eea1a4e6dde5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:58.262516 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e4bb4f21-db29-4b86-8b7a-83ee3794408c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:58.294986 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b18c789-f61f-462d-9b5f-f181806676e0 None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:22:58.295614 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-7b18c789-f61f-462d-9b5f-f181806676e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:22:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:58.366743 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-74c1ce54-2d1d-4847-ac96-f3f88082e115 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:58.400409 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e55dc7-7069-43f8-8331-0d28dc958d10 None None] Pushing event updated for resources: {'Port': ['ID=cfadb20d-db2b-49ec-a54b-c949bcbaa4f0,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:58.421084 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 8c8497b5-61c6-4140-ad5d-79959e8d51b1 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:58.421574 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:58.492423 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-7b18c789-f61f-462d-9b5f-f181806676e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:58.493081 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-74c1ce54-2d1d-4847-ac96-f3f88082e115 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:58.505622 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b18c789-f61f-462d-9b5f-f181806676e0 None None] Routers {'1228fa13-706d-444f-aaa3-5802b42cbcd9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:22:58.506847 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-7b18c789-f61f-462d-9b5f-f181806676e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:22:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1228fa13-706d-444f-aaa3-5802b42cbcd9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:58.558370 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-74c1ce54-2d1d-4847-ac96-f3f88082e115 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:58.560912 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54a8355-f30d-45d6-af22-d348f173fad6 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:22:58.578008 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-beeb0451-75cd-4cf9-a972-357b53ac6eb6 None None] Provisioning complete for port cfadb20d-db2b-49ec-a54b-c949bcbaa4f0 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:58.578635 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-beeb0451-75cd-4cf9-a972-357b53ac6eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:58.584001 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1ce54-2d1d-4847-ac96-f3f88082e115 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=3d9c3d59-e9b5-45d3-8adb-15b6a5764de5,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:58.591273 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-7b18c789-f61f-462d-9b5f-f181806676e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:58.591273 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b18c789-f61f-462d-9b5f-f181806676e0 None None] The sync data for ids ['1228fa13-706d-444f-aaa3-5802b42cbcd9'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:22:58.593676 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d3ddf062-f67b-48a9-8966-1cdb182a95ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'name': 'tempest-ServersTestManualDisk-1428334449-router', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:21:06Z', 'updated_at': '2022-04-08T10:22:50Z', 'revision_number': 5, 'project_id': 'be30bca09ed8432b942cdec0ee999225', 'gw_port': {'id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:21:07Z', 'updated_at': '2022-04-08T10:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:58.598239 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ddf062-f67b-48a9-8966-1cdb182a95ed None None] The sync data for ids ['0390decc-512f-4544-b4e1-2c0fda25f409'] in dv-neutron-837110-1-hyperv is: [{'id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'name': 'tempest-ServersTestManualDisk-1428334449-router', 'tenant_id': 'be30bca09ed8432b942cdec0ee999225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:21:06Z', 'updated_at': '2022-04-08T10:22:50Z', 'revision_number': 5, 'project_id': 'be30bca09ed8432b942cdec0ee999225', 'gw_port': {'id': '9942ef28-79d6-4da4-8796-2639ff2088d2', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0390decc-512f-4544-b4e1-2c0fda25f409', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:21:07Z', 'updated_at': '2022-04-08T10:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:22:58.612096 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-74c1ce54-2d1d-4847-ac96-f3f88082e115 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/3d9c3d59-e9b5-45d3-8adb-15b6a5764de5 HTTP/1.1" status: 204 len: 168 time: 0.8633165 Apr 08 10:22:58.619479 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53382) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:58.624672 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e58a66a-59b6-4671-8d8d-eea1a4e6dde5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Network bedebe1c-5487-423b-913f-4acce742c85b is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:22:58.627121 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05931a-81ec-476c-958c-1526879d2209 req-9cc61029-a948-42d9-9cde-882e98e70b2f tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:58.628854 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2c05931a-81ec-476c-958c-1526879d2209 req-9cc61029-a948-42d9-9cde-882e98e70b2f tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 945 time: 0.5789766 Apr 08 10:22:58.629389 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bb4f21-db29-4b86-8b7a-83ee3794408c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:58.633003 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e4bb4f21-db29-4b86-8b7a-83ee3794408c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:58.660371 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-1e58a66a-59b6-4671-8d8d-eea1a4e6dde5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:22:58.690915 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4bb4f21-db29-4b86-8b7a-83ee3794408c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:22:58.704836 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e4bb4f21-db29-4b86-8b7a-83ee3794408c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:58.705243 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-e4bb4f21-db29-4b86-8b7a-83ee3794408c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Added segment c385c017-973b-4d73-b321-a7207fa68b06 of type vlan for network 12762baf-26e0-4ebe-9198-a468e01691dc Apr 08 10:22:58.758474 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e58a66a-59b6-4671-8d8d-eea1a4e6dde5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:22:58.797973 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-af27634f-06d5-4f7e-89a1-f65cb74cadcc tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1675229 Apr 08 10:22:58.799287 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53388) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:58.876530 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2c05931a-81ec-476c-958c-1526879d2209 req-ab946c20-8b7f-461c-a13e-0ea0eae4b08b tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/security-groups?id=3ae44c6d-46de-49e1-b817-eec31857f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435127 Apr 08 10:22:58.936244 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043fa422-1c8e-4834-9f92-b255477b0229 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:58.937060 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-043fa422-1c8e-4834-9f92-b255477b0229 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:22:58.942000 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53394) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:59.028784 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58a66a-59b6-4671-8d8d-eea1a4e6dde5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Pushing event updated for resources: {'Port': ['ID=42520cd6-795a-455d-9fb4-f1d8bb8917f3,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:59.044611 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e4bb4f21-db29-4b86-8b7a-83ee3794408c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:59.065046 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-043fa422-1c8e-4834-9f92-b255477b0229 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:22:59.066394 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-043fa422-1c8e-4834-9f92-b255477b0229 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2661643 Apr 08 10:22:59.075608 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53398) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:59.097627 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-a9661769-4bf9-4bd6-87de-61f73ed959be req-deb41252-3a04-4382-8f6e-ed591dfd5a13 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=14526426b3bf429d8a2df66bd6372e7f&device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 1098 time: 1.3836367 Apr 08 10:22:59.177781 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e58a66a-59b6-4671-8d8d-eea1a4e6dde5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:59.178476 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1e58a66a-59b6-4671-8d8d-eea1a4e6dde5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:59.182207 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-f5d164e2-971f-4277-aecc-29efcfce84f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740b941c-47f7-4c46-8837-95cf8718968a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177103004', 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:22:00Z', 'updated_at': '2022-04-08T10:22:18Z', 'revision_number': 4, 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'gw_port': {'id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740b941c-47f7-4c46-8837-95cf8718968a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:22:01Z', 'updated_at': '2022-04-08T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '5a0b657e-8a5d-4b66-93b1-77be6d5242c7', 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'floating_ip_address': '172.26.0.215', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '740b941c-47f7-4c46-8837-95cf8718968a', 'port_id': '53695a35-5107-4460-9ed0-b506351f18b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82', 'mac_address': 'fa:16:3e:bd:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fcbda0-1230-4af6-a120-ed4eb3880cc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:22:52Z', 'updated_at': '2022-04-08T10:22:52Z', 'revision_number': 0, 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c', 'name': '', 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82', 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'mac_address': 'fa:16:3e:bf:22:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740b941c-47f7-4c46-8837-95cf8718968a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9288d010-9fbf-4288-b764-bbf686d8640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:22:15Z', 'updated_at': '2022-04-08T10:22:28Z', 'revision_number': 5, 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'subnets': [{'id': '9288d010-9fbf-4288-b764-bbf686d8640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:59.189819 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ddc4d0b3-cc82-4c33-954e-b99e6e8b7cd4 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/floatingips/5a0b657e-8a5d-4b66-93b1-77be6d5242c7 HTTP/1.1" status: 200 len: 991 time: 0.2455969 Apr 08 10:22:59.211245 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a1a933-c918-4307-81fa-7c8899c5f6d8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:59.211862 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d164e2-971f-4277-aecc-29efcfce84f2 None None] Checking router: 740b941c-47f7-4c46-8837-95cf8718968a for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:22:59.213855 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-54a1a933-c918-4307-81fa-7c8899c5f6d8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:22:59.229935 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d164e2-971f-4277-aecc-29efcfce84f2 None None] Routers {'740b941c-47f7-4c46-8837-95cf8718968a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:22:59.230563 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-f5d164e2-971f-4277-aecc-29efcfce84f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:22:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['740b941c-47f7-4c46-8837-95cf8718968a'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:22:59.241555 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-54a1a933-c918-4307-81fa-7c8899c5f6d8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:22:59.243410 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-54a1a933-c918-4307-81fa-7c8899c5f6d8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1664069 Apr 08 10:22:59.245500 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53404) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:59.300025 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e4bb4f21-db29-4b86-8b7a-83ee3794408c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:59.304985 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bb4f21-db29-4b86-8b7a-83ee3794408c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:59.305811 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e4bb4f21-db29-4b86-8b7a-83ee3794408c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:59.345754 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1a5de72b-438d-4ebe-8092-7aa81c33cf8c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0991843 Apr 08 10:22:59.352115 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53410) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:59.358415 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-92967a65-385c-4d74-8ce5-b1d2c5a39928 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:59.470493 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e4bb4f21-db29-4b86-8b7a-83ee3794408c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5490181 Apr 08 10:22:59.470833 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53416) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:59.483365 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-30818a68-dbc6-4852-8282-3f44f7e86252 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'subnet': {'network_id': '12762baf-26e0-4ebe-9198-a468e01691dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:59.493400 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f43dbc62-c610-4380-a1cb-7972ca130476 admin admin] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:59.507829 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-cac80d4f-85f2-49c4-9049-bc2a744fcac7 None None] Provisioning for port 42520cd6-795a-455d-9fb4-f1d8bb8917f3 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:22:59.516131 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-cac80d4f-85f2-49c4-9049-bc2a744fcac7 None None] Provisioning complete for port 42520cd6-795a-455d-9fb4-f1d8bb8917f3 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:22:59.516635 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cac80d4f-85f2-49c4-9049-bc2a744fcac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:59.564229 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9726bfc2-4a5a-4856-b26c-98757efb583f None None] DHCP port deletion for 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:22:59.598991 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-9726bfc2-4a5a-4856-b26c-98757efb583f None None] Deleting port 8c8497b5-61c6-4140-ad5d-79959e8d51b1 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:22:59.600197 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9726bfc2-4a5a-4856-b26c-98757efb583f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:59.611634 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-92967a65-385c-4d74-8ce5-b1d2c5a39928 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:59.621628 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-92967a65-385c-4d74-8ce5-b1d2c5a39928 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:59.637010 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92967a65-385c-4d74-8ce5-b1d2c5a39928 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:59.641271 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1e58a66a-59b6-4671-8d8d-eea1a4e6dde5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.3345938 Apr 08 10:22:59.641420 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-92967a65-385c-4d74-8ce5-b1d2c5a39928 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:22:59.645641 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb4f21-db29-4b86-8b7a-83ee3794408c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Network': ['ID=12762baf-26e0-4ebe-9198-a468e01691dc,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:22:59.649716 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53422) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:22:59.666934 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 12762baf-26e0-4ebe-9198-a468e01691dc details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:22:59.675235 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-1c17b47d-67e6-4522-a752-c5c4c575ebe5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Request body: {'port': {'network_id': 'bedebe1c-5487-423b-913f-4acce742c85b', 'name': 'tempest-AllowedAddressPairTestJSON-1171232046', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:a4:b2:82'}]}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:22:59.746923 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-cac80d4f-85f2-49c4-9049-bc2a744fcac7 None None] Port 42520cd6-795a-455d-9fb4-f1d8bb8917f3 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:22:59.756689 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-30818a68-dbc6-4852-8282-3f44f7e86252 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:22:59.764740 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-30818a68-dbc6-4852-8282-3f44f7e86252 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:subnet and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:22:59.773283 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-30818a68-dbc6-4852-8282-3f44f7e86252 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:22:59.782405 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-30818a68-dbc6-4852-8282-3f44f7e86252 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:22:59.806416 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30818a68-dbc6-4852-8282-3f44f7e86252 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:22:59.838649 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-f5d164e2-971f-4277-aecc-29efcfce84f2 None None] Set router 740b941c-47f7-4c46-8837-95cf8718968a gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:22:59.879261 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9661769-4bf9-4bd6-87de-61f73ed959be req-77e4f4a5-a23e-4b09-aded-25db0f1cca50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:22:59.880978 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-a9661769-4bf9-4bd6-87de-61f73ed959be req-77e4f4a5-a23e-4b09-aded-25db0f1cca50 service neutron] 10.222.0.52 "GET /v2.0/networks?id=192f3bbb-ce8e-4d78-84a7-a4b3b9471c82 HTTP/1.1" status: 200 len: 898 time: 0.7745912 Apr 08 10:22:59.951004 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device cfadb20d-db2b-49ec-a54b-c949bcbaa4f0 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:22:59.994213 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-30818a68-dbc6-4852-8282-3f44f7e86252 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:00.090511 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-a9661769-4bf9-4bd6-87de-61f73ed959be req-0fdcbe66-6d1f-4107-ac5c-ed67e45f2107 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53695a35-5107-4460-9ed0-b506351f18b3 HTTP/1.1" status: 200 len: 999 time: 0.1905973 Apr 08 10:23:00.105089 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-1c17b47d-67e6-4522-a752-c5c4c575ebe5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:00.110554 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-1c17b47d-67e6-4522-a752-c5c4c575ebe5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Usage tracker for resource:port and tenant:4a3cb57afa184e6bab18134b0880eeff is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:00.114728 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-1c17b47d-67e6-4522-a752-c5c4c575ebe5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:00.196542 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-9726bfc2-4a5a-4856-b26c-98757efb583f None None] For port 8c8497b5-61c6-4140-ad5d-79959e8d51b1, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=8c8497b5-61c6-4140-ad5d-79959e8d51b1,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:00.196895 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9726bfc2-4a5a-4856-b26c-98757efb583f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:00.198099 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53434) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:00.198990 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-1c17b47d-67e6-4522-a752-c5c4c575ebe5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:00.224394 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a3c27e91-ec42-4aea-a119-9b511ff34f32 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:00.262542 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53438) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:00.310123 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.ipam_backend_mixin [None req-30818a68-dbc6-4852-8282-3f44f7e86252 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Performing IP validity checks on allocation pools {{(pid=83845) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 08 10:23:00.310896 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.ipam_backend_mixin [None req-30818a68-dbc6-4852-8282-3f44f7e86252 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83845) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 08 10:23:00.341712 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c17b47d-67e6-4522-a752-c5c4c575ebe5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Made reservation on behalf of 4a3cb57afa184e6bab18134b0880eeff for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:00.386619 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9661769-4bf9-4bd6-87de-61f73ed959be req-2e43ab61-e47b-43b4-8dc4-be8c403e9ead service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:00.387834 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-a9661769-4bf9-4bd6-87de-61f73ed959be req-2e43ab61-e47b-43b4-8dc4-be8c403e9ead service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9288d010-9fbf-4288-b764-bbf686d8640a HTTP/1.1" status: 200 len: 835 time: 0.2676730 Apr 08 10:23:00.393344 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-9726bfc2-4a5a-4856-b26c-98757efb583f None None] Calling delete_port for 8c8497b5-61c6-4140-ad5d-79959e8d51b1 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:00.445329 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-86a00267-8c76-4d5c-9cb6-3fa50929b864 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-365749047'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:00.451856 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-86a00267-8c76-4d5c-9cb6-3fa50929b864 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:00.456598 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port cfadb20d-db2b-49ec-a54b-c949bcbaa4f0 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:00.456962 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:00.469385 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-86a00267-8c76-4d5c-9cb6-3fa50929b864 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Usage tracker for resource:router and tenant:b1ed517f26f14e3bb469a8fcc6ebcec3 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:00.479720 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-86a00267-8c76-4d5c-9cb6-3fa50929b864 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:00.499678 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-86a00267-8c76-4d5c-9cb6-3fa50929b864 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:00.535782 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-86a00267-8c76-4d5c-9cb6-3fa50929b864 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:00.537474 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-86a00267-8c76-4d5c-9cb6-3fa50929b864 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:00.541217 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-30818a68-dbc6-4852-8282-3f44f7e86252 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:00.601025 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9726bfc2-4a5a-4856-b26c-98757efb583f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:00.631458 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2adafdd2-d746-4b8e-bd27-1883dd022d8c tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/floatingips/5a0b657e-8a5d-4b66-93b1-77be6d5242c7 HTTP/1.1" status: 200 len: 991 time: 0.4145987 Apr 08 10:23:00.659307 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30818a68-dbc6-4852-8282-3f44f7e86252 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Subnet': ['ID=83cdfd32-f5f5-4a13-b1a9-4940277d8194,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:00.690761 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726bfc2-4a5a-4856-b26c-98757efb583f None None] Pushing event deleted for resources: {'Port': ['ID=8c8497b5-61c6-4140-ad5d-79959e8d51b1,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:00.691960 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1c17b47d-67e6-4522-a752-c5c4c575ebe5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:00.695785 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-86a00267-8c76-4d5c-9cb6-3fa50929b864 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:00.720305 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9726bfc2-4a5a-4856-b26c-98757efb583f None None] No DVR routers for this DVR port 8c8497b5-61c6-4140-ad5d-79959e8d51b1 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:23:00.721101 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30818a68-dbc6-4852-8282-3f44f7e86252 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Checking segment: {'id': 'c385c017-973b-4d73-b321-a7207fa68b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '12762baf-26e0-4ebe-9198-a468e01691dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:00.721673 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30818a68-dbc6-4852-8282-3f44f7e86252 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network hostable DHCP agents. Network: 12762baf-26e0-4ebe-9198-a468e01691dc, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:23:00.737724 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-1c17b47d-67e6-4522-a752-c5c4c575ebe5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] device_id is not set on port e72b1de9-e5cc-4d8a-ad47-49fbb2049e91 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:23:00.750546 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-f5d164e2-971f-4277-aecc-29efcfce84f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740b941c-47f7-4c46-8837-95cf8718968a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177103004', 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:22:00Z', 'updated_at': '2022-04-08T10:22:18Z', 'revision_number': 4, 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'gw_port': {'id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740b941c-47f7-4c46-8837-95cf8718968a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:22:01Z', 'updated_at': '2022-04-08T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '5a0b657e-8a5d-4b66-93b1-77be6d5242c7', 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'floating_ip_address': '172.26.0.215', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '740b941c-47f7-4c46-8837-95cf8718968a', 'port_id': '53695a35-5107-4460-9ed0-b506351f18b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82', 'mac_address': 'fa:16:3e:bd:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fcbda0-1230-4af6-a120-ed4eb3880cc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:22:52Z', 'updated_at': '2022-04-08T10:22:52Z', 'revision_number': 0, 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c', 'name': '', 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82', 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'mac_address': 'fa:16:3e:bf:22:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740b941c-47f7-4c46-8837-95cf8718968a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9288d010-9fbf-4288-b764-bbf686d8640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:22:15Z', 'updated_at': '2022-04-08T10:22:28Z', 'revision_number': 5, 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'subnets': [{'id': '9288d010-9fbf-4288-b764-bbf686d8640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:00.757393 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d164e2-971f-4277-aecc-29efcfce84f2 None None] The sync data for ids ['740b941c-47f7-4c46-8837-95cf8718968a'] in dv-neutron-837110-1-hyperv is: [{'id': '740b941c-47f7-4c46-8837-95cf8718968a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177103004', 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:22:00Z', 'updated_at': '2022-04-08T10:22:18Z', 'revision_number': 4, 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'gw_port': {'id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740b941c-47f7-4c46-8837-95cf8718968a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:22:01Z', 'updated_at': '2022-04-08T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '5a0b657e-8a5d-4b66-93b1-77be6d5242c7', 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'floating_ip_address': '172.26.0.215', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '740b941c-47f7-4c46-8837-95cf8718968a', 'port_id': '53695a35-5107-4460-9ed0-b506351f18b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82', 'mac_address': 'fa:16:3e:bd:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fcbda0-1230-4af6-a120-ed4eb3880cc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:22:52Z', 'updated_at': '2022-04-08T10:22:52Z', 'revision_number': 0, 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c', 'name': '', 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82', 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'mac_address': 'fa:16:3e:bf:22:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740b941c-47f7-4c46-8837-95cf8718968a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9288d010-9fbf-4288-b764-bbf686d8640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:22:15Z', 'updated_at': '2022-04-08T10:22:28Z', 'revision_number': 5, 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'subnets': [{'id': '9288d010-9fbf-4288-b764-bbf686d8640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:23:00.780581 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-a9661769-4bf9-4bd6-87de-61f73ed959be req-e6a6de33-65c7-485d-977e-da7560659853 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=192f3bbb-ce8e-4d78-84a7-a4b3b9471c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3439288 Apr 08 10:23:00.791674 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-86a00267-8c76-4d5c-9cb6-3fa50929b864 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:00.794327 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 8c8497b5-61c6-4140-ad5d-79959e8d51b1 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:23:00.802649 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.objects.ports [None req-92967a65-385c-4d74-8ce5-b1d2c5a39928 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83845) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 08 10:23:00.808297 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-92967a65-385c-4d74-8ce5-b1d2c5a39928 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:00.832436 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f43dbc62-c610-4380-a1cb-7972ca130476 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:00.846761 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 8c8497b5-61c6-4140-ad5d-79959e8d51b1 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:23:00.847638 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 8c8497b5-61c6-4140-ad5d-79959e8d51b1 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:23:00.848983 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 67bb4085-ebbe-4141-973b-3167a5875515 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:23:00.899336 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-86a00267-8c76-4d5c-9cb6-3fa50929b864 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:00.903210 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-86a00267-8c76-4d5c-9cb6-3fa50929b864 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.6356950 Apr 08 10:23:00.903393 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 67bb4085-ebbe-4141-973b-3167a5875515 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:23:00.903393 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 67bb4085-ebbe-4141-973b-3167a5875515 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:23:00.907858 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92967a65-385c-4d74-8ce5-b1d2c5a39928 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:00.908565 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53444) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:00.969809 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-92967a65-385c-4d74-8ce5-b1d2c5a39928 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:00.971603 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30818a68-dbc6-4852-8282-3f44f7e86252 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network 12762baf-26e0-4ebe-9198-a468e01691dc is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:23:00.980139 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92967a65-385c-4d74-8ce5-b1d2c5a39928 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:00.980785 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-92967a65-385c-4d74-8ce5-b1d2c5a39928 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:00.982355 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6b5aa2-999f-4c40-ab17-3040c6d4700b None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:01.065853 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92967a65-385c-4d74-8ce5-b1d2c5a39928 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=cbd66af5-8f74-4b41-b15c-ddfa99815064,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:01.075108 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-30818a68-dbc6-4852-8282-3f44f7e86252 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 12762baf-26e0-4ebe-9198-a468e01691dc) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:01.084754 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30818a68-dbc6-4852-8282-3f44f7e86252 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:01.086043 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-30818a68-dbc6-4852-8282-3f44f7e86252 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:01.089472 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-f43dbc62-c610-4380-a1cb-7972ca130476 admin admin] Deleting port 9942ef28-79d6-4da4-8796-2639ff2088d2 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:01.089811 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f43dbc62-c610-4380-a1cb-7972ca130476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:01.091013 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-92967a65-385c-4d74-8ce5-b1d2c5a39928 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7377248 Apr 08 10:23:01.094372 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53448) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:01.108023 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-8ddd504b-dea4-401f-8525-676397f6d97d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'port': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'mac_address': 'fa:16:3e:c5:70:f8', 'name': 'tempest-NetworksTestDHCPv6-806278265'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:01.183125 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-30818a68-dbc6-4852-8282-3f44f7e86252 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7111597 Apr 08 10:23:01.183906 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53452) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:01.201480 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc05962-09b6-4869-8ca3-1754d7e6d4b7 None None] New status for floating IP 5a0b657e-8a5d-4b66-93b1-77be6d5242c7: ACTIVE {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:23:01.206577 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-ad284ef7-859c-41cb-b3c7-c7e5a977efa7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'port': {'network_id': '12762baf-26e0-4ebe-9198-a468e01691dc', 'name': 'tempest-PortsTestJSON-1938589015'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:01.237881 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e280ace-6130-4af7-9dd8-093aec633580 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:01.252551 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b68192d-9d2f-4365-a840-231d98da4f56 None None] Network 12762baf-26e0-4ebe-9198-a468e01691dc requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:01.339183 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-a9661769-4bf9-4bd6-87de-61f73ed959be req-29b57520-0bba-431b-ba24-abf43e29c85e service neutron] 10.222.0.52 "GET /v2.0/networks/192f3bbb-ce8e-4d78-84a7-a4b3b9471c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354035 Apr 08 10:23:01.346821 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-1c17b47d-67e6-4522-a752-c5c4c575ebe5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Allocated IP 172.20.0.4 (bedebe1c-5487-423b-913f-4acce742c85b/b0bb9434-88e9-4c65-9fb6-809d617dc7c6/e72b1de9-e5cc-4d8a-ad47-49fbb2049e91) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:01.459456 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-8ddd504b-dea4-401f-8525-676397f6d97d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:01.484316 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-8ddd504b-dea4-401f-8525-676397f6d97d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:01.493092 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a3c27e91-ec42-4aea-a119-9b511ff34f32 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:01.543957 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-a3c27e91-ec42-4aea-a119-9b511ff34f32 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Deleting port 896fb59a-edd5-4e54-b56f-45dad502cf9f {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:01.544321 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a3c27e91-ec42-4aea-a119-9b511ff34f32 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:01.631917 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddd504b-dea4-401f-8525-676397f6d97d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:01.635536 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8ddd504b-dea4-401f-8525-676397f6d97d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:01.646364 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53456) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:01.652299 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca78000a-faa3-42ac-8795-ae72057c2069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'fixed_ips': [{'subnet_id': 'cbd66af5-8f74-4b41-b15c-ddfa99815064'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:23:01.653179 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ca78000a-faa3-42ac-8795-ae72057c2069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:01.696359 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-f43dbc62-c610-4380-a1cb-7972ca130476 admin admin] For port 9942ef28-79d6-4da4-8796-2639ff2088d2, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=9942ef28-79d6-4da4-8796-2639ff2088d2,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:01.696359 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f43dbc62-c610-4380-a1cb-7972ca130476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:01.745257 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ad284ef7-859c-41cb-b3c7-c7e5a977efa7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:01.804751 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-a9661769-4bf9-4bd6-87de-61f73ed959be req-efaef104-68b2-4fb4-a4bd-dffee0577b78 service neutron] 10.222.0.52 "GET /v2.0/networks/192f3bbb-ce8e-4d78-84a7-a4b3b9471c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510581 Apr 08 10:23:01.884015 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967e1995-5c1f-425a-b0d6-113e2165bab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-12762baf-26e0-4ebe-9198-a468e01691dc', 'network_id': '12762baf-26e0-4ebe-9198-a468e01691dc', 'tenant_id': '683f915ff87b4daabd2c3124189ccd49', 'fixed_ips': [{'subnet_id': '83cdfd32-f5f5-4a13-b1a9-4940277d8194'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:23:01.885001 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-967e1995-5c1f-425a-b0d6-113e2165bab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:01.920033 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-f43dbc62-c610-4380-a1cb-7972ca130476 admin admin] Calling delete_port for 9942ef28-79d6-4da4-8796-2639ff2088d2 owned by network:router_gateway {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:01.979783 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-ca78000a-faa3-42ac-8795-ae72057c2069 None None] Allocated IP 2001:db8::f816:3eff:fe9f:5956 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/cbd66af5-8f74-4b41-b15c-ddfa99815064/433c7e82-f180-4bc5-908d-1ad07057d181) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:02.011332 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-8ddd504b-dea4-401f-8525-676397f6d97d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] device_id is not set on port 1ac8fd9d-b1c2-4338-9d3f-de384639e4ac yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:23:02.048352 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ad284ef7-859c-41cb-b3c7-c7e5a977efa7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:02.091515 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e280ace-6130-4af7-9dd8-093aec633580 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:02.099515 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-13dec59b-0cb4-47e4-8bc8-259bbfa8fbeb tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/floatingips/5a0b657e-8a5d-4b66-93b1-77be6d5242c7 HTTP/1.1" status: 200 len: 993 time: 0.4398301 Apr 08 10:23:02.103343 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad284ef7-859c-41cb-b3c7-c7e5a977efa7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:02.106364 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad284ef7-859c-41cb-b3c7-c7e5a977efa7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:02.115532 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1c17b47d-67e6-4522-a752-c5c4c575ebe5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:02.130424 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e280ace-6130-4af7-9dd8-093aec633580 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:02.130629 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a3c27e91-ec42-4aea-a119-9b511ff34f32 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:02.152658 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-ad284ef7-859c-41cb-b3c7-c7e5a977efa7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] device_id is not set on port d779b694-08e5-442e-86de-634d23e3cc45 yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:23:02.194398 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-967e1995-5c1f-425a-b0d6-113e2165bab0 None None] Allocated IP 172.20.0.2 (12762baf-26e0-4ebe-9198-a468e01691dc/83cdfd32-f5f5-4a13-b1a9-4940277d8194/5c7faed1-b71e-4885-a1f4-3f45c24b4d3e) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:02.207818 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-1c17b47d-67e6-4522-a752-c5c4c575ebe5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Transition to ACTIVE for port object e72b1de9-e5cc-4d8a-ad47-49fbb2049e91 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:02.224021 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e280ace-6130-4af7-9dd8-093aec633580 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:02.224576 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e280ace-6130-4af7-9dd8-093aec633580 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4149271e-f3aa-47b6-93e8-8c1d58d18711 {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:23:02.266792 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e280ace-6130-4af7-9dd8-093aec633580 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:02.270817 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2e280ace-6130-4af7-9dd8-093aec633580 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] 10.222.0.47 "DELETE /v2.0/routers/4149271e-f3aa-47b6-93e8-8c1d58d18711 HTTP/1.1" status: 204 len: 168 time: 1.3582556 Apr 08 10:23:02.271073 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53460) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:02.276670 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-f1f0e045-96e6-4677-92ef-09ed2b50f4be tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Request body: {'router': {'name': 'tempest-router-326497864', 'distributed': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:02.281712 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f1f0e045-96e6-4677-92ef-09ed2b50f4be tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:02.286893 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f1f0e045-96e6-4677-92ef-09ed2b50f4be tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Usage tracker for resource:router and tenant:b1ed517f26f14e3bb469a8fcc6ebcec3 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:02.290079 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f1f0e045-96e6-4677-92ef-09ed2b50f4be tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:02.291378 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-a3c27e91-ec42-4aea-a119-9b511ff34f32 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Calling delete_port for 896fb59a-edd5-4e54-b56f-45dad502cf9f owned by network:router_gateway {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:02.296448 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f1f0e045-96e6-4677-92ef-09ed2b50f4be tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:02.307460 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f1f0e045-96e6-4677-92ef-09ed2b50f4be tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:02.308492 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f1f0e045-96e6-4677-92ef-09ed2b50f4be tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:02.331330 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f1f0e045-96e6-4677-92ef-09ed2b50f4be tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:02.352486 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f1f0e045-96e6-4677-92ef-09ed2b50f4be tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:02.378050 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f1f0e045-96e6-4677-92ef-09ed2b50f4be tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:02.382861 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f1f0e045-96e6-4677-92ef-09ed2b50f4be tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1076291 Apr 08 10:23:02.383182 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53464) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:02.386952 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ca78000a-faa3-42ac-8795-ae72057c2069 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:02.412735 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ca78000a-faa3-42ac-8795-ae72057c2069 None None] Transition to ACTIVE for port object 433c7e82-f180-4bc5-908d-1ad07057d181 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:02.425441 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1c17b47d-67e6-4522-a752-c5c4c575ebe5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:02.454145 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ca78000a-faa3-42ac-8795-ae72057c2069 None None] Transition to ACTIVE for port object 433c7e82-f180-4bc5-908d-1ad07057d181 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:02.495587 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ca78000a-faa3-42ac-8795-ae72057c2069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:02.538848 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17b47d-67e6-4522-a752-c5c4c575ebe5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Pushing event updated for resources: {'Port': ['ID=e72b1de9-e5cc-4d8a-ad47-49fbb2049e91,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:02.542743 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c17b47d-67e6-4522-a752-c5c4c575ebe5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Network bedebe1c-5487-423b-913f-4acce742c85b is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:02.545354 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-1c17b47d-67e6-4522-a752-c5c4c575ebe5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:02.547723 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c17b47d-67e6-4522-a752-c5c4c575ebe5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:02.581996 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f43dbc62-c610-4380-a1cb-7972ca130476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:02.596375 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca78000a-faa3-42ac-8795-ae72057c2069 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:02.603389 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-ca78000a-faa3-42ac-8795-ae72057c2069 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:02.606070 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca78000a-faa3-42ac-8795-ae72057c2069 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:02.609699 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-967e1995-5c1f-425a-b0d6-113e2165bab0 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:02.612511 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78000a-faa3-42ac-8795-ae72057c2069 None None] Pushing event updated for resources: {'Port': ['ID=433c7e82-f180-4bc5-908d-1ad07057d181,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:02.623042 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-8ddd504b-dea4-401f-8525-676397f6d97d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 2001:db8::f816:3eff:fec5:70f8 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/cbd66af5-8f74-4b41-b15c-ddfa99815064/1ac8fd9d-b1c2-4338-9d3f-de384639e4ac) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:02.717336 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-967e1995-5c1f-425a-b0d6-113e2165bab0 None None] Transition to ACTIVE for port object 5c7faed1-b71e-4885-a1f4-3f45c24b4d3e will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:02.784634 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-967e1995-5c1f-425a-b0d6-113e2165bab0 None None] Transition to ACTIVE for port object 5c7faed1-b71e-4885-a1f4-3f45c24b4d3e will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:02.795691 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-ca78000a-faa3-42ac-8795-ae72057c2069 None None] Attempting to bind port 433c7e82-f180-4bc5-908d-1ad07057d181 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:23:02.796144 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-ca78000a-faa3-42ac-8795-ae72057c2069 None None] Attempting to bind port 433c7e82-f180-4bc5-908d-1ad07057d181 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:23:02.796594 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca78000a-faa3-42ac-8795-ae72057c2069 None None] Attempting to bind port 433c7e82-f180-4bc5-908d-1ad07057d181 on network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:23:02.799549 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43dbc62-c610-4380-a1cb-7972ca130476 admin admin] Pushing event deleted for resources: {'Port': ['ID=9942ef28-79d6-4da4-8796-2639ff2088d2,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:02.802542 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-967e1995-5c1f-425a-b0d6-113e2165bab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:02.859396 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca78000a-faa3-42ac-8795-ae72057c2069 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:23:02.859937 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca78000a-faa3-42ac-8795-ae72057c2069 None None] Checking segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:02.860453 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ca78000a-faa3-42ac-8795-ae72057c2069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:02.860930 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca78000a-faa3-42ac-8795-ae72057c2069 None None] Bound using segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:23:02.862128 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-ca78000a-faa3-42ac-8795-ae72057c2069 None None] Bound port: 433c7e82-f180-4bc5-908d-1ad07057d181, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:23:02.862128 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ca78000a-faa3-42ac-8795-ae72057c2069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:02.869908 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c17b47d-67e6-4522-a752-c5c4c575ebe5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:02.870526 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1c17b47d-67e6-4522-a752-c5c4c575ebe5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:02.891553 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3f96b8cd-f0ba-4384-88fd-0021ac3f1f43 None None] Provisioning for port e72b1de9-e5cc-4d8a-ad47-49fbb2049e91 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:02.909993 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3f96b8cd-f0ba-4384-88fd-0021ac3f1f43 None None] Provisioning complete for port e72b1de9-e5cc-4d8a-ad47-49fbb2049e91 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:02.910500 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3f96b8cd-f0ba-4384-88fd-0021ac3f1f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:02.927465 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-12a9cabe-9a12-4448-bfee-17fd952421bf tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:02.935725 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a3c27e91-ec42-4aea-a119-9b511ff34f32 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:02.958770 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967e1995-5c1f-425a-b0d6-113e2165bab0 None None] Network 12762baf-26e0-4ebe-9198-a468e01691dc is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:02.967152 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e1995-5c1f-425a-b0d6-113e2165bab0 None None] Pushing event updated for resources: {'Port': ['ID=5c7faed1-b71e-4885-a1f4-3f45c24b4d3e,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:02.985203 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-967e1995-5c1f-425a-b0d6-113e2165bab0 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:02.988731 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1c17b47d-67e6-4522-a752-c5c4c575ebe5 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.3297391 Apr 08 10:23:02.992716 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967e1995-5c1f-425a-b0d6-113e2165bab0 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:02.997163 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53468) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:02.999657 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c27e91-ec42-4aea-a119-9b511ff34f32 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event deleted for resources: {'Port': ['ID=896fb59a-edd5-4e54-b56f-45dad502cf9f,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:03.002082 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-ad284ef7-859c-41cb-b3c7-c7e5a977efa7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Allocated IP 172.20.0.3 (12762baf-26e0-4ebe-9198-a468e01691dc/83cdfd32-f5f5-4a13-b1a9-4940277d8194/d779b694-08e5-442e-86de-634d23e3cc45) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:03.074185 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-3f96b8cd-f0ba-4384-88fd-0021ac3f1f43 None None] Port e72b1de9-e5cc-4d8a-ad47-49fbb2049e91 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:23:03.101542 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8ddd504b-dea4-401f-8525-676397f6d97d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:03.115811 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-ca78000a-faa3-42ac-8795-ae72057c2069 None None] For port 433c7e82-f180-4bc5-908d-1ad07057d181, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:23:03.140169 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-ca78000a-faa3-42ac-8795-ae72057c2069 None None] For port 433c7e82-f180-4bc5-908d-1ad07057d181, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=433c7e82-f180-4bc5-908d-1ad07057d181,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:23:03.145171 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-967e1995-5c1f-425a-b0d6-113e2165bab0 None None] Attempting to bind port 5c7faed1-b71e-4885-a1f4-3f45c24b4d3e on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:23:03.145783 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-967e1995-5c1f-425a-b0d6-113e2165bab0 None None] Attempting to bind port 5c7faed1-b71e-4885-a1f4-3f45c24b4d3e by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'c385c017-973b-4d73-b321-a7207fa68b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '12762baf-26e0-4ebe-9198-a468e01691dc'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:23:03.146383 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967e1995-5c1f-425a-b0d6-113e2165bab0 None None] Attempting to bind port 5c7faed1-b71e-4885-a1f4-3f45c24b4d3e on network 12762baf-26e0-4ebe-9198-a468e01691dc {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:23:03.150117 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ca78000a-faa3-42ac-8795-ae72057c2069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:03.198628 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-8ddd504b-dea4-401f-8525-676397f6d97d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Transition to ACTIVE for port object 1ac8fd9d-b1c2-4338-9d3f-de384639e4ac will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:03.203763 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967e1995-5c1f-425a-b0d6-113e2165bab0 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:23:03.204286 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967e1995-5c1f-425a-b0d6-113e2165bab0 None None] Checking segment: {'id': 'c385c017-973b-4d73-b321-a7207fa68b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '12762baf-26e0-4ebe-9198-a468e01691dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:03.204806 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-967e1995-5c1f-425a-b0d6-113e2165bab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:03.205282 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967e1995-5c1f-425a-b0d6-113e2165bab0 None None] Bound using segment: {'id': 'c385c017-973b-4d73-b321-a7207fa68b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '12762baf-26e0-4ebe-9198-a468e01691dc'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:23:03.205848 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-967e1995-5c1f-425a-b0d6-113e2165bab0 None None] Bound port: 5c7faed1-b71e-4885-a1f4-3f45c24b4d3e, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c385c017-973b-4d73-b321-a7207fa68b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '12762baf-26e0-4ebe-9198-a468e01691dc'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:23:03.206304 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-967e1995-5c1f-425a-b0d6-113e2165bab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:03.283456 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f43dbc62-c610-4380-a1cb-7972ca130476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:03.314251 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78000a-faa3-42ac-8795-ae72057c2069 None None] Pushing event updated for resources: {'Port': ['ID=433c7e82-f180-4bc5-908d-1ad07057d181,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:03.367165 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-967e1995-5c1f-425a-b0d6-113e2165bab0 None None] For port 5c7faed1-b71e-4885-a1f4-3f45c24b4d3e, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:23:03.371010 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-967e1995-5c1f-425a-b0d6-113e2165bab0 None None] For port 5c7faed1-b71e-4885-a1f4-3f45c24b4d3e, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=5c7faed1-b71e-4885-a1f4-3f45c24b4d3e,segment=NetworkSegment(c385c017-973b-4d73-b321-a7207fa68b06),segment_id=c385c017-973b-4d73-b321-a7207fa68b06)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:23:03.375928 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-967e1995-5c1f-425a-b0d6-113e2165bab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:03.476001 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e1995-5c1f-425a-b0d6-113e2165bab0 None None] Pushing event updated for resources: {'Port': ['ID=5c7faed1-b71e-4885-a1f4-3f45c24b4d3e,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:03.532145 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-12a9cabe-9a12-4448-bfee-17fd952421bf tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:03.541740 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8ddd504b-dea4-401f-8525-676397f6d97d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:03.599899 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-12a9cabe-9a12-4448-bfee-17fd952421bf tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:03.736572 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a3c27e91-ec42-4aea-a119-9b511ff34f32 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:03.825403 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad284ef7-859c-41cb-b3c7-c7e5a977efa7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:03.883040 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-12a9cabe-9a12-4448-bfee-17fd952421bf tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:03.883800 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a9cabe-9a12-4448-bfee-17fd952421bf tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e9106519-cad2-43e4-bdb2-15e6aed75d4d {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:23:03.901869 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-ad284ef7-859c-41cb-b3c7-c7e5a977efa7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Transition to ACTIVE for port object d779b694-08e5-442e-86de-634d23e3cc45 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:03.911804 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddd504b-dea4-401f-8525-676397f6d97d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:03.918101 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-8ddd504b-dea4-401f-8525-676397f6d97d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:03.918694 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f43dbc62-c610-4380-a1cb-7972ca130476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:03.920724 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddd504b-dea4-401f-8525-676397f6d97d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:03.924828 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddd504b-dea4-401f-8525-676397f6d97d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:03.925778 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8ddd504b-dea4-401f-8525-676397f6d97d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:03.928626 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95f769c-d71a-4281-b183-12d496097b38 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:03.933497 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95f769c-d71a-4281-b183-12d496097b38 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:03.934444 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-12a9cabe-9a12-4448-bfee-17fd952421bf tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:03.935603 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-12a9cabe-9a12-4448-bfee-17fd952421bf tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] 10.222.0.47 "DELETE /v2.0/routers/e9106519-cad2-43e4-bdb2-15e6aed75d4d HTTP/1.1" status: 204 len: 168 time: 1.5514207 Apr 08 10:23:03.936401 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd504b-dea4-401f-8525-676397f6d97d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=1ac8fd9d-b1c2-4338-9d3f-de384639e4ac,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:03.941565 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95f769c-d71a-4281-b183-12d496097b38 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:03.942104 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e95f769c-d71a-4281-b183-12d496097b38 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Synchronizing usage tracker for tenant:4a3cb57afa184e6bab18134b0880eeff on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:23:03.944698 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53472) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:03.951524 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-91580bd9-13a2-4c5e-8fa1-957949de931d tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Request body: {'router': {'name': 'tempest-router-1269952823', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '987abdc3face4e31a559139c56cedff3'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:03.952011 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f43dbc62-c610-4380-a1cb-7972ca130476 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:03.962353 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-91580bd9-13a2-4c5e-8fa1-957949de931d tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:03.978029 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8ddd504b-dea4-401f-8525-676397f6d97d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8779478 Apr 08 10:23:03.978732 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53476) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:03.980872 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-91580bd9-13a2-4c5e-8fa1-957949de931d tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Usage tracker for resource:router and tenant:987abdc3face4e31a559139c56cedff3 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:03.988044 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-91580bd9-13a2-4c5e-8fa1-957949de931d tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:04.027097 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-91580bd9-13a2-4c5e-8fa1-957949de931d tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:04.054237 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad284ef7-859c-41cb-b3c7-c7e5a977efa7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:04.091139 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-91580bd9-13a2-4c5e-8fa1-957949de931d tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:04.091969 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-91580bd9-13a2-4c5e-8fa1-957949de931d tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:04.119441 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 433c7e82-f180-4bc5-908d-1ad07057d181 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:23:04.175652 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad284ef7-859c-41cb-b3c7-c7e5a977efa7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network 12762baf-26e0-4ebe-9198-a468e01691dc is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:04.181656 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-ad284ef7-859c-41cb-b3c7-c7e5a977efa7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:04.189230 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad284ef7-859c-41cb-b3c7-c7e5a977efa7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:04.191190 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 433c7e82-f180-4bc5-908d-1ad07057d181 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:04.199644 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 5c7faed1-b71e-4885-a1f4-3f45c24b4d3e up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:23:04.220880 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e95f769c-d71a-4281-b183-12d496097b38 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Unset dirty status for tenant:4a3cb57afa184e6bab18134b0880eeff on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:23:04.224325 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e95f769c-d71a-4281-b183-12d496097b38 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 1.2234809 Apr 08 10:23:04.230201 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a3c27e91-ec42-4aea-a119-9b511ff34f32 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:04.232740 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53480) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:04.253115 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad284ef7-859c-41cb-b3c7-c7e5a977efa7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Port': ['ID=d779b694-08e5-442e-86de-634d23e3cc45,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:04.271558 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a3c27e91-ec42-4aea-a119-9b511ff34f32 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:04.271789 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-91580bd9-13a2-4c5e-8fa1-957949de931d tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:04.276788 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad284ef7-859c-41cb-b3c7-c7e5a977efa7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:04.277499 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad284ef7-859c-41cb-b3c7-c7e5a977efa7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:04.280113 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f43dbc62-c610-4380-a1cb-7972ca130476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:04.280604 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43dbc62-c610-4380-a1cb-7972ca130476 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0390decc-512f-4544-b4e1-2c0fda25f409 {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:23:04.291101 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 5c7faed1-b71e-4885-a1f4-3f45c24b4d3e completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:04.301371 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bac2fd3-7ce5-4f4e-a7ac-c0822ebb3a25 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:04.306212 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bac2fd3-7ce5-4f4e-a7ac-c0822ebb3a25 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:04.307078 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5bac2fd3-7ce5-4f4e-a7ac-c0822ebb3a25 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:23:04.312616 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f43dbc62-c610-4380-a1cb-7972ca130476 admin admin] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:04.316041 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f43dbc62-c610-4380-a1cb-7972ca130476 admin admin] 10.222.0.47 "DELETE /v2.0/routers/0390decc-512f-4544-b4e1-2c0fda25f409 HTTP/1.1" status: 204 len: 168 time: 7.4132571 Apr 08 10:23:04.318355 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53484) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:04.328538 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-5c26f879-4e21-4017-bc7d-29ddbe7b403d tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Deleting port e72b1de9-e5cc-4d8a-ad47-49fbb2049e91 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:04.328538 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5c26f879-4e21-4017-bc7d-29ddbe7b403d tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:04.383577 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ad284ef7-859c-41cb-b3c7-c7e5a977efa7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1928389 Apr 08 10:23:04.384810 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-91580bd9-13a2-4c5e-8fa1-957949de931d tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:04.390312 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53488) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:04.392889 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a3c27e91-ec42-4aea-a119-9b511ff34f32 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:04.393615 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c27e91-ec42-4aea-a119-9b511ff34f32 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Fanout notify agent at l3_agent the message router_deleted on router 1228fa13-706d-444f-aaa3-5802b42cbcd9 {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:23:04.421087 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5bac2fd3-7ce5-4f4e-a7ac-c0822ebb3a25 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:23:04.422402 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5bac2fd3-7ce5-4f4e-a7ac-c0822ebb3a25 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4384720 Apr 08 10:23:04.431795 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53492) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:04.438359 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-91580bd9-13a2-4c5e-8fa1-957949de931d tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:04.439781 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-91580bd9-13a2-4c5e-8fa1-957949de931d tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4931810 Apr 08 10:23:04.451363 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53496) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:04.464036 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-13f3244b-84b4-4167-8d32-0669c2741c4c tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:04.504178 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff0ba49f-624d-4e37-9835-f4cdedcd7e96 admin admin] Deleting subnet 38d3d1f8-370d-4974-968c-78c15dd5c5a9 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:23:04.510285 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ff0ba49f-624d-4e37-9835-f4cdedcd7e96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:04.579796 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-ad7ca3b3-8794-4445-92b0-07294c1125a2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting port 1ac8fd9d-b1c2-4338-9d3f-de384639e4ac {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:04.580234 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad7ca3b3-8794-4445-92b0-07294c1125a2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:04.612166 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a3c27e91-ec42-4aea-a119-9b511ff34f32 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:04.614480 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a3c27e91-ec42-4aea-a119-9b511ff34f32 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "DELETE /v2.0/routers/1228fa13-706d-444f-aaa3-5802b42cbcd9 HTTP/1.1" status: 204 len: 168 time: 6.5902412 Apr 08 10:23:04.622706 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ff0ba49f-624d-4e37-9835-f4cdedcd7e96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:04.654284 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53500) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:04.761223 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-11cc482d-3c08-444e-afd9-288402d0c9a7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting port d779b694-08e5-442e-86de-634d23e3cc45 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:04.761754 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-11cc482d-3c08-444e-afd9-288402d0c9a7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:04.961380 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5c26f879-4e21-4017-bc7d-29ddbe7b403d tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:05.023597 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ff0ba49f-624d-4e37-9835-f4cdedcd7e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:05.039100 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-01e6badc-2074-4a79-9bfe-8c27af770260 None None] Provisioning for port 433c7e82-f180-4bc5-908d-1ad07057d181 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:05.048673 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-01e6badc-2074-4a79-9bfe-8c27af770260 None None] Provisioning complete for port 433c7e82-f180-4bc5-908d-1ad07057d181 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:05.049044 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-01e6badc-2074-4a79-9bfe-8c27af770260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:05.158912 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e14e51-18b7-472c-a8a3-ce879f9522c4 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Deleting subnet 1bfd4408-d83c-42cf-a902-65b9273da716 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:23:05.165186 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ff0ba49f-624d-4e37-9835-f4cdedcd7e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:05.184886 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd0daa1-b91f-4823-8e02-bfe9abe19d7e None None] Network 12762baf-26e0-4ebe-9198-a468e01691dc requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:05.208058 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-80e14e51-18b7-472c-a8a3-ce879f9522c4 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:05.233424 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-5c26f879-4e21-4017-bc7d-29ddbe7b403d tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Calling delete_port for e72b1de9-e5cc-4d8a-ad47-49fbb2049e91 owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:05.243969 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ba49f-624d-4e37-9835-f4cdedcd7e96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38d3d1f8-370d-4974-968c-78c15dd5c5a9,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:05.298713 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-01e6badc-2074-4a79-9bfe-8c27af770260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:05.310778 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ff0ba49f-624d-4e37-9835-f4cdedcd7e96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:05.311327 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ebc76b-1154-4d0a-932c-4ac183120a63 None None] Network a2dae228-94e4-4afe-81de-2a132e0716f4 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:05.318869 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ff0ba49f-624d-4e37-9835-f4cdedcd7e96 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/38d3d1f8-370d-4974-968c-78c15dd5c5a9 HTTP/1.1" status: 204 len: 168 time: 0.9968433 Apr 08 10:23:05.323131 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53504) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:05.325177 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-80e14e51-18b7-472c-a8a3-ce879f9522c4 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:05.386659 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad7ca3b3-8794-4445-92b0-07294c1125a2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:05.521019 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-01e6badc-2074-4a79-9bfe-8c27af770260 None None] For port 433c7e82-f180-4bc5-908d-1ad07057d181, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=433c7e82-f180-4bc5-908d-1ad07057d181,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:05.557722 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-01e6badc-2074-4a79-9bfe-8c27af770260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:05.585357 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-ad7ca3b3-8794-4445-92b0-07294c1125a2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Calling delete_port for 1ac8fd9d-b1c2-4338-9d3f-de384639e4ac owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:05.639884 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-80e14e51-18b7-472c-a8a3-ce879f9522c4 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:05.692644 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6badc-2074-4a79-9bfe-8c27af770260 None None] Pushing event updated for resources: {'Port': ['ID=433c7e82-f180-4bc5-908d-1ad07057d181,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:05.723732 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-fe8c0231-5c90-4a93-88d9-610cd7d95b2a None None] Provisioning for port 1ac8fd9d-b1c2-4338-9d3f-de384639e4ac completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:05.726655 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-13f3244b-84b4-4167-8d32-0669c2741c4c tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:05.727024 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-13f3244b-84b4-4167-8d32-0669c2741c4c tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks [] for router, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:05.734559 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-fe8c0231-5c90-4a93-88d9-610cd7d95b2a None None] Provisioning complete for port 1ac8fd9d-b1c2-4338-9d3f-de384639e4ac triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:05.734921 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fe8c0231-5c90-4a93-88d9-610cd7d95b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:05.797600 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-fe8c0231-5c90-4a93-88d9-610cd7d95b2a None None] Port 1ac8fd9d-b1c2-4338-9d3f-de384639e4ac cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:23:05.812787 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-fe8c0231-5c90-4a93-88d9-610cd7d95b2a None None] Provisioning for port 5c7faed1-b71e-4885-a1f4-3f45c24b4d3e completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:05.819892 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-fe8c0231-5c90-4a93-88d9-610cd7d95b2a None None] Provisioning complete for port 5c7faed1-b71e-4885-a1f4-3f45c24b4d3e triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:05.820623 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fe8c0231-5c90-4a93-88d9-610cd7d95b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:05.828073 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8bc9a32d-0df6-4534-8e4f-560834b5351a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:05.866965 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-8bc9a32d-0df6-4534-8e4f-560834b5351a admin admin] Deleting port f5279173-6d45-428f-b952-a82436caba9d {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:05.867502 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8bc9a32d-0df6-4534-8e4f-560834b5351a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:05.886020 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496c1c9f-c563-420b-8c14-17d3b5ac08bf None None] DHCP port deletion for a2dae228-94e4-4afe-81de-2a132e0716f4 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:23:05.913067 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-11cc482d-3c08-444e-afd9-288402d0c9a7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:05.920741 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-496c1c9f-c563-420b-8c14-17d3b5ac08bf None None] Deleting port f5279173-6d45-428f-b952-a82436caba9d {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:05.921223 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-496c1c9f-c563-420b-8c14-17d3b5ac08bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:05.954693 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 433c7e82-f180-4bc5-908d-1ad07057d181 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:23:06.105688 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-13f3244b-84b4-4167-8d32-0669c2741c4c tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83846) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 08 10:23:06.106031 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-13f3244b-84b4-4167-8d32-0669c2741c4c tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Router 76ddbc22-6887-4f90-aecb-12d0ab303ee3 migrating from provider to provider. {{(pid=83846) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 08 10:23:06.106416 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-13f3244b-84b4-4167-8d32-0669c2741c4c tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:06.119705 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-11cc482d-3c08-444e-afd9-288402d0c9a7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Calling delete_port for d779b694-08e5-442e-86de-634d23e3cc45 owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:06.125694 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-8bc9a32d-0df6-4534-8e4f-560834b5351a admin admin] For port f5279173-6d45-428f-b952-a82436caba9d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=f5279173-6d45-428f-b952-a82436caba9d,segment=NetworkSegment(afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8),segment_id=afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:06.126207 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8bc9a32d-0df6-4534-8e4f-560834b5351a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:06.163384 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5c26f879-4e21-4017-bc7d-29ddbe7b403d tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:06.232716 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-13f3244b-84b4-4167-8d32-0669c2741c4c tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:06.269132 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-8bc9a32d-0df6-4534-8e4f-560834b5351a admin admin] Calling delete_port for f5279173-6d45-428f-b952-a82436caba9d owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:06.296160 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fe8c0231-5c90-4a93-88d9-610cd7d95b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:06.296723 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26f879-4e21-4017-bc7d-29ddbe7b403d tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Pushing event deleted for resources: {'Port': ['ID=e72b1de9-e5cc-4d8a-ad47-49fbb2049e91,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:06.300773 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-13f3244b-84b4-4167-8d32-0669c2741c4c tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1762438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1762447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1757449'] for router, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:06.327822 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 433c7e82-f180-4bc5-908d-1ad07057d181 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:06.328223 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:06.361918 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-80e14e51-18b7-472c-a8a3-ce879f9522c4 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:06.411309 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-496c1c9f-c563-420b-8c14-17d3b5ac08bf None None] For port f5279173-6d45-428f-b952-a82436caba9d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=f5279173-6d45-428f-b952-a82436caba9d,segment=NetworkSegment(afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8),segment_id=afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:06.411699 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-496c1c9f-c563-420b-8c14-17d3b5ac08bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:06.549653 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-80e14e51-18b7-472c-a8a3-ce879f9522c4 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:06.562449 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad7ca3b3-8794-4445-92b0-07294c1125a2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:06.564222 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-fe8c0231-5c90-4a93-88d9-610cd7d95b2a None None] For port 5c7faed1-b71e-4885-a1f4-3f45c24b4d3e, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=5c7faed1-b71e-4885-a1f4-3f45c24b4d3e,segment=NetworkSegment(c385c017-973b-4d73-b321-a7207fa68b06),segment_id=c385c017-973b-4d73-b321-a7207fa68b06)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:06.571202 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-496c1c9f-c563-420b-8c14-17d3b5ac08bf None None] Calling delete_port for f5279173-6d45-428f-b952-a82436caba9d owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:06.606616 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fe8c0231-5c90-4a93-88d9-610cd7d95b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:06.613415 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8bc9a32d-0df6-4534-8e4f-560834b5351a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:06.626380 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e14e51-18b7-472c-a8a3-ce879f9522c4 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event deleted for resources: {'Subnet': ['ID=1bfd4408-d83c-42cf-a902-65b9273da716,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:06.633683 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ca3b3-8794-4445-92b0-07294c1125a2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Port': ['ID=1ac8fd9d-b1c2-4338-9d3f-de384639e4ac,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:06.685804 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-80e14e51-18b7-472c-a8a3-ce879f9522c4 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "DELETE /v2.0/subnets/1bfd4408-d83c-42cf-a902-65b9273da716 HTTP/1.1" status: 204 len: 168 time: 2.0279014 Apr 08 10:23:06.688544 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9a32d-0df6-4534-8e4f-560834b5351a admin admin] Pushing event deleted for resources: {'Port': ['ID=f5279173-6d45-428f-b952-a82436caba9d,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:06.688707 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53508) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:06.731935 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad7ca3b3-8794-4445-92b0-07294c1125a2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:06.736187 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ad7ca3b3-8794-4445-92b0-07294c1125a2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/1ac8fd9d-b1c2-4338-9d3f-de384639e4ac HTTP/1.1" status: 204 len: 168 time: 2.3005993 Apr 08 10:23:06.736902 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc9a32d-0df6-4534-8e4f-560834b5351a admin admin] No DVR routers for this DVR port f5279173-6d45-428f-b952-a82436caba9d on host dv-neutron-837110-1-hyperv {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:23:06.760811 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c0231-5c90-4a93-88d9-610cd7d95b2a None None] Pushing event updated for resources: {'Port': ['ID=5c7faed1-b71e-4885-a1f4-3f45c24b4d3e,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:06.769957 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53512) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:06.772894 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-496c1c9f-c563-420b-8c14-17d3b5ac08bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:23:06.773329 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-496c1c9f-c563-420b-8c14-17d3b5ac08bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:23:06.831620 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device f5279173-6d45-428f-b952-a82436caba9d no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:23:06.842693 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-53f4e398-8ed5-4594-b3e4-20d8485aee34 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:06.858264 dv-neutron-837110-1-hyperv neutron-server[83846]: WARNING neutron.scheduler.l3_agent_scheduler [None req-13f3244b-84b4-4167-8d32-0669c2741c4c tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] No L3 agents can host the router 76ddbc22-6887-4f90-aecb-12d0ab303ee3 Apr 08 10:23:06.861651 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-11cc482d-3c08-444e-afd9-288402d0c9a7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:06.869300 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: f5279173-6d45-428f-b952-a82436caba9d {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:23:06.869642 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device f5279173-6d45-428f-b952-a82436caba9d not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:23:06.870053 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 9942ef28-79d6-4da4-8796-2639ff2088d2 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:23:06.892506 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-781a0e2c-bc69-4905-9680-cb1bb315e876 None None] Provisioning for port d779b694-08e5-442e-86de-634d23e3cc45 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:06.902108 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-781a0e2c-bc69-4905-9680-cb1bb315e876 None None] Provisioning complete for port d779b694-08e5-442e-86de-634d23e3cc45 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:06.902475 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-781a0e2c-bc69-4905-9680-cb1bb315e876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:06.925124 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc482d-3c08-444e-afd9-288402d0c9a7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Port': ['ID=d779b694-08e5-442e-86de-634d23e3cc45,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:06.934196 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5c26f879-4e21-4017-bc7d-29ddbe7b403d tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:06.935770 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8bc9a32d-0df6-4534-8e4f-560834b5351a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:06.941060 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-781a0e2c-bc69-4905-9680-cb1bb315e876 None None] Port d779b694-08e5-442e-86de-634d23e3cc45 was deleted so its status cannot be updated. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 08 10:23:06.943296 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 9942ef28-79d6-4da4-8796-2639ff2088d2 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:23:06.943296 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 9942ef28-79d6-4da4-8796-2639ff2088d2 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:23:06.952068 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59f9e41-dfb5-4758-97e6-68c4d217a46b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:06.953457 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59f9e41-dfb5-4758-97e6-68c4d217a46b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:06.954139 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a59f9e41-dfb5-4758-97e6-68c4d217a46b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:23:06.971002 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-781a0e2c-bc69-4905-9680-cb1bb315e876 None None] Provisioning complete for port 5c7faed1-b71e-4885-a1f4-3f45c24b4d3e triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:06.971372 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-781a0e2c-bc69-4905-9680-cb1bb315e876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:06.982712 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-8bc9a32d-0df6-4534-8e4f-560834b5351a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2dae228-94e4-4afe-81de-2a132e0716f4']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:06.998918 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a59f9e41-dfb5-4758-97e6-68c4d217a46b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:23:07.000142 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a59f9e41-dfb5-4758-97e6-68c4d217a46b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2137587 Apr 08 10:23:07.002238 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-8bc9a32d-0df6-4534-8e4f-560834b5351a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:07.002536 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-8bc9a32d-0df6-4534-8e4f-560834b5351a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc0e9b0-4ba1-40d1-b2b7-b440e607a3b8') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:07.010067 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53516) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:07.083021 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8bc9a32d-0df6-4534-8e4f-560834b5351a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:07.110105 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8bc9a32d-0df6-4534-8e4f-560834b5351a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:07.136030 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc9a32d-0df6-4534-8e4f-560834b5351a admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:23:07.136774 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8bc9a32d-0df6-4534-8e4f-560834b5351a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:23:07.150702 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:23:07.248040 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5c26f879-4e21-4017-bc7d-29ddbe7b403d tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] 10.222.0.47 "DELETE /v2.0/ports/e72b1de9-e5cc-4d8a-ad47-49fbb2049e91 HTTP/1.1" status: 204 len: 168 time: 3.0143940 Apr 08 10:23:07.255884 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53520) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:07.274655 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-496c1c9f-c563-420b-8c14-17d3b5ac08bf None None] Deleting port f5279173-6d45-428f-b952-a82436caba9d {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:07.275036 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-496c1c9f-c563-420b-8c14-17d3b5ac08bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:07.329023 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-865c6aaa-14e2-4ea2-a408-5213ebe1f674 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] GET failed (client error): The resource could not be found. Apr 08 10:23:07.335729 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-865c6aaa-14e2-4ea2-a408-5213ebe1f674 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] 10.222.0.47 "GET /v2.0/ports/e72b1de9-e5cc-4d8a-ad47-49fbb2049e91 HTTP/1.1" status: 404 len: 333 time: 0.0728197 Apr 08 10:23:07.335729 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53524) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:07.342394 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-496c1c9f-c563-420b-8c14-17d3b5ac08bf None None] The port 'f5279173-6d45-428f-b952-a82436caba9d' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:23:07.342921 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-940da21b-c3ab-4e71-a7be-b1c3cf236d60 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Request body: {'port': {'network_id': 'bedebe1c-5487-423b-913f-4acce742c85b', 'name': 'tempest-AllowedAddressPairTestJSON-1968216129'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:07.357666 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-53f4e398-8ed5-4594-b3e4-20d8485aee34 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:07.377690 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8bc9a32d-0df6-4534-8e4f-560834b5351a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:07.443182 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8bc9a32d-0df6-4534-8e4f-560834b5351a admin admin] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:07.465910 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-53f4e398-8ed5-4594-b3e4-20d8485aee34 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6e58c6a-710e-484f-bfc6-6dcf05fd3866']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:07.473291 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9a32d-0df6-4534-8e4f-560834b5351a admin admin] Pushing event deleted for resources: {'Network': ['ID=a2dae228-94e4-4afe-81de-2a132e0716f4,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:07.483799 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-53f4e398-8ed5-4594-b3e4-20d8485aee34 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc4fe856-6c41-480c-b29d-9bc86b0e3773') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:07.484113 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-53f4e398-8ed5-4594-b3e4-20d8485aee34 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc4fe856-6c41-480c-b29d-9bc86b0e3773') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:07.493660 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-eebed23e-52c4-4928-805e-921145cbbfb3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet cbd66af5-8f74-4b41-b15c-ddfa99815064 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:23:07.499437 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8bc9a32d-0df6-4534-8e4f-560834b5351a admin admin] 10.222.0.47 "DELETE /v2.0/networks/a2dae228-94e4-4afe-81de-2a132e0716f4 HTTP/1.1" status: 204 len: 168 time: 2.1467011 Apr 08 10:23:07.500234 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eebed23e-52c4-4928-805e-921145cbbfb3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:07.500380 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-11cc482d-3c08-444e-afd9-288402d0c9a7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:07.505124 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-11cc482d-3c08-444e-afd9-288402d0c9a7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/ports/d779b694-08e5-442e-86de-634d23e3cc45 HTTP/1.1" status: 204 len: 168 time: 3.1134496 Apr 08 10:23:07.507602 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53530) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:07.509181 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-53f4e398-8ed5-4594-b3e4-20d8485aee34 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:07.594317 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c0ef28-d7b5-49dd-8a24-4432f4ef830b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] DELETE failed (client error): The resource could not be found. Apr 08 10:23:07.594771 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3c0ef28-d7b5-49dd-8a24-4432f4ef830b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:23:07.596677 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c3c0ef28-d7b5-49dd-8a24-4432f4ef830b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/ports/d779b694-08e5-442e-86de-634d23e3cc45 HTTP/1.1" status: 404 len: 333 time: 0.0807328 Apr 08 10:23:07.602655 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-53f4e398-8ed5-4594-b3e4-20d8485aee34 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:07.604769 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53534) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:07.649211 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53f4e398-8ed5-4594-b3e4-20d8485aee34 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:23:07.649634 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-53f4e398-8ed5-4594-b3e4-20d8485aee34 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:23:07.666760 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:23:07.675765 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f3244b-84b4-4167-8d32-0669c2741c4c tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Hosts for router 76ddbc22-6887-4f90-aecb-12d0ab303ee3: [] {{(pid=83846) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Apr 08 10:23:07.690029 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eebed23e-52c4-4928-805e-921145cbbfb3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:07.733765 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-940da21b-c3ab-4e71-a7be-b1c3cf236d60 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:07.735626 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53538) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:07.755187 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-940da21b-c3ab-4e71-a7be-b1c3cf236d60 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Usage tracker for resource:port and tenant:4a3cb57afa184e6bab18134b0880eeff is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:07.756725 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d61ce88-f999-4f1c-bf94-48a017a1ead8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] GET failed (client error): The resource could not be found. Apr 08 10:23:07.757232 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8d61ce88-f999-4f1c-bf94-48a017a1ead8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Synchronizing usage tracker for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:23:07.761412 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-940da21b-c3ab-4e71-a7be-b1c3cf236d60 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:07.773698 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-940da21b-c3ab-4e71-a7be-b1c3cf236d60 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:07.790133 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f3244b-84b4-4167-8d32-0669c2741c4c tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Hosts for other DVR routers connected to router 76ddbc22-6887-4f90-aecb-12d0ab303ee3: set() {{(pid=83846) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Apr 08 10:23:07.802308 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-13f3244b-84b4-4167-8d32-0669c2741c4c tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:07.804239 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-13f3244b-84b4-4167-8d32-0669c2741c4c tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] 10.222.0.47 "PUT /v2.0/routers/76ddbc22-6887-4f90-aecb-12d0ab303ee3 HTTP/1.1" status: 200 len: 717 time: 3.3511567 Apr 08 10:23:07.805886 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8d61ce88-f999-4f1c-bf94-48a017a1ead8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Unset dirty status for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:23:07.806894 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8d61ce88-f999-4f1c-bf94-48a017a1ead8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "GET /v2.0/ports/d779b694-08e5-442e-86de-634d23e3cc45 HTTP/1.1" status: 404 len: 333 time: 0.2008607 Apr 08 10:23:07.807377 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53542) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:07.809553 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-53f4e398-8ed5-4594-b3e4-20d8485aee34 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:07.810174 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53546) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:07.812485 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940da21b-c3ab-4e71-a7be-b1c3cf236d60 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Made reservation on behalf of 4a3cb57afa184e6bab18134b0880eeff for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:07.815267 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-940da21b-c3ab-4e71-a7be-b1c3cf236d60 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:07.884334 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-53f4e398-8ed5-4594-b3e4-20d8485aee34 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:07.888462 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-53f4e398-8ed5-4594-b3e4-20d8485aee34 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] 10.222.0.47 "DELETE /v2.0/networks/f6e58c6a-710e-484f-bfc6-6dcf05fd3866 HTTP/1.1" status: 204 len: 168 time: 1.1968179 Apr 08 10:23:07.901355 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b9040a53-e3ff-4e9e-ad6f-e34f2971615e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=be30bca09ed8432b942cdec0ee999225&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1646130 Apr 08 10:23:07.907126 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-940da21b-c3ab-4e71-a7be-b1c3cf236d60 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] device_id is not set on port ea3278fc-6783-4d1d-b861-a35dba6550d0 yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:23:07.926145 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 5c7faed1-b71e-4885-a1f4-3f45c24b4d3e up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:23:07.939964 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53552) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:07.940705 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eebed23e-52c4-4928-805e-921145cbbfb3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:07.949267 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4e398-8ed5-4594-b3e4-20d8485aee34 tempest-FloatingIPTestJSON-1937368790 tempest-FloatingIPTestJSON-1937368790-project] Pushing event deleted for resources: {'Network': ['ID=f6e58c6a-710e-484f-bfc6-6dcf05fd3866,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:08.014251 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-51a5ff2d-1c3f-4c83-bda9-bfa6ffb58461 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] 10.222.0.47 "GET /v2.0/routers/76ddbc22-6887-4f90-aecb-12d0ab303ee3 HTTP/1.1" status: 200 len: 717 time: 0.2055128 Apr 08 10:23:08.018167 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53556) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:08.036235 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 5c7faed1-b71e-4885-a1f4-3f45c24b4d3e triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:08.036616 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:08.039150 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a46a53ff-a723-4981-9da4-fbbc6606054d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:08.074928 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a46a53ff-a723-4981-9da4-fbbc6606054d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:08.160198 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a46a53ff-a723-4981-9da4-fbbc6606054d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:08.185731 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:08.197563 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a53ff-a723-4981-9da4-fbbc6606054d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7e9fcb-52c6-461a-8e3d-b01f560dcc55,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:08.206745 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a46a53ff-a723-4981-9da4-fbbc6606054d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:08.208291 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a46a53ff-a723-4981-9da4-fbbc6606054d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eb7e9fcb-52c6-461a-8e3d-b01f560dcc55 HTTP/1.1" status: 204 len: 168 time: 0.2650077 Apr 08 10:23:08.213232 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0019d8-11ac-4098-9aff-40c14b0e8f35 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting subnet 83cdfd32-f5f5-4a13-b1a9-4940277d8194 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:23:08.229020 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c0019d8-11ac-4098-9aff-40c14b0e8f35 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:08.357912 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eebed23e-52c4-4928-805e-921145cbbfb3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:08.372205 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c0019d8-11ac-4098-9aff-40c14b0e8f35 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:08.390945 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53566) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:08.430318 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eebed23e-52c4-4928-805e-921145cbbfb3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:08.442251 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db01c98f-9a55-4c40-9e67-a32b057f22e1 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:08.473057 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebed23e-52c4-4928-805e-921145cbbfb3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=cbd66af5-8f74-4b41-b15c-ddfa99815064,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:08.492365 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-eebed23e-52c4-4928-805e-921145cbbfb3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/cbd66af5-8f74-4b41-b15c-ddfa99815064 HTTP/1.1" status: 204 len: 168 time: 1.4789157 Apr 08 10:23:08.493311 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53572) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:08.497122 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-940da21b-c3ab-4e71-a7be-b1c3cf236d60 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Allocated IP 172.20.0.10 (bedebe1c-5487-423b-913f-4acce742c85b/b0bb9434-88e9-4c65-9fb6-809d617dc7c6/ea3278fc-6783-4d1d-b861-a35dba6550d0) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:08.594041 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c0019d8-11ac-4098-9aff-40c14b0e8f35 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:08.655173 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-77b921af-b691-44b4-96c6-7b87239e414b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1542065 Apr 08 10:23:08.662180 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-57260ea6-10f1-4b8c-8a02-21385bcf4e74 tempest-RoutersTestDVR-1428632558 tempest-RoutersTestDVR-1428632558-project] 10.222.0.47 "GET /v2.0/routers/76ddbc22-6887-4f90-aecb-12d0ab303ee3 HTTP/1.1" status: 200 len: 683 time: 0.6430137 Apr 08 10:23:08.663555 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53578) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:08.666240 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53580) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:08.672511 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-1a9babc6-008f-4aad-ba15-8ac545c59863 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:08.785042 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3478679e-a447-4ce7-aac9-1711b9334d0a None None] DHCP port deletion for 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:23:08.790468 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-3478679e-a447-4ce7-aac9-1711b9334d0a None None] Deleting port 433c7e82-f180-4bc5-908d-1ad07057d181 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:08.790963 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3478679e-a447-4ce7-aac9-1711b9334d0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:08.824885 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c0019d8-11ac-4098-9aff-40c14b0e8f35 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:08.874233 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-940da21b-c3ab-4e71-a7be-b1c3cf236d60 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:08.883170 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0019d8-11ac-4098-9aff-40c14b0e8f35 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Subnet': ['ID=83cdfd32-f5f5-4a13-b1a9-4940277d8194,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:08.892044 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c0019d8-11ac-4098-9aff-40c14b0e8f35 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:08.901816 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-940da21b-c3ab-4e71-a7be-b1c3cf236d60 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Transition to ACTIVE for port object ea3278fc-6783-4d1d-b861-a35dba6550d0 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:08.905386 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8c0019d8-11ac-4098-9aff-40c14b0e8f35 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/subnets/83cdfd32-f5f5-4a13-b1a9-4940277d8194 HTTP/1.1" status: 204 len: 168 time: 1.0811434 Apr 08 10:23:08.908275 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53594) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:08.932879 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418b22ed-bece-47a9-8cb1-7e63403ef8b0 None None] Network 12762baf-26e0-4ebe-9198-a468e01691dc requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:08.984564 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d5bcdb70-cfd6-417d-accf-8fc2630d5667 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:09.055917 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b2ce742f-09af-4975-94e4-e6146b725e8a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:09.062878 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-940da21b-c3ab-4e71-a7be-b1c3cf236d60 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:09.147710 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940da21b-c3ab-4e71-a7be-b1c3cf236d60 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Pushing event updated for resources: {'Port': ['ID=ea3278fc-6783-4d1d-b861-a35dba6550d0,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:09.156603 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-b2ce742f-09af-4975-94e4-e6146b725e8a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting port 5c7faed1-b71e-4885-a1f4-3f45c24b4d3e {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:09.156948 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b2ce742f-09af-4975-94e4-e6146b725e8a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:09.165304 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-1a9babc6-008f-4aad-ba15-8ac545c59863 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:09.208197 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940da21b-c3ab-4e71-a7be-b1c3cf236d60 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Network bedebe1c-5487-423b-913f-4acce742c85b is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:09.211610 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-940da21b-c3ab-4e71-a7be-b1c3cf236d60 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:09.215146 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940da21b-c3ab-4e71-a7be-b1c3cf236d60 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:09.238740 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-1a9babc6-008f-4aad-ba15-8ac545c59863 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:subnet and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:09.247028 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-1a9babc6-008f-4aad-ba15-8ac545c59863 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:09.253989 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-1a9babc6-008f-4aad-ba15-8ac545c59863 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:09.259046 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4172ff72-1af5-4849-99ad-90e2c469d43c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eaffd781f5dd45dba33356f8d68ab59c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8624189 Apr 08 10:23:09.264455 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53604) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:09.370465 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9babc6-008f-4aad-ba15-8ac545c59863 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:09.474592 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-3478679e-a447-4ce7-aac9-1711b9334d0a None None] For port 433c7e82-f180-4bc5-908d-1ad07057d181, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=433c7e82-f180-4bc5-908d-1ad07057d181,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:09.476263 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3478679e-a447-4ce7-aac9-1711b9334d0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:09.481214 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-b2ce742f-09af-4975-94e4-e6146b725e8a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] For port 5c7faed1-b71e-4885-a1f4-3f45c24b4d3e, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=5c7faed1-b71e-4885-a1f4-3f45c24b4d3e,segment=NetworkSegment(c385c017-973b-4d73-b321-a7207fa68b06),segment_id=c385c017-973b-4d73-b321-a7207fa68b06)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:09.481573 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b2ce742f-09af-4975-94e4-e6146b725e8a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:09.568627 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1a9babc6-008f-4aad-ba15-8ac545c59863 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:09.663370 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-3478679e-a447-4ce7-aac9-1711b9334d0a None None] Calling delete_port for 433c7e82-f180-4bc5-908d-1ad07057d181 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:09.730677 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-67271bf1-705e-4c37-bfa7-e4c87f2530f7 None None] Provisioning for port ea3278fc-6783-4d1d-b861-a35dba6550d0 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:09.740545 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-67271bf1-705e-4c37-bfa7-e4c87f2530f7 None None] Provisioning complete for port ea3278fc-6783-4d1d-b861-a35dba6550d0 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:09.741214 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-67271bf1-705e-4c37-bfa7-e4c87f2530f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:09.752829 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-b2ce742f-09af-4975-94e4-e6146b725e8a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Calling delete_port for 5c7faed1-b71e-4885-a1f4-3f45c24b4d3e owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:09.819227 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-67271bf1-705e-4c37-bfa7-e4c87f2530f7 None None] Port ea3278fc-6783-4d1d-b861-a35dba6550d0 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:23:09.821356 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3478679e-a447-4ce7-aac9-1711b9334d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:09.858597 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d5bcdb70-cfd6-417d-accf-8fc2630d5667 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:09.876219 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940da21b-c3ab-4e71-a7be-b1c3cf236d60 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:09.877536 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d5bcdb70-cfd6-417d-accf-8fc2630d5667 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:09.877820 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad052ba8-4c84-45b8-b779-5d4e1e6b7a10 None None] DHCP port deletion for 12762baf-26e0-4ebe-9198-a468e01691dc request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:23:09.879520 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-940da21b-c3ab-4e71-a7be-b1c3cf236d60 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:09.880246 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3478679e-a447-4ce7-aac9-1711b9334d0a None None] No DVR routers for this DVR port 433c7e82-f180-4bc5-908d-1ad07057d181 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:23:09.908258 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-ad052ba8-4c84-45b8-b779-5d4e1e6b7a10 None None] Deleting port 5c7faed1-b71e-4885-a1f4-3f45c24b4d3e {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:09.908755 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ad052ba8-4c84-45b8-b779-5d4e1e6b7a10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:09.939500 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478679e-a447-4ce7-aac9-1711b9334d0a None None] Pushing event deleted for resources: {'Port': ['ID=433c7e82-f180-4bc5-908d-1ad07057d181,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:09.954118 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d5bcdb70-cfd6-417d-accf-8fc2630d5667 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:09.954801 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bcdb70-cfd6-417d-accf-8fc2630d5667 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76ddbc22-6887-4f90-aecb-12d0ab303ee3 {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:23:09.957172 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 433c7e82-f180-4bc5-908d-1ad07057d181 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:23:09.982991 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-940da21b-c3ab-4e71-a7be-b1c3cf236d60 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6475313 Apr 08 10:23:09.989320 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53614) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:09.999247 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-b4068cd3-bac0-482e-ba5f-d7a6b4e77547 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:a4:b2:82'}]}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:09.999544 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c42bc667-d362-4c95-9156-9ceb192cf1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:10.010912 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b2ce742f-09af-4975-94e4-e6146b725e8a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:10.040159 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 433c7e82-f180-4bc5-908d-1ad07057d181 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:23:10.040560 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 433c7e82-f180-4bc5-908d-1ad07057d181 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:23:10.041061 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 5c7faed1-b71e-4885-a1f4-3f45c24b4d3e no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:23:10.047117 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d5bcdb70-cfd6-417d-accf-8fc2630d5667 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:10.048414 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d5bcdb70-cfd6-417d-accf-8fc2630d5667 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] 10.222.0.47 "DELETE /v2.0/routers/76ddbc22-6887-4f90-aecb-12d0ab303ee3 HTTP/1.1" status: 204 len: 168 time: 1.3811677 Apr 08 10:23:10.056831 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53620) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:10.073870 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-970b78b0-0ae1-4588-8536-0c1e989d6b4b tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Request body: {'router': {'name': 'tempest-router-2111154903', 'distributed': True}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:10.095013 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-970b78b0-0ae1-4588-8536-0c1e989d6b4b tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:10.118522 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-970b78b0-0ae1-4588-8536-0c1e989d6b4b tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Usage tracker for resource:router and tenant:b1ed517f26f14e3bb469a8fcc6ebcec3 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:10.120495 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-ad052ba8-4c84-45b8-b779-5d4e1e6b7a10 None None] The port '5c7faed1-b71e-4885-a1f4-3f45c24b4d3e' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:23:10.121809 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 5c7faed1-b71e-4885-a1f4-3f45c24b4d3e {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:23:10.122248 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 5c7faed1-b71e-4885-a1f4-3f45c24b4d3e not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:23:10.138166 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-970b78b0-0ae1-4588-8536-0c1e989d6b4b tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:10.140295 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce742f-09af-4975-94e4-e6146b725e8a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Port': ['ID=5c7faed1-b71e-4885-a1f4-3f45c24b4d3e,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:10.146432 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ce742f-09af-4975-94e4-e6146b725e8a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] No DVR routers for this DVR port 5c7faed1-b71e-4885-a1f4-3f45c24b4d3e on host dv-neutron-837110-1-hyperv {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:23:10.199778 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c42bc667-d362-4c95-9156-9ceb192cf1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:10.262719 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-970b78b0-0ae1-4588-8536-0c1e989d6b4b tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:10.296491 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-970b78b0-0ae1-4588-8536-0c1e989d6b4b tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:10.297416 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-970b78b0-0ae1-4588-8536-0c1e989d6b4b tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:10.322757 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b2ce742f-09af-4975-94e4-e6146b725e8a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:10.352310 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-b2ce742f-09af-4975-94e4-e6146b725e8a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12762baf-26e0-4ebe-9198-a468e01691dc']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:10.366075 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-b2ce742f-09af-4975-94e4-e6146b725e8a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c385c017-973b-4d73-b321-a7207fa68b06') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:10.366545 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-b2ce742f-09af-4975-94e4-e6146b725e8a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c385c017-973b-4d73-b321-a7207fa68b06') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:10.380443 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b2ce742f-09af-4975-94e4-e6146b725e8a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:10.390080 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c42bc667-d362-4c95-9156-9ceb192cf1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:10.413394 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b2ce742f-09af-4975-94e4-e6146b725e8a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:10.415768 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42bc667-d362-4c95-9156-9ceb192cf1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1944933-fdc6-4cec-a8b6-3a13e7351f1f,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:10.428705 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ce742f-09af-4975-94e4-e6146b725e8a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:23:10.429355 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b2ce742f-09af-4975-94e4-e6146b725e8a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:10.443778 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b4068cd3-bac0-482e-ba5f-d7a6b4e77547 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:23:10.444483 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:23:10.496669 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-970b78b0-0ae1-4588-8536-0c1e989d6b4b tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:10.501811 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c42bc667-d362-4c95-9156-9ceb192cf1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:10.503128 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c42bc667-d362-4c95-9156-9ceb192cf1ca admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d1944933-fdc6-4cec-a8b6-3a13e7351f1f HTTP/1.1" status: 204 len: 168 time: 1.2362165 Apr 08 10:23:10.530650 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b2ce742f-09af-4975-94e4-e6146b725e8a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:10.550126 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.objects.ports [None req-1a9babc6-008f-4aad-ba15-8ac545c59863 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83846) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 08 10:23:10.551265 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b2ce742f-09af-4975-94e4-e6146b725e8a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:10.558253 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b2ce742f-09af-4975-94e4-e6146b725e8a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/networks/12762baf-26e0-4ebe-9198-a468e01691dc HTTP/1.1" status: 204 len: 168 time: 1.6489649 Apr 08 10:23:10.562217 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53634) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:10.564507 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1a9babc6-008f-4aad-ba15-8ac545c59863 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:10.571208 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-ac6c89b2-8608-4cd4-97fc-31ec116d8dbf tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-173350312'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:10.576691 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ac6c89b2-8608-4cd4-97fc-31ec116d8dbf tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:10.581631 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ac6c89b2-8608-4cd4-97fc-31ec116d8dbf tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:network and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:10.585459 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ac6c89b2-8608-4cd4-97fc-31ec116d8dbf tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:10.592144 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ac6c89b2-8608-4cd4-97fc-31ec116d8dbf tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:10.602457 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce742f-09af-4975-94e4-e6146b725e8a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Network': ['ID=12762baf-26e0-4ebe-9198-a468e01691dc,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:10.607170 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6c89b2-8608-4cd4-97fc-31ec116d8dbf tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:10.611042 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ac6c89b2-8608-4cd4-97fc-31ec116d8dbf tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:10.636709 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-970b78b0-0ae1-4588-8536-0c1e989d6b4b tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:10.645738 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac6c89b2-8608-4cd4-97fc-31ec116d8dbf tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:23:10.660839 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ac6c89b2-8608-4cd4-97fc-31ec116d8dbf tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:10.661389 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-ac6c89b2-8608-4cd4-97fc-31ec116d8dbf tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Added segment e52c16c7-a157-4a3c-a5fb-a3ec53985007 of type vlan for network 60c81085-9a82-495b-ad6c-81546f75328f Apr 08 10:23:10.674237 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9babc6-008f-4aad-ba15-8ac545c59863 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:10.685083 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-1a9babc6-008f-4aad-ba15-8ac545c59863 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:10.696440 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cad1cd-3e83-4152-859f-c469eb6617fa None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:10.701011 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9babc6-008f-4aad-ba15-8ac545c59863 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:10.702363 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1a9babc6-008f-4aad-ba15-8ac545c59863 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:10.717424 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ac6c89b2-8608-4cd4-97fc-31ec116d8dbf tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:10.727302 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-970b78b0-0ae1-4588-8536-0c1e989d6b4b tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:10.728822 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-970b78b0-0ae1-4588-8536-0c1e989d6b4b tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6708324 Apr 08 10:23:10.733940 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53642) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:10.736181 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9babc6-008f-4aad-ba15-8ac545c59863 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=cc94660e-ab7b-4c16-9298-850872bbe844,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:10.880334 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53648) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:10.958076 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1a9babc6-008f-4aad-ba15-8ac545c59863 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2921460 Apr 08 10:23:10.961500 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53656) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:10.978984 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-4c9ae92c-1a89-4a8b-a1dc-e1e587d77e34 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'port': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'mac_address': 'fa:16:3e:41:00:1c', 'name': 'tempest-NetworksTestDHCPv6-467475066'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:10.981093 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43e0cb9-bcc7-432c-b67d-6ad7f9ae947d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'fixed_ips': [{'subnet_id': 'cc94660e-ab7b-4c16-9298-850872bbe844'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:23:10.981910 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b43e0cb9-bcc7-432c-b67d-6ad7f9ae947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:11.018770 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ac6c89b2-8608-4cd4-97fc-31ec116d8dbf tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:11.022902 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6c89b2-8608-4cd4-97fc-31ec116d8dbf tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:11.023488 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ac6c89b2-8608-4cd4-97fc-31ec116d8dbf tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:11.141379 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ac6c89b2-8608-4cd4-97fc-31ec116d8dbf tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5779002 Apr 08 10:23:11.148700 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53664) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:11.156649 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b1bc59fc-e45f-40af-b0c0-4bdc39392c93 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:11.196261 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-44be785a-3619-4d7a-a072-751dfe51d4e2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'subnet': {'network_id': '60c81085-9a82-495b-ad6c-81546f75328f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:11.219467 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-b43e0cb9-bcc7-432c-b67d-6ad7f9ae947d None None] Allocated IP 2001:db8::f816:3eff:fec8:3cee (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/cc94660e-ab7b-4c16-9298-850872bbe844/3b53c5fd-a51e-45e6-927a-572e0c36b7af) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:11.296757 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c89b2-8608-4cd4-97fc-31ec116d8dbf tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Network': ['ID=60c81085-9a82-495b-ad6c-81546f75328f,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:11.318448 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 60c81085-9a82-495b-ad6c-81546f75328f details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:23:11.318817 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-eb5a4bda-ae22-4562-8e41-90a51e09a855 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-30218395', 'router:external': True}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:11.325612 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-eb5a4bda-ae22-4562-8e41-90a51e09a855 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:11.330234 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-eb5a4bda-ae22-4562-8e41-90a51e09a855 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Usage tracker for resource:network and tenant:9bd81ab95fd945df89bd3b624ebfb74b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:11.335012 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-eb5a4bda-ae22-4562-8e41-90a51e09a855 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:11.342234 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-eb5a4bda-ae22-4562-8e41-90a51e09a855 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:11.428709 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5a4bda-ae22-4562-8e41-90a51e09a855 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Made reservation on behalf of 9bd81ab95fd945df89bd3b624ebfb74b for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:11.432253 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eb5a4bda-ae22-4562-8e41-90a51e09a855 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:11.449087 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-44be785a-3619-4d7a-a072-751dfe51d4e2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:11.454323 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b4068cd3-bac0-482e-ba5f-d7a6b4e77547 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:11.462826 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-44be785a-3619-4d7a-a072-751dfe51d4e2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:subnet and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:11.467290 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4c9ae92c-1a89-4a8b-a1dc-e1e587d77e34 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:11.469889 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-44be785a-3619-4d7a-a072-751dfe51d4e2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:11.473164 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b4068cd3-bac0-482e-ba5f-d7a6b4e77547 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:11.532554 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-44be785a-3619-4d7a-a072-751dfe51d4e2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:11.558606 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4c9ae92c-1a89-4a8b-a1dc-e1e587d77e34 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:11.604477 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b43e0cb9-bcc7-432c-b67d-6ad7f9ae947d None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:11.615137 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b43e0cb9-bcc7-432c-b67d-6ad7f9ae947d None None] Transition to ACTIVE for port object 3b53c5fd-a51e-45e6-927a-572e0c36b7af will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:11.623581 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44be785a-3619-4d7a-a072-751dfe51d4e2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:11.642396 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b43e0cb9-bcc7-432c-b67d-6ad7f9ae947d None None] Transition to ACTIVE for port object 3b53c5fd-a51e-45e6-927a-572e0c36b7af will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:11.652788 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9ae92c-1a89-4a8b-a1dc-e1e587d77e34 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:11.654210 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b43e0cb9-bcc7-432c-b67d-6ad7f9ae947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:11.657400 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae92c-1a89-4a8b-a1dc-e1e587d77e34 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:11.763902 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43e0cb9-bcc7-432c-b67d-6ad7f9ae947d None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:11.769346 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-b43e0cb9-bcc7-432c-b67d-6ad7f9ae947d None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:11.777328 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43e0cb9-bcc7-432c-b67d-6ad7f9ae947d None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:11.781463 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4068cd3-bac0-482e-ba5f-d7a6b4e77547 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Pushing event updated for resources: {'Port': ['ID=ea3278fc-6783-4d1d-b861-a35dba6550d0,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:11.794514 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53676) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:11.832485 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-b4068cd3-bac0-482e-ba5f-d7a6b4e77547 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] In _notify_port_updated(), no bound segment for port ea3278fc-6783-4d1d-b861-a35dba6550d0 on network bedebe1c-5487-423b-913f-4acce742c85b {{(pid=83846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 08 10:23:11.836141 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e0cb9-bcc7-432c-b67d-6ad7f9ae947d None None] Pushing event updated for resources: {'Port': ['ID=3b53c5fd-a51e-45e6-927a-572e0c36b7af,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:11.837648 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4068cd3-bac0-482e-ba5f-d7a6b4e77547 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:11.838313 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b4068cd3-bac0-482e-ba5f-d7a6b4e77547 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:11.839606 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b4068cd3-bac0-482e-ba5f-d7a6b4e77547 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] 10.222.0.47 "PUT /v2.0/ports/ea3278fc-6783-4d1d-b861-a35dba6550d0 HTTP/1.1" status: 200 len: 995 time: 1.8487363 Apr 08 10:23:11.862033 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53682) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:11.871809 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-4c9ae92c-1a89-4a8b-a1dc-e1e587d77e34 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] device_id is not set on port d914463c-55f3-429c-ab25-8b9905ab188e yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:23:11.906523 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eb5a4bda-ae22-4562-8e41-90a51e09a855 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:11.945082 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-b43e0cb9-bcc7-432c-b67d-6ad7f9ae947d None None] Attempting to bind port 3b53c5fd-a51e-45e6-927a-572e0c36b7af on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:23:11.945683 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-b43e0cb9-bcc7-432c-b67d-6ad7f9ae947d None None] Attempting to bind port 3b53c5fd-a51e-45e6-927a-572e0c36b7af by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:23:11.946051 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43e0cb9-bcc7-432c-b67d-6ad7f9ae947d None None] Attempting to bind port 3b53c5fd-a51e-45e6-927a-572e0c36b7af on network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:23:11.960787 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-eb5a4bda-ae22-4562-8e41-90a51e09a855 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:11.962057 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43e0cb9-bcc7-432c-b67d-6ad7f9ae947d None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:23:11.962464 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43e0cb9-bcc7-432c-b67d-6ad7f9ae947d None None] Checking segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:11.963020 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b43e0cb9-bcc7-432c-b67d-6ad7f9ae947d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:11.963709 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43e0cb9-bcc7-432c-b67d-6ad7f9ae947d None None] Bound using segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:23:11.963942 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-b43e0cb9-bcc7-432c-b67d-6ad7f9ae947d None None] Bound port: 3b53c5fd-a51e-45e6-927a-572e0c36b7af, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:23:11.964378 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b43e0cb9-bcc7-432c-b67d-6ad7f9ae947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:11.966789 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-eb5a4bda-ae22-4562-8e41-90a51e09a855 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Usage tracker for resource:security_group_rule and tenant:9bd81ab95fd945df89bd3b624ebfb74b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:11.970693 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-eb5a4bda-ae22-4562-8e41-90a51e09a855 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:11.977194 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-44be785a-3619-4d7a-a072-751dfe51d4e2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:11.981683 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-eb5a4bda-ae22-4562-8e41-90a51e09a855 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:12.002347 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b1bc59fc-e45f-40af-b0c0-4bdc39392c93 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:12.013851 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b1bc59fc-e45f-40af-b0c0-4bdc39392c93 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:12.024648 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d2a4a119-a1eb-4631-bc5a-2cc06d5450ea None None] Provisioning complete for port ea3278fc-6783-4d1d-b861-a35dba6550d0 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:12.025392 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d2a4a119-a1eb-4631-bc5a-2cc06d5450ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:12.060231 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b1bc59fc-e45f-40af-b0c0-4bdc39392c93 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:12.061091 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bc59fc-e45f-40af-b0c0-4bdc39392c93 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36f7397d-59a0-4c60-937f-866e21844fd8 {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:23:12.061811 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-222f9a38-8918-4d8c-8b0d-00e733cc5e5c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-860191310'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:12.088341 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-222f9a38-8918-4d8c-8b0d-00e733cc5e5c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:12.095357 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b1bc59fc-e45f-40af-b0c0-4bdc39392c93 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:12.104152 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b1bc59fc-e45f-40af-b0c0-4bdc39392c93 tempest-RoutersTestDVR-2034877681 tempest-RoutersTestDVR-2034877681-project-admin] 10.222.0.47 "DELETE /v2.0/routers/36f7397d-59a0-4c60-937f-866e21844fd8 HTTP/1.1" status: 204 len: 168 time: 1.3590741 Apr 08 10:23:12.112627 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eb5a4bda-ae22-4562-8e41-90a51e09a855 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:12.119435 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-222f9a38-8918-4d8c-8b0d-00e733cc5e5c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Usage tracker for resource:network and tenant:99d8bc42a35a4346859252e524d5d533 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:12.120724 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eb5a4bda-ae22-4562-8e41-90a51e09a855 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:12.126875 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-222f9a38-8918-4d8c-8b0d-00e733cc5e5c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:12.139567 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-b43e0cb9-bcc7-432c-b67d-6ad7f9ae947d None None] For port 3b53c5fd-a51e-45e6-927a-572e0c36b7af, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:23:12.140330 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-b43e0cb9-bcc7-432c-b67d-6ad7f9ae947d None None] For port 3b53c5fd-a51e-45e6-927a-572e0c36b7af, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=3b53c5fd-a51e-45e6-927a-572e0c36b7af,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:23:12.141284 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d2a4a119-a1eb-4631-bc5a-2cc06d5450ea None None] Port ea3278fc-6783-4d1d-b861-a35dba6550d0 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:23:12.149980 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b43e0cb9-bcc7-432c-b67d-6ad7f9ae947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:12.185849 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-222f9a38-8918-4d8c-8b0d-00e733cc5e5c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:12.202559 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-5483deb4-4122-49ba-b09f-c3d117295ece tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Deleting port ea3278fc-6783-4d1d-b861-a35dba6550d0 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:12.202911 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5483deb4-4122-49ba-b09f-c3d117295ece tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:12.204618 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a4bda-ae22-4562-8e41-90a51e09a855 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b7ff2d-92de-439c-897a-f5ce2812400d,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:12.242849 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5a4bda-ae22-4562-8e41-90a51e09a855 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:23:12.259750 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eb5a4bda-ae22-4562-8e41-90a51e09a855 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:12.260564 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-eb5a4bda-ae22-4562-8e41-90a51e09a855 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Added segment b4f8b97b-ac73-499f-86c5-8bc339e7b548 of type vlan for network 862e3549-0253-4127-b0d6-7a457f022b59 Apr 08 10:23:12.291997 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e0cb9-bcc7-432c-b67d-6ad7f9ae947d None None] Pushing event updated for resources: {'Port': ['ID=3b53c5fd-a51e-45e6-927a-572e0c36b7af,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:12.331944 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eb5a4bda-ae22-4562-8e41-90a51e09a855 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:12.398274 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222f9a38-8918-4d8c-8b0d-00e733cc5e5c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Made reservation on behalf of 99d8bc42a35a4346859252e524d5d533 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:12.398274 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-222f9a38-8918-4d8c-8b0d-00e733cc5e5c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:12.407272 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eb5a4bda-ae22-4562-8e41-90a51e09a855 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:12.408203 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5a4bda-ae22-4562-8e41-90a51e09a855 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:12.408830 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eb5a4bda-ae22-4562-8e41-90a51e09a855 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:12.444189 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-222f9a38-8918-4d8c-8b0d-00e733cc5e5c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:12.537175 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-eb5a4bda-ae22-4562-8e41-90a51e09a855 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.6557512 Apr 08 10:23:12.546795 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53696) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:12.549826 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a4bda-ae22-4562-8e41-90a51e09a855 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Pushing event updated for resources: {'Network': ['ID=862e3549-0253-4127-b0d6-7a457f022b59,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:12.557435 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-8843a1b4-4839-4f98-9f87-16fab096041b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Request body: {'subnet': {'network_id': '862e3549-0253-4127-b0d6-7a457f022b59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:12.559778 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53700) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:12.564362 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 862e3549-0253-4127-b0d6-7a457f022b59 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:23:12.564536 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-8843a1b4-4839-4f98-9f87-16fab096041b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:12.572798 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-8843a1b4-4839-4f98-9f87-16fab096041b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Usage tracker for resource:subnet and tenant:9bd81ab95fd945df89bd3b624ebfb74b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:12.575876 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-8843a1b4-4839-4f98-9f87-16fab096041b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:12.582208 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-8843a1b4-4839-4f98-9f87-16fab096041b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:12.597769 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8843a1b4-4839-4f98-9f87-16fab096041b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Made reservation on behalf of 9bd81ab95fd945df89bd3b624ebfb74b for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:12.601268 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8843a1b4-4839-4f98-9f87-16fab096041b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:12.661535 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-4c9ae92c-1a89-4a8b-a1dc-e1e587d77e34 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 2001:db8::f816:3eff:fe41:1c (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/cc94660e-ab7b-4c16-9298-850872bbe844/d914463c-55f3-429c-ab25-8b9905ab188e) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:12.665011 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-222f9a38-8918-4d8c-8b0d-00e733cc5e5c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:12.725768 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-222f9a38-8918-4d8c-8b0d-00e733cc5e5c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Usage tracker for resource:security_group_rule and tenant:99d8bc42a35a4346859252e524d5d533 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:12.730465 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-222f9a38-8918-4d8c-8b0d-00e733cc5e5c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:12.811414 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-222f9a38-8918-4d8c-8b0d-00e733cc5e5c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:12.853549 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5b47bce8-e08a-4050-b25e-36ddce261713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:12.888384 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-44be785a-3619-4d7a-a072-751dfe51d4e2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:12.948334 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-5b47bce8-e08a-4050-b25e-36ddce261713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:12.956838 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5b47bce8-e08a-4050-b25e-36ddce261713 admin admin] Usage tracker for resource:security_group_rule and tenant:987abdc3face4e31a559139c56cedff3 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:12.960072 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5b47bce8-e08a-4050-b25e-36ddce261713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:12.977724 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-5b47bce8-e08a-4050-b25e-36ddce261713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:13.073048 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5b47bce8-e08a-4050-b25e-36ddce261713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:13.081939 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5483deb4-4122-49ba-b09f-c3d117295ece tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:13.105225 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5b47bce8-e08a-4050-b25e-36ddce261713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:13.140177 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.objects.ports [None req-8843a1b4-4839-4f98-9f87-16fab096041b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83845) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 08 10:23:13.140696 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8843a1b4-4839-4f98-9f87-16fab096041b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:13.212064 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47bce8-e08a-4050-b25e-36ddce261713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1555933d-f494-467b-908f-dead2a2e4ef1,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:13.230432 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5b47bce8-e08a-4050-b25e-36ddce261713 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=987abdc3face4e31a559139c56cedff3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6692064 Apr 08 10:23:13.233770 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53706) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:13.277934 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4a8f5ca4-9f95-4851-994b-42f35d20adf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:13.281570 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843a1b4-4839-4f98-9f87-16fab096041b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Pushing event updated for resources: {'Subnet': ['ID=450a3099-0d66-4458-8ff8-1e48d1fc9a1f,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:13.318177 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8843a1b4-4839-4f98-9f87-16fab096041b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Checking segment: {'id': 'b4f8b97b-ac73-499f-86c5-8bc339e7b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '862e3549-0253-4127-b0d6-7a457f022b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:13.318542 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8843a1b4-4839-4f98-9f87-16fab096041b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Network hostable DHCP agents. Network: 862e3549-0253-4127-b0d6-7a457f022b59, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:23:13.344004 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ba484353-6c3d-47f8-929c-a4a32b8a1753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:13.377239 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ba484353-6c3d-47f8-929c-a4a32b8a1753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:13.386848 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8843a1b4-4839-4f98-9f87-16fab096041b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Network 862e3549-0253-4127-b0d6-7a457f022b59 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:23:13.405159 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-8843a1b4-4839-4f98-9f87-16fab096041b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 862e3549-0253-4127-b0d6-7a457f022b59) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:13.407668 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-5483deb4-4122-49ba-b09f-c3d117295ece tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Calling delete_port for ea3278fc-6783-4d1d-b861-a35dba6550d0 owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:13.425717 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8843a1b4-4839-4f98-9f87-16fab096041b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:13.426304 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8843a1b4-4839-4f98-9f87-16fab096041b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:13.430051 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f998292-5bcb-4239-a992-a643865a6b78 None None] Network 862e3549-0253-4127-b0d6-7a457f022b59 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:13.444148 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be785a-3619-4d7a-a072-751dfe51d4e2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Subnet': ['ID=4a953519-872a-460d-94a9-5e8229b0bcb7,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:13.455946 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8843a1b4-4839-4f98-9f87-16fab096041b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9078200 Apr 08 10:23:13.459187 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53710) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:13.466581 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-1779f211-e82c-4b7d-abf7-f5842d7416ad tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-820101319', 'network_id': '862e3549-0253-4127-b0d6-7a457f022b59'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:13.471913 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-1779f211-e82c-4b7d-abf7-f5842d7416ad tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:13.478121 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1779f211-e82c-4b7d-abf7-f5842d7416ad tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Usage tracker for resource:port and tenant:9bd81ab95fd945df89bd3b624ebfb74b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:13.481309 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1779f211-e82c-4b7d-abf7-f5842d7416ad tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:13.484310 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ba484353-6c3d-47f8-929c-a4a32b8a1753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:13.486611 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ba484353-6c3d-47f8-929c-a4a32b8a1753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:13.487730 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ba484353-6c3d-47f8-929c-a4a32b8a1753 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1555933d-f494-467b-908f-dead2a2e4ef1 HTTP/1.1" status: 204 len: 168 time: 0.2514491 Apr 08 10:23:13.498329 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-1779f211-e82c-4b7d-abf7-f5842d7416ad tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:13.507515 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba484353-6c3d-47f8-929c-a4a32b8a1753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1555933d-f494-467b-908f-dead2a2e4ef1,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:13.516155 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1779f211-e82c-4b7d-abf7-f5842d7416ad tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Made reservation on behalf of 9bd81ab95fd945df89bd3b624ebfb74b for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:13.518549 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1779f211-e82c-4b7d-abf7-f5842d7416ad tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:13.541398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-1779f211-e82c-4b7d-abf7-f5842d7416ad tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] device_id is not set on port 236faf90-1c07-44d5-80a9-94ed5703322b yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:23:13.552871 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44be785a-3619-4d7a-a072-751dfe51d4e2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Checking segment: {'id': 'e52c16c7-a157-4a3c-a5fb-a3ec53985007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '60c81085-9a82-495b-ad6c-81546f75328f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:13.553560 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44be785a-3619-4d7a-a072-751dfe51d4e2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network hostable DHCP agents. Network: 60c81085-9a82-495b-ad6c-81546f75328f, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:23:13.604376 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-222f9a38-8918-4d8c-8b0d-00e733cc5e5c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:13.626052 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-222f9a38-8918-4d8c-8b0d-00e733cc5e5c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:13.695448 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-10d353dc-ab06-4f29-9562-b5363a7c28ff None None] Provisioning for port 3b53c5fd-a51e-45e6-927a-572e0c36b7af completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:13.707829 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae92c-1a89-4a8b-a1dc-e1e587d77e34 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:13.709951 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-1779f211-e82c-4b7d-abf7-f5842d7416ad tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Allocated IP 172.20.0.3 (862e3549-0253-4127-b0d6-7a457f022b59/450a3099-0d66-4458-8ff8-1e48d1fc9a1f/236faf90-1c07-44d5-80a9-94ed5703322b) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:13.715773 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222f9a38-8918-4d8c-8b0d-00e733cc5e5c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:23:13.752506 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076bf4c7-e255-4dce-bc93-ef66d398fd0d None None] Network 862e3549-0253-4127-b0d6-7a457f022b59 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:13.755450 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-4c9ae92c-1a89-4a8b-a1dc-e1e587d77e34 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Transition to ACTIVE for port object d914463c-55f3-429c-ab25-8b9905ab188e will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:13.788780 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f9a38-8918-4d8c-8b0d-00e733cc5e5c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9297a5a7-3054-4a7e-a979-65e278cc057a,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:13.808990 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-222f9a38-8918-4d8c-8b0d-00e733cc5e5c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:13.809576 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-222f9a38-8918-4d8c-8b0d-00e733cc5e5c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Added segment 752ae995-c363-4da4-87bd-1a8650499867 of type vlan for network f8b3e7c5-6d2a-4c4f-a699-3bbc0ba2edaf Apr 08 10:23:13.812119 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae92c-1a89-4a8b-a1dc-e1e587d77e34 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:13.894951 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44be785a-3619-4d7a-a072-751dfe51d4e2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network 60c81085-9a82-495b-ad6c-81546f75328f is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:23:13.919063 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-ec4bf193-40ca-46ae-89ac-8a94aaaecd96 req-f49d7f0c-0185-44e7-aff9-6502439322ce service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4801435 Apr 08 10:23:13.963995 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1779f211-e82c-4b7d-abf7-f5842d7416ad tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:14.000400 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3b53c5fd-a51e-45e6-927a-572e0c36b7af up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:23:14.017405 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1779f211-e82c-4b7d-abf7-f5842d7416ad tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:14.043862 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ae92c-1a89-4a8b-a1dc-e1e587d77e34 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=d914463c-55f3-429c-ab25-8b9905ab188e,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:14.067198 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53718) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:14.082558 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 3b53c5fd-a51e-45e6-927a-572e0c36b7af completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:14.088514 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 3b53c5fd-a51e-45e6-927a-572e0c36b7af triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:14.088943 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:14.093625 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-44be785a-3619-4d7a-a072-751dfe51d4e2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 60c81085-9a82-495b-ad6c-81546f75328f) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:14.100401 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44be785a-3619-4d7a-a072-751dfe51d4e2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:14.101085 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-44be785a-3619-4d7a-a072-751dfe51d4e2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:14.115147 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-11d066a9-1eb8-4a3a-82b4-61da3b6576a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:14.134084 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1779f211-e82c-4b7d-abf7-f5842d7416ad tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Network 862e3549-0253-4127-b0d6-7a457f022b59 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:14.140402 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-1779f211-e82c-4b7d-abf7-f5842d7416ad tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:14.141199 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd13961-2db4-4c42-bfa9-7109c2c86dad None None] Network 60c81085-9a82-495b-ad6c-81546f75328f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:14.146294 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1779f211-e82c-4b7d-abf7-f5842d7416ad tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:14.170096 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-222f9a38-8918-4d8c-8b0d-00e733cc5e5c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:14.183211 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779f211-e82c-4b7d-abf7-f5842d7416ad tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Pushing event updated for resources: {'Port': ['ID=236faf90-1c07-44d5-80a9-94ed5703322b,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:14.194876 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9ae92c-1a89-4a8b-a1dc-e1e587d77e34 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:14.203086 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-4c9ae92c-1a89-4a8b-a1dc-e1e587d77e34 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:14.205785 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9ae92c-1a89-4a8b-a1dc-e1e587d77e34 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:14.211135 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9ae92c-1a89-4a8b-a1dc-e1e587d77e34 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:14.211651 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae92c-1a89-4a8b-a1dc-e1e587d77e34 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:14.217859 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-11d066a9-1eb8-4a3a-82b4-61da3b6576a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:14.224270 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-11d066a9-1eb8-4a3a-82b4-61da3b6576a6 admin admin] Usage tracker for resource:security_group_rule and tenant:b1ed517f26f14e3bb469a8fcc6ebcec3 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:14.229919 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-11d066a9-1eb8-4a3a-82b4-61da3b6576a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:14.233889 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1779f211-e82c-4b7d-abf7-f5842d7416ad tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:14.233889 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1779f211-e82c-4b7d-abf7-f5842d7416ad tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:14.241342 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5483deb4-4122-49ba-b09f-c3d117295ece tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:14.241645 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-11d066a9-1eb8-4a3a-82b4-61da3b6576a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:14.272664 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1779f211-e82c-4b7d-abf7-f5842d7416ad tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.8109298 Apr 08 10:23:14.276075 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53722) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:14.300533 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-44be785a-3619-4d7a-a072-751dfe51d4e2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1268528 Apr 08 10:23:14.302623 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53726) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:14.315953 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4c9ae92c-1a89-4a8b-a1dc-e1e587d77e34 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 3.3534050 Apr 08 10:23:14.321376 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53730) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:14.340410 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-9e7854d4-31fb-4cc6-8ce9-918cd46322c7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'port': {'network_id': '60c81085-9a82-495b-ad6c-81546f75328f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1805156791'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:14.349855 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:14.363017 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483deb4-4122-49ba-b09f-c3d117295ece tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Pushing event deleted for resources: {'Port': ['ID=ea3278fc-6783-4d1d-b861-a35dba6550d0,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:14.407339 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-df160950-3760-4ae3-b09b-bd32f376a3a5 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Deleting port 236faf90-1c07-44d5-80a9-94ed5703322b {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:14.407339 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-df160950-3760-4ae3-b09b-bd32f376a3a5 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:14.456347 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 3b53c5fd-a51e-45e6-927a-572e0c36b7af, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=3b53c5fd-a51e-45e6-927a-572e0c36b7af,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:14.497746 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:14.538109 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-222f9a38-8918-4d8c-8b0d-00e733cc5e5c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:14.541948 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222f9a38-8918-4d8c-8b0d-00e733cc5e5c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:14.542816 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-222f9a38-8918-4d8c-8b0d-00e733cc5e5c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:14.554662 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-11d066a9-1eb8-4a3a-82b4-61da3b6576a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:14.573954 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd575796-bfa9-4615-af45-c787c8de49cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-60c81085-9a82-495b-ad6c-81546f75328f', 'network_id': '60c81085-9a82-495b-ad6c-81546f75328f', 'tenant_id': '683f915ff87b4daabd2c3124189ccd49', 'fixed_ips': [{'subnet_id': '4a953519-872a-460d-94a9-5e8229b0bcb7'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:23:14.574635 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-11d066a9-1eb8-4a3a-82b4-61da3b6576a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:14.575119 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cd575796-bfa9-4615-af45-c787c8de49cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:14.636574 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-11d066a9-1eb8-4a3a-82b4-61da3b6576a6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b1ed517f26f14e3bb469a8fcc6ebcec3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5693343 Apr 08 10:23:14.644869 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d066a9-1eb8-4a3a-82b4-61da3b6576a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab89ef2-fb56-47b2-9ea9-8925569f901d,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:14.646259 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53734) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:14.668224 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ecd3ac-c366-41de-995e-05b3a8df521a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:14.672867 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ecd3ac-c366-41de-995e-05b3a8df521a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:14.673780 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-05ecd3ac-c366-41de-995e-05b3a8df521a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:23:14.750756 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-ec4bf193-40ca-46ae-89ac-8a94aaaecd96 req-25ed749d-9d83-4d78-a56d-ad535f92b4c9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=14526426b3bf429d8a2df66bd6372e7f&device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 1098 time: 0.7031190 Apr 08 10:23:14.804512 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=3b53c5fd-a51e-45e6-927a-572e0c36b7af,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:14.818419 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-cd575796-bfa9-4615-af45-c787c8de49cc None None] Allocated IP 172.20.0.2 (60c81085-9a82-495b-ad6c-81546f75328f/4a953519-872a-460d-94a9-5e8229b0bcb7/acab69ec-2acf-4088-9d1c-bfd76023a4ed) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:14.830259 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-fae576ae-78d4-4193-a08d-a2f85e328fbb None None] Provisioning for port d914463c-55f3-429c-ab25-8b9905ab188e completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:14.831543 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-222f9a38-8918-4d8c-8b0d-00e733cc5e5c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.0231781 Apr 08 10:23:14.839808 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-fae576ae-78d4-4193-a08d-a2f85e328fbb None None] Provisioning complete for port d914463c-55f3-429c-ab25-8b9905ab188e triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:14.840434 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fae576ae-78d4-4193-a08d-a2f85e328fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:14.902200 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f9a38-8918-4d8c-8b0d-00e733cc5e5c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event updated for resources: {'Network': ['ID=f8b3e7c5-6d2a-4c4f-a699-3bbc0ba2edaf,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:14.954105 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-05ecd3ac-c366-41de-995e-05b3a8df521a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:23:14.958257 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-05ecd3ac-c366-41de-995e-05b3a8df521a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.6281002 Apr 08 10:23:14.959693 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53740) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:14.976536 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53744) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:14.993214 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network f8b3e7c5-6d2a-4c4f-a699-3bbc0ba2edaf details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:23:15.001913 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-5562e9b1-5b3c-47a6-a31b-4535f568754f tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Request body: {'subnet': {'network_id': 'f8b3e7c5-6d2a-4c4f-a699-3bbc0ba2edaf', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:15.064534 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-df160950-3760-4ae3-b09b-bd32f376a3a5 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:15.075082 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-259f0270-d04b-4625-bb27-ec6217d38c9c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting port d914463c-55f3-429c-ab25-8b9905ab188e {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:15.075425 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-259f0270-d04b-4625-bb27-ec6217d38c9c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:15.104058 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-fae576ae-78d4-4193-a08d-a2f85e328fbb None None] Port d914463c-55f3-429c-ab25-8b9905ab188e cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:23:15.110793 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5483deb4-4122-49ba-b09f-c3d117295ece tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:15.112997 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5483deb4-4122-49ba-b09f-c3d117295ece tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] 10.222.0.47 "DELETE /v2.0/ports/ea3278fc-6783-4d1d-b861-a35dba6550d0 HTTP/1.1" status: 204 len: 168 time: 3.2019413 Apr 08 10:23:15.115113 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9e7854d4-31fb-4cc6-8ce9-918cd46322c7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:15.117115 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53748) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:15.130808 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9e7854d4-31fb-4cc6-8ce9-918cd46322c7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:port and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:15.146004 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9e7854d4-31fb-4cc6-8ce9-918cd46322c7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:15.162932 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9e7854d4-31fb-4cc6-8ce9-918cd46322c7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:15.207650 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8fb13b4a-f742-4998-91f3-2e7a009fb0f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:15.210891 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5562e9b1-5b3c-47a6-a31b-4535f568754f tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:15.213463 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bf193-40ca-46ae-89ac-8a94aaaecd96 req-7cf81423-bfcd-455b-9ad4-15b2210b57ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:15.214935 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-ec4bf193-40ca-46ae-89ac-8a94aaaecd96 req-7cf81423-bfcd-455b-9ad4-15b2210b57ba service neutron] 10.222.0.52 "GET /v2.0/networks?id=192f3bbb-ce8e-4d78-84a7-a4b3b9471c82 HTTP/1.1" status: 200 len: 898 time: 0.3899145 Apr 08 10:23:15.223015 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7854d4-31fb-4cc6-8ce9-918cd46322c7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:15.226638 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9e7854d4-31fb-4cc6-8ce9-918cd46322c7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:15.240286 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cd575796-bfa9-4615-af45-c787c8de49cc None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:15.242816 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5562e9b1-5b3c-47a6-a31b-4535f568754f tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Usage tracker for resource:subnet and tenant:99d8bc42a35a4346859252e524d5d533 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:15.251906 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-cd575796-bfa9-4615-af45-c787c8de49cc None None] Transition to ACTIVE for port object acab69ec-2acf-4088-9d1c-bfd76023a4ed will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:15.269979 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-cd575796-bfa9-4615-af45-c787c8de49cc None None] Transition to ACTIVE for port object acab69ec-2acf-4088-9d1c-bfd76023a4ed will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:15.276829 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cd575796-bfa9-4615-af45-c787c8de49cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:15.288572 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-df160950-3760-4ae3-b09b-bd32f376a3a5 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Calling delete_port for 236faf90-1c07-44d5-80a9-94ed5703322b owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:15.307131 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5562e9b1-5b3c-47a6-a31b-4535f568754f tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:15.325524 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5562e9b1-5b3c-47a6-a31b-4535f568754f tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:15.328777 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8fb13b4a-f742-4998-91f3-2e7a009fb0f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:15.341874 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb2033a-57b7-4310-9cf2-f72be1e2f779 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] GET failed (client error): The resource could not be found. Apr 08 10:23:15.342580 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-cdb2033a-57b7-4310-9cf2-f72be1e2f779 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Synchronizing usage tracker for tenant:4a3cb57afa184e6bab18134b0880eeff on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:23:15.348918 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd575796-bfa9-4615-af45-c787c8de49cc None None] Network 60c81085-9a82-495b-ad6c-81546f75328f is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:15.354072 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-cd575796-bfa9-4615-af45-c787c8de49cc None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:15.357268 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd575796-bfa9-4615-af45-c787c8de49cc None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:15.370722 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd575796-bfa9-4615-af45-c787c8de49cc None None] Pushing event updated for resources: {'Port': ['ID=acab69ec-2acf-4088-9d1c-bfd76023a4ed,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:15.375195 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-cdb2033a-57b7-4310-9cf2-f72be1e2f779 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Unset dirty status for tenant:4a3cb57afa184e6bab18134b0880eeff on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:23:15.377371 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-9e7854d4-31fb-4cc6-8ce9-918cd46322c7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] device_id is not set on port 2c61e53b-994c-4210-bab0-7321a9c1905e yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:23:15.380034 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-cdb2033a-57b7-4310-9cf2-f72be1e2f779 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] 10.222.0.47 "GET /v2.0/ports/ea3278fc-6783-4d1d-b861-a35dba6550d0 HTTP/1.1" status: 404 len: 333 time: 0.2609320 Apr 08 10:23:15.383794 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53752) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:15.422787 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-4870c285-e173-4abe-823b-e6b7aa32246a tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Request body: {'port': {'network_id': 'bedebe1c-5487-423b-913f-4acce742c85b', 'name': 'tempest-AllowedAddressPairTestJSON-1311376522'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:15.433026 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5562e9b1-5b3c-47a6-a31b-4535f568754f tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Made reservation on behalf of 99d8bc42a35a4346859252e524d5d533 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:15.464622 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-cd575796-bfa9-4615-af45-c787c8de49cc None None] Attempting to bind port acab69ec-2acf-4088-9d1c-bfd76023a4ed on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:23:15.465167 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-cd575796-bfa9-4615-af45-c787c8de49cc None None] Attempting to bind port acab69ec-2acf-4088-9d1c-bfd76023a4ed by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'e52c16c7-a157-4a3c-a5fb-a3ec53985007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '60c81085-9a82-495b-ad6c-81546f75328f'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:23:15.465629 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd575796-bfa9-4615-af45-c787c8de49cc None None] Attempting to bind port acab69ec-2acf-4088-9d1c-bfd76023a4ed on network 60c81085-9a82-495b-ad6c-81546f75328f {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:23:15.472789 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd575796-bfa9-4615-af45-c787c8de49cc None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:23:15.473334 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd575796-bfa9-4615-af45-c787c8de49cc None None] Checking segment: {'id': 'e52c16c7-a157-4a3c-a5fb-a3ec53985007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '60c81085-9a82-495b-ad6c-81546f75328f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:15.473835 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cd575796-bfa9-4615-af45-c787c8de49cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:15.474325 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd575796-bfa9-4615-af45-c787c8de49cc None None] Bound using segment: {'id': 'e52c16c7-a157-4a3c-a5fb-a3ec53985007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '60c81085-9a82-495b-ad6c-81546f75328f'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:23:15.475424 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-cd575796-bfa9-4615-af45-c787c8de49cc None None] Bound port: acab69ec-2acf-4088-9d1c-bfd76023a4ed, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52c16c7-a157-4a3c-a5fb-a3ec53985007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '60c81085-9a82-495b-ad6c-81546f75328f'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:23:15.476606 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cd575796-bfa9-4615-af45-c787c8de49cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:15.536351 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-dd227c38-20d4-4478-84df-a3eb24e9277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:15.592454 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-cd575796-bfa9-4615-af45-c787c8de49cc None None] For port acab69ec-2acf-4088-9d1c-bfd76023a4ed, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:23:15.595891 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-cd575796-bfa9-4615-af45-c787c8de49cc None None] For port acab69ec-2acf-4088-9d1c-bfd76023a4ed, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=acab69ec-2acf-4088-9d1c-bfd76023a4ed,segment=NetworkSegment(e52c16c7-a157-4a3c-a5fb-a3ec53985007),segment_id=e52c16c7-a157-4a3c-a5fb-a3ec53985007)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:23:15.601478 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cd575796-bfa9-4615-af45-c787c8de49cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:15.661269 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-ec4bf193-40ca-46ae-89ac-8a94aaaecd96 req-db975ca3-bc5b-4295-8cb1-e550a29469c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53695a35-5107-4460-9ed0-b506351f18b3 HTTP/1.1" status: 200 len: 1001 time: 0.4231429 Apr 08 10:23:15.686118 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd575796-bfa9-4615-af45-c787c8de49cc None None] Pushing event updated for resources: {'Port': ['ID=acab69ec-2acf-4088-9d1c-bfd76023a4ed,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:15.747777 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-df160950-3760-4ae3-b09b-bd32f376a3a5 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:15.759095 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5562e9b1-5b3c-47a6-a31b-4535f568754f tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:15.825274 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df160950-3760-4ae3-b09b-bd32f376a3a5 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Pushing event deleted for resources: {'Port': ['ID=236faf90-1c07-44d5-80a9-94ed5703322b,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:15.845004 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4870c285-e173-4abe-823b-e6b7aa32246a tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:15.875338 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-259f0270-d04b-4625-bb27-ec6217d38c9c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:15.898217 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8fb13b4a-f742-4998-91f3-2e7a009fb0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:15.931875 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4870c285-e173-4abe-823b-e6b7aa32246a tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:15.934453 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bf193-40ca-46ae-89ac-8a94aaaecd96 req-3525262d-68a0-41ca-b44f-67f151d92ddc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:15.935912 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-ec4bf193-40ca-46ae-89ac-8a94aaaecd96 req-3525262d-68a0-41ca-b44f-67f151d92ddc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9288d010-9fbf-4288-b764-bbf686d8640a HTTP/1.1" status: 200 len: 835 time: 0.2651112 Apr 08 10:23:15.988872 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb13b4a-f742-4998-91f3-2e7a009fb0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab89ef2-fb56-47b2-9ea9-8925569f901d,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:16.049213 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-9e7854d4-31fb-4cc6-8ce9-918cd46322c7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Allocated IP 172.20.0.3 (60c81085-9a82-495b-ad6c-81546f75328f/4a953519-872a-460d-94a9-5e8229b0bcb7/2c61e53b-994c-4210-bab0-7321a9c1905e) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:16.079770 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8fb13b4a-f742-4998-91f3-2e7a009fb0f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:16.083244 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8fb13b4a-f742-4998-91f3-2e7a009fb0f0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bab89ef2-fb56-47b2-9ea9-8925569f901d HTTP/1.1" status: 204 len: 168 time: 1.3612707 Apr 08 10:23:16.112804 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-259f0270-d04b-4625-bb27-ec6217d38c9c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Calling delete_port for d914463c-55f3-429c-ab25-8b9905ab188e owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:16.184667 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3b53c5fd-a51e-45e6-927a-572e0c36b7af up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:23:16.192177 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4870c285-e173-4abe-823b-e6b7aa32246a tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Made reservation on behalf of 4a3cb57afa184e6bab18134b0880eeff for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:16.195628 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4870c285-e173-4abe-823b-e6b7aa32246a tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:16.240289 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-df160950-3760-4ae3-b09b-bd32f376a3a5 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:16.253412 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-4870c285-e173-4abe-823b-e6b7aa32246a tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] device_id is not set on port 90431db4-2d81-422d-9ea9-ec3870157110 yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:23:16.284512 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-ec4bf193-40ca-46ae-89ac-8a94aaaecd96 req-689f8701-92ac-458b-981e-6da3d0f14419 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=192f3bbb-ce8e-4d78-84a7-a4b3b9471c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3253162 Apr 08 10:23:16.301345 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 3b53c5fd-a51e-45e6-927a-572e0c36b7af triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:16.301725 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:16.317801 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-df160950-3760-4ae3-b09b-bd32f376a3a5 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "DELETE /v2.0/ports/236faf90-1c07-44d5-80a9-94ed5703322b HTTP/1.1" status: 204 len: 168 time: 2.0380521 Apr 08 10:23:16.323181 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53758) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:16.340160 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-eed341ac-709e-4d97-889e-464d6ed1bd1c tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '862e3549-0253-4127-b0d6-7a457f022b59', 'external_fixed_ips': [{'subnet_id': '450a3099-0d66-4458-8ff8-1e48d1fc9a1f', 'ip_address': '172.20.0.3'}]}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:16.355273 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-eed341ac-709e-4d97-889e-464d6ed1bd1c tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:16.434384 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-eed341ac-709e-4d97-889e-464d6ed1bd1c tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Usage tracker for resource:router and tenant:9bd81ab95fd945df89bd3b624ebfb74b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:16.438552 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-eed341ac-709e-4d97-889e-464d6ed1bd1c tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:16.445469 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-eed341ac-709e-4d97-889e-464d6ed1bd1c tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:16.457716 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-259f0270-d04b-4625-bb27-ec6217d38c9c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:16.471829 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eed341ac-709e-4d97-889e-464d6ed1bd1c tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:16.472968 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eed341ac-709e-4d97-889e-464d6ed1bd1c tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:16.489392 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5562e9b1-5b3c-47a6-a31b-4535f568754f tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:16.496350 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9e7854d4-31fb-4cc6-8ce9-918cd46322c7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:16.503367 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device acab69ec-2acf-4088-9d1c-bfd76023a4ed up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:23:16.555150 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eed341ac-709e-4d97-889e-464d6ed1bd1c tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:16.596697 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-9e7854d4-31fb-4cc6-8ce9-918cd46322c7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Transition to ACTIVE for port object 2c61e53b-994c-4210-bab0-7321a9c1905e will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:16.625916 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-ec4bf193-40ca-46ae-89ac-8a94aaaecd96 req-62cce057-7b59-431d-8a77-e57c369365e6 service neutron] 10.222.0.52 "GET /v2.0/networks/192f3bbb-ce8e-4d78-84a7-a4b3b9471c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284049 Apr 08 10:23:16.632519 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port acab69ec-2acf-4088-9d1c-bfd76023a4ed completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:16.673150 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562e9b1-5b3c-47a6-a31b-4535f568754f tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event updated for resources: {'Subnet': ['ID=1e5dd5b2-4473-4b18-b2ee-cee7f379b185,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:16.684494 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:16.763727 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f0270-d04b-4625-bb27-ec6217d38c9c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Port': ['ID=d914463c-55f3-429c-ab25-8b9905ab188e,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:16.799843 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5562e9b1-5b3c-47a6-a31b-4535f568754f tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Checking segment: {'id': '752ae995-c363-4da4-87bd-1a8650499867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f8b3e7c5-6d2a-4c4f-a699-3bbc0ba2edaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:16.800537 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5562e9b1-5b3c-47a6-a31b-4535f568754f tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Network hostable DHCP agents. Network: f8b3e7c5-6d2a-4c4f-a699-3bbc0ba2edaf, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:23:16.833531 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9e7854d4-31fb-4cc6-8ce9-918cd46322c7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:16.880400 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:16.932638 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-ec4bf193-40ca-46ae-89ac-8a94aaaecd96 req-290252bf-5d59-4856-a5f5-c4ea34b8e216 service neutron] 10.222.0.52 "GET /v2.0/networks/192f3bbb-ce8e-4d78-84a7-a4b3b9471c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885010 Apr 08 10:23:16.949428 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7854d4-31fb-4cc6-8ce9-918cd46322c7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network 60c81085-9a82-495b-ad6c-81546f75328f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:16.954007 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-9e7854d4-31fb-4cc6-8ce9-918cd46322c7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:16.956523 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7854d4-31fb-4cc6-8ce9-918cd46322c7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:16.992330 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7854d4-31fb-4cc6-8ce9-918cd46322c7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Port': ['ID=2c61e53b-994c-4210-bab0-7321a9c1905e,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:17.001439 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5562e9b1-5b3c-47a6-a31b-4535f568754f tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Network f8b3e7c5-6d2a-4c4f-a699-3bbc0ba2edaf is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:23:17.033089 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-259f0270-d04b-4625-bb27-ec6217d38c9c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:17.042366 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-5562e9b1-5b3c-47a6-a31b-4535f568754f tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, f8b3e7c5-6d2a-4c4f-a699-3bbc0ba2edaf) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:17.053942 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75854b9-98a1-4693-bc46-340af5bda001 None None] Network f8b3e7c5-6d2a-4c4f-a699-3bbc0ba2edaf requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:17.055945 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5562e9b1-5b3c-47a6-a31b-4535f568754f tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:17.056577 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5562e9b1-5b3c-47a6-a31b-4535f568754f tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:17.081507 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7854d4-31fb-4cc6-8ce9-918cd46322c7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:17.082206 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9e7854d4-31fb-4cc6-8ce9-918cd46322c7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:17.092585 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-4870c285-e173-4abe-823b-e6b7aa32246a tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Allocated IP 172.20.0.10 (bedebe1c-5487-423b-913f-4acce742c85b/b0bb9434-88e9-4c65-9fb6-809d617dc7c6/90431db4-2d81-422d-9ea9-ec3870157110) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:17.102333 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e51897-e17b-43df-a424-a6acc0cbd399 None None] Network 60c81085-9a82-495b-ad6c-81546f75328f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:17.110774 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5562e9b1-5b3c-47a6-a31b-4535f568754f tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1258144 Apr 08 10:23:17.112199 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53774) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:17.120893 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-8784f7ed-d312-457c-bcfc-64fe7f241b50 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2078542229'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:17.133325 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9e7854d4-31fb-4cc6-8ce9-918cd46322c7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.8194046 Apr 08 10:23:17.134967 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53778) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:17.136372 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8784f7ed-d312-457c-bcfc-64fe7f241b50 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:17.140706 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eed341ac-709e-4d97-889e-464d6ed1bd1c tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:17.158980 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-259f0270-d04b-4625-bb27-ec6217d38c9c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/d914463c-55f3-429c-ab25-8b9905ab188e HTTP/1.1" status: 204 len: 168 time: 2.1953249 Apr 08 10:23:17.173230 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53782) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:17.184172 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8784f7ed-d312-457c-bcfc-64fe7f241b50 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Usage tracker for resource:network and tenant:99d8bc42a35a4346859252e524d5d533 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:17.193216 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8784f7ed-d312-457c-bcfc-64fe7f241b50 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:17.207567 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8784f7ed-d312-457c-bcfc-64fe7f241b50 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:17.231422 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-f7cfd185-9e85-4407-895b-90c6ece906ba tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting port 2c61e53b-994c-4210-bab0-7321a9c1905e {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:17.231787 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f7cfd185-9e85-4407-895b-90c6ece906ba tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:17.263328 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8784f7ed-d312-457c-bcfc-64fe7f241b50 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Made reservation on behalf of 99d8bc42a35a4346859252e524d5d533 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:17.266087 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8784f7ed-d312-457c-bcfc-64fe7f241b50 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:17.351632 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8784f7ed-d312-457c-bcfc-64fe7f241b50 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:23:17.376167 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-dc777efd-c09b-4e5f-998c-5d9ef6aa3f8b None None] Provisioning for port acab69ec-2acf-4088-9d1c-bfd76023a4ed completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:17.389301 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8784f7ed-d312-457c-bcfc-64fe7f241b50 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:17.389655 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-8784f7ed-d312-457c-bcfc-64fe7f241b50 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Added segment cb9f3aa7-60c8-454d-a3eb-eed0f2579a8c of type vlan for network ea17b73c-34f4-4384-8ce0-d2cb42591e64 Apr 08 10:23:17.438492 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-dc777efd-c09b-4e5f-998c-5d9ef6aa3f8b None None] Provisioning complete for port acab69ec-2acf-4088-9d1c-bfd76023a4ed triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:17.438868 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-dc777efd-c09b-4e5f-998c-5d9ef6aa3f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:17.451485 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1ce372-1cf6-40da-bf23-68da59142d63 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:17.453699 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1ce372-1cf6-40da-bf23-68da59142d63 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:17.454835 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3e1ce372-1cf6-40da-bf23-68da59142d63 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:23:17.509071 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8784f7ed-d312-457c-bcfc-64fe7f241b50 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:17.583373 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f7cfd185-9e85-4407-895b-90c6ece906ba tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:17.585680 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3e1ce372-1cf6-40da-bf23-68da59142d63 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:23:17.587064 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3e1ce372-1cf6-40da-bf23-68da59142d63 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4131541 Apr 08 10:23:17.590763 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53790) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:17.593364 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53792) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:17.599393 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8784f7ed-d312-457c-bcfc-64fe7f241b50 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:17.604026 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8784f7ed-d312-457c-bcfc-64fe7f241b50 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:17.604589 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8784f7ed-d312-457c-bcfc-64fe7f241b50 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:17.722563 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4870c285-e173-4abe-823b-e6b7aa32246a tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:17.732550 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bb48fa-64fb-4fa2-8ce1-a7e9719f01e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-f8b3e7c5-6d2a-4c4f-a699-3bbc0ba2edaf', 'network_id': 'f8b3e7c5-6d2a-4c4f-a699-3bbc0ba2edaf', 'tenant_id': '99d8bc42a35a4346859252e524d5d533', 'fixed_ips': [{'subnet_id': '1e5dd5b2-4473-4b18-b2ee-cee7f379b185'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:23:17.734296 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d8bb48fa-64fb-4fa2-8ce1-a7e9719f01e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:17.813437 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-4870c285-e173-4abe-823b-e6b7aa32246a tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Transition to ACTIVE for port object 90431db4-2d81-422d-9ea9-ec3870157110 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:17.925576 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-dc777efd-c09b-4e5f-998c-5d9ef6aa3f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:17.926454 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-8b71a3eb-c762-45b1-b61f-4c6bdaafe70a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1780450254'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:17.935667 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-9886e7a3-bf7d-4057-8d45-2caf0187fdb3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet cc94660e-ab7b-4c16-9298-850872bbe844 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:23:17.936534 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-f7cfd185-9e85-4407-895b-90c6ece906ba tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Calling delete_port for 2c61e53b-994c-4210-bab0-7321a9c1905e owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:17.942733 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9886e7a3-bf7d-4057-8d45-2caf0187fdb3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:17.977298 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4870c285-e173-4abe-823b-e6b7aa32246a tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:17.991677 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8b71a3eb-c762-45b1-b61f-4c6bdaafe70a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:17.999538 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8784f7ed-d312-457c-bcfc-64fe7f241b50 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8835597 Apr 08 10:23:18.011201 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8b71a3eb-c762-45b1-b61f-4c6bdaafe70a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:network and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:18.013545 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53800) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:18.015989 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8b71a3eb-c762-45b1-b61f-4c6bdaafe70a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:18.031686 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-9496526c-fb0a-4e05-bade-6528951998ca tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Request body: {'subnet': {'network_id': 'ea17b73c-34f4-4384-8ce0-d2cb42591e64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:18.046834 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8b71a3eb-c762-45b1-b61f-4c6bdaafe70a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:18.060025 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784f7ed-d312-457c-bcfc-64fe7f241b50 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event updated for resources: {'Network': ['ID=ea17b73c-34f4-4384-8ce0-d2cb42591e64,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:18.082321 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-d8bb48fa-64fb-4fa2-8ce1-a7e9719f01e6 None None] Allocated IP 172.20.255.242 (f8b3e7c5-6d2a-4c4f-a699-3bbc0ba2edaf/1e5dd5b2-4473-4b18-b2ee-cee7f379b185/e4295e9a-ce89-473a-a682-21d59a136dec) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:18.116621 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9886e7a3-bf7d-4057-8d45-2caf0187fdb3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:18.164506 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b71a3eb-c762-45b1-b61f-4c6bdaafe70a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:18.182453 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8b71a3eb-c762-45b1-b61f-4c6bdaafe70a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:18.189050 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4870c285-e173-4abe-823b-e6b7aa32246a tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Network bedebe1c-5487-423b-913f-4acce742c85b is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:18.190815 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-4870c285-e173-4abe-823b-e6b7aa32246a tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:18.192897 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870c285-e173-4abe-823b-e6b7aa32246a tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Pushing event updated for resources: {'Port': ['ID=90431db4-2d81-422d-9ea9-ec3870157110,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:18.198032 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4870c285-e173-4abe-823b-e6b7aa32246a tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:18.214620 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8b71a3eb-c762-45b1-b61f-4c6bdaafe70a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:18.253671 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network ea17b73c-34f4-4384-8ce0-d2cb42591e64 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:23:18.268657 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eed341ac-709e-4d97-889e-464d6ed1bd1c tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:18.312207 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9496526c-fb0a-4e05-bade-6528951998ca tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:18.318052 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eed341ac-709e-4d97-889e-464d6ed1bd1c tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:18.320839 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9496526c-fb0a-4e05-bade-6528951998ca tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Usage tracker for resource:subnet and tenant:99d8bc42a35a4346859252e524d5d533 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:18.326205 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9496526c-fb0a-4e05-bade-6528951998ca tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:18.336032 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9496526c-fb0a-4e05-bade-6528951998ca tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:18.372004 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8b71a3eb-c762-45b1-b61f-4c6bdaafe70a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:18.376409 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8b71a3eb-c762-45b1-b61f-4c6bdaafe70a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:security_group_rule and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:18.379612 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8b71a3eb-c762-45b1-b61f-4c6bdaafe70a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:18.383816 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4870c285-e173-4abe-823b-e6b7aa32246a tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:18.384448 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4870c285-e173-4abe-823b-e6b7aa32246a tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:18.386892 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8b71a3eb-c762-45b1-b61f-4c6bdaafe70a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:18.410669 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-dc777efd-c09b-4e5f-998c-5d9ef6aa3f8b None None] For port acab69ec-2acf-4088-9d1c-bfd76023a4ed, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=acab69ec-2acf-4088-9d1c-bfd76023a4ed,segment=NetworkSegment(e52c16c7-a157-4a3c-a5fb-a3ec53985007),segment_id=e52c16c7-a157-4a3c-a5fb-a3ec53985007)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:18.414801 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9496526c-fb0a-4e05-bade-6528951998ca tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Made reservation on behalf of 99d8bc42a35a4346859252e524d5d533 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:18.422512 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:18.439597 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-dc777efd-c09b-4e5f-998c-5d9ef6aa3f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:18.466474 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4870c285-e173-4abe-823b-e6b7aa32246a tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0559335 Apr 08 10:23:18.473268 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53806) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:18.510720 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9886e7a3-bf7d-4057-8d45-2caf0187fdb3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:18.535768 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f7cfd185-9e85-4407-895b-90c6ece906ba tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:18.549215 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-7ffcfe0b-46f1-4fc1-a363-dec53022dd38 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a4:b2:82'}]}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:18.652031 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc777efd-c09b-4e5f-998c-5d9ef6aa3f8b None None] Pushing event updated for resources: {'Port': ['ID=acab69ec-2acf-4088-9d1c-bfd76023a4ed,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:18.669748 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c79fbc2a-aa86-40fa-8687-a1336c258d32 None None] Provisioning complete for port acab69ec-2acf-4088-9d1c-bfd76023a4ed triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:18.670194 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c79fbc2a-aa86-40fa-8687-a1336c258d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:18.718239 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfd185-9e85-4407-895b-90c6ece906ba tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Port': ['ID=2c61e53b-994c-4210-bab0-7321a9c1905e,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:18.726856 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d8bb48fa-64fb-4fa2-8ce1-a7e9719f01e6 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:18.748956 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d8bb48fa-64fb-4fa2-8ce1-a7e9719f01e6 None None] Transition to ACTIVE for port object e4295e9a-ce89-473a-a682-21d59a136dec will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:18.777081 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d8bb48fa-64fb-4fa2-8ce1-a7e9719f01e6 None None] Transition to ACTIVE for port object e4295e9a-ce89-473a-a682-21d59a136dec will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:18.790939 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9496526c-fb0a-4e05-bade-6528951998ca tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:18.820658 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d8bb48fa-64fb-4fa2-8ce1-a7e9719f01e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:18.832044 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f7cfd185-9e85-4407-895b-90c6ece906ba tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:18.891151 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8b71a3eb-c762-45b1-b61f-4c6bdaafe70a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:18.898230 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-eed341ac-709e-4d97-889e-464d6ed1bd1c tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Allocated IP 172.20.0.3 (862e3549-0253-4127-b0d6-7a457f022b59/450a3099-0d66-4458-8ff8-1e48d1fc9a1f/b1267268-2022-4afa-ba86-26826988dfcd) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:18.911722 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8b71a3eb-c762-45b1-b61f-4c6bdaafe70a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:18.939447 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bb48fa-64fb-4fa2-8ce1-a7e9719f01e6 None None] Network f8b3e7c5-6d2a-4c4f-a699-3bbc0ba2edaf is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:18.940410 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f7cfd185-9e85-4407-895b-90c6ece906ba tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/ports/2c61e53b-994c-4210-bab0-7321a9c1905e HTTP/1.1" status: 204 len: 168 time: 1.8007925 Apr 08 10:23:18.949141 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53810) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:18.951981 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb48fa-64fb-4fa2-8ce1-a7e9719f01e6 None None] Pushing event updated for resources: {'Port': ['ID=e4295e9a-ce89-473a-a682-21d59a136dec,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:18.961075 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b71a3eb-c762-45b1-b61f-4c6bdaafe70a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:23:18.963837 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-d8bb48fa-64fb-4fa2-8ce1-a7e9719f01e6 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:18.966379 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bb48fa-64fb-4fa2-8ce1-a7e9719f01e6 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:19.022665 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71a3eb-c762-45b1-b61f-4c6bdaafe70a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea7a9df-d330-4086-9cbb-c47ee1905475,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:19.031195 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4feda8b-ba17-4ed1-834b-29bb8f3a6ce1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] GET failed (client error): The resource could not be found. Apr 08 10:23:19.031405 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c4feda8b-ba17-4ed1-834b-29bb8f3a6ce1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Synchronizing usage tracker for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:23:19.035424 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8b71a3eb-c762-45b1-b61f-4c6bdaafe70a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:19.035754 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-8b71a3eb-c762-45b1-b61f-4c6bdaafe70a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Added segment 2e7d5065-cc3f-459b-94ed-8a23d7cdc706 of type vlan for network 5b9c2cb7-e310-4de6-984e-a03049400945 Apr 08 10:23:19.054672 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c79fbc2a-aa86-40fa-8687-a1336c258d32 None None] Could not find standard attr ID for object 2c61e53b-994c-4210-bab0-7321a9c1905e. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:23:19.089766 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-d8bb48fa-64fb-4fa2-8ce1-a7e9719f01e6 None None] Attempting to bind port e4295e9a-ce89-473a-a682-21d59a136dec on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:23:19.094421 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-d8bb48fa-64fb-4fa2-8ce1-a7e9719f01e6 None None] Attempting to bind port e4295e9a-ce89-473a-a682-21d59a136dec by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '752ae995-c363-4da4-87bd-1a8650499867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f8b3e7c5-6d2a-4c4f-a699-3bbc0ba2edaf'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:23:19.095471 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bb48fa-64fb-4fa2-8ce1-a7e9719f01e6 None None] Attempting to bind port e4295e9a-ce89-473a-a682-21d59a136dec on network f8b3e7c5-6d2a-4c4f-a699-3bbc0ba2edaf {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:23:19.108517 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c4feda8b-ba17-4ed1-834b-29bb8f3a6ce1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Unset dirty status for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:23:19.110793 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9886e7a3-bf7d-4057-8d45-2caf0187fdb3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:19.111547 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bb48fa-64fb-4fa2-8ce1-a7e9719f01e6 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:23:19.112384 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bb48fa-64fb-4fa2-8ce1-a7e9719f01e6 None None] Checking segment: {'id': '752ae995-c363-4da4-87bd-1a8650499867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f8b3e7c5-6d2a-4c4f-a699-3bbc0ba2edaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:19.113126 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c4feda8b-ba17-4ed1-834b-29bb8f3a6ce1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "GET /v2.0/ports/2c61e53b-994c-4210-bab0-7321a9c1905e HTTP/1.1" status: 404 len: 333 time: 0.1547115 Apr 08 10:23:19.113654 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d8bb48fa-64fb-4fa2-8ce1-a7e9719f01e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:19.114348 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bb48fa-64fb-4fa2-8ce1-a7e9719f01e6 None None] Bound using segment: {'id': '752ae995-c363-4da4-87bd-1a8650499867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f8b3e7c5-6d2a-4c4f-a699-3bbc0ba2edaf'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:23:19.115449 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-d8bb48fa-64fb-4fa2-8ce1-a7e9719f01e6 None None] Bound port: e4295e9a-ce89-473a-a682-21d59a136dec, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752ae995-c363-4da4-87bd-1a8650499867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f8b3e7c5-6d2a-4c4f-a699-3bbc0ba2edaf'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:23:19.117169 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53814) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:19.117918 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d8bb48fa-64fb-4fa2-8ce1-a7e9719f01e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:19.121659 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8b71a3eb-c762-45b1-b61f-4c6bdaafe70a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:19.214451 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-cbda5036-2ad0-41f0-b765-87445d819504 None None] Provisioning for port 90431db4-2d81-422d-9ea9-ec3870157110 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:19.216896 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886e7a3-bf7d-4057-8d45-2caf0187fdb3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=cc94660e-ab7b-4c16-9298-850872bbe844,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:19.222387 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8b71a3eb-c762-45b1-b61f-4c6bdaafe70a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:19.222802 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-cbda5036-2ad0-41f0-b765-87445d819504 None None] Provisioning complete for port 90431db4-2d81-422d-9ea9-ec3870157110 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:19.223189 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cbda5036-2ad0-41f0-b765-87445d819504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:19.226714 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b71a3eb-c762-45b1-b61f-4c6bdaafe70a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:19.227314 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8b71a3eb-c762-45b1-b61f-4c6bdaafe70a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:19.250214 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d8bb48fa-64fb-4fa2-8ce1-a7e9719f01e6 None None] For port e4295e9a-ce89-473a-a682-21d59a136dec, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:23:19.272574 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9886e7a3-bf7d-4057-8d45-2caf0187fdb3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:19.274659 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b441d1b-2aa1-4084-8e2b-4f7755388148 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:19.289851 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d8bb48fa-64fb-4fa2-8ce1-a7e9719f01e6 None None] For port e4295e9a-ce89-473a-a682-21d59a136dec, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=e4295e9a-ce89-473a-a682-21d59a136dec,segment=NetworkSegment(752ae995-c363-4da4-87bd-1a8650499867),segment_id=752ae995-c363-4da4-87bd-1a8650499867)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:23:19.342551 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d8bb48fa-64fb-4fa2-8ce1-a7e9719f01e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:19.359407 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8b71a3eb-c762-45b1-b61f-4c6bdaafe70a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7646899 Apr 08 10:23:19.363663 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53818) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:19.374907 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9886e7a3-bf7d-4057-8d45-2caf0187fdb3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/cc94660e-ab7b-4c16-9298-850872bbe844 HTTP/1.1" status: 204 len: 168 time: 1.7827435 Apr 08 10:23:19.382650 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53822) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:19.386291 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-523db2e0-392d-4432-8724-c194609e7024 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'port': {'network_id': '5b9c2cb7-e310-4de6-984e-a03049400945', 'name': 'tempest-PortsIpV6TestJSON-904500841'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:19.405630 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-cbda5036-2ad0-41f0-b765-87445d819504 None None] Port 90431db4-2d81-422d-9ea9-ec3870157110 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:23:19.411521 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71a3eb-c762-45b1-b61f-4c6bdaafe70a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Network': ['ID=5b9c2cb7-e310-4de6-984e-a03049400945,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:19.434374 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 5b9c2cb7-e310-4de6-984e-a03049400945 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:23:19.447160 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eed341ac-709e-4d97-889e-464d6ed1bd1c tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:19.459567 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-cbda5036-2ad0-41f0-b765-87445d819504 None None] Could not find standard attr ID for object 2c61e53b-994c-4210-bab0-7321a9c1905e. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:23:19.464319 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7ffcfe0b-46f1-4fc1-a363-dec53022dd38 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:19.535640 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9496526c-fb0a-4e05-bade-6528951998ca tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:19.577515 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-bed640a0-bc45-4f66-be4f-482a84b21fe8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1771379 Apr 08 10:23:19.585477 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53826) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:19.634587 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb48fa-64fb-4fa2-8ce1-a7e9719f01e6 None None] Pushing event updated for resources: {'Port': ['ID=e4295e9a-ce89-473a-a682-21d59a136dec,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:19.636631 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-a161e2dc-ea6a-4462-9882-4981f8711380 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting subnet 4a953519-872a-460d-94a9-5e8229b0bcb7 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:23:19.660478 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496526c-fb0a-4e05-bade-6528951998ca tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event updated for resources: {'Subnet': ['ID=9a185459-3e86-417d-8d52-65e2d7d90f68,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:19.667512 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-523db2e0-392d-4432-8724-c194609e7024 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:19.675595 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-523db2e0-392d-4432-8724-c194609e7024 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:port and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:19.679342 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-523db2e0-392d-4432-8724-c194609e7024 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:19.680635 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a161e2dc-ea6a-4462-9882-4981f8711380 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:19.687708 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-523db2e0-392d-4432-8724-c194609e7024 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:19.691015 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9496526c-fb0a-4e05-bade-6528951998ca tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Checking segment: {'id': 'cb9f3aa7-60c8-454d-a3eb-eed0f2579a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ea17b73c-34f4-4384-8ce0-d2cb42591e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:19.691370 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9496526c-fb0a-4e05-bade-6528951998ca tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Network hostable DHCP agents. Network: ea17b73c-34f4-4384-8ce0-d2cb42591e64, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:23:19.713642 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523db2e0-392d-4432-8724-c194609e7024 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:19.716966 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-523db2e0-392d-4432-8724-c194609e7024 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:19.748574 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-523db2e0-392d-4432-8724-c194609e7024 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] device_id is not set on port 9eac942b-47fd-46c0-b68a-55ffff8d9332 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:23:19.757410 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb687df-3a3c-41dd-8526-41d3fef09eeb None None] DHCP port deletion for 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:23:19.762171 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-7bb687df-3a3c-41dd-8526-41d3fef09eeb None None] Deleting port 3b53c5fd-a51e-45e6-927a-572e0c36b7af {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:19.762605 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7bb687df-3a3c-41dd-8526-41d3fef09eeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:19.799680 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eed341ac-709e-4d97-889e-464d6ed1bd1c tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:19.826049 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9496526c-fb0a-4e05-bade-6528951998ca tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Network ea17b73c-34f4-4384-8ce0-d2cb42591e64 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:23:19.853613 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-9496526c-fb0a-4e05-bade-6528951998ca tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, ea17b73c-34f4-4384-8ce0-d2cb42591e64) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:19.869547 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9496526c-fb0a-4e05-bade-6528951998ca tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:19.870546 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9496526c-fb0a-4e05-bade-6528951998ca tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:19.890014 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a161e2dc-ea6a-4462-9882-4981f8711380 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:19.916798 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9496526c-fb0a-4e05-bade-6528951998ca tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.9022136 Apr 08 10:23:19.919650 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53830) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:19.996291 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454cef08-d09c-4f6e-a6a8-a9c9df545e91 None None] Network ea17b73c-34f4-4384-8ce0-d2cb42591e64 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:20.042071 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed341ac-709e-4d97-889e-464d6ed1bd1c tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Pushing event updated for resources: {'Port': ['ID=b1267268-2022-4afa-ba86-26826988dfcd,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:20.055212 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed341ac-709e-4d97-889e-464d6ed1bd1c tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Network 862e3549-0253-4127-b0d6-7a457f022b59 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:20.063430 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-eed341ac-709e-4d97-889e-464d6ed1bd1c tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:20.073392 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed341ac-709e-4d97-889e-464d6ed1bd1c tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:20.165887 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device acab69ec-2acf-4088-9d1c-bfd76023a4ed up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:23:20.184210 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7508c5-482c-4f10-9108-987d42b424cf tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:20.184903 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5b7508c5-482c-4f10-9108-987d42b424cf tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:23:20.213257 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a161e2dc-ea6a-4462-9882-4981f8711380 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:20.308473 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7ffcfe0b-46f1-4fc1-a363-dec53022dd38 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:20.315365 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5b7508c5-482c-4f10-9108-987d42b424cf tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:23:20.316183 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5b7508c5-482c-4f10-9108-987d42b424cf tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7285872 Apr 08 10:23:20.324186 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53834) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:20.331950 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7ffcfe0b-46f1-4fc1-a363-dec53022dd38 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:20.332199 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-7bb687df-3a3c-41dd-8526-41d3fef09eeb None None] For port 3b53c5fd-a51e-45e6-927a-572e0c36b7af, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=3b53c5fd-a51e-45e6-927a-572e0c36b7af,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:20.332415 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7bb687df-3a3c-41dd-8526-41d3fef09eeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:20.466165 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7fae9d0f-4606-4c70-8309-281dfa1c621a tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:20.478137 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-7bb687df-3a3c-41dd-8526-41d3fef09eeb None None] Calling delete_port for 3b53c5fd-a51e-45e6-927a-572e0c36b7af owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:20.494323 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffcfe0b-46f1-4fc1-a363-dec53022dd38 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Pushing event updated for resources: {'Port': ['ID=90431db4-2d81-422d-9ea9-ec3870157110,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:20.499575 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7593c438-d6d4-4b4d-ab7d-b5742539cc77 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:20.500117 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-7593c438-d6d4-4b4d-ab7d-b5742539cc77 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:23:20.506783 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-523db2e0-392d-4432-8724-c194609e7024 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:20.508249 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a161e2dc-ea6a-4462-9882-4981f8711380 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:20.558437 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161e2dc-ea6a-4462-9882-4981f8711380 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Subnet': ['ID=4a953519-872a-460d-94a9-5e8229b0bcb7,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:20.564929 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-7ffcfe0b-46f1-4fc1-a363-dec53022dd38 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] In _notify_port_updated(), no bound segment for port 90431db4-2d81-422d-9ea9-ec3870157110 on network bedebe1c-5487-423b-913f-4acce742c85b {{(pid=83845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 08 10:23:20.569363 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffcfe0b-46f1-4fc1-a363-dec53022dd38 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:20.570038 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7ffcfe0b-46f1-4fc1-a363-dec53022dd38 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:20.571552 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7ffcfe0b-46f1-4fc1-a363-dec53022dd38 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] 10.222.0.47 "PUT /v2.0/ports/90431db4-2d81-422d-9ea9-ec3870157110 HTTP/1.1" status: 200 len: 997 time: 2.0974519 Apr 08 10:23:20.575338 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53838) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:20.583365 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-7593c438-d6d4-4b4d-ab7d-b5742539cc77 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:23:20.584865 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7593c438-d6d4-4b4d-ab7d-b5742539cc77 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2597988 Apr 08 10:23:20.588885 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53842) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:20.618567 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a161e2dc-ea6a-4462-9882-4981f8711380 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:20.741674 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8c9cd4cf-b722-45fd-8b9f-4b59eee82a21 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1459377 Apr 08 10:23:20.742665 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53846) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:20.743438 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7fae9d0f-4606-4c70-8309-281dfa1c621a tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:20.763294 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port acab69ec-2acf-4088-9d1c-bfd76023a4ed triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:20.764466 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:20.781601 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a161e2dc-ea6a-4462-9882-4981f8711380 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/subnets/4a953519-872a-460d-94a9-5e8229b0bcb7 HTTP/1.1" status: 204 len: 168 time: 1.6250076 Apr 08 10:23:20.784786 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53848) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:20.796762 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-41ecceb5-33f7-4937-a6f1-1674241cc8e3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:20.806501 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cc253a-f12e-475b-bea1-29d2325fc71a None None] Network 60c81085-9a82-495b-ad6c-81546f75328f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:20.867444 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-8dacb99b-e64b-4f4b-85f3-d0d8f2a23640 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Deleting port 90431db4-2d81-422d-9ea9-ec3870157110 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:20.867444 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8dacb99b-e64b-4f4b-85f3-d0d8f2a23640 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:20.913330 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-523db2e0-392d-4432-8724-c194609e7024 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:20.980750 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5e72e1cd-6e66-4c5f-a3d3-04b90e7b2ef6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:21.023307 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-41ecceb5-33f7-4937-a6f1-1674241cc8e3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:21.027038 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7bb687df-3a3c-41dd-8526-41d3fef09eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:21.040353 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523db2e0-392d-4432-8724-c194609e7024 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Port': ['ID=9eac942b-47fd-46c0-b68a-55ffff8d9332,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:21.059645 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-41ecceb5-33f7-4937-a6f1-1674241cc8e3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:21.071333 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eed341ac-709e-4d97-889e-464d6ed1bd1c tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:21.071937 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eed341ac-709e-4d97-889e-464d6ed1bd1c tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:21.073803 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-5e72e1cd-6e66-4c5f-a3d3-04b90e7b2ef6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting port acab69ec-2acf-4088-9d1c-bfd76023a4ed {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:21.074129 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5e72e1cd-6e66-4c5f-a3d3-04b90e7b2ef6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:21.074554 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7fae9d0f-4606-4c70-8309-281dfa1c621a tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:21.101763 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9beac70-c542-4619-9b7b-f5a7c360754b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-ea17b73c-34f4-4384-8ce0-d2cb42591e64', 'network_id': 'ea17b73c-34f4-4384-8ce0-d2cb42591e64', 'tenant_id': '99d8bc42a35a4346859252e524d5d533', 'fixed_ips': [{'subnet_id': '9a185459-3e86-417d-8d52-65e2d7d90f68'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:23:21.102944 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a9beac70-c542-4619-9b7b-f5a7c360754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:21.118301 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ecceb5-33f7-4937-a6f1-1674241cc8e3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:21.136825 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae9d0f-4606-4c70-8309-281dfa1c621a tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Subnet': ['ID=9a185459-3e86-417d-8d52-65e2d7d90f68,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:21.146053 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523db2e0-392d-4432-8724-c194609e7024 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Checking segment: {'id': '2e7d5065-cc3f-459b-94ed-8a23d7cdc706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5b9c2cb7-e310-4de6-984e-a03049400945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:21.146943 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523db2e0-392d-4432-8724-c194609e7024 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network hostable DHCP agents. Network: 5b9c2cb7-e310-4de6-984e-a03049400945, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:23:21.196249 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80c08bb-f626-4b05-b828-be5cbd59884d None None] Network f8b3e7c5-6d2a-4c4f-a699-3bbc0ba2edaf requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:21.235287 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb687df-3a3c-41dd-8526-41d3fef09eeb None None] Pushing event deleted for resources: {'Port': ['ID=3b53c5fd-a51e-45e6-927a-572e0c36b7af,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:21.329179 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7fae9d0f-4606-4c70-8309-281dfa1c621a tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:21.356439 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-41ecceb5-33f7-4937-a6f1-1674241cc8e3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:21.358114 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb687df-3a3c-41dd-8526-41d3fef09eeb None None] No DVR routers for this DVR port 3b53c5fd-a51e-45e6-927a-572e0c36b7af on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:23:21.379190 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-7fae9d0f-4606-4c70-8309-281dfa1c621a tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea17b73c-34f4-4384-8ce0-d2cb42591e64']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:21.392424 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523db2e0-392d-4432-8724-c194609e7024 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network 5b9c2cb7-e310-4de6-984e-a03049400945 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:23:21.451860 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-918bd1ff-bc23-4fca-a618-36737e2ce4e9 None None] Provisioning complete for port 90431db4-2d81-422d-9ea9-ec3870157110 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:21.452223 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-918bd1ff-bc23-4fca-a618-36737e2ce4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:21.456009 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-7fae9d0f-4606-4c70-8309-281dfa1c621a tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9f3aa7-60c8-454d-a3eb-eed0f2579a8c') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:21.456485 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-7fae9d0f-4606-4c70-8309-281dfa1c621a tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9f3aa7-60c8-454d-a3eb-eed0f2579a8c') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:21.494006 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7fae9d0f-4606-4c70-8309-281dfa1c621a tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:21.501193 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8dacb99b-e64b-4f4b-85f3-d0d8f2a23640 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:21.520870 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-523db2e0-392d-4432-8724-c194609e7024 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 5b9c2cb7-e310-4de6-984e-a03049400945) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:21.530348 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7fae9d0f-4606-4c70-8309-281dfa1c621a tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:21.533834 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523db2e0-392d-4432-8724-c194609e7024 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:21.539155 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523db2e0-392d-4432-8724-c194609e7024 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:21.540033 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-523db2e0-392d-4432-8724-c194609e7024 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:21.545838 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device e4295e9a-ce89-473a-a682-21d59a136dec up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:23:21.559296 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fae9d0f-4606-4c70-8309-281dfa1c621a tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:23:21.559721 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7fae9d0f-4606-4c70-8309-281dfa1c621a tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:23:21.574896 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:23:21.578647 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a90608a-6966-4d92-8e06-15cacbc7c585 None None] Network 5b9c2cb7-e310-4de6-984e-a03049400945 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:21.661765 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-523db2e0-392d-4432-8724-c194609e7024 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2937796 Apr 08 10:23:21.668096 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53854) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:21.669163 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-8dacb99b-e64b-4f4b-85f3-d0d8f2a23640 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Calling delete_port for 90431db4-2d81-422d-9ea9-ec3870157110 owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:21.680063 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-ddac6eb8-fd79-4685-bcc6-d52f693d678a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1568548451'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:21.687351 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ddac6eb8-fd79-4685-bcc6-d52f693d678a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:21.695612 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ddac6eb8-fd79-4685-bcc6-d52f693d678a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:network and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:21.700816 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ddac6eb8-fd79-4685-bcc6-d52f693d678a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:21.703533 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-918bd1ff-bc23-4fca-a618-36737e2ce4e9 None None] Port 90431db4-2d81-422d-9ea9-ec3870157110 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:23:21.730920 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-5e72e1cd-6e66-4c5f-a3d3-04b90e7b2ef6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] For port acab69ec-2acf-4088-9d1c-bfd76023a4ed, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=acab69ec-2acf-4088-9d1c-bfd76023a4ed,segment=NetworkSegment(e52c16c7-a157-4a3c-a5fb-a3ec53985007),segment_id=e52c16c7-a157-4a3c-a5fb-a3ec53985007)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:21.731718 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5e72e1cd-6e66-4c5f-a3d3-04b90e7b2ef6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:21.733200 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7fae9d0f-4606-4c70-8309-281dfa1c621a tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:21.742888 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d566f700-01a4-4568-8ba0-35d24e888f18 None None] Network ea17b73c-34f4-4384-8ce0-d2cb42591e64 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:21.743193 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ddac6eb8-fd79-4685-bcc6-d52f693d678a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:21.759435 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7fae9d0f-4606-4c70-8309-281dfa1c621a tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:21.783940 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae9d0f-4606-4c70-8309-281dfa1c621a tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Network': ['ID=ea17b73c-34f4-4384-8ce0-d2cb42591e64,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:21.786843 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d566f700-01a4-4568-8ba0-35d24e888f18 None None] Network ea17b73c-34f4-4384-8ce0-d2cb42591e64 could not be found, it might have been deleted concurrently. {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 08 10:23:21.802138 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddac6eb8-fd79-4685-bcc6-d52f693d678a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:21.807127 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ddac6eb8-fd79-4685-bcc6-d52f693d678a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:21.826673 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7fae9d0f-4606-4c70-8309-281dfa1c621a tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/networks/ea17b73c-34f4-4384-8ce0-d2cb42591e64 HTTP/1.1" status: 204 len: 168 time: 1.9010167 Apr 08 10:23:21.833033 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53858) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:21.841120 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-58be1566-4e3e-4068-b47f-d64ca056779b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-149914887'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:21.862093 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-58be1566-4e3e-4068-b47f-d64ca056779b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:21.878800 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-58be1566-4e3e-4068-b47f-d64ca056779b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Usage tracker for resource:network and tenant:99d8bc42a35a4346859252e524d5d533 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:21.886528 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-5e72e1cd-6e66-4c5f-a3d3-04b90e7b2ef6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Calling delete_port for acab69ec-2acf-4088-9d1c-bfd76023a4ed owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:21.900990 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-58be1566-4e3e-4068-b47f-d64ca056779b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:21.911290 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a07071-7f0d-4d7f-a947-69ddee11ca03 None None] DHCP port deletion for 60c81085-9a82-495b-ad6c-81546f75328f request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:23:21.914952 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-58be1566-4e3e-4068-b47f-d64ca056779b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:21.933372 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-10a07071-7f0d-4d7f-a947-69ddee11ca03 None None] Deleting port acab69ec-2acf-4088-9d1c-bfd76023a4ed {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:21.933735 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-10a07071-7f0d-4d7f-a947-69ddee11ca03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:21.935125 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddac6eb8-fd79-4685-bcc6-d52f693d678a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:23:21.946523 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58be1566-4e3e-4068-b47f-d64ca056779b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Made reservation on behalf of 99d8bc42a35a4346859252e524d5d533 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:21.949514 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-58be1566-4e3e-4068-b47f-d64ca056779b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:21.966983 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ddac6eb8-fd79-4685-bcc6-d52f693d678a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:21.967637 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-ddac6eb8-fd79-4685-bcc6-d52f693d678a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Added segment 8e99a395-b36b-4557-923c-eaef0c81fea9 of type vlan for network f6d451e0-99c2-44f6-9b6c-e7d95d040ae3 Apr 08 10:23:21.975461 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-41ecceb5-33f7-4937-a6f1-1674241cc8e3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:21.990026 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ef3e0f85-44fd-492e-8138-385659da8971 None None] Provisioning for port e4295e9a-ce89-473a-a682-21d59a136dec completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:22.016759 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port e4295e9a-ce89-473a-a682-21d59a136dec completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:22.032471 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port e4295e9a-ce89-473a-a682-21d59a136dec triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:22.032843 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:22.063831 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5e72e1cd-6e66-4c5f-a3d3-04b90e7b2ef6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:22.066565 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ddac6eb8-fd79-4685-bcc6-d52f693d678a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:22.075717 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58be1566-4e3e-4068-b47f-d64ca056779b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:23:22.081889 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ecceb5-33f7-4937-a6f1-1674241cc8e3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:22.087411 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-41ecceb5-33f7-4937-a6f1-1674241cc8e3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:22.093816 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ecceb5-33f7-4937-a6f1-1674241cc8e3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:22.094420 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-41ecceb5-33f7-4937-a6f1-1674241cc8e3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:22.105705 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ecceb5-33f7-4937-a6f1-1674241cc8e3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=8a94cdfa-f84b-492d-ac7b-030efaedc263,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:22.108204 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-58be1566-4e3e-4068-b47f-d64ca056779b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:22.109825 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-58be1566-4e3e-4068-b47f-d64ca056779b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Added segment aae9e9db-736c-456f-8688-feb9a264d797 of type vlan for network 0cbc004b-b465-4987-94cd-0da7eb015519 Apr 08 10:23:22.140795 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72e1cd-6e66-4c5f-a3d3-04b90e7b2ef6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Port': ['ID=acab69ec-2acf-4088-9d1c-bfd76023a4ed,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:22.154118 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e72e1cd-6e66-4c5f-a3d3-04b90e7b2ef6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] No DVR routers for this DVR port acab69ec-2acf-4088-9d1c-bfd76023a4ed on host dv-neutron-837110-1-hyperv {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:23:22.154265 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30404bd-4aa7-4d35-b47b-263b18a9e8ce None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:22.177338 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-41ecceb5-33f7-4937-a6f1-1674241cc8e3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3876944 Apr 08 10:23:22.178307 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-10a07071-7f0d-4d7f-a947-69ddee11ca03 None None] The port 'acab69ec-2acf-4088-9d1c-bfd76023a4ed' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:23:22.178789 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53862) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:22.189438 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-58be1566-4e3e-4068-b47f-d64ca056779b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:22.191851 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8dacb99b-e64b-4f4b-85f3-d0d8f2a23640 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:22.198580 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-3c107414-0bde-44b2-a43c-626c58fc6c79 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'port': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'mac_address': 'fa:16:3e:a1:57:bc', 'name': 'tempest-NetworksTestDHCPv6-2002096970'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:22.222877 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ddac6eb8-fd79-4685-bcc6-d52f693d678a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:22.227259 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddac6eb8-fd79-4685-bcc6-d52f693d678a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:22.227859 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ddac6eb8-fd79-4685-bcc6-d52f693d678a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:22.405521 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dacb99b-e64b-4f4b-85f3-d0d8f2a23640 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Pushing event deleted for resources: {'Port': ['ID=90431db4-2d81-422d-9ea9-ec3870157110,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:22.445585 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:22.448793 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ddac6eb8-fd79-4685-bcc6-d52f693d678a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7760596 Apr 08 10:23:22.454507 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53866) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:22.467578 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'ports': [{'network_id': '5b9c2cb7-e310-4de6-984e-a03049400945'}, {'network_id': 'f6d451e0-99c2-44f6-9b6c-e7d95d040ae3'}]} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:22.467940 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'port': {'network_id': '5b9c2cb7-e310-4de6-984e-a03049400945'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:22.468389 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'port': {'network_id': 'f6d451e0-99c2-44f6-9b6c-e7d95d040ae3'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:22.525620 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afff996-e31b-471f-b4de-5a8ec323618d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'fixed_ips': [{'subnet_id': '8a94cdfa-f84b-492d-ac7b-030efaedc263'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:23:22.526902 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0afff996-e31b-471f-b4de-5a8ec323618d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:22.541641 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.resource_extend [None req-58be1566-4e3e-4068-b47f-d64ca056779b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:23:22.563683 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port e4295e9a-ce89-473a-a682-21d59a136dec, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=e4295e9a-ce89-473a-a682-21d59a136dec,segment=NetworkSegment(752ae995-c363-4da4-87bd-1a8650499867),segment_id=752ae995-c363-4da4-87bd-1a8650499867)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:22.565928 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5e72e1cd-6e66-4c5f-a3d3-04b90e7b2ef6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:22.623198 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac6eb8-fd79-4685-bcc6-d52f693d678a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Network': ['ID=f6d451e0-99c2-44f6-9b6c-e7d95d040ae3,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:22.633344 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-58be1566-4e3e-4068-b47f-d64ca056779b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:22.637000 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58be1566-4e3e-4068-b47f-d64ca056779b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:22.637589 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-58be1566-4e3e-4068-b47f-d64ca056779b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:22.648265 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network f6d451e0-99c2-44f6-9b6c-e7d95d040ae3 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:23:22.716939 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-5e72e1cd-6e66-4c5f-a3d3-04b90e7b2ef6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c81085-9a82-495b-ad6c-81546f75328f']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:22.741859 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:22.750158 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-5e72e1cd-6e66-4c5f-a3d3-04b90e7b2ef6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e52c16c7-a157-4a3c-a5fb-a3ec53985007') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:22.750416 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-5e72e1cd-6e66-4c5f-a3d3-04b90e7b2ef6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e52c16c7-a157-4a3c-a5fb-a3ec53985007') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:22.778557 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-58be1566-4e3e-4068-b47f-d64ca056779b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9437101 Apr 08 10:23:22.788899 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53870) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:22.795331 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3c107414-0bde-44b2-a43c-626c58fc6c79 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:22.797643 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed341ac-709e-4d97-889e-464d6ed1bd1c tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Router e68c9046-f713-4ff7-bc3f-04e8b5e6351b is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:23:22.807749 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5e72e1cd-6e66-4c5f-a3d3-04b90e7b2ef6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:22.822873 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3c107414-0bde-44b2-a43c-626c58fc6c79 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:port and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:22.825961 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be1566-4e3e-4068-b47f-d64ca056779b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event updated for resources: {'Network': ['ID=0cbc004b-b465-4987-94cd-0da7eb015519,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:22.828513 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3c107414-0bde-44b2-a43c-626c58fc6c79 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:22.837155 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3c107414-0bde-44b2-a43c-626c58fc6c79 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:22.855525 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c107414-0bde-44b2-a43c-626c58fc6c79 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:22.856966 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3b53c5fd-a51e-45e6-927a-572e0c36b7af no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:23:22.862278 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c107414-0bde-44b2-a43c-626c58fc6c79 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:22.876051 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-df17223c-fb53-4605-b270-7327189965cd tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Request body: {'subnet': {'network_id': '0cbc004b-b465-4987-94cd-0da7eb015519', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:22.884427 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 0cbc004b-b465-4987-94cd-0da7eb015519 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:23:22.896949 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-3c107414-0bde-44b2-a43c-626c58fc6c79 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] device_id is not set on port 9eb8e798-a1da-426d-9670-59c472cc7c6e yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:23:22.904264 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8dacb99b-e64b-4f4b-85f3-d0d8f2a23640 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:22.999396 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 3b53c5fd-a51e-45e6-927a-572e0c36b7af {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:23:22.999669 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3b53c5fd-a51e-45e6-927a-572e0c36b7af not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:23:23.012421 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5e72e1cd-6e66-4c5f-a3d3-04b90e7b2ef6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:23.043829 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e72e1cd-6e66-4c5f-a3d3-04b90e7b2ef6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:23:23.044292 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5e72e1cd-6e66-4c5f-a3d3-04b90e7b2ef6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:23.061946 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5e3b0749-16cd-4c6a-9cb2-ed13029bbcdb None None] Provisioning complete for port e4295e9a-ce89-473a-a682-21d59a136dec triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:23.062319 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5e3b0749-16cd-4c6a-9cb2-ed13029bbcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:23.074331 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-3c107414-0bde-44b2-a43c-626c58fc6c79 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 2001:db8::3c9 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/8a94cdfa-f84b-492d-ac7b-030efaedc263/9eb8e798-a1da-426d-9670-59c472cc7c6e) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:23.121700 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=e4295e9a-ce89-473a-a682-21d59a136dec,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8dacb99b-e64b-4f4b-85f3-d0d8f2a23640 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] 10.222.0.47 "DELETE /v2.0/ports/90431db4-2d81-422d-9ea9-ec3870157110 HTTP/1.1" status: 204 len: 168 time: 2.5452573 Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:23:23.125026 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:23:23.133405 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53874) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:23.190276 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device acab69ec-2acf-4088-9d1c-bfd76023a4ed no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:23:23.226420 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-540c2202-9b00-42a9-9f26-fdd9a6c31d58 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] GET failed (client error): The resource could not be found. Apr 08 10:23:23.227215 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-540c2202-9b00-42a9-9f26-fdd9a6c31d58 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Synchronizing usage tracker for tenant:4a3cb57afa184e6bab18134b0880eeff on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:23:23.257075 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-540c2202-9b00-42a9-9f26-fdd9a6c31d58 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Unset dirty status for tenant:4a3cb57afa184e6bab18134b0880eeff on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:23:23.257075 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-540c2202-9b00-42a9-9f26-fdd9a6c31d58 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] 10.222.0.47 "GET /v2.0/ports/90431db4-2d81-422d-9ea9-ec3870157110 HTTP/1.1" status: 404 len: 333 time: 0.1191149 Apr 08 10:23:23.260034 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53878) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:23.265848 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: acab69ec-2acf-4088-9d1c-bfd76023a4ed {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:23:23.266183 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device acab69ec-2acf-4088-9d1c-bfd76023a4ed not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:23:23.268723 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:23.274502 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-b64fdf74-b0b1-49da-bfdb-3631a1d75498 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Request body: {'port': {'network_id': 'bedebe1c-5487-423b-913f-4acce742c85b', 'name': 'tempest-AllowedAddressPairTestJSON-852195933'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:23.296518 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:port and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:23.300188 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:23.313266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-df17223c-fb53-4605-b270-7327189965cd tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:23.315570 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:23.322814 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-df17223c-fb53-4605-b270-7327189965cd tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Usage tracker for resource:subnet and tenant:99d8bc42a35a4346859252e524d5d533 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:23.328895 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-df17223c-fb53-4605-b270-7327189965cd tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:23.331394 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5e72e1cd-6e66-4c5f-a3d3-04b90e7b2ef6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:23.337823 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-df17223c-fb53-4605-b270-7327189965cd tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:23.356619 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5e72e1cd-6e66-4c5f-a3d3-04b90e7b2ef6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:23.377717 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'port': 2} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:23.381795 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:23.404756 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72e1cd-6e66-4c5f-a3d3-04b90e7b2ef6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Network': ['ID=60c81085-9a82-495b-ad6c-81546f75328f,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:23.407349 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5e72e1cd-6e66-4c5f-a3d3-04b90e7b2ef6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/networks/60c81085-9a82-495b-ad6c-81546f75328f HTTP/1.1" status: 204 len: 168 time: 2.6207647 Apr 08 10:23:23.413154 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53884) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:23.417467 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df17223c-fb53-4605-b270-7327189965cd tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Made reservation on behalf of 99d8bc42a35a4346859252e524d5d533 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:23.435350 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-981ce6da-f3d5-43d0-9937-8e5d1fb0711b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'port': {'network_id': '5a2f3eff-7620-4bdd-83cb-b9571de648de', 'name': 'tempest-PortsTestJSON-1850319308'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:23.455725 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:23.599021 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c107414-0bde-44b2-a43c-626c58fc6c79 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:23.622091 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b64fdf74-b0b1-49da-bfdb-3631a1d75498 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:23.628461 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-3c107414-0bde-44b2-a43c-626c58fc6c79 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Transition to ACTIVE for port object 9eb8e798-a1da-426d-9670-59c472cc7c6e will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:23.638271 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b64fdf74-b0b1-49da-bfdb-3631a1d75498 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:23.665123 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64fdf74-b0b1-49da-bfdb-3631a1d75498 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Made reservation on behalf of 4a3cb57afa184e6bab18134b0880eeff for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:23.670438 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b64fdf74-b0b1-49da-bfdb-3631a1d75498 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:23.685577 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c107414-0bde-44b2-a43c-626c58fc6c79 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:23.752125 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-df17223c-fb53-4605-b270-7327189965cd tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:23.765033 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c107414-0bde-44b2-a43c-626c58fc6c79 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:23.773541 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-3c107414-0bde-44b2-a43c-626c58fc6c79 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:23.776153 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c107414-0bde-44b2-a43c-626c58fc6c79 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:23.780485 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c107414-0bde-44b2-a43c-626c58fc6c79 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:23.781557 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c107414-0bde-44b2-a43c-626c58fc6c79 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:23.795135 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-b64fdf74-b0b1-49da-bfdb-3631a1d75498 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] device_id is not set on port d35ce0d2-8685-4490-9b49-5d1128406673 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:23:23.798403 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-981ce6da-f3d5-43d0-9937-8e5d1fb0711b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:23.799718 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-0afff996-e31b-471f-b4de-5a8ec323618d None None] Allocated IP 2001:db8::2 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/8a94cdfa-f84b-492d-ac7b-030efaedc263/d5e0dd07-feab-47ab-8e15-643f75275951) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:23.889886 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c107414-0bde-44b2-a43c-626c58fc6c79 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=9eb8e798-a1da-426d-9670-59c472cc7c6e,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:23.912965 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3c107414-0bde-44b2-a43c-626c58fc6c79 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7195024 Apr 08 10:23:23.915766 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53896) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:24.067488 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-b64fdf74-b0b1-49da-bfdb-3631a1d75498 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Allocated IP 172.20.0.11 (bedebe1c-5487-423b-913f-4acce742c85b/b0bb9434-88e9-4c65-9fb6-809d617dc7c6/d35ce0d2-8685-4490-9b49-5d1128406673) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:24.081657 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e5e09f-61b4-4b6f-9906-91a362987e25 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:24.082335 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-83e5e09f-61b4-4b6f-9906-91a362987e25 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:23:24.116541 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-83e5e09f-61b4-4b6f-9906-91a362987e25 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:23:24.117683 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-83e5e09f-61b4-4b6f-9906-91a362987e25 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2004104 Apr 08 10:23:24.121016 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53902) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:24.150926 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0afff996-e31b-471f-b4de-5a8ec323618d None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:24.166068 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-981ce6da-f3d5-43d0-9937-8e5d1fb0711b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:24.169405 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0afff996-e31b-471f-b4de-5a8ec323618d None None] Transition to ACTIVE for port object d5e0dd07-feab-47ab-8e15-643f75275951 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:24.193827 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0afff996-e31b-471f-b4de-5a8ec323618d None None] Transition to ACTIVE for port object d5e0dd07-feab-47ab-8e15-643f75275951 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:24.202141 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0afff996-e31b-471f-b4de-5a8ec323618d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:24.235902 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-9e335bbc-df48-4c74-8000-5ce66fc67537 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting port 9eb8e798-a1da-426d-9670-59c472cc7c6e {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:24.236291 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9e335bbc-df48-4c74-8000-5ce66fc67537 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:24.242433 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.ipam_backend_mixin [None req-df17223c-fb53-4605-b270-7327189965cd tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Performing IP validity checks on allocation pools {{(pid=83845) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 08 10:23:24.242961 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.ipam_backend_mixin [None req-df17223c-fb53-4605-b270-7327189965cd tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83845) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 08 10:23:24.273387 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981ce6da-f3d5-43d0-9937-8e5d1fb0711b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:24.276427 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-981ce6da-f3d5-43d0-9937-8e5d1fb0711b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:24.291341 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afff996-e31b-471f-b4de-5a8ec323618d None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:24.294855 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-0afff996-e31b-471f-b4de-5a8ec323618d None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:24.299468 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afff996-e31b-471f-b4de-5a8ec323618d None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:24.301741 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afff996-e31b-471f-b4de-5a8ec323618d None None] Pushing event updated for resources: {'Port': ['ID=d5e0dd07-feab-47ab-8e15-643f75275951,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:24.306747 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] device_id is not set on port 9f68e917-7cb2-454f-9178-c32619b46d3d yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:23:24.354708 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-981ce6da-f3d5-43d0-9937-8e5d1fb0711b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] device_id is not set on port 2ef300f2-7a82-49d3-a5a5-3a7ccf4b4977 yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:23:24.393886 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-0afff996-e31b-471f-b4de-5a8ec323618d None None] Attempting to bind port d5e0dd07-feab-47ab-8e15-643f75275951 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:23:24.394408 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-0afff996-e31b-471f-b4de-5a8ec323618d None None] Attempting to bind port d5e0dd07-feab-47ab-8e15-643f75275951 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:23:24.394852 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afff996-e31b-471f-b4de-5a8ec323618d None None] Attempting to bind port d5e0dd07-feab-47ab-8e15-643f75275951 on network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:23:24.402548 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afff996-e31b-471f-b4de-5a8ec323618d None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:23:24.403052 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afff996-e31b-471f-b4de-5a8ec323618d None None] Checking segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:24.403562 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0afff996-e31b-471f-b4de-5a8ec323618d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:24.404043 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afff996-e31b-471f-b4de-5a8ec323618d None None] Bound using segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:23:24.405402 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-0afff996-e31b-471f-b4de-5a8ec323618d None None] Bound port: d5e0dd07-feab-47ab-8e15-643f75275951, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:23:24.405402 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0afff996-e31b-471f-b4de-5a8ec323618d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:24.449899 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c569d-b37a-48da-81b0-d541a34b8adb req-05002ad6-2ba7-4dca-8a3f-5265b0752b6c tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:24.450134 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d82c569d-b37a-48da-81b0-d541a34b8adb req-05002ad6-2ba7-4dca-8a3f-5265b0752b6c tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 945 time: 0.3437195 Apr 08 10:23:24.499108 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed341ac-709e-4d97-889e-464d6ed1bd1c tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:23:24.506234 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-0afff996-e31b-471f-b4de-5a8ec323618d None None] For port d5e0dd07-feab-47ab-8e15-643f75275951, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:23:24.511989 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-0afff996-e31b-471f-b4de-5a8ec323618d None None] For port d5e0dd07-feab-47ab-8e15-643f75275951, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=d5e0dd07-feab-47ab-8e15-643f75275951,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:23:24.514907 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f14f209-4935-414d-928e-db12c3d753c2 None None] Sync routers for ids ['e68c9046-f713-4ff7-bc3f-04e8b5e6351b'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:23:24.517080 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0afff996-e31b-471f-b4de-5a8ec323618d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:24.534968 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f14f209-4935-414d-928e-db12c3d753c2 None None] Routers {'e68c9046-f713-4ff7-bc3f-04e8b5e6351b'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:23:24.536241 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2f14f209-4935-414d-928e-db12c3d753c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:23:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['e68c9046-f713-4ff7-bc3f-04e8b5e6351b'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:24.618091 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afff996-e31b-471f-b4de-5a8ec323618d None None] Pushing event updated for resources: {'Port': ['ID=d5e0dd07-feab-47ab-8e15-643f75275951,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:24.680883 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b64fdf74-b0b1-49da-bfdb-3631a1d75498 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:24.711107 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-b64fdf74-b0b1-49da-bfdb-3631a1d75498 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Transition to ACTIVE for port object d35ce0d2-8685-4490-9b49-5d1128406673 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:24.753044 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9e335bbc-df48-4c74-8000-5ce66fc67537 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:24.793518 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-2f14f209-4935-414d-928e-db12c3d753c2 None None] Set router e68c9046-f713-4ff7-bc3f-04e8b5e6351b gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:23:24.817311 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eed341ac-709e-4d97-889e-464d6ed1bd1c tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:24.821879 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53906) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:24.822763 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-eed341ac-709e-4d97-889e-464d6ed1bd1c tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.4972348 Apr 08 10:23:24.864196 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d82c569d-b37a-48da-81b0-d541a34b8adb req-13127466-ca81-4ac2-8747-b56c2f4e9350 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/security-groups?id=3ae44c6d-46de-49e1-b817-eec31857f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3863795 Apr 08 10:23:24.894739 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:24.996400 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-df17223c-fb53-4605-b270-7327189965cd tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:25.001187 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-9e335bbc-df48-4c74-8000-5ce66fc67537 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Calling delete_port for 9eb8e798-a1da-426d-9670-59c472cc7c6e owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:25.151880 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-981ce6da-f3d5-43d0-9937-8e5d1fb0711b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:25.167591 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] device_id is not set on port b4d343d3-2ac7-4b1c-90ac-b8dee20b88ca yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:23:25.200486 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b64fdf74-b0b1-49da-bfdb-3631a1d75498 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:25.201234 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2f14f209-4935-414d-928e-db12c3d753c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68c9046-f713-4ff7-bc3f-04e8b5e6351b', 'name': '', 'tenant_id': '9bd81ab95fd945df89bd3b624ebfb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '862e3549-0253-4127-b0d6-7a457f022b59', 'external_fixed_ips': [{'subnet_id': '450a3099-0d66-4458-8ff8-1e48d1fc9a1f', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'b1267268-2022-4afa-ba86-26826988dfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:23:16Z', 'updated_at': '2022-04-08T10:23:20Z', 'revision_number': 3, 'project_id': '9bd81ab95fd945df89bd3b624ebfb74b', 'gw_port': {'id': 'b1267268-2022-4afa-ba86-26826988dfcd', 'name': '', 'network_id': '862e3549-0253-4127-b0d6-7a457f022b59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68c9046-f713-4ff7-bc3f-04e8b5e6351b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '450a3099-0d66-4458-8ff8-1e48d1fc9a1f', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:23:18Z', 'updated_at': '2022-04-08T10:23:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '450a3099-0d66-4458-8ff8-1e48d1fc9a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:25.209983 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f14f209-4935-414d-928e-db12c3d753c2 None None] Checking router: e68c9046-f713-4ff7-bc3f-04e8b5e6351b for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:23:25.209983 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f14f209-4935-414d-928e-db12c3d753c2 None None] Updating router e68c9046-f713-4ff7-bc3f-04e8b5e6351b port b1267268-2022-4afa-ba86-26826988dfcd binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:23:25.211977 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17223c-fb53-4605-b270-7327189965cd tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event updated for resources: {'Subnet': ['ID=737cf1c5-ca8d-4574-b117-c7e476537d91,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:25.251018 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d5e0dd07-feab-47ab-8e15-643f75275951 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:23:25.257316 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df17223c-fb53-4605-b270-7327189965cd tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Checking segment: {'id': 'aae9e9db-736c-456f-8688-feb9a264d797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0cbc004b-b465-4987-94cd-0da7eb015519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:25.257688 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df17223c-fb53-4605-b270-7327189965cd tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Network hostable DHCP agents. Network: 0cbc004b-b465-4987-94cd-0da7eb015519, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:23:25.282353 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-981ce6da-f3d5-43d0-9937-8e5d1fb0711b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:25.283474 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2f14f209-4935-414d-928e-db12c3d753c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:25.314029 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64fdf74-b0b1-49da-bfdb-3631a1d75498 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Network bedebe1c-5487-423b-913f-4acce742c85b is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:25.334710 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-b64fdf74-b0b1-49da-bfdb-3631a1d75498 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:25.337956 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64fdf74-b0b1-49da-bfdb-3631a1d75498 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:25.341151 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port d5e0dd07-feab-47ab-8e15-643f75275951 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:25.348538 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device e4295e9a-ce89-473a-a682-21d59a136dec up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:23:25.404906 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ce6da-f3d5-43d0-9937-8e5d1fb0711b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Port': ['ID=2ef300f2-7a82-49d3-a5a5-3a7ccf4b4977,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:25.414795 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981ce6da-f3d5-43d0-9937-8e5d1fb0711b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network 5a2f3eff-7620-4bdd-83cb-b9571de648de is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:25.418903 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-981ce6da-f3d5-43d0-9937-8e5d1fb0711b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:25.423533 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981ce6da-f3d5-43d0-9937-8e5d1fb0711b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:25.429617 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981ce6da-f3d5-43d0-9937-8e5d1fb0711b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:25.430301 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-981ce6da-f3d5-43d0-9937-8e5d1fb0711b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:25.446238 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64fdf74-b0b1-49da-bfdb-3631a1d75498 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Pushing event updated for resources: {'Port': ['ID=d35ce0d2-8685-4490-9b49-5d1128406673,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:25.464211 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-981ce6da-f3d5-43d0-9937-8e5d1fb0711b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0499661 Apr 08 10:23:25.469234 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53910) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:25.477009 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64fdf74-b0b1-49da-bfdb-3631a1d75498 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:25.477650 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b64fdf74-b0b1-49da-bfdb-3631a1d75498 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:25.516996 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port e4295e9a-ce89-473a-a682-21d59a136dec triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:25.517458 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b64fdf74-b0b1-49da-bfdb-3631a1d75498 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2532334 Apr 08 10:23:25.521237 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:25.525844 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df17223c-fb53-4605-b270-7327189965cd tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Network 0cbc004b-b465-4987-94cd-0da7eb015519 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:23:25.526564 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53914) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:25.542787 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-337f6653-47ab-476a-b321-c450ea52a0c0 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Request body: {'port': {'network_id': 'bedebe1c-5487-423b-913f-4acce742c85b', 'name': 'tempest-AllowedAddressPairTestJSON-1797152045'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:25.569445 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9e335bbc-df48-4c74-8000-5ce66fc67537 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:25.607904 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-df17223c-fb53-4605-b270-7327189965cd tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 0cbc004b-b465-4987-94cd-0da7eb015519) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:25.634529 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa11778-ae13-429b-a3eb-5d6b9f6378cf None None] Network 0cbc004b-b465-4987-94cd-0da7eb015519 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:25.671474 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df17223c-fb53-4605-b270-7327189965cd tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:25.672139 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-df17223c-fb53-4605-b270-7327189965cd tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:25.731675 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:25.750580 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-8b4af7b2-f17c-4142-9798-7a596140a263 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting port 2ef300f2-7a82-49d3-a5a5-3a7ccf4b4977 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:25.751341 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8b4af7b2-f17c-4142-9798-7a596140a263 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:25.799820 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e335bbc-df48-4c74-8000-5ce66fc67537 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Port': ['ID=9eb8e798-a1da-426d-9670-59c472cc7c6e,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:25.811386 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9e335bbc-df48-4c74-8000-5ce66fc67537 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:25.818781 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9e335bbc-df48-4c74-8000-5ce66fc67537 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/9eb8e798-a1da-426d-9670-59c472cc7c6e HTTP/1.1" status: 204 len: 168 time: 1.6963055 Apr 08 10:23:25.825575 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53918) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:25.838251 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-df17223c-fb53-4605-b270-7327189965cd tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.0417874 Apr 08 10:23:25.847973 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53922) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:25.906566 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2f14f209-4935-414d-928e-db12c3d753c2 None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:25.933185 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-2f14f209-4935-414d-928e-db12c3d753c2 None None] Transition to ACTIVE for port object b1267268-2022-4afa-ba86-26826988dfcd will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:25.954628 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2f14f209-4935-414d-928e-db12c3d753c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:26.000147 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6921bfc-73b8-47c6-9fd0-d893a881bc63 None None] Provisioning for port d35ce0d2-8685-4490-9b49-5d1128406673 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:26.009236 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6921bfc-73b8-47c6-9fd0-d893a881bc63 None None] Provisioning complete for port d35ce0d2-8685-4490-9b49-5d1128406673 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:26.013871 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6921bfc-73b8-47c6-9fd0-d893a881bc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:26.097950 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-2f14f209-4935-414d-928e-db12c3d753c2 None None] Attempting to bind port b1267268-2022-4afa-ba86-26826988dfcd on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:23:26.098437 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-2f14f209-4935-414d-928e-db12c3d753c2 None None] Attempting to bind port b1267268-2022-4afa-ba86-26826988dfcd by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'b4f8b97b-ac73-499f-86c5-8bc339e7b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '862e3549-0253-4127-b0d6-7a457f022b59'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:23:26.098838 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f14f209-4935-414d-928e-db12c3d753c2 None None] Attempting to bind port b1267268-2022-4afa-ba86-26826988dfcd on network 862e3549-0253-4127-b0d6-7a457f022b59 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:23:26.104963 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062821d6-a901-447d-bf1e-cb2ad5f8c1c2 None None] Pushing event updated for resources: {'Port': ['ID=b1267268-2022-4afa-ba86-26826988dfcd,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:26.116976 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f14f209-4935-414d-928e-db12c3d753c2 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:23:26.117873 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6921bfc-73b8-47c6-9fd0-d893a881bc63 None None] Port d35ce0d2-8685-4490-9b49-5d1128406673 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:23:26.122558 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f14f209-4935-414d-928e-db12c3d753c2 None None] Checking segment: {'id': 'b4f8b97b-ac73-499f-86c5-8bc339e7b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '862e3549-0253-4127-b0d6-7a457f022b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:26.122992 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2f14f209-4935-414d-928e-db12c3d753c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:26.123840 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f14f209-4935-414d-928e-db12c3d753c2 None None] Bound using segment: {'id': 'b4f8b97b-ac73-499f-86c5-8bc339e7b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '862e3549-0253-4127-b0d6-7a457f022b59'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:23:26.124162 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-337f6653-47ab-476a-b321-c450ea52a0c0 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:26.124562 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-2f14f209-4935-414d-928e-db12c3d753c2 None None] Bound port: b1267268-2022-4afa-ba86-26826988dfcd, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f8b97b-ac73-499f-86c5-8bc339e7b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '862e3549-0253-4127-b0d6-7a457f022b59'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:23:26.125748 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2f14f209-4935-414d-928e-db12c3d753c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:26.156355 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-58e0319c-3e38-4f7c-94f3-b7bdefadff83 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:26.195995 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8b4af7b2-f17c-4142-9798-7a596140a263 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:26.196447 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062821d6-a901-447d-bf1e-cb2ad5f8c1c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:26.196803 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062821d6-a901-447d-bf1e-cb2ad5f8c1c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:26.197144 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062821d6-a901-447d-bf1e-cb2ad5f8c1c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:26.197482 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062821d6-a901-447d-bf1e-cb2ad5f8c1c2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:26.197829 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062821d6-a901-447d-bf1e-cb2ad5f8c1c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:26.198161 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062821d6-a901-447d-bf1e-cb2ad5f8c1c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:26.198496 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062821d6-a901-447d-bf1e-cb2ad5f8c1c2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:26.198812 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062821d6-a901-447d-bf1e-cb2ad5f8c1c2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:26.199138 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062821d6-a901-447d-bf1e-cb2ad5f8c1c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:26.199461 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062821d6-a901-447d-bf1e-cb2ad5f8c1c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:26.199783 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062821d6-a901-447d-bf1e-cb2ad5f8c1c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:26.261227 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-2f14f209-4935-414d-928e-db12c3d753c2 None None] For port b1267268-2022-4afa-ba86-26826988dfcd, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:23:26.265580 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-2f14f209-4935-414d-928e-db12c3d753c2 None None] For port b1267268-2022-4afa-ba86-26826988dfcd, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b1267268-2022-4afa-ba86-26826988dfcd,segment=NetworkSegment(b4f8b97b-ac73-499f-86c5-8bc339e7b548),segment_id=b4f8b97b-ac73-499f-86c5-8bc339e7b548)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:23:26.270564 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-2f14f209-4935-414d-928e-db12c3d753c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:26.283947 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b97113-e6cf-49d6-9e9f-9ff5d78c53db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-0cbc004b-b465-4987-94cd-0da7eb015519', 'network_id': '0cbc004b-b465-4987-94cd-0da7eb015519', 'tenant_id': '99d8bc42a35a4346859252e524d5d533', 'fixed_ips': [{'subnet_id': '737cf1c5-ca8d-4574-b117-c7e476537d91'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:23:26.285046 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-93b97113-e6cf-49d6-9e9f-9ff5d78c53db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:26.291290 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-337f6653-47ab-476a-b321-c450ea52a0c0 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:26.350766 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f14f209-4935-414d-928e-db12c3d753c2 None None] Routers {'e68c9046-f713-4ff7-bc3f-04e8b5e6351b'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:23:26.351399 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-8b4af7b2-f17c-4142-9798-7a596140a263 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Calling delete_port for 2ef300f2-7a82-49d3-a5a5-3a7ccf4b4977 owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:26.351826 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2f14f209-4935-414d-928e-db12c3d753c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:23:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['e68c9046-f713-4ff7-bc3f-04e8b5e6351b'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:26.385310 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:26.402204 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337f6653-47ab-476a-b321-c450ea52a0c0 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Made reservation on behalf of 4a3cb57afa184e6bab18134b0880eeff for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:26.428109 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-337f6653-47ab-476a-b321-c450ea52a0c0 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:26.455141 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-337f6653-47ab-476a-b321-c450ea52a0c0 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] device_id is not set on port 7d668b79-1aea-4582-a26a-06108b56fb91 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:23:26.494603 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8b4af7b2-f17c-4142-9798-7a596140a263 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:26.512943 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5b1f98-4d82-44a4-a40b-2a7cdc34219b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:26.514210 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5b1f98-4d82-44a4-a40b-2a7cdc34219b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:26.515142 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3e5b1f98-4d82-44a4-a40b-2a7cdc34219b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:23:26.550818 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-93b97113-e6cf-49d6-9e9f-9ff5d78c53db None None] Allocated IP 172.20.0.3 (0cbc004b-b465-4987-94cd-0da7eb015519/737cf1c5-ca8d-4574-b117-c7e476537d91/c5c77280-eb61-4ba3-be7d-6081e62d463b) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:26.594964 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4af7b2-f17c-4142-9798-7a596140a263 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Port': ['ID=2ef300f2-7a82-49d3-a5a5-3a7ccf4b4977,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:26.616650 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:26.651656 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062821d6-a901-447d-bf1e-cb2ad5f8c1c2 None None] Pushing event updated for resources: {'Port': ['ID=b1267268-2022-4afa-ba86-26826988dfcd,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:26.674446 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-2f14f209-4935-414d-928e-db12c3d753c2 None None] Set router e68c9046-f713-4ff7-bc3f-04e8b5e6351b gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:23:26.696100 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8b4af7b2-f17c-4142-9798-7a596140a263 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:26.710109 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3e5b1f98-4d82-44a4-a40b-2a7cdc34219b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:23:26.714000 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3e5b1f98-4d82-44a4-a40b-2a7cdc34219b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.8781588 Apr 08 10:23:26.714899 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53928) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:26.826733 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f959dea6-8e93-463b-b84b-b56c5ad5485b None None] Provisioning for port d5e0dd07-feab-47ab-8e15-643f75275951 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:26.855916 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f959dea6-8e93-463b-b84b-b56c5ad5485b None None] Provisioning complete for port d5e0dd07-feab-47ab-8e15-643f75275951 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:26.856172 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f959dea6-8e93-463b-b84b-b56c5ad5485b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:26.913418 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-93b97113-e6cf-49d6-9e9f-9ff5d78c53db None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:26.921415 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:26.937459 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-93b97113-e6cf-49d6-9e9f-9ff5d78c53db None None] Transition to ACTIVE for port object c5c77280-eb61-4ba3-be7d-6081e62d463b will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:26.966679 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-93b97113-e6cf-49d6-9e9f-9ff5d78c53db None None] Transition to ACTIVE for port object c5c77280-eb61-4ba3-be7d-6081e62d463b will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:26.972132 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8b4af7b2-f17c-4142-9798-7a596140a263 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/ports/2ef300f2-7a82-49d3-a5a5-3a7ccf4b4977 HTTP/1.1" status: 204 len: 168 time: 1.5013146 Apr 08 10:23:26.973113 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53932) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:26.976268 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-93b97113-e6cf-49d6-9e9f-9ff5d78c53db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:26.997118 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-ee087416-0776-40b8-96e8-13a1b7ddc36c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'port': {'network_id': '5a2f3eff-7620-4bdd-83cb-b9571de648de', 'mac_address': 'fa:16:3e:c2:b4:73', 'name': 'tempest-PortsTestJSON-490395226'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:27.024894 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-337f6653-47ab-476a-b321-c450ea52a0c0 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Allocated IP 172.20.0.7 (bedebe1c-5487-423b-913f-4acce742c85b/b0bb9434-88e9-4c65-9fb6-809d617dc7c6/7d668b79-1aea-4582-a26a-06108b56fb91) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:27.112011 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2f14f209-4935-414d-928e-db12c3d753c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68c9046-f713-4ff7-bc3f-04e8b5e6351b', 'name': '', 'tenant_id': '9bd81ab95fd945df89bd3b624ebfb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '862e3549-0253-4127-b0d6-7a457f022b59', 'external_fixed_ips': [{'subnet_id': '450a3099-0d66-4458-8ff8-1e48d1fc9a1f', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'b1267268-2022-4afa-ba86-26826988dfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:23:16Z', 'updated_at': '2022-04-08T10:23:20Z', 'revision_number': 3, 'project_id': '9bd81ab95fd945df89bd3b624ebfb74b', 'gw_port': {'id': 'b1267268-2022-4afa-ba86-26826988dfcd', 'name': '', 'network_id': '862e3549-0253-4127-b0d6-7a457f022b59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68c9046-f713-4ff7-bc3f-04e8b5e6351b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '450a3099-0d66-4458-8ff8-1e48d1fc9a1f', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:23:18Z', 'updated_at': '2022-04-08T10:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '450a3099-0d66-4458-8ff8-1e48d1fc9a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:27.113860 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b97113-e6cf-49d6-9e9f-9ff5d78c53db None None] Network 0cbc004b-b465-4987-94cd-0da7eb015519 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:27.115992 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-93b97113-e6cf-49d6-9e9f-9ff5d78c53db None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:27.117524 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f14f209-4935-414d-928e-db12c3d753c2 None None] The sync data for ids ['e68c9046-f713-4ff7-bc3f-04e8b5e6351b'] in dv-neutron-837110-1-hyperv is: [{'id': 'e68c9046-f713-4ff7-bc3f-04e8b5e6351b', 'name': '', 'tenant_id': '9bd81ab95fd945df89bd3b624ebfb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '862e3549-0253-4127-b0d6-7a457f022b59', 'external_fixed_ips': [{'subnet_id': '450a3099-0d66-4458-8ff8-1e48d1fc9a1f', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'b1267268-2022-4afa-ba86-26826988dfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:23:16Z', 'updated_at': '2022-04-08T10:23:20Z', 'revision_number': 3, 'project_id': '9bd81ab95fd945df89bd3b624ebfb74b', 'gw_port': {'id': 'b1267268-2022-4afa-ba86-26826988dfcd', 'name': '', 'network_id': '862e3549-0253-4127-b0d6-7a457f022b59', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68c9046-f713-4ff7-bc3f-04e8b5e6351b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '450a3099-0d66-4458-8ff8-1e48d1fc9a1f', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:23:18Z', 'updated_at': '2022-04-08T10:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '450a3099-0d66-4458-8ff8-1e48d1fc9a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:23:27.117875 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b97113-e6cf-49d6-9e9f-9ff5d78c53db None None] Pushing event updated for resources: {'Port': ['ID=c5c77280-eb61-4ba3-be7d-6081e62d463b,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:27.120215 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b97113-e6cf-49d6-9e9f-9ff5d78c53db None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:27.122640 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f959dea6-8e93-463b-b84b-b56c5ad5485b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:27.171281 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Port': ['ID=9f68e917-7cb2-454f-9178-c32619b46d3d,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:27.176709 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network 5b9c2cb7-e310-4de6-984e-a03049400945 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:27.185051 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:27.185243 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:27.187550 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:27.188527 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:27.200220 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ee087416-0776-40b8-96e8-13a1b7ddc36c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:27.238550 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Subnet': ['ID=737cf1c5-ca8d-4574-b117-c7e476537d91,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:27.257704 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-f959dea6-8e93-463b-b84b-b56c5ad5485b None None] For port d5e0dd07-feab-47ab-8e15-643f75275951, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=d5e0dd07-feab-47ab-8e15-643f75275951,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:27.262325 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ee087416-0776-40b8-96e8-13a1b7ddc36c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:port and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:27.264228 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-93b97113-e6cf-49d6-9e9f-9ff5d78c53db None None] Attempting to bind port c5c77280-eb61-4ba3-be7d-6081e62d463b on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:23:27.264693 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-93b97113-e6cf-49d6-9e9f-9ff5d78c53db None None] Attempting to bind port c5c77280-eb61-4ba3-be7d-6081e62d463b by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'aae9e9db-736c-456f-8688-feb9a264d797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0cbc004b-b465-4987-94cd-0da7eb015519'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:23:27.265185 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b97113-e6cf-49d6-9e9f-9ff5d78c53db None None] Attempting to bind port c5c77280-eb61-4ba3-be7d-6081e62d463b on network 0cbc004b-b465-4987-94cd-0da7eb015519 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:23:27.267707 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f959dea6-8e93-463b-b84b-b56c5ad5485b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:27.271326 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f427d26-ff31-4ceb-b560-776c43b3def5 req-6b72b426-135a-425b-98e0-81b2e3a72f73 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:27.272863 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8f427d26-ff31-4ceb-b560-776c43b3def5 req-6b72b426-135a-425b-98e0-81b2e3a72f73 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 945 time: 0.8223996 Apr 08 10:23:27.303435 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ee087416-0776-40b8-96e8-13a1b7ddc36c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:27.320369 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b97113-e6cf-49d6-9e9f-9ff5d78c53db None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:23:27.320983 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b97113-e6cf-49d6-9e9f-9ff5d78c53db None None] Checking segment: {'id': 'aae9e9db-736c-456f-8688-feb9a264d797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0cbc004b-b465-4987-94cd-0da7eb015519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:27.321117 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-93b97113-e6cf-49d6-9e9f-9ff5d78c53db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:27.321510 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b97113-e6cf-49d6-9e9f-9ff5d78c53db None None] Bound using segment: {'id': 'aae9e9db-736c-456f-8688-feb9a264d797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0cbc004b-b465-4987-94cd-0da7eb015519'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:23:27.322042 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-93b97113-e6cf-49d6-9e9f-9ff5d78c53db None None] Bound port: c5c77280-eb61-4ba3-be7d-6081e62d463b, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae9e9db-736c-456f-8688-feb9a264d797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0cbc004b-b465-4987-94cd-0da7eb015519'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:23:27.322360 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-93b97113-e6cf-49d6-9e9f-9ff5d78c53db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:27.336748 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ee087416-0776-40b8-96e8-13a1b7ddc36c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:27.420527 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:27.454197 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-58e0319c-3e38-4f7c-94f3-b7bdefadff83 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:27.478506 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d725adbf-bb29-4055-b58f-019eb16685dd None None] Could not find standard attr ID for object 9eb8e798-a1da-426d-9670-59c472cc7c6e. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:23:27.480393 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Port': ['ID=b4d343d3-2ac7-4b1c-90ac-b8dee20b88ca,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:27.487023 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee087416-0776-40b8-96e8-13a1b7ddc36c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:27.499159 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959dea6-8e93-463b-b84b-b56c5ad5485b None None] Pushing event updated for resources: {'Port': ['ID=d5e0dd07-feab-47ab-8e15-643f75275951,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:27.509306 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8f427d26-ff31-4ceb-b560-776c43b3def5 req-d9769979-b1f3-4b45-b1c9-85c6f1885eff tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/security-groups?id=3ae44c6d-46de-49e1-b817-eec31857f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197175 Apr 08 10:23:27.515602 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Checking segment: {'id': '8e99a395-b36b-4557-923c-eaef0c81fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f6d451e0-99c2-44f6-9b6c-e7d95d040ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:27.515969 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network hostable DHCP agents. Network: f6d451e0-99c2-44f6-9b6c-e7d95d040ae3, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:23:27.546444 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-58e0319c-3e38-4f7c-94f3-b7bdefadff83 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Deleting port b1267268-2022-4afa-ba86-26826988dfcd {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:27.546912 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-58e0319c-3e38-4f7c-94f3-b7bdefadff83 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:27.565045 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-93b97113-e6cf-49d6-9e9f-9ff5d78c53db None None] For port c5c77280-eb61-4ba3-be7d-6081e62d463b, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:23:27.569577 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-93b97113-e6cf-49d6-9e9f-9ff5d78c53db None None] For port c5c77280-eb61-4ba3-be7d-6081e62d463b, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=c5c77280-eb61-4ba3-be7d-6081e62d463b,segment=NetworkSegment(aae9e9db-736c-456f-8688-feb9a264d797),segment_id=aae9e9db-736c-456f-8688-feb9a264d797)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:23:27.575464 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cbc004b-b465-4987-94cd-0da7eb015519']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:27.576709 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-93b97113-e6cf-49d6-9e9f-9ff5d78c53db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:27.634866 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae9e9db-736c-456f-8688-feb9a264d797') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:27.635683 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae9e9db-736c-456f-8688-feb9a264d797') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:27.649126 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b2597f-5489-4525-a476-723f7a875a8a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet 8a94cdfa-f84b-492d-ac7b-030efaedc263 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:23:27.652006 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d4b2597f-5489-4525-a476-723f7a875a8a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:27.668304 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:27.679034 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b97113-e6cf-49d6-9e9f-9ff5d78c53db None None] Pushing event updated for resources: {'Port': ['ID=c5c77280-eb61-4ba3-be7d-6081e62d463b,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:27.720178 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d4b2597f-5489-4525-a476-723f7a875a8a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:27.772394 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ee087416-0776-40b8-96e8-13a1b7ddc36c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:27.807092 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4de0eb-f113-4d35-a383-84fdd196a435 None None] Network 0cbc004b-b465-4987-94cd-0da7eb015519 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:27.814186 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-ee087416-0776-40b8-96e8-13a1b7ddc36c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] device_id is not set on port 53421e8f-3289-4fdd-8448-b15ea9f2e7e9 yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:23:27.886937 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:27.902603 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-337f6653-47ab-476a-b321-c450ea52a0c0 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:27.906180 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:23:27.906732 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:23:27.923617 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:23:27.936993 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-58e0319c-3e38-4f7c-94f3-b7bdefadff83 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] For port b1267268-2022-4afa-ba86-26826988dfcd, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b1267268-2022-4afa-ba86-26826988dfcd,segment=NetworkSegment(b4f8b97b-ac73-499f-86c5-8bc339e7b548),segment_id=b4f8b97b-ac73-499f-86c5-8bc339e7b548)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:27.937505 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-58e0319c-3e38-4f7c-94f3-b7bdefadff83 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:28.007908 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network f6d451e0-99c2-44f6-9b6c-e7d95d040ae3 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:23:28.059064 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57885895-e06d-4505-b6c4-79dfbec3a102 None None] get_active_networks_info from dv-neutron-837110-1-hyperv {{(pid=83847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 08 10:23:28.060182 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, f6d451e0-99c2-44f6-9b6c-e7d95d040ae3) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:28.085509 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:28.089730 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:28.093553 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:28.094216 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:28.151757 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ee087416-0776-40b8-96e8-13a1b7ddc36c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:28.175603 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-58e0319c-3e38-4f7c-94f3-b7bdefadff83 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Calling delete_port for b1267268-2022-4afa-ba86-26826988dfcd owned by network:router_gateway {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:28.196477 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ee087416-0776-40b8-96e8-13a1b7ddc36c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:28.204300 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0df6d546-091b-4dd5-b2d4-8e0f6cc3d7ef tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.7459731 Apr 08 10:23:28.217226 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53936) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:28.220969 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-337f6653-47ab-476a-b321-c450ea52a0c0 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Transition to ACTIVE for port object 7d668b79-1aea-4582-a26a-06108b56fb91 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:28.253048 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d4b2597f-5489-4525-a476-723f7a875a8a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:28.263859 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57885895-e06d-4505-b6c4-79dfbec3a102 None None] Resources bound (agent type, host, resource id): {{(pid=83847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 10:23:28.291431 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.api [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 08 10:23:28.291431 dv-neutron-837110-1-hyperv neutron-server[83846]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 08 10:23:28.291431 dv-neutron-837110-1-hyperv neutron-server[83846]: [parameters: {'id': '0cbc004b-b465-4987-94cd-0da7eb015519'}] Apr 08 10:23:28.291431 dv-neutron-837110-1-hyperv neutron-server[83846]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:23:28.291956 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG oslo_db.api [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:23:28.330151 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee087416-0776-40b8-96e8-13a1b7ddc36c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network 5a2f3eff-7620-4bdd-83cb-b9571de648de is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:28.337454 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-ee087416-0776-40b8-96e8-13a1b7ddc36c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:28.342528 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee087416-0776-40b8-96e8-13a1b7ddc36c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Port': ['ID=53421e8f-3289-4fdd-8448-b15ea9f2e7e9,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:28.345204 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee087416-0776-40b8-96e8-13a1b7ddc36c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:28.349285 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee087416-0776-40b8-96e8-13a1b7ddc36c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:28.349889 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ee087416-0776-40b8-96e8-13a1b7ddc36c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:28.363613 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-6aabfc48-bdbd-418b-829c-375432558106 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting port b4d343d3-2ac7-4b1c-90ac-b8dee20b88ca {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:28.363962 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6aabfc48-bdbd-418b-829c-375432558106 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:28.381590 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ee087416-0776-40b8-96e8-13a1b7ddc36c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4000504 Apr 08 10:23:28.382435 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53940) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:28.432007 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-337f6653-47ab-476a-b321-c450ea52a0c0 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:28.434295 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d4b2597f-5489-4525-a476-723f7a875a8a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:28.479149 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2597f-5489-4525-a476-723f7a875a8a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=8a94cdfa-f84b-492d-ac7b-030efaedc263,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:28.489731 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1629bc3e-cb04-41ce-95d1-a0c7b24da594 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:28.490868 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1629bc3e-cb04-41ce-95d1-a0c7b24da594 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Synchronizing usage tracker for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:23:28.499824 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d4b2597f-5489-4525-a476-723f7a875a8a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:28.501624 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d4b2597f-5489-4525-a476-723f7a875a8a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/8a94cdfa-f84b-492d-ac7b-030efaedc263 HTTP/1.1" status: 204 len: 168 time: 1.7785714 Apr 08 10:23:28.505487 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53944) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:28.608805 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e117a1ac-695f-4f76-bfeb-0f7371af75ef tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1015246 Apr 08 10:23:28.610380 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1629bc3e-cb04-41ce-95d1-a0c7b24da594 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Unset dirty status for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:23:28.612603 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1629bc3e-cb04-41ce-95d1-a0c7b24da594 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "GET /v2.0/ports/53421e8f-3289-4fdd-8448-b15ea9f2e7e9 HTTP/1.1" status: 200 len: 840 time: 0.2288597 Apr 08 10:23:28.613234 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53950) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:28.615434 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53952) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:28.645016 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337f6653-47ab-476a-b321-c450ea52a0c0 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Network bedebe1c-5487-423b-913f-4acce742c85b is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:28.667464 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba01b5c-4b46-4834-9aa4-ef7093fa1416 None None] Network f6d451e0-99c2-44f6-9b6c-e7d95d040ae3 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:28.681922 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e53d911-a40f-4e84-82bf-7ef8ac8bb103 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:28.697306 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-337f6653-47ab-476a-b321-c450ea52a0c0 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:28.710046 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337f6653-47ab-476a-b321-c450ea52a0c0 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:28.776002 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f6653-47ab-476a-b321-c450ea52a0c0 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Pushing event updated for resources: {'Port': ['ID=7d668b79-1aea-4582-a26a-06108b56fb91,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:28.792708 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-7c1fe16f-08a8-424d-b94f-41f6b9e67665 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting port 53421e8f-3289-4fdd-8448-b15ea9f2e7e9 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:28.793051 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe16f-08a8-424d-b94f-41f6b9e67665 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:28.798233 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:28.800566 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-58e0319c-3e38-4f7c-94f3-b7bdefadff83 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:28.927851 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67928d0-a5be-46d0-baec-a03f2f2053cf tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:28.931492 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f67928d0-a5be-46d0-baec-a03f2f2053cf tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3149185 Apr 08 10:23:28.933099 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53958) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:29.012335 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0319c-3e38-4f7c-94f3-b7bdefadff83 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1267268-2022-4afa-ba86-26826988dfcd,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:29.018924 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6aabfc48-bdbd-418b-829c-375432558106 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:29.092727 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c852b479-fd22-4a35-9c0f-5aeb8a59bec3 None None] Provisioning for port 7d668b79-1aea-4582-a26a-06108b56fb91 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:29.098745 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c852b479-fd22-4a35-9c0f-5aeb8a59bec3 None None] Provisioning complete for port 7d668b79-1aea-4582-a26a-06108b56fb91 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:29.099124 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c852b479-fd22-4a35-9c0f-5aeb8a59bec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:29.143712 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3639fe-cd33-47b3-a9fd-fb97aff7ef36 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:29.144409 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-cd3639fe-cd33-47b3-a9fd-fb97aff7ef36 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:23:29.157849 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-c852b479-fd22-4a35-9c0f-5aeb8a59bec3 None None] Port 7d668b79-1aea-4582-a26a-06108b56fb91 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:23:29.196119 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921ef114-91e8-4da8-8d6e-00911c74578a None None] DHCP port deletion for 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:23:29.200468 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-921ef114-91e8-4da8-8d6e-00911c74578a None None] Deleting port d5e0dd07-feab-47ab-8e15-643f75275951 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:29.200840 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-921ef114-91e8-4da8-8d6e-00911c74578a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:29.219074 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337f6653-47ab-476a-b321-c450ea52a0c0 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:29.219687 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-337f6653-47ab-476a-b321-c450ea52a0c0 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:29.254089 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aab3fb-bcc7-44ef-a3b0-225aec441005 req-d2a76a42-ca97-4c10-92e2-002d3e1f8885 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:29.255595 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-57aab3fb-bcc7-44ef-a3b0-225aec441005 req-d2a76a42-ca97-4c10-92e2-002d3e1f8885 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 945 time: 0.6012406 Apr 08 10:23:29.259188 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-cd3639fe-cd33-47b3-a9fd-fb97aff7ef36 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:23:29.260261 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-cd3639fe-cd33-47b3-a9fd-fb97aff7ef36 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3242536 Apr 08 10:23:29.269671 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53962) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:29.303907 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-6aabfc48-bdbd-418b-829c-375432558106 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Calling delete_port for b4d343d3-2ac7-4b1c-90ac-b8dee20b88ca owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:29.356641 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe16f-08a8-424d-b94f-41f6b9e67665 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:29.367579 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b8008935-f5d1-4028-97d3-4604fc99aa7d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0968997 Apr 08 10:23:29.388970 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53966) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:29.389903 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Deleting port c5c77280-eb61-4ba3-be7d-6081e62d463b {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:29.390315 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:29.417403 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-921ef114-91e8-4da8-8d6e-00911c74578a None None] For port d5e0dd07-feab-47ab-8e15-643f75275951, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=d5e0dd07-feab-47ab-8e15-643f75275951,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:29.417696 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-921ef114-91e8-4da8-8d6e-00911c74578a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:29.443751 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-57aab3fb-bcc7-44ef-a3b0-225aec441005 req-5100a446-c8d7-4929-89b6-22c48a72fcaf tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/security-groups?id=3ae44c6d-46de-49e1-b817-eec31857f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746783 Apr 08 10:23:29.447563 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-cefc34ca-4394-4173-8c7e-bc9c9b23662b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:29.508137 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-7c1fe16f-08a8-424d-b94f-41f6b9e67665 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Calling delete_port for 53421e8f-3289-4fdd-8448-b15ea9f2e7e9 owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:29.541169 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-921ef114-91e8-4da8-8d6e-00911c74578a None None] Calling delete_port for d5e0dd07-feab-47ab-8e15-643f75275951 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:29.593201 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe16f-08a8-424d-b94f-41f6b9e67665 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:29.616782 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-921ef114-91e8-4da8-8d6e-00911c74578a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:29.644716 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1fe16f-08a8-424d-b94f-41f6b9e67665 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Port': ['ID=53421e8f-3289-4fdd-8448-b15ea9f2e7e9,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:29.652410 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe16f-08a8-424d-b94f-41f6b9e67665 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:29.667262 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ef114-91e8-4da8-8d6e-00911c74578a None None] Pushing event deleted for resources: {'Port': ['ID=d5e0dd07-feab-47ab-8e15-643f75275951,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:29.671313 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7c1fe16f-08a8-424d-b94f-41f6b9e67665 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/ports/53421e8f-3289-4fdd-8448-b15ea9f2e7e9 HTTP/1.1" status: 204 len: 168 time: 1.0158248 Apr 08 10:23:29.673434 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53970) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:29.674002 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921ef114-91e8-4da8-8d6e-00911c74578a None None] No DVR routers for this DVR port d5e0dd07-feab-47ab-8e15-643f75275951 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:23:29.718988 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-988e871a-f805-417c-b4c3-5c959bdf4571 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] GET failed (client error): The resource could not be found. Apr 08 10:23:29.719492 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-988e871a-f805-417c-b4c3-5c959bdf4571 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Synchronizing usage tracker for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:23:29.734452 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-988e871a-f805-417c-b4c3-5c959bdf4571 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Unset dirty status for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:23:29.735596 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-988e871a-f805-417c-b4c3-5c959bdf4571 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "GET /v2.0/ports/53421e8f-3289-4fdd-8448-b15ea9f2e7e9 HTTP/1.1" status: 404 len: 333 time: 0.0612454 Apr 08 10:23:29.739345 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53974) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:29.744824 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-04cd6e4b-8d52-4286-8a97-e9e07dbef1f1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'port': {'network_id': '5a2f3eff-7620-4bdd-83cb-b9571de648de', 'name': 'tempest-PortsTestJSON-1598954809'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:29.783016 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-337f6653-47ab-476a-b321-c450ea52a0c0 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2553341 Apr 08 10:23:29.791878 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 53978) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:29.810251 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-8ffad987-74e0-438d-a199-a23c0447b048 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:a4:b2:82'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:15:4e:31'}]}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:29.850696 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-58e0319c-3e38-4f7c-94f3-b7bdefadff83 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:29.855104 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-04cd6e4b-8d52-4286-8a97-e9e07dbef1f1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:29.864297 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-04cd6e4b-8d52-4286-8a97-e9e07dbef1f1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:29.873192 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cd6e4b-8d52-4286-8a97-e9e07dbef1f1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:29.876209 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-04cd6e4b-8d52-4286-8a97-e9e07dbef1f1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:29.897330 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-04cd6e4b-8d52-4286-8a97-e9e07dbef1f1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] device_id is not set on port 2425dda4-e6b5-44ab-b380-fed20e41207d yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:23:29.980987 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-cefc34ca-4394-4173-8c7e-bc9c9b23662b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:30.018907 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6aabfc48-bdbd-418b-829c-375432558106 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:30.116903 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-04cd6e4b-8d52-4286-8a97-e9e07dbef1f1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:30.139616 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-cefc34ca-4394-4173-8c7e-bc9c9b23662b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:30.141899 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabfc48-bdbd-418b-829c-375432558106 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Port': ['ID=b4d343d3-2ac7-4b1c-90ac-b8dee20b88ca,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:30.142903 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-04cd6e4b-8d52-4286-8a97-e9e07dbef1f1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:30.224502 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cd6e4b-8d52-4286-8a97-e9e07dbef1f1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network 5a2f3eff-7620-4bdd-83cb-b9571de648de is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:30.225610 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd6e4b-8d52-4286-8a97-e9e07dbef1f1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Port': ['ID=2425dda4-e6b5-44ab-b380-fed20e41207d,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:30.227820 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-04cd6e4b-8d52-4286-8a97-e9e07dbef1f1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:30.229925 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cd6e4b-8d52-4286-8a97-e9e07dbef1f1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:30.233746 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cd6e4b-8d52-4286-8a97-e9e07dbef1f1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:30.234401 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-04cd6e4b-8d52-4286-8a97-e9e07dbef1f1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:30.260009 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-04cd6e4b-8d52-4286-8a97-e9e07dbef1f1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5195539 Apr 08 10:23:30.262530 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53982) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:30.270573 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-312d44ab-8c44-44d7-a9ed-2954b8f39204 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:30.403699 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-312d44ab-8c44-44d7-a9ed-2954b8f39204 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:30.498888 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6aabfc48-bdbd-418b-829c-375432558106 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:30.501945 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefc34ca-4394-4173-8c7e-bc9c9b23662b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:30.539848 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] For port c5c77280-eb61-4ba3-be7d-6081e62d463b, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=c5c77280-eb61-4ba3-be7d-6081e62d463b,segment=NetworkSegment(aae9e9db-736c-456f-8688-feb9a264d797),segment_id=aae9e9db-736c-456f-8688-feb9a264d797)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:30.540213 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:30.610253 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6aabfc48-bdbd-418b-829c-375432558106 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/ports/b4d343d3-2ac7-4b1c-90ac-b8dee20b88ca HTTP/1.1" status: 204 len: 168 time: 2.3877413 Apr 08 10:23:30.630361 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53988) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:30.671768 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-58e0319c-3e38-4f7c-94f3-b7bdefadff83 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:30.732096 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-312d44ab-8c44-44d7-a9ed-2954b8f39204 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:30.741588 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-312d44ab-8c44-44d7-a9ed-2954b8f39204 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:30.760791 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Calling delete_port for c5c77280-eb61-4ba3-be7d-6081e62d463b owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:30.806536 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-58e0319c-3e38-4f7c-94f3-b7bdefadff83 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:30.818824 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-312d44ab-8c44-44d7-a9ed-2954b8f39204 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] In _notify_port_updated(), no bound segment for port 2425dda4-e6b5-44ab-b380-fed20e41207d on network 5a2f3eff-7620-4bdd-83cb-b9571de648de {{(pid=83845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 08 10:23:30.822574 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312d44ab-8c44-44d7-a9ed-2954b8f39204 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:30.823512 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-312d44ab-8c44-44d7-a9ed-2954b8f39204 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:30.826940 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-312d44ab-8c44-44d7-a9ed-2954b8f39204 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "PUT /v2.0/ports/2425dda4-e6b5-44ab-b380-fed20e41207d HTTP/1.1" status: 200 len: 818 time: 0.5610406 Apr 08 10:23:30.830225 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076e9ab-fbfe-4fdf-b40a-bffa6f5044c6 req-cbbdc14f-b2b2-4879-8d3f-427e9d7c9212 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:30.831622 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4076e9ab-fbfe-4fdf-b40a-bffa6f5044c6 req-cbbdc14f-b2b2-4879-8d3f-427e9d7c9212 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 945 time: 0.2379971 Apr 08 10:23:30.832175 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53992) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:30.841838 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cefc34ca-4394-4173-8c7e-bc9c9b23662b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:30.871602 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d44ab-8c44-44d7-a9ed-2954b8f39204 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Port': ['ID=2425dda4-e6b5-44ab-b380-fed20e41207d,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:30.999034 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1bf462-df16-490e-ac1a-d24f54e45926 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:31.002972 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1bf462-df16-490e-ac1a-d24f54e45926 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:31.003570 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2f1bf462-df16-490e-ac1a-d24f54e45926 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Synchronizing usage tracker for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:23:31.025883 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:31.054140 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-9d0f2d3b-046a-473b-92a1-3103f2d9fe95 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting port 2425dda4-e6b5-44ab-b380-fed20e41207d {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:31.054263 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9d0f2d3b-046a-473b-92a1-3103f2d9fe95 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:31.063583 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-58e0319c-3e38-4f7c-94f3-b7bdefadff83 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:31.064144 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e0319c-3e38-4f7c-94f3-b7bdefadff83 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e68c9046-f713-4ff7-bc3f-04e8b5e6351b {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:23:31.097158 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2f1bf462-df16-490e-ac1a-d24f54e45926 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Unset dirty status for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:23:31.098301 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2f1bf462-df16-490e-ac1a-d24f54e45926 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4668269 Apr 08 10:23:31.104376 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8ffad987-74e0-438d-a199-a23c0447b048 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:31.105977 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 53996) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:31.112137 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4076e9ab-fbfe-4fdf-b40a-bffa6f5044c6 req-01a14d86-1b79-4140-a572-447142cbf1e3 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/security-groups?id=3ae44c6d-46de-49e1-b817-eec31857f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377226 Apr 08 10:23:31.120204 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Port': ['ID=c5c77280-eb61-4ba3-be7d-6081e62d463b,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:31.137572 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] No DVR routers for this DVR port c5c77280-eb61-4ba3-be7d-6081e62d463b on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:23:31.173194 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-58e0319c-3e38-4f7c-94f3-b7bdefadff83 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:31.176137 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-58e0319c-3e38-4f7c-94f3-b7bdefadff83 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "DELETE /v2.0/routers/e68c9046-f713-4ff7-bc3f-04e8b5e6351b HTTP/1.1" status: 204 len: 168 time: 6.3500588 Apr 08 10:23:31.195953 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54000) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:31.197112 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d5e0dd07-feab-47ab-8e15-643f75275951 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:23:31.242403 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: d5e0dd07-feab-47ab-8e15-643f75275951 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:23:31.243689 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d5e0dd07-feab-47ab-8e15-643f75275951 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:23:31.276324 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-0d540441-fe62-4461-9e77-e13687349e75 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting port 9f68e917-7cb2-454f-9178-c32619b46d3d {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:31.276891 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0d540441-fe62-4461-9e77-e13687349e75 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:31.387498 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:31.420423 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-c153298c-f797-4ebc-9feb-a25907dd418e tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Deleting subnet 450a3099-0d66-4458-8ff8-1e48d1fc9a1f {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:23:31.431361 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c153298c-f797-4ebc-9feb-a25907dd418e tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:31.448607 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cbc004b-b465-4987-94cd-0da7eb015519']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:31.522673 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae9e9db-736c-456f-8688-feb9a264d797') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:31.522879 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae9e9db-736c-456f-8688-feb9a264d797') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:31.532391 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9d0f2d3b-046a-473b-92a1-3103f2d9fe95 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:31.561254 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:31.593958 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:31.602523 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c153298c-f797-4ebc-9feb-a25907dd418e tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:31.619784 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:23:31.620220 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:23:31.635007 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:23:31.703680 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-9d0f2d3b-046a-473b-92a1-3103f2d9fe95 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Calling delete_port for 2425dda4-e6b5-44ab-b380-fed20e41207d owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:31.785353 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:31.840519 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:31.849652 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8ffad987-74e0-438d-a199-a23c0447b048 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:31.866083 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Network': ['ID=0cbc004b-b465-4987-94cd-0da7eb015519,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:31.867795 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8ffad987-74e0-438d-a199-a23c0447b048 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:31.872441 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c153298c-f797-4ebc-9feb-a25907dd418e tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:31.908181 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0d540441-fe62-4461-9e77-e13687349e75 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:31.908548 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.objects.ports [None req-cefc34ca-4394-4173-8c7e-bc9c9b23662b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83846) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 08 10:23:31.910538 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5cb47b0c-7b61-4599-959a-1c7c99feddd8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/networks/0cbc004b-b465-4987-94cd-0da7eb015519 HTTP/1.1" status: 204 len: 168 time: 6.0611603 Apr 08 10:23:31.920880 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54004) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:31.921453 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cefc34ca-4394-4173-8c7e-bc9c9b23662b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:31.928049 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9d0f2d3b-046a-473b-92a1-3103f2d9fe95 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:31.930459 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-b75729ca-d1fd-474d-8f91-e8f6a0393763 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-196060270'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:31.984639 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b75729ca-d1fd-474d-8f91-e8f6a0393763 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:32.023833 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b75729ca-d1fd-474d-8f91-e8f6a0393763 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Usage tracker for resource:network and tenant:99d8bc42a35a4346859252e524d5d533 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:32.040878 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b75729ca-d1fd-474d-8f91-e8f6a0393763 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:32.073383 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffad987-74e0-438d-a199-a23c0447b048 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Pushing event updated for resources: {'Port': ['ID=7d668b79-1aea-4582-a26a-06108b56fb91,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:32.075991 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b75729ca-d1fd-474d-8f91-e8f6a0393763 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:32.082763 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefc34ca-4394-4173-8c7e-bc9c9b23662b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:32.084168 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f2d3b-046a-473b-92a1-3103f2d9fe95 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Port': ['ID=2425dda4-e6b5-44ab-b380-fed20e41207d,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:32.092529 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-cefc34ca-4394-4173-8c7e-bc9c9b23662b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:32.096349 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-0d540441-fe62-4461-9e77-e13687349e75 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Calling delete_port for 9f68e917-7cb2-454f-9178-c32619b46d3d owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:32.097421 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc34ca-4394-4173-8c7e-bc9c9b23662b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=33b67f44-7262-4864-acdb-6f3cdb78054e,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:32.105920 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefc34ca-4394-4173-8c7e-bc9c9b23662b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:32.106484 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794d0853-e63c-4cee-b263-73851c92e498 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:32.106865 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cefc34ca-4394-4173-8c7e-bc9c9b23662b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:32.115267 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75729ca-d1fd-474d-8f91-e8f6a0393763 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Made reservation on behalf of 99d8bc42a35a4346859252e524d5d533 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:32.118625 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b75729ca-d1fd-474d-8f91-e8f6a0393763 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:32.153415 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-8ffad987-74e0-438d-a199-a23c0447b048 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] In _notify_port_updated(), no bound segment for port 7d668b79-1aea-4582-a26a-06108b56fb91 on network bedebe1c-5487-423b-913f-4acce742c85b {{(pid=83846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 08 10:23:32.167784 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffad987-74e0-438d-a199-a23c0447b048 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:32.169229 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8ffad987-74e0-438d-a199-a23c0447b048 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:32.169386 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9d0f2d3b-046a-473b-92a1-3103f2d9fe95 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:32.171322 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8ffad987-74e0-438d-a199-a23c0447b048 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] 10.222.0.47 "PUT /v2.0/ports/7d668b79-1aea-4582-a26a-06108b56fb91 HTTP/1.1" status: 200 len: 1057 time: 2.3779137 Apr 08 10:23:32.175633 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54008) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:32.195227 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-cefc34ca-4394-4173-8c7e-bc9c9b23662b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7780843 Apr 08 10:23:32.195925 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54012) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:32.198795 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75729ca-d1fd-474d-8f91-e8f6a0393763 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:23:32.203548 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-c5ed01e2-644c-4a42-9cf0-1e9dabe7e4fe tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:32.240878 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c153298c-f797-4ebc-9feb-a25907dd418e tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:32.308830 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9d0f2d3b-046a-473b-92a1-3103f2d9fe95 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/ports/2425dda4-e6b5-44ab-b380-fed20e41207d HTTP/1.1" status: 204 len: 168 time: 1.4721251 Apr 08 10:23:32.331075 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54018) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:32.368315 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-72d10045-38b0-4bb3-93c2-e0e9239458fe None None] Provisioning complete for port 7d668b79-1aea-4582-a26a-06108b56fb91 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:32.369006 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-72d10045-38b0-4bb3-93c2-e0e9239458fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:32.395600 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153298c-f797-4ebc-9feb-a25907dd418e tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=450a3099-0d66-4458-8ff8-1e48d1fc9a1f,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:32.441788 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b75729ca-d1fd-474d-8f91-e8f6a0393763 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:32.442519 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-b75729ca-d1fd-474d-8f91-e8f6a0393763 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Added segment c0f1508a-befc-47e6-aa3e-e953a8f4f666 of type vlan for network 07a1b3bd-cc0d-4649-a736-8ca38e8d2f7e Apr 08 10:23:32.446630 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c153298c-f797-4ebc-9feb-a25907dd418e tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:32.456535 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-fbcd4936-00e4-418e-8db0-39254ad485e4 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Deleting port 7d668b79-1aea-4582-a26a-06108b56fb91 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:32.456877 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4936-00e4-418e-8db0-39254ad485e4 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:32.479559 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-72d10045-38b0-4bb3-93c2-e0e9239458fe None None] Port 7d668b79-1aea-4582-a26a-06108b56fb91 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:23:32.491452 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b75729ca-d1fd-474d-8f91-e8f6a0393763 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:32.543258 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-c5ed01e2-644c-4a42-9cf0-1e9dabe7e4fe tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:32.545814 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4a778a-9e2d-436f-81f8-f0624816243b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'fixed_ips': [{'subnet_id': '33b67f44-7262-4864-acdb-6f3cdb78054e'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:23:32.546993 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-aa4a778a-9e2d-436f-81f8-f0624816243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:32.556777 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-c5ed01e2-644c-4a42-9cf0-1e9dabe7e4fe tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:32.559269 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b75729ca-d1fd-474d-8f91-e8f6a0393763 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:32.562726 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75729ca-d1fd-474d-8f91-e8f6a0393763 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:32.563328 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b75729ca-d1fd-474d-8f91-e8f6a0393763 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:32.627645 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0d540441-fe62-4461-9e77-e13687349e75 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:32.644054 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c153298c-f797-4ebc-9feb-a25907dd418e tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "DELETE /v2.0/subnets/450a3099-0d66-4458-8ff8-1e48d1fc9a1f HTTP/1.1" status: 204 len: 168 time: 1.4449620 Apr 08 10:23:32.647582 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54022) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:32.653178 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ed01e2-644c-4a42-9cf0-1e9dabe7e4fe tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:32.656576 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c5ed01e2-644c-4a42-9cf0-1e9dabe7e4fe tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:32.721456 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-aa4a778a-9e2d-436f-81f8-f0624816243b None None] Allocated IP 2001:db8::f816:3eff:fea9:7c74 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/33b67f44-7262-4864-acdb-6f3cdb78054e/71928ea1-eee5-4f81-8855-4891f15b88f1) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:32.733830 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d540441-fe62-4461-9e77-e13687349e75 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Port': ['ID=9f68e917-7cb2-454f-9178-c32619b46d3d,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:32.762637 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b75729ca-d1fd-474d-8f91-e8f6a0393763 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8349137 Apr 08 10:23:32.771725 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54026) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:32.772986 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0d540441-fe62-4461-9e77-e13687349e75 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:32.777150 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0d540441-fe62-4461-9e77-e13687349e75 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/ports/9f68e917-7cb2-454f-9178-c32619b46d3d HTTP/1.1" status: 204 len: 168 time: 1.6656284 Apr 08 10:23:32.783761 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54030) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:32.788125 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-58518e7c-8284-4999-84b2-830441822fb5 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Request body: {'subnet': {'network_id': '07a1b3bd-cc0d-4649-a736-8ca38e8d2f7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:32.858857 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75729ca-d1fd-474d-8f91-e8f6a0393763 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event updated for resources: {'Network': ['ID=07a1b3bd-cc0d-4649-a736-8ca38e8d2f7e,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:32.881899 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 07a1b3bd-cc0d-4649-a736-8ca38e8d2f7e details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:23:32.941110 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-99d03eae-e01d-42bd-8eab-6b4deaa183e2 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:32.973261 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af098321-67d0-47a2-be86-f0d967e40adf tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:32.974562 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-af098321-67d0-47a2-be86-f0d967e40adf tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Synchronizing usage tracker for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:23:32.977991 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.ipam_backend_mixin [None req-c5ed01e2-644c-4a42-9cf0-1e9dabe7e4fe tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 33b67f44-7262-4864-acdb-6f3cdb78054e (CIDR: 2001:db8::/64) Apr 08 10:23:32.991105 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fe2c8-6a00-4be5-a39f-78a44ed11a5e req-0b97540d-8aeb-48bb-ba17-dbc27c5cb723 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:32.992580 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b89fe2c8-6a00-4be5-a39f-78a44ed11a5e req-0b97540d-8aeb-48bb-ba17-dbc27c5cb723 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 945 time: 0.6020064 Apr 08 10:23:33.009180 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:23:33.028553 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ed01e2-644c-4a42-9cf0-1e9dabe7e4fe tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:23:33.029291 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5ed01e2-644c-4a42-9cf0-1e9dabe7e4fe tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:23:33.070606 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-58518e7c-8284-4999-84b2-830441822fb5 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:33.093547 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-af098321-67d0-47a2-be86-f0d967e40adf tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Unset dirty status for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:23:33.097348 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-af098321-67d0-47a2-be86-f0d967e40adf tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7487049 Apr 08 10:23:33.097500 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b1267268-2022-4afa-ba86-26826988dfcd no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:23:33.097601 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-58518e7c-8284-4999-84b2-830441822fb5 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Usage tracker for resource:subnet and tenant:99d8bc42a35a4346859252e524d5d533 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:33.097793 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a82d215-2ffe-47e3-a4d7-9a48dd28301b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:33.097793 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-7a82d215-2ffe-47e3-a4d7-9a48dd28301b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Synchronizing usage tracker for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:23:33.102132 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-58518e7c-8284-4999-84b2-830441822fb5 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:33.104123 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c5ed01e2-644c-4a42-9cf0-1e9dabe7e4fe tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9070077 Apr 08 10:23:33.104123 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54034) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:33.107353 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54036) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:33.118312 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-82465f37-4bc8-4b33-8a87-4a438cadd14c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:33.134496 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4936-00e4-418e-8db0-39254ad485e4 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:33.143150 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-58518e7c-8284-4999-84b2-830441822fb5 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:33.145234 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-aa4a778a-9e2d-436f-81f8-f0624816243b None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:33.164684 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: b1267268-2022-4afa-ba86-26826988dfcd {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:23:33.165069 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b1267268-2022-4afa-ba86-26826988dfcd not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:23:33.166895 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-aa4a778a-9e2d-436f-81f8-f0624816243b None None] Transition to ACTIVE for port object 71928ea1-eee5-4f81-8855-4891f15b88f1 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:33.186370 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-aa4a778a-9e2d-436f-81f8-f0624816243b None None] Transition to ACTIVE for port object 71928ea1-eee5-4f81-8855-4891f15b88f1 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:33.191735 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-aa4a778a-9e2d-436f-81f8-f0624816243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:33.211472 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b89fe2c8-6a00-4be5-a39f-78a44ed11a5e req-caad0650-24b9-434f-9bae-5db4b7cb8985 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/security-groups?id=3ae44c6d-46de-49e1-b817-eec31857f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115421 Apr 08 10:23:33.222376 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-07abcf33-9d90-4941-8b92-a6468d33b6b1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] GET failed (client error): The resource could not be found. Apr 08 10:23:33.228866 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-07abcf33-9d90-4941-8b92-a6468d33b6b1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "GET /v2.0/ports/2425dda4-e6b5-44ab-b380-fed20e41207d HTTP/1.1" status: 404 len: 333 time: 0.0660360 Apr 08 10:23:33.229260 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54042) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:33.234782 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-99d03eae-e01d-42bd-8eab-6b4deaa183e2 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:33.246742 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-a50dca42-cae9-40cc-8e46-00be7a468f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1876012691'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:33.254053 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-7a82d215-2ffe-47e3-a4d7-9a48dd28301b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Unset dirty status for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:23:33.258462 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7a82d215-2ffe-47e3-a4d7-9a48dd28301b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4703307 Apr 08 10:23:33.258462 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a50dca42-cae9-40cc-8e46-00be7a468f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:33.261018 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54046) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:33.265164 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4a778a-9e2d-436f-81f8-f0624816243b None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:33.268048 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-aa4a778a-9e2d-436f-81f8-f0624816243b None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:33.272529 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4a778a-9e2d-436f-81f8-f0624816243b None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:33.274571 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a778a-9e2d-436f-81f8-f0624816243b None None] Pushing event updated for resources: {'Port': ['ID=71928ea1-eee5-4f81-8855-4891f15b88f1,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:33.283195 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a50dca42-cae9-40cc-8e46-00be7a468f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:network and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:33.320480 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a50dca42-cae9-40cc-8e46-00be7a468f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:33.331150 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-fbcd4936-00e4-418e-8db0-39254ad485e4 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Calling delete_port for 7d668b79-1aea-4582-a26a-06108b56fb91 owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:33.339804 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a50dca42-cae9-40cc-8e46-00be7a468f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:33.342974 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-99d03eae-e01d-42bd-8eab-6b4deaa183e2 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862e3549-0253-4127-b0d6-7a457f022b59']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:33.352343 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0cbf03f-61c1-41ac-a860-22dcd5dd5e3b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] GET failed (client error): The resource could not be found. Apr 08 10:23:33.356794 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d0cbf03f-61c1-41ac-a860-22dcd5dd5e3b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "GET /v2.0/ports/b4d343d3-2ac7-4b1c-90ac-b8dee20b88ca HTTP/1.1" status: 404 len: 333 time: 0.0896971 Apr 08 10:23:33.357086 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54050) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:33.364145 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-99d03eae-e01d-42bd-8eab-6b4deaa183e2 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f8b97b-ac73-499f-86c5-8bc339e7b548') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:33.364590 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-99d03eae-e01d-42bd-8eab-6b4deaa183e2 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f8b97b-ac73-499f-86c5-8bc339e7b548') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:33.365462 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58518e7c-8284-4999-84b2-830441822fb5 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Made reservation on behalf of 99d8bc42a35a4346859252e524d5d533 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:33.372675 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-aa4a778a-9e2d-436f-81f8-f0624816243b None None] Attempting to bind port 71928ea1-eee5-4f81-8855-4891f15b88f1 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:23:33.373222 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-aa4a778a-9e2d-436f-81f8-f0624816243b None None] Attempting to bind port 71928ea1-eee5-4f81-8855-4891f15b88f1 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:23:33.373332 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4a778a-9e2d-436f-81f8-f0624816243b None None] Attempting to bind port 71928ea1-eee5-4f81-8855-4891f15b88f1 on network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:23:33.374236 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50dca42-cae9-40cc-8e46-00be7a468f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:33.377278 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a50dca42-cae9-40cc-8e46-00be7a468f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:33.381104 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4a778a-9e2d-436f-81f8-f0624816243b None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:23:33.381572 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4a778a-9e2d-436f-81f8-f0624816243b None None] Checking segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:33.381969 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-aa4a778a-9e2d-436f-81f8-f0624816243b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:33.382354 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4a778a-9e2d-436f-81f8-f0624816243b None None] Bound using segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:23:33.382818 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-aa4a778a-9e2d-436f-81f8-f0624816243b None None] Bound port: 71928ea1-eee5-4f81-8855-4891f15b88f1, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:23:33.383185 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-aa4a778a-9e2d-436f-81f8-f0624816243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:33.399051 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-99d03eae-e01d-42bd-8eab-6b4deaa183e2 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:33.421493 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-99d03eae-e01d-42bd-8eab-6b4deaa183e2 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:33.427535 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a50dca42-cae9-40cc-8e46-00be7a468f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:23:33.434044 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d03eae-e01d-42bd-8eab-6b4deaa183e2 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:23:33.434472 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-99d03eae-e01d-42bd-8eab-6b4deaa183e2 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:23:33.448839 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:23:33.476753 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-aa4a778a-9e2d-436f-81f8-f0624816243b None None] For port 71928ea1-eee5-4f81-8855-4891f15b88f1, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:23:33.479906 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-aa4a778a-9e2d-436f-81f8-f0624816243b None None] For port 71928ea1-eee5-4f81-8855-4891f15b88f1, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=71928ea1-eee5-4f81-8855-4891f15b88f1,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:23:33.484327 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-aa4a778a-9e2d-436f-81f8-f0624816243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:33.492963 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d1bd97-f167-446f-a3d8-1efe7698a80c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] GET failed (client error): The resource could not be found. Apr 08 10:23:33.493470 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b3d1bd97-f167-446f-a3d8-1efe7698a80c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Synchronizing usage tracker for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:23:33.520801 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a50dca42-cae9-40cc-8e46-00be7a468f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:33.520801 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-a50dca42-cae9-40cc-8e46-00be7a468f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Added segment 43dd2c0b-dbb8-4645-862e-93022fc0aa26 of type vlan for network bc42ee5f-0322-4947-822c-efcc096f68ec Apr 08 10:23:33.559087 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a50dca42-cae9-40cc-8e46-00be7a468f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:33.569468 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-99d03eae-e01d-42bd-8eab-6b4deaa183e2 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:33.570778 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a778a-9e2d-436f-81f8-f0624816243b None None] Pushing event updated for resources: {'Port': ['ID=71928ea1-eee5-4f81-8855-4891f15b88f1,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:33.588131 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d03eae-e01d-42bd-8eab-6b4deaa183e2 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 862e3549-0253-4127-b0d6-7a457f022b59 {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 08 10:23:33.589393 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b3d1bd97-f167-446f-a3d8-1efe7698a80c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Unset dirty status for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:23:33.593026 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b3d1bd97-f167-446f-a3d8-1efe7698a80c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "GET /v2.0/ports/9f68e917-7cb2-454f-9178-c32619b46d3d HTTP/1.1" status: 404 len: 333 time: 0.2114418 Apr 08 10:23:33.593897 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-99d03eae-e01d-42bd-8eab-6b4deaa183e2 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:33.597308 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54054) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:33.605394 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-58518e7c-8284-4999-84b2-830441822fb5 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:33.612123 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d03eae-e01d-42bd-8eab-6b4deaa183e2 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Pushing event deleted for resources: {'Network': ['ID=862e3549-0253-4127-b0d6-7a457f022b59,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:33.653163 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-82465f37-4bc8-4b33-8a87-4a438cadd14c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:33.707355 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-99d03eae-e01d-42bd-8eab-6b4deaa183e2 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "DELETE /v2.0/networks/862e3549-0253-4127-b0d6-7a457f022b59 HTTP/1.1" status: 204 len: 168 time: 1.0370421 Apr 08 10:23:33.736023 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a50dca42-cae9-40cc-8e46-00be7a468f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:33.745786 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50dca42-cae9-40cc-8e46-00be7a468f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:33.746438 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a50dca42-cae9-40cc-8e46-00be7a468f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:33.820589 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-82465f37-4bc8-4b33-8a87-4a438cadd14c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:33.891902 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82465f37-4bc8-4b33-8a87-4a438cadd14c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:33.919185 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f9664c64-c6d5-4879-9d6d-00daffebc890 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:33.935430 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a50dca42-cae9-40cc-8e46-00be7a468f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7006621 Apr 08 10:23:33.937773 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54060) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:33.952417 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-4630147b-ca43-43e6-9adb-0e9207f974d8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'subnet': {'network_id': 'bc42ee5f-0322-4947-822c-efcc096f68ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:33.979752 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50dca42-cae9-40cc-8e46-00be7a468f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Network': ['ID=bc42ee5f-0322-4947-822c-efcc096f68ec,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:33.994656 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network bc42ee5f-0322-4947-822c-efcc096f68ec details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:23:34.147312 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4936-00e4-418e-8db0-39254ad485e4 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:34.282806 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-58518e7c-8284-4999-84b2-830441822fb5 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:34.337937 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54070) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:34.341124 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd4936-00e4-418e-8db0-39254ad485e4 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Pushing event deleted for resources: {'Port': ['ID=7d668b79-1aea-4582-a26a-06108b56fb91,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:34.360452 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-224eef60-57b6-4fa1-8315-429c4fc5d8b9 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Request body: {'router': {'name': 'tempest-router--1373433961', 'project_id': 'b8fd7569ae9c4132ac8f9b02a829029d'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:34.401703 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-224eef60-57b6-4fa1-8315-429c4fc5d8b9 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:34.409512 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f9664c64-c6d5-4879-9d6d-00daffebc890 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:34.424380 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-224eef60-57b6-4fa1-8315-429c4fc5d8b9 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Usage tracker for resource:router and tenant:b8fd7569ae9c4132ac8f9b02a829029d is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:34.427410 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4630147b-ca43-43e6-9adb-0e9207f974d8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:34.434873 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-224eef60-57b6-4fa1-8315-429c4fc5d8b9 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:34.446108 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4630147b-ca43-43e6-9adb-0e9207f974d8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:subnet and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:34.454309 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4630147b-ca43-43e6-9adb-0e9207f974d8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:34.457253 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-224eef60-57b6-4fa1-8315-429c4fc5d8b9 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:34.467028 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-f9664c64-c6d5-4879-9d6d-00daffebc890 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d451e0-99c2-44f6-9b6c-e7d95d040ae3']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:34.476771 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4630147b-ca43-43e6-9adb-0e9207f974d8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:34.493320 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-f9664c64-c6d5-4879-9d6d-00daffebc890 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e99a395-b36b-4557-923c-eaef0c81fea9') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:34.493694 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-f9664c64-c6d5-4879-9d6d-00daffebc890 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e99a395-b36b-4557-923c-eaef0c81fea9') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:34.502214 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-224eef60-57b6-4fa1-8315-429c4fc5d8b9 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:34.503310 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-224eef60-57b6-4fa1-8315-429c4fc5d8b9 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:34.520387 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4630147b-ca43-43e6-9adb-0e9207f974d8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:34.602115 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f9664c64-c6d5-4879-9d6d-00daffebc890 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:34.638558 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-224eef60-57b6-4fa1-8315-429c4fc5d8b9 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:34.640568 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f9664c64-c6d5-4879-9d6d-00daffebc890 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:34.651463 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58518e7c-8284-4999-84b2-830441822fb5 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event updated for resources: {'Subnet': ['ID=1bd2dec2-513f-4f78-a3c4-f666d3db0fff,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:34.657301 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9664c64-c6d5-4879-9d6d-00daffebc890 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:23:34.657636 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f9664c64-c6d5-4879-9d6d-00daffebc890 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:34.661138 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-82465f37-4bc8-4b33-8a87-4a438cadd14c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:23:34.675780 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:23:34.776430 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4630147b-ca43-43e6-9adb-0e9207f974d8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:34.794975 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-224eef60-57b6-4fa1-8315-429c4fc5d8b9 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:34.826810 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58518e7c-8284-4999-84b2-830441822fb5 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Checking segment: {'id': 'c0f1508a-befc-47e6-aa3e-e953a8f4f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '07a1b3bd-cc0d-4649-a736-8ca38e8d2f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:34.827170 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58518e7c-8284-4999-84b2-830441822fb5 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Network hostable DHCP agents. Network: 07a1b3bd-cc0d-4649-a736-8ca38e8d2f7e, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:23:34.866393 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f9664c64-c6d5-4879-9d6d-00daffebc890 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:34.902374 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f9664c64-c6d5-4879-9d6d-00daffebc890 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:34.917735 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9664c64-c6d5-4879-9d6d-00daffebc890 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Network': ['ID=f6d451e0-99c2-44f6-9b6c-e7d95d040ae3,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:34.922817 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-224eef60-57b6-4fa1-8315-429c4fc5d8b9 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:34.923988 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-224eef60-57b6-4fa1-8315-429c4fc5d8b9 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5850499 Apr 08 10:23:34.930299 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f9664c64-c6d5-4879-9d6d-00daffebc890 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/networks/f6d451e0-99c2-44f6-9b6c-e7d95d040ae3 HTTP/1.1" status: 204 len: 168 time: 1.3253498 Apr 08 10:23:34.930299 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54074) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:34.944901 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-bc0687f4-43ff-41bd-b733-35473a9060af None None] Provisioning for port 71928ea1-eee5-4f81-8855-4891f15b88f1 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:34.952369 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54076) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:34.965395 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882d909-b1d7-4c47-bbcc-627751f21822 req-35f982ef-6207-43ff-9ac0-2924778eb445 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:34.966840 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7882d909-b1d7-4c47-bbcc-627751f21822 req-35f982ef-6207-43ff-9ac0-2924778eb445 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 945 time: 0.5765898 Apr 08 10:23:34.983964 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-f735632d-529c-40a4-b0e8-545cd0b00e7b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-832414117'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:35.026778 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f735632d-529c-40a4-b0e8-545cd0b00e7b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:35.056337 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f735632d-529c-40a4-b0e8-545cd0b00e7b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:network and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:35.132897 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a0ef237c-4084-4a14-a6ac-968f9b95885d tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:35.165900 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 71928ea1-eee5-4f81-8855-4891f15b88f1 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:23:35.202234 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f735632d-529c-40a4-b0e8-545cd0b00e7b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:35.212742 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58518e7c-8284-4999-84b2-830441822fb5 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Network 07a1b3bd-cc0d-4649-a736-8ca38e8d2f7e is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:23:35.217866 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f735632d-529c-40a4-b0e8-545cd0b00e7b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:35.247795 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 71928ea1-eee5-4f81-8855-4891f15b88f1 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:35.252685 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 71928ea1-eee5-4f81-8855-4891f15b88f1 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:35.253053 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:35.270590 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7882d909-b1d7-4c47-bbcc-627751f21822 req-cdb62241-56bc-44f1-a137-3204cb8d1cd2 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/security-groups?id=3ae44c6d-46de-49e1-b817-eec31857f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907097 Apr 08 10:23:35.275454 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-58518e7c-8284-4999-84b2-830441822fb5 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 07a1b3bd-cc0d-4649-a736-8ca38e8d2f7e) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:35.280027 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58518e7c-8284-4999-84b2-830441822fb5 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:35.280790 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-58518e7c-8284-4999-84b2-830441822fb5 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:35.295497 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb718bf-105e-42b8-a44c-0d8bc77b3822 None None] Network 07a1b3bd-cc0d-4649-a736-8ca38e8d2f7e requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:35.314242 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4936-00e4-418e-8db0-39254ad485e4 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:35.316223 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-fbcd4936-00e4-418e-8db0-39254ad485e4 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] 10.222.0.47 "DELETE /v2.0/ports/7d668b79-1aea-4582-a26a-06108b56fb91 HTTP/1.1" status: 204 len: 168 time: 3.1395669 Apr 08 10:23:35.317081 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f735632d-529c-40a4-b0e8-545cd0b00e7b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:35.321083 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f735632d-529c-40a4-b0e8-545cd0b00e7b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:35.334223 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54082) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:35.344057 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-58518e7c-8284-4999-84b2-830441822fb5 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5678549 Apr 08 10:23:35.379953 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54086) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:35.402225 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-722c8d0a-ec1b-4dfb-b107-ab7061a19658 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] GET failed (client error): The resource could not be found. Apr 08 10:23:35.403369 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-722c8d0a-ec1b-4dfb-b107-ab7061a19658 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Synchronizing usage tracker for tenant:4a3cb57afa184e6bab18134b0880eeff on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:23:35.433934 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f735632d-529c-40a4-b0e8-545cd0b00e7b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:23:35.441687 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4630147b-ca43-43e6-9adb-0e9207f974d8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:35.457002 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-722c8d0a-ec1b-4dfb-b107-ab7061a19658 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Unset dirty status for tenant:4a3cb57afa184e6bab18134b0880eeff on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:23:35.460878 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-722c8d0a-ec1b-4dfb-b107-ab7061a19658 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] 10.222.0.47 "GET /v2.0/ports/7d668b79-1aea-4582-a26a-06108b56fb91 HTTP/1.1" status: 404 len: 333 time: 0.1202290 Apr 08 10:23:35.462358 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f735632d-529c-40a4-b0e8-545cd0b00e7b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:35.462843 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-f735632d-529c-40a4-b0e8-545cd0b00e7b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Added segment da8005e6-3e2e-4b88-8643-12dd65510d38 of type vlan for network 88c73a42-102f-4132-8167-921ef46633b7 Apr 08 10:23:35.463924 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54090) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:35.464838 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-82465f37-4bc8-4b33-8a87-4a438cadd14c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:35.493684 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:35.567326 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 71928ea1-eee5-4f81-8855-4891f15b88f1, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=71928ea1-eee5-4f81-8855-4891f15b88f1,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:35.575909 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:35.605175 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f735632d-529c-40a4-b0e8-545cd0b00e7b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:35.618177 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82465f37-4bc8-4b33-8a87-4a438cadd14c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:35.625213 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-82465f37-4bc8-4b33-8a87-4a438cadd14c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:35.633752 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-3edd7802-427e-46a0-b2bf-364c0d3c1740 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Deleting port d35ce0d2-8685-4490-9b49-5d1128406673 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:35.633752 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3edd7802-427e-46a0-b2bf-364c0d3c1740 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:35.659610 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82465f37-4bc8-4b33-8a87-4a438cadd14c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:35.660228 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-82465f37-4bc8-4b33-8a87-4a438cadd14c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:35.670218 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82465f37-4bc8-4b33-8a87-4a438cadd14c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=532c3711-a1d0-4e15-9b41-0b6b5ecdcf80,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:35.688484 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574cb3c1-6ebe-4aaf-8fdf-70c3e119713c None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:35.723667 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-82465f37-4bc8-4b33-8a87-4a438cadd14c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6125057 Apr 08 10:23:35.725108 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54094) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:35.731631 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-d8349939-47a4-42fc-a10c-1f44e05fbb55 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'port': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'mac_address': 'fa:16:3e:de:02:54', 'name': 'tempest-NetworksTestDHCPv6-247904725'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:35.788417 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f735632d-529c-40a4-b0e8-545cd0b00e7b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:35.790457 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f735632d-529c-40a4-b0e8-545cd0b00e7b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:35.791003 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e368c315-25cb-4e72-b0cc-e287d9639b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-07a1b3bd-cc0d-4649-a736-8ca38e8d2f7e', 'network_id': '07a1b3bd-cc0d-4649-a736-8ca38e8d2f7e', 'tenant_id': '99d8bc42a35a4346859252e524d5d533', 'fixed_ips': [{'subnet_id': '1bd2dec2-513f-4f78-a3c4-f666d3db0fff'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:23:35.791207 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f735632d-529c-40a4-b0e8-545cd0b00e7b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:35.791810 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e368c315-25cb-4e72-b0cc-e287d9639b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:35.862503 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630147b-ca43-43e6-9adb-0e9207f974d8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Subnet': ['ID=0e6f3c61-2330-4c1b-87ea-8024cc40319f,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:35.873158 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=71928ea1-eee5-4f81-8855-4891f15b88f1,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:35.876011 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a0ef237c-4084-4a14-a6ac-968f9b95885d tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:35.915247 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a0ef237c-4084-4a14-a6ac-968f9b95885d tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:35.923887 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4630147b-ca43-43e6-9adb-0e9207f974d8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Checking segment: {'id': '43dd2c0b-dbb8-4645-862e-93022fc0aa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bc42ee5f-0322-4947-822c-efcc096f68ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:35.924264 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4630147b-ca43-43e6-9adb-0e9207f974d8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network hostable DHCP agents. Network: bc42ee5f-0322-4947-822c-efcc096f68ec, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:23:35.938895 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:36.006153 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a0ef237c-4084-4a14-a6ac-968f9b95885d tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:36.006922 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ef237c-4084-4a14-a6ac-968f9b95885d tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9a51a388-909e-4641-8629-653019e33526 {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:23:36.013686 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f735632d-529c-40a4-b0e8-545cd0b00e7b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0458145 Apr 08 10:23:36.018274 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54098) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:36.025543 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4630147b-ca43-43e6-9adb-0e9207f974d8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network bc42ee5f-0322-4947-822c-efcc096f68ec is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:23:36.034116 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-0c17b34b-50c1-4494-96d3-b8974631395a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'subnet': {'network_id': '88c73a42-102f-4132-8167-921ef46633b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:36.095224 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735632d-529c-40a4-b0e8-545cd0b00e7b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Network': ['ID=88c73a42-102f-4132-8167-921ef46633b7,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:36.121736 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 88c73a42-102f-4132-8167-921ef46633b7 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:23:36.143530 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-4630147b-ca43-43e6-9adb-0e9207f974d8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, bc42ee5f-0322-4947-822c-efcc096f68ec) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:36.153150 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:36.157960 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d8349939-47a4-42fc-a10c-1f44e05fbb55 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:36.172809 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d8349939-47a4-42fc-a10c-1f44e05fbb55 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:port and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:36.178770 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d8349939-47a4-42fc-a10c-1f44e05fbb55 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:36.185109 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a0ef237c-4084-4a14-a6ac-968f9b95885d tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:36.188893 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3edd7802-427e-46a0-b2bf-364c0d3c1740 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:36.189087 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a0ef237c-4084-4a14-a6ac-968f9b95885d tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "DELETE /v2.0/routers/9a51a388-909e-4641-8629-653019e33526 HTTP/1.1" status: 204 len: 168 time: 1.2558124 Apr 08 10:23:36.194072 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d8349939-47a4-42fc-a10c-1f44e05fbb55 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:36.197290 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a267a71f-8d7a-4c3a-b22a-72a924a57aa2 None None] Network bc42ee5f-0322-4947-822c-efcc096f68ec requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:36.205515 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4630147b-ca43-43e6-9adb-0e9207f974d8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:36.206410 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4630147b-ca43-43e6-9adb-0e9207f974d8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:36.265340 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4630147b-ca43-43e6-9adb-0e9207f974d8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3265543 Apr 08 10:23:36.266946 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-0c17b34b-50c1-4494-96d3-b8974631395a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:36.272527 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54104) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:36.281692 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-8aa456f5-70bc-42cb-849b-2fe2c71f4483 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'subnet': {'network_id': 'bc42ee5f-0322-4947-822c-efcc096f68ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:36.294201 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-e368c315-25cb-4e72-b0cc-e287d9639b55 None None] Allocated IP 172.20.0.1 (07a1b3bd-cc0d-4649-a736-8ca38e8d2f7e/1bd2dec2-513f-4f78-a3c4-f666d3db0fff/cf054015-ed7c-4b1e-bc08-b53f29723a43) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:36.306870 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-0c17b34b-50c1-4494-96d3-b8974631395a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:subnet and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:36.314907 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8349939-47a4-42fc-a10c-1f44e05fbb55 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:36.315554 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-0c17b34b-50c1-4494-96d3-b8974631395a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:36.319389 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d8349939-47a4-42fc-a10c-1f44e05fbb55 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:36.376755 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-3edd7802-427e-46a0-b2bf-364c0d3c1740 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Calling delete_port for d35ce0d2-8685-4490-9b49-5d1128406673 owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:36.389571 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-0c17b34b-50c1-4494-96d3-b8974631395a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:36.433007 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c17b34b-50c1-4494-96d3-b8974631395a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:36.476383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54110) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:36.482492 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-d8349939-47a4-42fc-a10c-1f44e05fbb55 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] device_id is not set on port 9a890c73-639e-4557-a004-8084b469bdcd yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:23:36.592915 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0c17b34b-50c1-4494-96d3-b8974631395a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:36.610540 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8aa456f5-70bc-42cb-849b-2fe2c71f4483 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:36.664036 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8aa456f5-70bc-42cb-849b-2fe2c71f4483 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:subnet and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:36.672138 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8aa456f5-70bc-42cb-849b-2fe2c71f4483 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:36.691539 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8aa456f5-70bc-42cb-849b-2fe2c71f4483 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:36.703297 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.ipam_backend_mixin [None req-0c17b34b-50c1-4494-96d3-b8974631395a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Performing IP validity checks on allocation pools {{(pid=83846) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 08 10:23:36.706179 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.ipam_backend_mixin [None req-0c17b34b-50c1-4494-96d3-b8974631395a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83846) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 08 10:23:36.722451 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c310b48e-d9e2-4f30-9e32-260d24ea9b6f None None] Update dhcp port {'port': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'fixed_ips': [{'subnet_id': '33b67f44-7262-4864-acdb-6f3cdb78054e', 'ip_address': '2001:db8::f816:3eff:fea9:7c74'}, {'subnet_id': '532c3711-a1d0-4e15-9b41-0b6b5ecdcf80'}], 'binding:host_id': 'dv-neutron-837110-1-hyperv'}, 'id': '71928ea1-eee5-4f81-8855-4891f15b88f1'} from dv-neutron-837110-1-hyperv. {{(pid=83847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 08 10:23:36.723196 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa456f5-70bc-42cb-849b-2fe2c71f4483 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:36.727540 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8aa456f5-70bc-42cb-849b-2fe2c71f4483 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:36.753046 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f8bea3-f434-47a2-b2a1-11d0cb00e4de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-bc42ee5f-0322-4947-822c-efcc096f68ec', 'network_id': 'bc42ee5f-0322-4947-822c-efcc096f68ec', 'tenant_id': '683f915ff87b4daabd2c3124189ccd49', 'fixed_ips': [{'subnet_id': '0e6f3c61-2330-4c1b-87ea-8024cc40319f'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:23:36.754089 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-22f8bea3-f434-47a2-b2a1-11d0cb00e4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:36.814130 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3edd7802-427e-46a0-b2bf-364c0d3c1740 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:36.843401 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e368c315-25cb-4e72-b0cc-e287d9639b55 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:36.851847 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c310b48e-d9e2-4f30-9e32-260d24ea9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:36.874215 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-e368c315-25cb-4e72-b0cc-e287d9639b55 None None] Transition to ACTIVE for port object cf054015-ed7c-4b1e-bc08-b53f29723a43 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:36.943960 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd7802-427e-46a0-b2bf-364c0d3c1740 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Pushing event deleted for resources: {'Port': ['ID=d35ce0d2-8685-4490-9b49-5d1128406673,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:36.959253 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.ipam_backend_mixin [None req-8aa456f5-70bc-42cb-849b-2fe2c71f4483 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0e6f3c61-2330-4c1b-87ea-8024cc40319f (CIDR: 172.20.0.0/28) Apr 08 10:23:36.966876 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa456f5-70bc-42cb-849b-2fe2c71f4483 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:23:36.967362 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa456f5-70bc-42cb-849b-2fe2c71f4483 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:23:36.982897 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-e368c315-25cb-4e72-b0cc-e287d9639b55 None None] Transition to ACTIVE for port object cf054015-ed7c-4b1e-bc08-b53f29723a43 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:37.038010 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8aa456f5-70bc-42cb-849b-2fe2c71f4483 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7614579 Apr 08 10:23:37.038232 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e368c315-25cb-4e72-b0cc-e287d9639b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:37.050150 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54116) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:37.059025 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0c17b34b-50c1-4494-96d3-b8974631395a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:37.083066 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156df655-4aa2-4b51-8c30-edefc7660f5f req-2fb45a53-4af4-4d04-85f4-edd09c304220 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:37.084188 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-b176eabe-91ae-4db2-9c3e-36cc0f2e1f91 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'subnet': {'network_id': 'bc42ee5f-0322-4947-822c-efcc096f68ec', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:37.091459 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-156df655-4aa2-4b51-8c30-edefc7660f5f req-2fb45a53-4af4-4d04-85f4-edd09c304220 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 945 time: 0.6119924 Apr 08 10:23:37.209255 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-156df655-4aa2-4b51-8c30-edefc7660f5f req-e071bbc5-aed0-4f1c-abe0-1d770293daaa tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/security-groups?id=3ae44c6d-46de-49e1-b817-eec31857f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157308 Apr 08 10:23:37.214705 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3edd7802-427e-46a0-b2bf-364c0d3c1740 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:37.214875 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:37.261826 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 71928ea1-eee5-4f81-8855-4891f15b88f1 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:23:37.295675 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-5ac3be30-338b-48d3-a720-19699c2d1556 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-178386050', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}, 'admin_state_up': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:37.303519 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-5ac3be30-338b-48d3-a720-19699c2d1556 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:37.325708 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5ac3be30-338b-48d3-a720-19699c2d1556 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Usage tracker for resource:router and tenant:6712b36d4142437b8c74c7dee61325ef is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:37.332749 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5ac3be30-338b-48d3-a720-19699c2d1556 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:37.345395 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3edd7802-427e-46a0-b2bf-364c0d3c1740 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] 10.222.0.47 "DELETE /v2.0/ports/d35ce0d2-8685-4490-9b49-5d1128406673 HTTP/1.1" status: 204 len: 168 time: 1.8736713 Apr 08 10:23:37.346574 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-5ac3be30-338b-48d3-a720-19699c2d1556 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:37.350655 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54122) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:37.382411 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e368c315-25cb-4e72-b0cc-e287d9639b55 None None] Network 07a1b3bd-cc0d-4649-a736-8ca38e8d2f7e is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:37.394131 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368c315-25cb-4e72-b0cc-e287d9639b55 None None] Pushing event updated for resources: {'Port': ['ID=cf054015-ed7c-4b1e-bc08-b53f29723a43,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:37.396663 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-e368c315-25cb-4e72-b0cc-e287d9639b55 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:37.399169 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-22f8bea3-f434-47a2-b2a1-11d0cb00e4de None None] Allocated IP 172.20.0.2 (bc42ee5f-0322-4947-822c-efcc096f68ec/0e6f3c61-2330-4c1b-87ea-8024cc40319f/61d983e8-f827-4163-bcfb-c8009c9c6162) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:37.402809 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e368c315-25cb-4e72-b0cc-e287d9639b55 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:37.404532 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-d8349939-47a4-42fc-a10c-1f44e05fbb55 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 2001:db8:0:1::72 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/532c3711-a1d0-4e15-9b41-0b6b5ecdcf80/9a890c73-639e-4557-a004-8084b469bdcd) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:37.417815 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea8c072-173d-4abf-aa34-597ec27a023c tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] GET failed (client error): The resource could not be found. Apr 08 10:23:37.418556 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1ea8c072-173d-4abf-aa34-597ec27a023c tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Synchronizing usage tracker for tenant:4a3cb57afa184e6bab18134b0880eeff on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:23:37.423184 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17b34b-50c1-4494-96d3-b8974631395a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Subnet': ['ID=6555f26b-b0e0-4e1c-81a7-624f4f9f6299,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:37.426023 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-d8349939-47a4-42fc-a10c-1f44e05fbb55 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 2001:db8::f816:3eff:fede:254 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/33b67f44-7262-4864-acdb-6f3cdb78054e/9a890c73-639e-4557-a004-8084b469bdcd) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:37.433396 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5ac3be30-338b-48d3-a720-19699c2d1556 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:37.434389 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5ac3be30-338b-48d3-a720-19699c2d1556 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:37.492451 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1ea8c072-173d-4abf-aa34-597ec27a023c tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Unset dirty status for tenant:4a3cb57afa184e6bab18134b0880eeff on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:23:37.498272 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1ea8c072-173d-4abf-aa34-597ec27a023c tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] 10.222.0.47 "GET /v2.0/ports/d35ce0d2-8685-4490-9b49-5d1128406673 HTTP/1.1" status: 404 len: 333 time: 0.1419892 Apr 08 10:23:37.500114 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54126) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:37.509823 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd2dec2-513f-4f78-a3c4-f666d3db0fff,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:37.512699 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:37.529924 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c17b34b-50c1-4494-96d3-b8974631395a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Checking segment: {'id': 'da8005e6-3e2e-4b88-8643-12dd65510d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '88c73a42-102f-4132-8167-921ef46633b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:37.530285 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c17b34b-50c1-4494-96d3-b8974631395a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network hostable DHCP agents. Network: 88c73a42-102f-4132-8167-921ef46633b7, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:23:37.563232 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a1b3bd-cc0d-4649-a736-8ca38e8d2f7e']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:37.571103 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b176eabe-91ae-4db2-9c3e-36cc0f2e1f91 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:37.584379 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b176eabe-91ae-4db2-9c3e-36cc0f2e1f91 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:subnet and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:37.584611 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5ac3be30-338b-48d3-a720-19699c2d1556 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:37.589044 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f1508a-befc-47e6-aa3e-e953a8f4f666') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:37.589410 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f1508a-befc-47e6-aa3e-e953a8f4f666') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:37.596115 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b176eabe-91ae-4db2-9c3e-36cc0f2e1f91 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:37.607636 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b176eabe-91ae-4db2-9c3e-36cc0f2e1f91 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:37.610919 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:37.637990 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:37.643829 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b176eabe-91ae-4db2-9c3e-36cc0f2e1f91 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:37.647327 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b176eabe-91ae-4db2-9c3e-36cc0f2e1f91 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:37.657889 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-069c01d4-7e22-4d50-803b-0b6dd3806db4 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Deleting port 42520cd6-795a-455d-9fb4-f1d8bb8917f3 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:37.658486 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-069c01d4-7e22-4d50-803b-0b6dd3806db4 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:37.660511 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c17b34b-50c1-4494-96d3-b8974631395a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network 88c73a42-102f-4132-8167-921ef46633b7 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:23:37.668423 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:23:37.668883 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:37.675493 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 71928ea1-eee5-4f81-8855-4891f15b88f1 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:37.675866 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:23:37.687576 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:23:37.743849 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-e368c315-25cb-4e72-b0cc-e287d9639b55 None None] Attempting to bind port cf054015-ed7c-4b1e-bc08-b53f29723a43 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:23:37.744133 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-e368c315-25cb-4e72-b0cc-e287d9639b55 None None] Attempting to bind port cf054015-ed7c-4b1e-bc08-b53f29723a43 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'c0f1508a-befc-47e6-aa3e-e953a8f4f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '07a1b3bd-cc0d-4649-a736-8ca38e8d2f7e'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:23:37.744504 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e368c315-25cb-4e72-b0cc-e287d9639b55 None None] Attempting to bind port cf054015-ed7c-4b1e-bc08-b53f29723a43 on network 07a1b3bd-cc0d-4649-a736-8ca38e8d2f7e {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:23:37.787990 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e368c315-25cb-4e72-b0cc-e287d9639b55 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:23:37.788452 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e368c315-25cb-4e72-b0cc-e287d9639b55 None None] Checking segment: {'id': 'c0f1508a-befc-47e6-aa3e-e953a8f4f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '07a1b3bd-cc0d-4649-a736-8ca38e8d2f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:37.788891 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e368c315-25cb-4e72-b0cc-e287d9639b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:37.789286 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e368c315-25cb-4e72-b0cc-e287d9639b55 None None] Bound using segment: {'id': 'c0f1508a-befc-47e6-aa3e-e953a8f4f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '07a1b3bd-cc0d-4649-a736-8ca38e8d2f7e'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:23:37.789763 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-e368c315-25cb-4e72-b0cc-e287d9639b55 None None] Bound port: cf054015-ed7c-4b1e-bc08-b53f29723a43, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f1508a-befc-47e6-aa3e-e953a8f4f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '07a1b3bd-cc0d-4649-a736-8ca38e8d2f7e'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:23:37.790136 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e368c315-25cb-4e72-b0cc-e287d9639b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:37.814083 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-0c17b34b-50c1-4494-96d3-b8974631395a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 88c73a42-102f-4132-8167-921ef46633b7) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:37.826661 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c17b34b-50c1-4494-96d3-b8974631395a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:37.827276 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0c17b34b-50c1-4494-96d3-b8974631395a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:37.850778 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.api [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 08 10:23:37.850778 dv-neutron-837110-1-hyperv neutron-server[83846]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 08 10:23:37.850778 dv-neutron-837110-1-hyperv neutron-server[83846]: [parameters: {'id': '07a1b3bd-cc0d-4649-a736-8ca38e8d2f7e'}] Apr 08 10:23:37.850778 dv-neutron-837110-1-hyperv neutron-server[83846]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:23:37.851273 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG oslo_db.api [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:23:37.876938 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0c17b34b-50c1-4494-96d3-b8974631395a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8574140 Apr 08 10:23:37.880843 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54130) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:37.885962 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e491da-bfa3-4f35-b256-53d37bbe5485 None None] Network 88c73a42-102f-4132-8167-921ef46633b7 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:37.889584 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-6e891571-d411-4407-94c8-b69be493c8ae tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'port': {'network_id': '88c73a42-102f-4132-8167-921ef46633b7', 'name': 'tempest-PortsIpV6TestJSON-96886388'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:38.009227 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5ac3be30-338b-48d3-a720-19699c2d1556 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:38.119593 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d8349939-47a4-42fc-a10c-1f44e05fbb55 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:38.138552 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-22f8bea3-f434-47a2-b2a1-11d0cb00e4de None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:38.156977 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-22f8bea3-f434-47a2-b2a1-11d0cb00e4de None None] Transition to ACTIVE for port object 61d983e8-f827-4163-bcfb-c8009c9c6162 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:38.173786 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-d8349939-47a4-42fc-a10c-1f44e05fbb55 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Transition to ACTIVE for port object 9a890c73-639e-4557-a004-8084b469bdcd will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:38.178296 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-22f8bea3-f434-47a2-b2a1-11d0cb00e4de None None] Transition to ACTIVE for port object 61d983e8-f827-4163-bcfb-c8009c9c6162 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:38.190660 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-e368c315-25cb-4e72-b0cc-e287d9639b55 None None] For port cf054015-ed7c-4b1e-bc08-b53f29723a43, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:23:38.233783 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-22f8bea3-f434-47a2-b2a1-11d0cb00e4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:38.247951 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-6e891571-d411-4407-94c8-b69be493c8ae tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:38.258311 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-6e891571-d411-4407-94c8-b69be493c8ae tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:38.272417 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e891571-d411-4407-94c8-b69be493c8ae tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:38.275640 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6e891571-d411-4407-94c8-b69be493c8ae tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:38.282339 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-e368c315-25cb-4e72-b0cc-e287d9639b55 None None] For port cf054015-ed7c-4b1e-bc08-b53f29723a43, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=cf054015-ed7c-4b1e-bc08-b53f29723a43,segment=NetworkSegment(c0f1508a-befc-47e6-aa3e-e953a8f4f666),segment_id=c0f1508a-befc-47e6-aa3e-e953a8f4f666)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:23:38.309737 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e368c315-25cb-4e72-b0cc-e287d9639b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:38.310241 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-069c01d4-7e22-4d50-803b-0b6dd3806db4 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:38.316573 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-6e891571-d411-4407-94c8-b69be493c8ae tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] device_id is not set on port 10ce8c39-babc-40cd-b626-ce96ab0e093b yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:23:38.361788 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:38.371492 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:38.426514 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Deleting port cf054015-ed7c-4b1e-bc08-b53f29723a43 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:38.427076 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:38.431116 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f8bea3-f434-47a2-b2a1-11d0cb00e4de None None] Network bc42ee5f-0322-4947-822c-efcc096f68ec is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:38.437133 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-22f8bea3-f434-47a2-b2a1-11d0cb00e4de None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:38.438648 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8bea3-f434-47a2-b2a1-11d0cb00e4de None None] Pushing event updated for resources: {'Port': ['ID=61d983e8-f827-4163-bcfb-c8009c9c6162,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:38.443827 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f8bea3-f434-47a2-b2a1-11d0cb00e4de None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:38.448933 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00434553-9b13-4cb3-9a93-3587724a2333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-88c73a42-102f-4132-8167-921ef46633b7', 'network_id': '88c73a42-102f-4132-8167-921ef46633b7', 'tenant_id': 'fa9701ec28774020be549acd68c08714', 'fixed_ips': [{'subnet_id': '6555f26b-b0e0-4e1c-81a7-624f4f9f6299'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:23:38.449709 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-00434553-9b13-4cb3-9a93-3587724a2333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:38.544935 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b176eabe-91ae-4db2-9c3e-36cc0f2e1f91 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:38.582700 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-c310b48e-d9e2-4f30-9e32-260d24ea9b6f None None] Allocated IP 2001:db8:0:1::2 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/532c3711-a1d0-4e15-9b41-0b6b5ecdcf80/71928ea1-eee5-4f81-8855-4891f15b88f1) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:38.609279 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d8349939-47a4-42fc-a10c-1f44e05fbb55 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:38.617495 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-069c01d4-7e22-4d50-803b-0b6dd3806db4 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Calling delete_port for 42520cd6-795a-455d-9fb4-f1d8bb8917f3 owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:38.675967 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b176eabe-91ae-4db2-9c3e-36cc0f2e1f91 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network bc42ee5f-0322-4947-822c-efcc096f68ec is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:38.684184 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-b176eabe-91ae-4db2-9c3e-36cc0f2e1f91 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:38.691356 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b176eabe-91ae-4db2-9c3e-36cc0f2e1f91 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:38.692067 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b176eabe-91ae-4db2-9c3e-36cc0f2e1f91 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:38.711528 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176eabe-91ae-4db2-9c3e-36cc0f2e1f91 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Subnet': ['ID=9f0fcee1-a7de-40e9-8adc-b0cf1893787f,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:38.728759 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-6e891571-d411-4407-94c8-b69be493c8ae tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Allocated IP 2001:db8::98 (88c73a42-102f-4132-8167-921ef46633b7/6555f26b-b0e0-4e1c-81a7-624f4f9f6299/10ce8c39-babc-40cd-b626-ce96ab0e093b) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:38.773706 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368c315-25cb-4e72-b0cc-e287d9639b55 None None] Pushing event updated for resources: {'Port': ['ID=cf054015-ed7c-4b1e-bc08-b53f29723a43,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:38.790103 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8349939-47a4-42fc-a10c-1f44e05fbb55 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:38.793125 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8349939-47a4-42fc-a10c-1f44e05fbb55 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=9a890c73-639e-4557-a004-8084b469bdcd,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:38.796468 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-22f8bea3-f434-47a2-b2a1-11d0cb00e4de None None] Attempting to bind port 61d983e8-f827-4163-bcfb-c8009c9c6162 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:23:38.796616 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-22f8bea3-f434-47a2-b2a1-11d0cb00e4de None None] Attempting to bind port 61d983e8-f827-4163-bcfb-c8009c9c6162 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '43dd2c0b-dbb8-4645-862e-93022fc0aa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bc42ee5f-0322-4947-822c-efcc096f68ec'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:23:38.797866 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f8bea3-f434-47a2-b2a1-11d0cb00e4de None None] Attempting to bind port 61d983e8-f827-4163-bcfb-c8009c9c6162 on network bc42ee5f-0322-4947-822c-efcc096f68ec {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:23:38.799762 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-d8349939-47a4-42fc-a10c-1f44e05fbb55 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:38.811984 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f8bea3-f434-47a2-b2a1-11d0cb00e4de None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:23:38.812458 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f8bea3-f434-47a2-b2a1-11d0cb00e4de None None] Checking segment: {'id': '43dd2c0b-dbb8-4645-862e-93022fc0aa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bc42ee5f-0322-4947-822c-efcc096f68ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:38.813098 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-22f8bea3-f434-47a2-b2a1-11d0cb00e4de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:38.813453 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f8bea3-f434-47a2-b2a1-11d0cb00e4de None None] Bound using segment: {'id': '43dd2c0b-dbb8-4645-862e-93022fc0aa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bc42ee5f-0322-4947-822c-efcc096f68ec'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:23:38.813929 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-22f8bea3-f434-47a2-b2a1-11d0cb00e4de None None] Bound port: 61d983e8-f827-4163-bcfb-c8009c9c6162, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43dd2c0b-dbb8-4645-862e-93022fc0aa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bc42ee5f-0322-4947-822c-efcc096f68ec'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:23:38.814307 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-22f8bea3-f434-47a2-b2a1-11d0cb00e4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:38.815980 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8349939-47a4-42fc-a10c-1f44e05fbb55 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:38.820591 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8349939-47a4-42fc-a10c-1f44e05fbb55 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:38.821403 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d8349939-47a4-42fc-a10c-1f44e05fbb55 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:38.839000 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b176eabe-91ae-4db2-9c3e-36cc0f2e1f91 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7876892 Apr 08 10:23:38.846006 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54138) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:38.858932 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] For port cf054015-ed7c-4b1e-bc08-b53f29723a43, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=cf054015-ed7c-4b1e-bc08-b53f29723a43,segment=NetworkSegment(c0f1508a-befc-47e6-aa3e-e953a8f4f666),segment_id=c0f1508a-befc-47e6-aa3e-e953a8f4f666)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:38.859293 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:38.861389 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-d15c6bfa-090b-4460-83d3-6c058780efb0 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'port': {'network_id': 'bc42ee5f-0322-4947-822c-efcc096f68ec', 'fixed_ips': [{'subnet_id': '0e6f3c61-2330-4c1b-87ea-8024cc40319f'}, {'subnet_id': '9f0fcee1-a7de-40e9-8adc-b0cf1893787f'}], 'name': 'tempest-PortsTestJSON-1570573964'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:38.945225 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae8b94a-d228-4155-9f3d-4b61e8d3a185 None None] Network 07a1b3bd-cc0d-4649-a736-8ca38e8d2f7e requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:39.002178 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d8349939-47a4-42fc-a10c-1f44e05fbb55 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.2734940 Apr 08 10:23:39.002396 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Calling delete_port for cf054015-ed7c-4b1e-bc08-b53f29723a43 owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:39.009846 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54142) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:39.065897 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453e9a2-58ff-416b-8dd9-9c1bdf500ed6 req-00a7df5e-dd6c-44ae-a136-e03d8278081c tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:39.068310 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f453e9a2-58ff-416b-8dd9-9c1bdf500ed6 req-00a7df5e-dd6c-44ae-a136-e03d8278081c tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 945 time: 0.6665637 Apr 08 10:23:39.084896 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:39.134052 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-c310b48e-d9e2-4f30-9e32-260d24ea9b6f None None] For port 71928ea1-eee5-4f81-8855-4891f15b88f1, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=71928ea1-eee5-4f81-8855-4891f15b88f1,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:39.146082 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-069c01d4-7e22-4d50-803b-0b6dd3806db4 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:39.214330 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Port': ['ID=cf054015-ed7c-4b1e-bc08-b53f29723a43,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:39.225216 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-22f8bea3-f434-47a2-b2a1-11d0cb00e4de None None] For port 61d983e8-f827-4163-bcfb-c8009c9c6162, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:23:39.240034 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] No DVR routers for this DVR port cf054015-ed7c-4b1e-bc08-b53f29723a43 on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:23:39.268439 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-22f8bea3-f434-47a2-b2a1-11d0cb00e4de None None] For port 61d983e8-f827-4163-bcfb-c8009c9c6162, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=61d983e8-f827-4163-bcfb-c8009c9c6162,segment=NetworkSegment(43dd2c0b-dbb8-4645-862e-93022fc0aa26),segment_id=43dd2c0b-dbb8-4645-862e-93022fc0aa26)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:23:39.284804 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-22f8bea3-f434-47a2-b2a1-11d0cb00e4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:39.293019 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c01d4-7e22-4d50-803b-0b6dd3806db4 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Pushing event deleted for resources: {'Port': ['ID=42520cd6-795a-455d-9fb4-f1d8bb8917f3,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:39.306161 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-1b0d4058-1beb-4881-abf2-b1d6cf44244f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting port 9a890c73-639e-4557-a004-8084b469bdcd {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:39.306554 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1b0d4058-1beb-4881-abf2-b1d6cf44244f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:39.324354 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c310b48e-d9e2-4f30-9e32-260d24ea9b6f None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:39.355100 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d15c6bfa-090b-4460-83d3-6c058780efb0 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:39.375112 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c310b48e-d9e2-4f30-9e32-260d24ea9b6f None None] Transition to ACTIVE for port object 71928ea1-eee5-4f81-8855-4891f15b88f1 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:39.388224 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c310b48e-d9e2-4f30-9e32-260d24ea9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:39.390376 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5ac3be30-338b-48d3-a720-19699c2d1556 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:39.406796 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:39.407876 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8bea3-f434-47a2-b2a1-11d0cb00e4de None None] Pushing event updated for resources: {'Port': ['ID=61d983e8-f827-4163-bcfb-c8009c9c6162,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:39.439957 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d15c6bfa-090b-4460-83d3-6c058780efb0 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:port and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:39.457477 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d15c6bfa-090b-4460-83d3-6c058780efb0 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:39.461658 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5ac3be30-338b-48d3-a720-19699c2d1556 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:39.463932 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6e891571-d411-4407-94c8-b69be493c8ae tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:39.467687 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a1b3bd-cc0d-4649-a736-8ca38e8d2f7e']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:39.475696 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f453e9a2-58ff-416b-8dd9-9c1bdf500ed6 req-54321c01-668d-482b-acb4-5e42664e1ec2 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/security-groups?id=3ae44c6d-46de-49e1-b817-eec31857f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3791862 Apr 08 10:23:39.503797 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d15c6bfa-090b-4460-83d3-6c058780efb0 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:39.509945 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f1508a-befc-47e6-aa3e-e953a8f4f666') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:39.510252 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f1508a-befc-47e6-aa3e-e953a8f4f666') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:39.545281 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-6e891571-d411-4407-94c8-b69be493c8ae tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Transition to ACTIVE for port object 10ce8c39-babc-40cd-b626-ce96ab0e093b will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:39.550659 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:39.569337 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310b48e-d9e2-4f30-9e32-260d24ea9b6f None None] Pushing event updated for resources: {'Port': ['ID=71928ea1-eee5-4f81-8855-4891f15b88f1,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:39.587752 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:39.596715 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:23:39.603210 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:23:39.618994 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:23:39.674941 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-069c01d4-7e22-4d50-803b-0b6dd3806db4 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:39.679233 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-069c01d4-7e22-4d50-803b-0b6dd3806db4 tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] 10.222.0.47 "DELETE /v2.0/ports/42520cd6-795a-455d-9fb4-f1d8bb8917f3 HTTP/1.1" status: 204 len: 168 time: 2.1773713 Apr 08 10:23:39.687529 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54146) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:39.786052 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6e891571-d411-4407-94c8-b69be493c8ae tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:39.849618 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15c6bfa-090b-4460-83d3-6c058780efb0 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:39.868837 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-00434553-9b13-4cb3-9a93-3587724a2333 None None] Allocated IP 2001:db8::2 (88c73a42-102f-4132-8167-921ef46633b7/6555f26b-b0e0-4e1c-81a7-624f4f9f6299/b167d5a2-f490-4c60-a046-4ee06a732db6) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:40.001584 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-5ac3be30-338b-48d3-a720-19699c2d1556 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Allocated IP 172.26.0.179 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/4f7a4750-b42d-40cf-81f9-8b7c8c07ce07) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:40.003854 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:40.086285 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e891571-d411-4407-94c8-b69be493c8ae tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Port': ['ID=10ce8c39-babc-40cd-b626-ce96ab0e093b,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:40.089578 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:40.112791 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Network': ['ID=07a1b3bd-cc0d-4649-a736-8ca38e8d2f7e,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:40.178224 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-05c23827-33eb-41ea-a2e7-72df0a47d995 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/networks/07a1b3bd-cc0d-4649-a736-8ca38e8d2f7e HTTP/1.1" status: 204 len: 168 time: 4.7966318 Apr 08 10:23:40.181346 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e891571-d411-4407-94c8-b69be493c8ae tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network 88c73a42-102f-4132-8167-921ef46633b7 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:40.189166 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54150) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:40.193670 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-6e891571-d411-4407-94c8-b69be493c8ae tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:40.203118 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-c1f54719-a6e4-447a-a158-f380055fc310 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1781904074'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:40.203887 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-00434553-9b13-4cb3-9a93-3587724a2333 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:40.210448 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e891571-d411-4407-94c8-b69be493c8ae tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:40.214744 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e891571-d411-4407-94c8-b69be493c8ae tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:40.215546 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6e891571-d411-4407-94c8-b69be493c8ae tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:40.219796 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-c1f54719-a6e4-447a-a158-f380055fc310 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:40.220168 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-00434553-9b13-4cb3-9a93-3587724a2333 None None] Transition to ACTIVE for port object b167d5a2-f490-4c60-a046-4ee06a732db6 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:40.238653 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c1f54719-a6e4-447a-a158-f380055fc310 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Usage tracker for resource:network and tenant:99d8bc42a35a4346859252e524d5d533 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:40.244710 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c1f54719-a6e4-447a-a158-f380055fc310 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:40.249025 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-00434553-9b13-4cb3-9a93-3587724a2333 None None] Transition to ACTIVE for port object b167d5a2-f490-4c60-a046-4ee06a732db6 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:40.257306 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-00434553-9b13-4cb3-9a93-3587724a2333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:40.261276 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6e891571-d411-4407-94c8-b69be493c8ae tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3793936 Apr 08 10:23:40.262578 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-c1f54719-a6e4-447a-a158-f380055fc310 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:40.267597 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54154) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:40.296659 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f54719-a6e4-447a-a158-f380055fc310 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Made reservation on behalf of 99d8bc42a35a4346859252e524d5d533 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:40.300119 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c1f54719-a6e4-447a-a158-f380055fc310 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:40.319151 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2d5363-797b-4e4f-afe1-71b5d2cc891e tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Deleting subnet b0bb9434-88e9-4c65-9fb6-809d617dc7c6 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:23:40.333333 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ff2d5363-797b-4e4f-afe1-71b5d2cc891e tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:40.343255 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00434553-9b13-4cb3-9a93-3587724a2333 None None] Network 88c73a42-102f-4132-8167-921ef46633b7 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:40.347570 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-00434553-9b13-4cb3-9a93-3587724a2333 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:40.358791 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00434553-9b13-4cb3-9a93-3587724a2333 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:40.390166 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1b0d4058-1beb-4881-abf2-b1d6cf44244f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:40.391792 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00434553-9b13-4cb3-9a93-3587724a2333 None None] Pushing event updated for resources: {'Port': ['ID=b167d5a2-f490-4c60-a046-4ee06a732db6,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:40.417940 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f54719-a6e4-447a-a158-f380055fc310 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:23:40.441007 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ff2d5363-797b-4e4f-afe1-71b5d2cc891e tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:40.481187 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c1f54719-a6e4-447a-a158-f380055fc310 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:40.481848 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-c1f54719-a6e4-447a-a158-f380055fc310 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Added segment ad1ca2ab-b56e-4bb0-9d10-becaf371c87c of type vlan for network c6bc0806-b622-49f3-850e-0c166bb74015 Apr 08 10:23:40.506902 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d15c6bfa-090b-4460-83d3-6c058780efb0 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:40.526955 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-00434553-9b13-4cb3-9a93-3587724a2333 None None] Attempting to bind port b167d5a2-f490-4c60-a046-4ee06a732db6 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:23:40.527668 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-00434553-9b13-4cb3-9a93-3587724a2333 None None] Attempting to bind port b167d5a2-f490-4c60-a046-4ee06a732db6 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'da8005e6-3e2e-4b88-8643-12dd65510d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '88c73a42-102f-4132-8167-921ef46633b7'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:23:40.528479 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00434553-9b13-4cb3-9a93-3587724a2333 None None] Attempting to bind port b167d5a2-f490-4c60-a046-4ee06a732db6 on network 88c73a42-102f-4132-8167-921ef46633b7 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:23:40.535897 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00434553-9b13-4cb3-9a93-3587724a2333 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:23:40.536689 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00434553-9b13-4cb3-9a93-3587724a2333 None None] Checking segment: {'id': 'da8005e6-3e2e-4b88-8643-12dd65510d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '88c73a42-102f-4132-8167-921ef46633b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:40.537414 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-00434553-9b13-4cb3-9a93-3587724a2333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:40.538067 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00434553-9b13-4cb3-9a93-3587724a2333 None None] Bound using segment: {'id': 'da8005e6-3e2e-4b88-8643-12dd65510d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '88c73a42-102f-4132-8167-921ef46633b7'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:23:40.538543 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c1f54719-a6e4-447a-a158-f380055fc310 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:40.538865 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-00434553-9b13-4cb3-9a93-3587724a2333 None None] Bound port: b167d5a2-f490-4c60-a046-4ee06a732db6, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da8005e6-3e2e-4b88-8643-12dd65510d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '88c73a42-102f-4132-8167-921ef46633b7'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:23:40.539673 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-00434553-9b13-4cb3-9a93-3587724a2333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:40.594327 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c1f54719-a6e4-447a-a158-f380055fc310 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:40.599922 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f54719-a6e4-447a-a158-f380055fc310 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:40.600651 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c1f54719-a6e4-447a-a158-f380055fc310 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:40.712487 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-fb8456a8-d7b2-431d-b765-8ee434c68a0e None None] Provisioning for port 71928ea1-eee5-4f81-8855-4891f15b88f1 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:40.737841 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-00434553-9b13-4cb3-9a93-3587724a2333 None None] For port b167d5a2-f490-4c60-a046-4ee06a732db6, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:23:40.744395 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-00434553-9b13-4cb3-9a93-3587724a2333 None None] For port b167d5a2-f490-4c60-a046-4ee06a732db6, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b167d5a2-f490-4c60-a046-4ee06a732db6,segment=NetworkSegment(da8005e6-3e2e-4b88-8643-12dd65510d38),segment_id=da8005e6-3e2e-4b88-8643-12dd65510d38)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:23:40.747900 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-fb8456a8-d7b2-431d-b765-8ee434c68a0e None None] Provisioning complete for port 71928ea1-eee5-4f81-8855-4891f15b88f1 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:40.748681 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fb8456a8-d7b2-431d-b765-8ee434c68a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:40.774938 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ff2d5363-797b-4e4f-afe1-71b5d2cc891e tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:40.803226 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f54719-a6e4-447a-a158-f380055fc310 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event updated for resources: {'Network': ['ID=c6bc0806-b622-49f3-850e-0c166bb74015,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:40.816234 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c1f54719-a6e4-447a-a158-f380055fc310 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6257942 Apr 08 10:23:40.817193 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54160) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:40.822561 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-1b0d4058-1beb-4881-abf2-b1d6cf44244f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Calling delete_port for 9a890c73-639e-4557-a004-8084b469bdcd owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:40.835372 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network c6bc0806-b622-49f3-850e-0c166bb74015 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:23:40.837192 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-bd20fada-2aed-48de-b58b-8711af9d1986 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Request body: {'subnet': {'network_id': 'c6bc0806-b622-49f3-850e-0c166bb74015', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:40.852430 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-00434553-9b13-4cb3-9a93-3587724a2333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:40.911779 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-fe935946-e192-4f9e-b458-3e3e0180b181 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting port 10ce8c39-babc-40cd-b626-ce96ab0e093b {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:40.912146 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fe935946-e192-4f9e-b458-3e3e0180b181 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:40.989801 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-bd20fada-2aed-48de-b58b-8711af9d1986 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:41.005439 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-bd20fada-2aed-48de-b58b-8711af9d1986 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Usage tracker for resource:subnet and tenant:99d8bc42a35a4346859252e524d5d533 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:41.006237 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-d15c6bfa-090b-4460-83d3-6c058780efb0 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] device_id is not set on port fabf6c7b-7753-41e4-ae9c-5ae3f61ecdd5 yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:23:41.010574 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-bd20fada-2aed-48de-b58b-8711af9d1986 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:41.024669 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-bd20fada-2aed-48de-b58b-8711af9d1986 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:41.067400 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ff2d5363-797b-4e4f-afe1-71b5d2cc891e tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:41.122241 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5ac3be30-338b-48d3-a720-19699c2d1556 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:41.133153 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d5363-797b-4e4f-afe1-71b5d2cc891e tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Pushing event deleted for resources: {'Subnet': ['ID=b0bb9434-88e9-4c65-9fb6-809d617dc7c6,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:41.135991 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd20fada-2aed-48de-b58b-8711af9d1986 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Made reservation on behalf of 99d8bc42a35a4346859252e524d5d533 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:41.138779 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00434553-9b13-4cb3-9a93-3587724a2333 None None] Pushing event updated for resources: {'Port': ['ID=b167d5a2-f490-4c60-a046-4ee06a732db6,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:41.167239 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01da2c78-493a-4f7c-ae0a-34b1a19d57ad None None] Network bc42ee5f-0322-4947-822c-efcc096f68ec requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:41.290332 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ff2d5363-797b-4e4f-afe1-71b5d2cc891e tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:41.304190 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ff2d5363-797b-4e4f-afe1-71b5d2cc891e tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] 10.222.0.47 "DELETE /v2.0/subnets/b0bb9434-88e9-4c65-9fb6-809d617dc7c6 HTTP/1.1" status: 204 len: 168 time: 1.6154258 Apr 08 10:23:41.321240 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54164) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:41.432492 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c947436-fb89-42ae-bae8-822b074cc586 None None] Network bedebe1c-5487-423b-913f-4acce742c85b requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:41.448331 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 61d983e8-f827-4163-bcfb-c8009c9c6162 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:23:41.501226 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fed68-3009-48a1-906a-1012591a4246 req-b1f6bc92-0e7f-424a-9370-5b331be88667 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:41.503654 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-100fed68-3009-48a1-906a-1012591a4246 req-b1f6bc92-0e7f-424a-9370-5b331be88667 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 945 time: 0.7419906 Apr 08 10:23:41.520381 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bd20fada-2aed-48de-b58b-8711af9d1986 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:41.601611 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5ac3be30-338b-48d3-a720-19699c2d1556 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:41.637897 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bfe7d19e-fbfa-4fc0-9103-051ce15e1ffb tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:41.671282 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-bfe7d19e-fbfa-4fc0-9103-051ce15e1ffb tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Deleting port cfadb20d-db2b-49ec-a54b-c949bcbaa4f0 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:41.671630 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bfe7d19e-fbfa-4fc0-9103-051ce15e1ffb tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:41.804593 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac3be30-338b-48d3-a720-19699c2d1556 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:41.808202 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fe935946-e192-4f9e-b458-3e3e0180b181 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:41.851688 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-5ac3be30-338b-48d3-a720-19699c2d1556 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:41.855450 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b6f18c5c-7d9e-47ae-a411-e2b1df6e29fb None None] Provisioning for port 61d983e8-f827-4163-bcfb-c8009c9c6162 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:41.859054 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 61d983e8-f827-4163-bcfb-c8009c9c6162 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:41.866851 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 61d983e8-f827-4163-bcfb-c8009c9c6162 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:41.867227 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:41.910890 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b6f18c5c-7d9e-47ae-a411-e2b1df6e29fb None None] Provisioning complete for port 61d983e8-f827-4163-bcfb-c8009c9c6162 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:41.911328 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b6f18c5c-7d9e-47ae-a411-e2b1df6e29fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:41.915909 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac3be30-338b-48d3-a720-19699c2d1556 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:41.968465 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-bfe7d19e-fbfa-4fc0-9103-051ce15e1ffb tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] For port cfadb20d-db2b-49ec-a54b-c949bcbaa4f0, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=cfadb20d-db2b-49ec-a54b-c949bcbaa4f0,segment=NetworkSegment(db662824-3586-412a-9472-c4fcdb623ec9),segment_id=db662824-3586-412a-9472-c4fcdb623ec9)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:41.968821 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bfe7d19e-fbfa-4fc0-9103-051ce15e1ffb tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:42.007659 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3be30-338b-48d3-a720-19699c2d1556 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Pushing event updated for resources: {'Port': ['ID=4f7a4750-b42d-40cf-81f9-8b7c8c07ce07,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:42.020862 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-100fed68-3009-48a1-906a-1012591a4246 req-b8f3f7d1-d112-4e09-88ce-8a8d134326b0 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/security-groups?id=3ae44c6d-46de-49e1-b817-eec31857f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4635386 Apr 08 10:23:42.029456 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-fe935946-e192-4f9e-b458-3e3e0180b181 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Calling delete_port for 10ce8c39-babc-40cd-b626-ce96ab0e093b owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:42.138219 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-bfe7d19e-fbfa-4fc0-9103-051ce15e1ffb tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Calling delete_port for cfadb20d-db2b-49ec-a54b-c949bcbaa4f0 owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:42.164958 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1b0d4058-1beb-4881-abf2-b1d6cf44244f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:42.182317 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a53745-3ce4-42a3-b07c-a5f228064714 None None] DHCP port deletion for bedebe1c-5487-423b-913f-4acce742c85b request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:23:42.219768 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-06a53745-3ce4-42a3-b07c-a5f228064714 None None] Deleting port cfadb20d-db2b-49ec-a54b-c949bcbaa4f0 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:42.220556 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-06a53745-3ce4-42a3-b07c-a5f228064714 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:42.248331 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:42.284908 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d4058-1beb-4881-abf2-b1d6cf44244f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Port': ['ID=9a890c73-639e-4557-a004-8084b469bdcd,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:42.295392 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b6f18c5c-7d9e-47ae-a411-e2b1df6e29fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:42.332004 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bd20fada-2aed-48de-b58b-8711af9d1986 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:42.365677 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 61d983e8-f827-4163-bcfb-c8009c9c6162, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=61d983e8-f827-4163-bcfb-c8009c9c6162,segment=NetworkSegment(43dd2c0b-dbb8-4645-862e-93022fc0aa26),segment_id=43dd2c0b-dbb8-4645-862e-93022fc0aa26)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:42.383435 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38b7b95-6cb3-4bae-8db9-bd6e8d0b9330 None None] Update dhcp port {'port': {'network_id': 'bc42ee5f-0322-4947-822c-efcc096f68ec', 'fixed_ips': [{'subnet_id': '0e6f3c61-2330-4c1b-87ea-8024cc40319f', 'ip_address': '172.20.0.2'}, {'subnet_id': '9f0fcee1-a7de-40e9-8adc-b0cf1893787f'}], 'binding:host_id': 'dv-neutron-837110-1-hyperv'}, 'id': '61d983e8-f827-4163-bcfb-c8009c9c6162'} from dv-neutron-837110-1-hyperv. {{(pid=83847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 08 10:23:42.449559 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:42.450402 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 71928ea1-eee5-4f81-8855-4891f15b88f1 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:23:42.490602 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20fada-2aed-48de-b58b-8711af9d1986 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event updated for resources: {'Subnet': ['ID=eb5e4db3-9cb0-41f0-a868-5ebe0af70126,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:42.516660 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd20fada-2aed-48de-b58b-8711af9d1986 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Checking segment: {'id': 'ad1ca2ab-b56e-4bb0-9d10-becaf371c87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c6bc0806-b622-49f3-850e-0c166bb74015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:42.517069 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd20fada-2aed-48de-b58b-8711af9d1986 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Network hostable DHCP agents. Network: c6bc0806-b622-49f3-850e-0c166bb74015, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:23:42.525112 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bfe7d19e-fbfa-4fc0-9103-051ce15e1ffb tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:42.597697 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7d19e-fbfa-4fc0-9103-051ce15e1ffb tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Pushing event deleted for resources: {'Port': ['ID=cfadb20d-db2b-49ec-a54b-c949bcbaa4f0,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:42.599839 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a38b7b95-6cb3-4bae-8db9-bd6e8d0b9330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:42.606159 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe7d19e-fbfa-4fc0-9103-051ce15e1ffb tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] No DVR routers for this DVR port cfadb20d-db2b-49ec-a54b-c949bcbaa4f0 on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:23:42.613780 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fe935946-e192-4f9e-b458-3e3e0180b181 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:42.705069 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-d15c6bfa-090b-4460-83d3-6c058780efb0 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Allocated IP 172.20.0.5 (bc42ee5f-0322-4947-822c-efcc096f68ec/0e6f3c61-2330-4c1b-87ea-8024cc40319f/fabf6c7b-7753-41e4-ae9c-5ae3f61ecdd5) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:42.727306 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1b0d4058-1beb-4881-abf2-b1d6cf44244f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:42.731927 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe935946-e192-4f9e-b458-3e3e0180b181 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Port': ['ID=10ce8c39-babc-40cd-b626-ce96ab0e093b,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:42.739604 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-06a53745-3ce4-42a3-b07c-a5f228064714 None None] The port 'cfadb20d-db2b-49ec-a54b-c949bcbaa4f0' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:23:42.740657 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7dc43f-1b79-4ad0-a4dc-d252b77a4bc0 None None] Network 88c73a42-102f-4132-8167-921ef46633b7 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:42.752605 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-d15c6bfa-090b-4460-83d3-6c058780efb0 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Allocated IP 172.20.0.23 (bc42ee5f-0322-4947-822c-efcc096f68ec/9f0fcee1-a7de-40e9-8adc-b0cf1893787f/fabf6c7b-7753-41e4-ae9c-5ae3f61ecdd5) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:42.777088 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd20fada-2aed-48de-b58b-8711af9d1986 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Network c6bc0806-b622-49f3-850e-0c166bb74015 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:23:42.814761 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-bd20fada-2aed-48de-b58b-8711af9d1986 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, c6bc0806-b622-49f3-850e-0c166bb74015) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:42.821442 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd20fada-2aed-48de-b58b-8711af9d1986 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:42.823516 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bd20fada-2aed-48de-b58b-8711af9d1986 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:42.839249 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bfe7d19e-fbfa-4fc0-9103-051ce15e1ffb tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:42.856717 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f996891-adb0-42f3-bf5f-693e63b9d819 None None] Network c6bc0806-b622-49f3-850e-0c166bb74015 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:42.891843 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-bfe7d19e-fbfa-4fc0-9103-051ce15e1ffb tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bedebe1c-5487-423b-913f-4acce742c85b']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:42.909878 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-bd20fada-2aed-48de-b58b-8711af9d1986 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0816817 Apr 08 10:23:42.910381 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54168) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:42.916667 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-bfe7d19e-fbfa-4fc0-9103-051ce15e1ffb tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db662824-3586-412a-9472-c4fcdb623ec9') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:42.916969 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-bfe7d19e-fbfa-4fc0-9103-051ce15e1ffb tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db662824-3586-412a-9472-c4fcdb623ec9') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:43.019829 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1b0d4058-1beb-4881-abf2-b1d6cf44244f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/9a890c73-639e-4557-a004-8084b469bdcd HTTP/1.1" status: 204 len: 168 time: 4.0063727 Apr 08 10:23:43.026033 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bfe7d19e-fbfa-4fc0-9103-051ce15e1ffb tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:43.027237 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54172) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:43.030672 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fe935946-e192-4f9e-b458-3e3e0180b181 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:43.037642 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-fe935946-e192-4f9e-b458-3e3e0180b181 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/ports/10ce8c39-babc-40cd-b626-ce96ab0e093b HTTP/1.1" status: 204 len: 168 time: 2.7622159 Apr 08 10:23:43.039422 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-974ac73c-32a7-4018-b986-940cbaffdb2b req-3616f4a7-12c8-437f-9ad0-c1b5198ba904 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 1098 time: 0.4361517 Apr 08 10:23:43.039886 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54176) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:43.113944 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bfe7d19e-fbfa-4fc0-9103-051ce15e1ffb tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:43.121732 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe7d19e-fbfa-4fc0-9103-051ce15e1ffb tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:23:43.123241 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bfe7d19e-fbfa-4fc0-9103-051ce15e1ffb tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:43.236216 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-b6f18c5c-7d9e-47ae-a411-e2b1df6e29fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:23:43.236870 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-b6f18c5c-7d9e-47ae-a411-e2b1df6e29fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:23:43.268123 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:23:43.278162 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=61d983e8-f827-4163-bcfb-c8009c9c6162,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:43.293431 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bfe7d19e-fbfa-4fc0-9103-051ce15e1ffb tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:43.299651 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2cde18-fb56-4af3-8a77-95aded8c303f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] DELETE failed (client error): The resource could not be found. Apr 08 10:23:43.300208 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de2cde18-fb56-4af3-8a77-95aded8c303f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:23:43.326539 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bfe7d19e-fbfa-4fc0-9103-051ce15e1ffb tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:43.346778 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7d19e-fbfa-4fc0-9103-051ce15e1ffb tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] Pushing event deleted for resources: {'Network': ['ID=bedebe1c-5487-423b-913f-4acce742c85b,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:43.352461 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-de2cde18-fb56-4af3-8a77-95aded8c303f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/ports/10ce8c39-babc-40cd-b626-ce96ab0e093b HTTP/1.1" status: 404 len: 333 time: 0.3036711 Apr 08 10:23:43.353368 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54182) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:43.369622 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-86e08207-7a67-4b18-a4bf-c21e462f240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:43.375879 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-bfe7d19e-fbfa-4fc0-9103-051ce15e1ffb tempest-AllowedAddressPairTestJSON-1273403595 tempest-AllowedAddressPairTestJSON-1273403595-project] 10.222.0.47 "DELETE /v2.0/networks/bedebe1c-5487-423b-913f-4acce742c85b HTTP/1.1" status: 204 len: 168 time: 2.0534334 Apr 08 10:23:43.441452 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-974ac73c-32a7-4018-b986-940cbaffdb2b req-f9133b75-6f2f-4552-b0d4-266faaedc885 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3ae44c6d-46de-49e1-b817-eec31857f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3902445 Apr 08 10:23:43.445895 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 71928ea1-eee5-4f81-8855-4891f15b88f1 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:43.446337 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:43.446465 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-7716f573-a26f-4480-96ea-b7604cc549ec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] GET failed (client error): The resource could not be found. Apr 08 10:23:43.447388 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-7716f573-a26f-4480-96ea-b7604cc549ec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Synchronizing usage tracker for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:23:43.461547 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-26745365-1e74-4bde-8417-558a7317dea1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:43.476131 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-7716f573-a26f-4480-96ea-b7604cc549ec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Unset dirty status for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:23:43.477516 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7716f573-a26f-4480-96ea-b7604cc549ec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "GET /v2.0/ports/10ce8c39-babc-40cd-b626-ce96ab0e093b HTTP/1.1" status: 404 len: 333 time: 0.1092072 Apr 08 10:23:43.481963 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54188) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:43.495415 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1046cbd3-c16d-41fa-b4c7-b2ad810119dd tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:43.496452 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1046cbd3-c16d-41fa-b4c7-b2ad810119dd tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:23:43.542206 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368c39f-7e5e-436c-b019-595d6b988a3b req-843950ad-f040-4005-8faf-883c1e4d25e1 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:43.549519 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f368c39f-7e5e-436c-b019-595d6b988a3b req-843950ad-f040-4005-8faf-883c1e4d25e1 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 945 time: 0.2751763 Apr 08 10:23:43.607940 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1046cbd3-c16d-41fa-b4c7-b2ad810119dd tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:23:43.609618 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1046cbd3-c16d-41fa-b4c7-b2ad810119dd tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5811255 Apr 08 10:23:43.614636 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d15c6bfa-090b-4460-83d3-6c058780efb0 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:43.623164 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54192) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:43.637086 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5ac3be30-338b-48d3-a720-19699c2d1556 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:43.638050 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5ac3be30-338b-48d3-a720-19699c2d1556 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:43.638755 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-26745365-1e74-4bde-8417-558a7317dea1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:43.660337 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32983608-3811-4c89-9e1d-434d7d19c0d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-c6bc0806-b622-49f3-850e-0c166bb74015', 'network_id': 'c6bc0806-b622-49f3-850e-0c166bb74015', 'tenant_id': '99d8bc42a35a4346859252e524d5d533', 'fixed_ips': [{'subnet_id': 'eb5e4db3-9cb0-41f0-a868-5ebe0af70126'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:23:43.662501 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-32983608-3811-4c89-9e1d-434d7d19c0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:43.709906 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f368c39f-7e5e-436c-b019-595d6b988a3b req-87989e2a-6af9-4fe4-9f0b-c3984a740dc1 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/security-groups?id=3ae44c6d-46de-49e1-b817-eec31857f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585245 Apr 08 10:23:43.713169 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-d15c6bfa-090b-4460-83d3-6c058780efb0 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Transition to ACTIVE for port object fabf6c7b-7753-41e4-ae9c-5ae3f61ecdd5 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:43.833670 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-aedf3c6e-8661-4e80-b3b7-84370b230168 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting subnet 6555f26b-b0e0-4e1c-81a7-624f4f9f6299 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:23:43.839510 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aedf3c6e-8661-4e80-b3b7-84370b230168 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:43.891649 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54198) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:43.902710 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b6f18c5c-7d9e-47ae-a411-e2b1df6e29fb None None] Could not find standard attr ID for object 9a890c73-639e-4557-a004-8084b469bdcd. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:23:43.920295 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aedf3c6e-8661-4e80-b3b7-84370b230168 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:43.993806 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c730db-0175-44f0-876d-007ad83dd66f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:43.995464 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e2c730db-0175-44f0-876d-007ad83dd66f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3677535 Apr 08 10:23:44.001264 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54204) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:44.003916 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d15c6bfa-090b-4460-83d3-6c058780efb0 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:44.092071 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-186e1776-6bea-42a5-8741-19e3270cc533 None None] Provisioning for port b167d5a2-f490-4c60-a046-4ee06a732db6 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:44.128960 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15c6bfa-090b-4460-83d3-6c058780efb0 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network bc42ee5f-0322-4947-822c-efcc096f68ec is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:44.139933 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aedf3c6e-8661-4e80-b3b7-84370b230168 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:44.142134 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-a38b7b95-6cb3-4bae-8db9-bd6e8d0b9330 None None] Allocated IP 172.20.0.18 (bc42ee5f-0322-4947-822c-efcc096f68ec/9f0fcee1-a7de-40e9-8adc-b0cf1893787f/61d983e8-f827-4163-bcfb-c8009c9c6162) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:44.149929 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-d15c6bfa-090b-4460-83d3-6c058780efb0 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:44.160809 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15c6bfa-090b-4460-83d3-6c058780efb0 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:44.175796 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b167d5a2-f490-4c60-a046-4ee06a732db6 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:23:44.247406 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-26745365-1e74-4bde-8417-558a7317dea1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:44.256958 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 53695a35-5107-4460-9ed0-b506351f18b3 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:23:44.260013 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 53695a35-5107-4460-9ed0-b506351f18b3 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:23:44.285779 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c6bfa-090b-4460-83d3-6c058780efb0 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Port': ['ID=fabf6c7b-7753-41e4-ae9c-5ae3f61ecdd5,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:44.303374 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15c6bfa-090b-4460-83d3-6c058780efb0 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:44.304025 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d15c6bfa-090b-4460-83d3-6c058780efb0 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:44.321882 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26745365-1e74-4bde-8417-558a7317dea1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Subnet': ['ID=eb5e4db3-9cb0-41f0-a868-5ebe0af70126,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:44.339091 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d15c6bfa-090b-4460-83d3-6c058780efb0 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.4898350 Apr 08 10:23:44.343362 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54208) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:44.374463 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-56c1a15a-7f79-486f-92cb-095c845e2247 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0e6f3c61-2330-4c1b-87ea-8024cc40319f'}]}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:44.399084 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aedf3c6e-8661-4e80-b3b7-84370b230168 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:44.420060 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fca20ed-3aca-4449-a305-39c09509de5f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:44.421778 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fca20ed-3aca-4449-a305-39c09509de5f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:44.423535 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fca20ed-3aca-4449-a305-39c09509de5f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:44.424460 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7fca20ed-3aca-4449-a305-39c09509de5f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:23:44.548230 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf3c6e-8661-4e80-b3b7-84370b230168 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Subnet': ['ID=6555f26b-b0e0-4e1c-81a7-624f4f9f6299,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:44.566794 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-26745365-1e74-4bde-8417-558a7317dea1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:44.589471 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aedf3c6e-8661-4e80-b3b7-84370b230168 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:44.603583 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-395ca99d-3699-4247-8ff8-956e3983d1e2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4a3cb57afa184e6bab18134b0880eeff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7096052 Apr 08 10:23:44.608059 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54212) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:44.611549 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7fca20ed-3aca-4449-a305-39c09509de5f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:23:44.616830 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54214) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:44.617475 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7fca20ed-3aca-4449-a305-39c09509de5f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6101177 Apr 08 10:23:44.625875 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.resource_extend [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:23:44.680727 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-56c1a15a-7f79-486f-92cb-095c845e2247 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server [None req-32983608-3811-4c89-9e1d-434d7d19c0d6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb5e4db3-9cb0-41f0-a868-5ebe0af70126: This subnet is being modified by another concurrent operation. Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 08 10:23:44.690488 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise exception Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb5e4db3-9cb0-41f0-a868-5ebe0af70126: This subnet is being modified by another concurrent operation. Apr 08 10:23:44.696356 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server Apr 08 10:23:44.816932 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3aea13-2da1-464b-8a96-1f07f7ebf4c1 None None] Network c6bc0806-b622-49f3-850e-0c166bb74015 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:44.840395 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-aa3c3a4c-8b22-4f76-ae03-3c8fb41abb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:44.922152 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-aa3c3a4c-8b22-4f76-ae03-3c8fb41abb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:44.922713 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38833152-6d16-48fa-bac5-23e10c969c3e None None] Network 88c73a42-102f-4132-8167-921ef46633b7 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:44.934624 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac3be30-338b-48d3-a720-19699c2d1556 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Router 0ecbf0c8-01a4-4ff7-acad-257b6fd8041a is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:23:44.974973 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-aedf3c6e-8661-4e80-b3b7-84370b230168 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/subnets/6555f26b-b0e0-4e1c-81a7-624f4f9f6299 HTTP/1.1" status: 204 len: 168 time: 1.4919748 Apr 08 10:23:44.977868 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54222) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:44.983774 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-26745365-1e74-4bde-8417-558a7317dea1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6bc0806-b622-49f3-850e-0c166bb74015']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:44.997939 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-26745365-1e74-4bde-8417-558a7317dea1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1ca2ab-b56e-4bb0-9d10-becaf371c87c') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:44.998487 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-26745365-1e74-4bde-8417-558a7317dea1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1ca2ab-b56e-4bb0-9d10-becaf371c87c') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:45.010414 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-26745365-1e74-4bde-8417-558a7317dea1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:45.028759 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-26745365-1e74-4bde-8417-558a7317dea1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:45.035814 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26745365-1e74-4bde-8417-558a7317dea1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:23:45.037264 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-26745365-1e74-4bde-8417-558a7317dea1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:45.047142 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-27d6e121-8a65-49aa-bf1d-326ed5073bf2 None None] Could not find standard attr ID for object 10ce8c39-babc-40cd-b626-ce96ab0e093b. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:23:45.106839 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port b167d5a2-f490-4c60-a046-4ee06a732db6 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:23:45.162048 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:23:45.164710 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port b167d5a2-f490-4c60-a046-4ee06a732db6 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:45.164710 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:45.184474 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-26745365-1e74-4bde-8417-558a7317dea1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:45.212133 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-26745365-1e74-4bde-8417-558a7317dea1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:45.212512 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-aa3c3a4c-8b22-4f76-ae03-3c8fb41abb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:45.239948 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:45.281864 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-a38b7b95-6cb3-4bae-8db9-bd6e8d0b9330 None None] For port 61d983e8-f827-4163-bcfb-c8009c9c6162, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=61d983e8-f827-4163-bcfb-c8009c9c6162,segment=NetworkSegment(43dd2c0b-dbb8-4645-862e-93022fc0aa26),segment_id=43dd2c0b-dbb8-4645-862e-93022fc0aa26)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:45.296012 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26745365-1e74-4bde-8417-558a7317dea1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Network': ['ID=c6bc0806-b622-49f3-850e-0c166bb74015,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:45.362204 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 53695a35-5107-4460-9ed0-b506351f18b3, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=53695a35-5107-4460-9ed0-b506351f18b3,segment=NetworkSegment(b03bf823-4416-4fe0-9479-94379a96e5e7),segment_id=b03bf823-4416-4fe0-9479-94379a96e5e7)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:45.370641 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c3a4c-8b22-4f76-ae03-3c8fb41abb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2f9284-02a8-42ab-9ce3-067ec4cb506e,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:45.374215 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-26745365-1e74-4bde-8417-558a7317dea1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/networks/c6bc0806-b622-49f3-850e-0c166bb74015 HTTP/1.1" status: 204 len: 168 time: 2.4603302 Apr 08 10:23:45.374373 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54226) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:45.402623 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fcbda0-1230-4af6-a120-ed4eb3880cc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53695a35-5107-4460-9ed0-b506351f18b3'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:23:45.424616 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:45.441865 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-06442134-fbf7-4588-821f-6ca7680a4dec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:45.491093 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-06442134-fbf7-4588-821f-6ca7680a4dec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting port b167d5a2-f490-4c60-a046-4ee06a732db6 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:45.491462 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-06442134-fbf7-4588-821f-6ca7680a4dec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:45.516661 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 53695a35-5107-4460-9ed0-b506351f18b3, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=53695a35-5107-4460-9ed0-b506351f18b3,segment=NetworkSegment(b03bf823-4416-4fe0-9479-94379a96e5e7),segment_id=b03bf823-4416-4fe0-9479-94379a96e5e7)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:45.526888 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87385379-c6d4-4a45-a5be-7da1712799c9'] response: {'server_uuid': '00fcbda0-1230-4af6-a120-ed4eb3880cc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53695a35-5107-4460-9ed0-b506351f18b3', 'code': 200} Apr 08 10:23:45.558643 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-aa3c3a4c-8b22-4f76-ae03-3c8fb41abb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:45.560046 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-aa3c3a4c-8b22-4f76-ae03-3c8fb41abb30 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4d2f9284-02a8-42ab-9ce3-067ec4cb506e HTTP/1.1" status: 204 len: 168 time: 0.9411824 Apr 08 10:23:45.578843 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=53695a35-5107-4460-9ed0-b506351f18b3,revision_number=6']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:45.580232 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-a6749209-b6c4-475a-8596-c5c22534e2ef tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1825569383'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:45.595121 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.resource_extend [None req-a38b7b95-6cb3-4bae-8db9-bd6e8d0b9330 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:23:45.613371 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a6749209-b6c4-475a-8596-c5c22534e2ef tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:45.625947 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a6749209-b6c4-475a-8596-c5c22534e2ef tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Usage tracker for resource:network and tenant:99d8bc42a35a4346859252e524d5d533 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:45.626979 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '53695a35-5107-4460-9ed0-b506351f18b3', 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82', 'port_id': '53695a35-5107-4460-9ed0-b506351f18b3', 'mac_address': 'fa:16:3e:bd:f2:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9288d010-9fbf-4288-b764-bbf686d8640a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:23:45.630801 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a38b7b95-6cb3-4bae-8db9-bd6e8d0b9330 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:45.636449 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-222ef94a-cbad-40f5-94f5-55e453a4f28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:45.641939 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a6749209-b6c4-475a-8596-c5c22534e2ef tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:45.653728 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a6749209-b6c4-475a-8596-c5c22534e2ef tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:45.686313 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9627a-ad56-4ff0-897f-48f9cdbc12ce req-9f533a21-6419-4e9e-929a-d4aadda6e32e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:45.691702 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-5408bded-c507-4f9f-a038-c5ee5fde75c6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet 33b67f44-7262-4864-acdb-6f3cdb78054e {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:23:45.693836 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b8b9627a-ad56-4ff0-897f-48f9cdbc12ce req-9f533a21-6419-4e9e-929a-d4aadda6e32e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 945 time: 0.5905049 Apr 08 10:23:45.696809 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6749209-b6c4-475a-8596-c5c22534e2ef tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Made reservation on behalf of 99d8bc42a35a4346859252e524d5d533 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:45.699680 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a6749209-b6c4-475a-8596-c5c22534e2ef tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:45.700097 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5408bded-c507-4f9f-a038-c5ee5fde75c6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:45.741219 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a38b7b95-6cb3-4bae-8db9-bd6e8d0b9330 None None] Transition to ACTIVE for port object 61d983e8-f827-4163-bcfb-c8009c9c6162 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:45.762300 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a38b7b95-6cb3-4bae-8db9-bd6e8d0b9330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:45.810311 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:45.840334 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6749209-b6c4-475a-8596-c5c22534e2ef tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:23:45.846331 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:45.851439 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5408bded-c507-4f9f-a038-c5ee5fde75c6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:45.888703 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5d0c85-a6e9-443d-ac72-a392aaf4ca03 None None] DHCP port deletion for 88c73a42-102f-4132-8167-921ef46633b7 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:23:45.898826 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a6749209-b6c4-475a-8596-c5c22534e2ef tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:45.899555 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-a6749209-b6c4-475a-8596-c5c22534e2ef tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Added segment 8d91da44-ef79-49b4-9827-4c2ac86d678c of type vlan for network ece350ad-8fe2-4757-ad15-3d23cca1f005 Apr 08 10:23:45.904891 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b8b9627a-ad56-4ff0-897f-48f9cdbc12ce req-c5438093-5b7b-4b5b-aa0d-37d8b886c6cf tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/security-groups?id=3ae44c6d-46de-49e1-b817-eec31857f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085979 Apr 08 10:23:45.913836 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53695a35-5107-4460-9ed0-b506351f18b3 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:23:45.917907 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-9f5d0c85-a6e9-443d-ac72-a392aaf4ca03 None None] Deleting port b167d5a2-f490-4c60-a046-4ee06a732db6 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:45.918277 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9f5d0c85-a6e9-443d-ac72-a392aaf4ca03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:45.956542 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54236) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:45.959246 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-56c1a15a-7f79-486f-92cb-095c845e2247 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Delete allocated IP 172.20.0.23 (bc42ee5f-0322-4947-822c-efcc096f68ec/9f0fcee1-a7de-40e9-8adc-b0cf1893787f) {{(pid=83845) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 08 10:23:46.017157 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-06442134-fbf7-4588-821f-6ca7680a4dec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] For port b167d5a2-f490-4c60-a046-4ee06a732db6, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b167d5a2-f490-4c60-a046-4ee06a732db6,segment=NetworkSegment(da8005e6-3e2e-4b88-8643-12dd65510d38),segment_id=da8005e6-3e2e-4b88-8643-12dd65510d38)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:46.017751 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-06442134-fbf7-4588-821f-6ca7680a4dec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:46.059468 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a6749209-b6c4-475a-8596-c5c22534e2ef tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:46.099279 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 53695a35-5107-4460-9ed0-b506351f18b3, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=53695a35-5107-4460-9ed0-b506351f18b3,segment=NetworkSegment(b03bf823-4416-4fe0-9479-94379a96e5e7),segment_id=b03bf823-4416-4fe0-9479-94379a96e5e7)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:46.109397 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b7b95-6cb3-4bae-8db9-bd6e8d0b9330 None None] Pushing event updated for resources: {'Port': ['ID=61d983e8-f827-4163-bcfb-c8009c9c6162,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:46.115149 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:46.146716 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a6749209-b6c4-475a-8596-c5c22534e2ef tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:46.152316 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6749209-b6c4-475a-8596-c5c22534e2ef tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:46.153260 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a6749209-b6c4-475a-8596-c5c22534e2ef tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:46.258851 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port b167d5a2-f490-4c60-a046-4ee06a732db6, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b167d5a2-f490-4c60-a046-4ee06a732db6,segment=NetworkSegment(da8005e6-3e2e-4b88-8643-12dd65510d38),segment_id=da8005e6-3e2e-4b88-8643-12dd65510d38)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:46.276116 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:46.281671 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 61d983e8-f827-4163-bcfb-c8009c9c6162 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:23:46.300659 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-06442134-fbf7-4588-821f-6ca7680a4dec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Calling delete_port for b167d5a2-f490-4c60-a046-4ee06a732db6 owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:46.402337 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5408bded-c507-4f9f-a038-c5ee5fde75c6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:46.443763 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.api [None req-06442134-fbf7-4588-821f-6ca7680a4dec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:23:46.444196 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG oslo_db.api [None req-06442134-fbf7-4588-821f-6ca7680a4dec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:23:46.452609 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6749209-b6c4-475a-8596-c5c22534e2ef tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event updated for resources: {'Network': ['ID=ece350ad-8fe2-4757-ad15-3d23cca1f005,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:46.465272 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac3be30-338b-48d3-a720-19699c2d1556 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:23:46.483808 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a6749209-b6c4-475a-8596-c5c22534e2ef tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1090946 Apr 08 10:23:46.490031 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54248) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:46.501815 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-bfdcfac6-3e99-4a67-8149-07c6371d1bf7 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/floatingips/5a0b657e-8a5d-4b66-93b1-77be6d5242c7 HTTP/1.1" status: 200 len: 992 time: 0.5284011 Apr 08 10:23:46.515997 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-88161786-2b9e-4fcb-891d-cac0e0d93da7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Request body: {'subnet': {'network_id': 'ece350ad-8fe2-4757-ad15-3d23cca1f005', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:46.535190 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5ac3be30-338b-48d3-a720-19699c2d1556 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:46.539771 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-9f5d0c85-a6e9-443d-ac72-a392aaf4ca03 None None] For port b167d5a2-f490-4c60-a046-4ee06a732db6, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b167d5a2-f490-4c60-a046-4ee06a732db6,segment=NetworkSegment(da8005e6-3e2e-4b88-8643-12dd65510d38),segment_id=da8005e6-3e2e-4b88-8643-12dd65510d38)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:46.539771 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9f5d0c85-a6e9-443d-ac72-a392aaf4ca03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:46.541029 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5ac3be30-338b-48d3-a720-19699c2d1556 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.0599020 Apr 08 10:23:46.541910 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54252) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:46.637270 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5408bded-c507-4f9f-a038-c5ee5fde75c6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:46.682995 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-9f5d0c85-a6e9-443d-ac72-a392aaf4ca03 None None] Calling delete_port for b167d5a2-f490-4c60-a046-4ee06a732db6 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:46.700121 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408bded-c507-4f9f-a038-c5ee5fde75c6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=33b67f44-7262-4864-acdb-6f3cdb78054e,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:46.702577 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5408bded-c507-4f9f-a038-c5ee5fde75c6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:46.767775 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-88161786-2b9e-4fcb-891d-cac0e0d93da7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:46.771635 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-56c1a15a-7f79-486f-92cb-095c845e2247 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:46.774836 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5408bded-c507-4f9f-a038-c5ee5fde75c6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/33b67f44-7262-4864-acdb-6f3cdb78054e HTTP/1.1" status: 204 len: 168 time: 2.1560600 Apr 08 10:23:46.775103 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54260) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:46.777986 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-88161786-2b9e-4fcb-891d-cac0e0d93da7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Usage tracker for resource:subnet and tenant:99d8bc42a35a4346859252e524d5d533 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:46.781408 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-88161786-2b9e-4fcb-891d-cac0e0d93da7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:46.789216 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-88161786-2b9e-4fcb-891d-cac0e0d93da7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:46.804618 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['53695a35-5107-4460-9ed0-b506351f18b3'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:23:46.805245 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88161786-2b9e-4fcb-891d-cac0e0d93da7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Made reservation on behalf of 99d8bc42a35a4346859252e524d5d533 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:46.829291 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network ece350ad-8fe2-4757-ad15-3d23cca1f005 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:23:46.846105 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e344bcdc-431e-44f5-842b-bf06f01418e0 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:46.855521 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-56c1a15a-7f79-486f-92cb-095c845e2247 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Ignored duplicate provisioning block setup for port fabf6c7b-7753-41e4-ae9c-5ae3f61ecdd5 by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 08 10:23:46.867338 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-56c1a15a-7f79-486f-92cb-095c845e2247 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:46.869652 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d95bf24-5afb-4f77-a5fd-66b0d294a0fa None None] Sync routers for ids ['0ecbf0c8-01a4-4ff7-acad-257b6fd8041a'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:23:46.876929 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-9f5d0c85-a6e9-443d-ac72-a392aaf4ca03 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:23:46.877269 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-9f5d0c85-a6e9-443d-ac72-a392aaf4ca03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:23:46.952043 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-06442134-fbf7-4588-821f-6ca7680a4dec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting port b167d5a2-f490-4c60-a046-4ee06a732db6 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:46.952737 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-06442134-fbf7-4588-821f-6ca7680a4dec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:47.030181 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-88161786-2b9e-4fcb-891d-cac0e0d93da7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:47.076306 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54266) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:47.121879 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d20ea29-1637-41ba-a396-bec5e2f6ac10 None None] Network bc42ee5f-0322-4947-822c-efcc096f68ec requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:47.171253 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=53695a35-5107-4460-9ed0-b506351f18b3,revision_number=7']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:47.182623 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1a15a-7f79-486f-92cb-095c845e2247 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Port': ['ID=fabf6c7b-7753-41e4-ae9c-5ae3f61ecdd5,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:47.233710 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:47.233981 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-56c1a15a-7f79-486f-92cb-095c845e2247 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] In _notify_port_updated(), no bound segment for port fabf6c7b-7753-41e4-ae9c-5ae3f61ecdd5 on network bc42ee5f-0322-4947-822c-efcc096f68ec {{(pid=83845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 08 10:23:47.238422 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c1a15a-7f79-486f-92cb-095c845e2247 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:47.240406 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-56c1a15a-7f79-486f-92cb-095c845e2247 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:47.244358 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-56c1a15a-7f79-486f-92cb-095c845e2247 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "PUT /v2.0/ports/fabf6c7b-7753-41e4-ae9c-5ae3f61ecdd5 HTTP/1.1" status: 200 len: 919 time: 2.8992255 Apr 08 10:23:47.249117 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54272) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:47.257921 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-9bc68e64-d61b-4130-b1f2-e87e7bc6c758 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0e6f3c61-2330-4c1b-87ea-8024cc40319f'}, {'subnet_id': '9f0fcee1-a7de-40e9-8adc-b0cf1893787f'}]}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:47.336730 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-874287a7-e92d-494a-a41d-4d2ee46b6144 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet 532c3711-a1d0-4e15-9b41-0b6b5ecdcf80 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:23:47.342437 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-874287a7-e92d-494a-a41d-4d2ee46b6144 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:47.372945 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-48d611a8-6d25-41dc-a1c2-4bb295e4715b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "GET /v2.0/routers/0ecbf0c8-01a4-4ff7-acad-257b6fd8041a HTTP/1.1" status: 200 len: 920 time: 0.8190980 Apr 08 10:23:47.381214 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54276) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:47.392824 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-9f5d0c85-a6e9-443d-ac72-a392aaf4ca03 None None] Deleting port b167d5a2-f490-4c60-a046-4ee06a732db6 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:47.393206 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9f5d0c85-a6e9-443d-ac72-a392aaf4ca03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:47.407697 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-9e95f22e-3987-499e-83f2-c562f209e900 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-805423444'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:47.418289 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d95bf24-5afb-4f77-a5fd-66b0d294a0fa None None] Routers {'0ecbf0c8-01a4-4ff7-acad-257b6fd8041a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:23:47.418987 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-4d95bf24-5afb-4f77-a5fd-66b0d294a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:23:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0ecbf0c8-01a4-4ff7-acad-257b6fd8041a'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:47.429732 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9e95f22e-3987-499e-83f2-c562f209e900 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:47.437707 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.ipam_backend_mixin [None req-88161786-2b9e-4fcb-891d-cac0e0d93da7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Performing IP validity checks on allocation pools {{(pid=83846) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 08 10:23:47.438095 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.ipam_backend_mixin [None req-88161786-2b9e-4fcb-891d-cac0e0d93da7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83846) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 08 10:23:47.443358 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9e95f22e-3987-499e-83f2-c562f209e900 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Usage tracker for resource:network and tenant:abddb8c9ac10425493feee2374c67390 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:47.457447 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9e95f22e-3987-499e-83f2-c562f209e900 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:47.468101 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9e95f22e-3987-499e-83f2-c562f209e900 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:47.485149 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-06442134-fbf7-4588-821f-6ca7680a4dec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] For port b167d5a2-f490-4c60-a046-4ee06a732db6, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b167d5a2-f490-4c60-a046-4ee06a732db6,segment=NetworkSegment(da8005e6-3e2e-4b88-8643-12dd65510d38),segment_id=da8005e6-3e2e-4b88-8643-12dd65510d38)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:47.485570 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-06442134-fbf7-4588-821f-6ca7680a4dec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:47.500644 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-01cc71c2-f683-4669-8d58-9fc6cdcdf88f tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ecbf0c8-01a4-4ff7-acad-257b6fd8041a HTTP/1.1" status: 200 len: 205 time: 0.1009662 Apr 08 10:23:47.502165 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:47.502929 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54280) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:47.525723 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-874287a7-e92d-494a-a41d-4d2ee46b6144 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:47.563292 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-4d95bf24-5afb-4f77-a5fd-66b0d294a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:47.615008 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-e8101ac0-f96f-40cf-be20-8354e796c494 None None] Provisioning for port 61d983e8-f827-4163-bcfb-c8009c9c6162 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:47.622125 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e95f22e-3987-499e-83f2-c562f209e900 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Made reservation on behalf of abddb8c9ac10425493feee2374c67390 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:47.625164 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9e95f22e-3987-499e-83f2-c562f209e900 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:47.651144 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=b167d5a2-f490-4c60-a046-4ee06a732db6,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:47.705927 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-06442134-fbf7-4588-821f-6ca7680a4dec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Calling delete_port for b167d5a2-f490-4c60-a046-4ee06a732db6 owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:47.713625 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device cfadb20d-db2b-49ec-a54b-c949bcbaa4f0 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:23:47.748794 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9e95f22e-3987-499e-83f2-c562f209e900 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:47.811522 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-e8101ac0-f96f-40cf-be20-8354e796c494 None None] Provisioning complete for port 61d983e8-f827-4163-bcfb-c8009c9c6162 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:47.812257 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e8101ac0-f96f-40cf-be20-8354e796c494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:47.819566 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9bc68e64-d61b-4130-b1f2-e87e7bc6c758 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:47.831183 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-874287a7-e92d-494a-a41d-4d2ee46b6144 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:47.880226 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: cfadb20d-db2b-49ec-a54b-c949bcbaa4f0 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:23:47.881854 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device cfadb20d-db2b-49ec-a54b-c949bcbaa4f0 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:23:47.898298 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d95bf24-5afb-4f77-a5fd-66b0d294a0fa None None] Routers {'0ecbf0c8-01a4-4ff7-acad-257b6fd8041a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:23:47.899033 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-4d95bf24-5afb-4f77-a5fd-66b0d294a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:23:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0ecbf0c8-01a4-4ff7-acad-257b6fd8041a'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:47.945008 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9e95f22e-3987-499e-83f2-c562f209e900 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:47.966522 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9e95f22e-3987-499e-83f2-c562f209e900 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Usage tracker for resource:security_group_rule and tenant:abddb8c9ac10425493feee2374c67390 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:47.974030 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9e95f22e-3987-499e-83f2-c562f209e900 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:47.997148 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9e95f22e-3987-499e-83f2-c562f209e900 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:47.997148 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-06442134-fbf7-4588-821f-6ca7680a4dec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:48.060731 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-874287a7-e92d-494a-a41d-4d2ee46b6144 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:48.064404 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 61d983e8-f827-4163-bcfb-c8009c9c6162 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:23:48.074857 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-88161786-2b9e-4fcb-891d-cac0e0d93da7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:48.078572 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06442134-fbf7-4588-821f-6ca7680a4dec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Port': ['ID=b167d5a2-f490-4c60-a046-4ee06a732db6,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:48.088864 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-4d95bf24-5afb-4f77-a5fd-66b0d294a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:48.089484 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d95bf24-5afb-4f77-a5fd-66b0d294a0fa None None] The sync data for ids ['0ecbf0c8-01a4-4ff7-acad-257b6fd8041a'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:23:48.149391 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06442134-fbf7-4588-821f-6ca7680a4dec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] No DVR routers for this DVR port b167d5a2-f490-4c60-a046-4ee06a732db6 on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:23:48.194506 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874287a7-e92d-494a-a41d-4d2ee46b6144 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=532c3711-a1d0-4e15-9b41-0b6b5ecdcf80,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:48.203532 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-874287a7-e92d-494a-a41d-4d2ee46b6144 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:48.225426 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-874287a7-e92d-494a-a41d-4d2ee46b6144 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/532c3711-a1d0-4e15-9b41-0b6b5ecdcf80 HTTP/1.1" status: 204 len: 168 time: 1.4479082 Apr 08 10:23:48.229430 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54284) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:48.306799 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88161786-2b9e-4fcb-891d-cac0e0d93da7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event updated for resources: {'Subnet': ['ID=edd46a6e-3cc0-45a6-ae9c-297df0df67f2,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:48.334399 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:48.343258 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a88c2ed2-5bdf-4c3d-ae5e-1e6e5eed7f15 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1101806 Apr 08 10:23:48.345566 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54288) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:48.367726 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-09f6241c-3c9f-4a02-90af-c3065e4e9f3c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:48.382833 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-06442134-fbf7-4588-821f-6ca7680a4dec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:48.395080 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-9f5d0c85-a6e9-443d-ac72-a392aaf4ca03 None None] For port b167d5a2-f490-4c60-a046-4ee06a732db6, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b167d5a2-f490-4c60-a046-4ee06a732db6,segment=NetworkSegment(da8005e6-3e2e-4b88-8643-12dd65510d38),segment_id=da8005e6-3e2e-4b88-8643-12dd65510d38)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:48.396044 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9f5d0c85-a6e9-443d-ac72-a392aaf4ca03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:48.445910 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-9bc68e64-d61b-4130-b1f2-e87e7bc6c758 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Allocated IP 172.20.0.23 (bc42ee5f-0322-4947-822c-efcc096f68ec/9f0fcee1-a7de-40e9-8adc-b0cf1893787f/fabf6c7b-7753-41e4-ae9c-5ae3f61ecdd5) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:48.479937 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9e95f22e-3987-499e-83f2-c562f209e900 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:48.483834 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88161786-2b9e-4fcb-891d-cac0e0d93da7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Checking segment: {'id': '8d91da44-ef79-49b4-9827-4c2ac86d678c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ece350ad-8fe2-4757-ad15-3d23cca1f005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:48.484311 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88161786-2b9e-4fcb-891d-cac0e0d93da7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Network hostable DHCP agents. Network: ece350ad-8fe2-4757-ad15-3d23cca1f005, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:23:48.517161 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-06442134-fbf7-4588-821f-6ca7680a4dec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c73a42-102f-4132-8167-921ef46633b7']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:48.522569 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9e95f22e-3987-499e-83f2-c562f209e900 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:48.553238 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-06442134-fbf7-4588-821f-6ca7680a4dec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da8005e6-3e2e-4b88-8643-12dd65510d38') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:48.553238 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-06442134-fbf7-4588-821f-6ca7680a4dec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da8005e6-3e2e-4b88-8643-12dd65510d38') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:48.564509 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-9f5d0c85-a6e9-443d-ac72-a392aaf4ca03 None None] Calling delete_port for b167d5a2-f490-4c60-a046-4ee06a732db6 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:48.595120 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-06442134-fbf7-4588-821f-6ca7680a4dec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:48.609900 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e95f22e-3987-499e-83f2-c562f209e900 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:23:48.634683 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-09f6241c-3c9f-4a02-90af-c3065e4e9f3c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:48.637202 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95f22e-3987-499e-83f2-c562f209e900 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8868b4-7432-4040-beee-f78d7b2f6678,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:48.646936 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9e95f22e-3987-499e-83f2-c562f209e900 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:48.647409 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-9e95f22e-3987-499e-83f2-c562f209e900 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Added segment 3213e788-c62b-47ef-841e-308437b378ba of type vlan for network 6dcb4296-210c-4e4b-bff6-fa182b8a9ba0 Apr 08 10:23:48.651132 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-06442134-fbf7-4588-821f-6ca7680a4dec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:48.654029 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-09f6241c-3c9f-4a02-90af-c3065e4e9f3c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:subnet and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:48.667918 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-09f6241c-3c9f-4a02-90af-c3065e4e9f3c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:48.676141 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06442134-fbf7-4588-821f-6ca7680a4dec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:23:48.676668 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-06442134-fbf7-4588-821f-6ca7680a4dec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:48.692879 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9bc68e64-d61b-4130-b1f2-e87e7bc6c758 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:23:48.698946 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:23:48.705991 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-09f6241c-3c9f-4a02-90af-c3065e4e9f3c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:48.709999 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-9bc68e64-d61b-4130-b1f2-e87e7bc6c758 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Ignored duplicate provisioning block setup for port fabf6c7b-7753-41e4-ae9c-5ae3f61ecdd5 by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 08 10:23:48.714240 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88161786-2b9e-4fcb-891d-cac0e0d93da7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Network ece350ad-8fe2-4757-ad15-3d23cca1f005 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:23:48.715552 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9bc68e64-d61b-4130-b1f2-e87e7bc6c758 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:48.737529 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-9f5d0c85-a6e9-443d-ac72-a392aaf4ca03 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:23:48.737797 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-9f5d0c85-a6e9-443d-ac72-a392aaf4ca03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:23:48.739344 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 61d983e8-f827-4163-bcfb-c8009c9c6162 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:48.739774 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:48.779852 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a85a8fa2-151e-4b37-b115-19b8fe6222f6 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:48.909699 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9e95f22e-3987-499e-83f2-c562f209e900 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:48.925164 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f6241c-3c9f-4a02-90af-c3065e4e9f3c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:48.929148 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-09f6241c-3c9f-4a02-90af-c3065e4e9f3c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:48.945987 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-06442134-fbf7-4588-821f-6ca7680a4dec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:48.958074 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc68e64-d61b-4130-b1f2-e87e7bc6c758 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Port': ['ID=fabf6c7b-7753-41e4-ae9c-5ae3f61ecdd5,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:49.001049 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-9bc68e64-d61b-4130-b1f2-e87e7bc6c758 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] In _notify_port_updated(), no bound segment for port fabf6c7b-7753-41e4-ae9c-5ae3f61ecdd5 on network bc42ee5f-0322-4947-822c-efcc096f68ec {{(pid=83845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 08 10:23:49.006104 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc68e64-d61b-4130-b1f2-e87e7bc6c758 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:49.006918 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9bc68e64-d61b-4130-b1f2-e87e7bc6c758 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:49.010794 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9bc68e64-d61b-4130-b1f2-e87e7bc6c758 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "PUT /v2.0/ports/fabf6c7b-7753-41e4-ae9c-5ae3f61ecdd5 HTTP/1.1" status: 200 len: 999 time: 1.7585316 Apr 08 10:23:49.011296 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54292) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:49.023334 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b167d5a2-f490-4c60-a046-4ee06a732db6 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:23:49.089852 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: b167d5a2-f490-4c60-a046-4ee06a732db6 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:23:49.090446 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b167d5a2-f490-4c60-a046-4ee06a732db6 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:23:49.107649 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-9f5d0c85-a6e9-443d-ac72-a392aaf4ca03 None None] Deleting port b167d5a2-f490-4c60-a046-4ee06a732db6 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:49.108298 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9f5d0c85-a6e9-443d-ac72-a392aaf4ca03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:49.122544 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-7fc26820-f583-46d4-8919-c61260b7e4f2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting port fabf6c7b-7753-41e4-ae9c-5ae3f61ecdd5 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:49.123388 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7fc26820-f583-46d4-8919-c61260b7e4f2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:49.231081 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-88161786-2b9e-4fcb-891d-cac0e0d93da7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, ece350ad-8fe2-4757-ad15-3d23cca1f005) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:49.262316 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-9f5d0c85-a6e9-443d-ac72-a392aaf4ca03 None None] The port 'b167d5a2-f490-4c60-a046-4ee06a732db6' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:23:49.266702 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29962da6-2c49-41c1-8fab-b766ea90813e None None] Network ece350ad-8fe2-4757-ad15-3d23cca1f005 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:49.358536 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7e30a0-7035-4e70-bd18-12349aadac72 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:49.415203 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-06442134-fbf7-4588-821f-6ca7680a4dec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:49.424717 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06442134-fbf7-4588-821f-6ca7680a4dec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Network': ['ID=88c73a42-102f-4132-8167-921ef46633b7,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:49.441806 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88161786-2b9e-4fcb-891d-cac0e0d93da7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:49.442498 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-88161786-2b9e-4fcb-891d-cac0e0d93da7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:49.455799 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c36639de-b440-4054-8038-565abeba2a12 None None] Provisioning for port fabf6c7b-7753-41e4-ae9c-5ae3f61ecdd5 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:49.463946 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.resource_extend [None req-9e95f22e-3987-499e-83f2-c562f209e900 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:23:49.479011 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c36639de-b440-4054-8038-565abeba2a12 None None] Provisioning complete for port fabf6c7b-7753-41e4-ae9c-5ae3f61ecdd5 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:49.479485 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c36639de-b440-4054-8038-565abeba2a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:49.505506 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7fc26820-f583-46d4-8919-c61260b7e4f2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:49.619963 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-c36639de-b440-4054-8038-565abeba2a12 None None] Port fabf6c7b-7753-41e4-ae9c-5ae3f61ecdd5 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:23:49.671025 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9e95f22e-3987-499e-83f2-c562f209e900 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:49.671269 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-7fc26820-f583-46d4-8919-c61260b7e4f2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Calling delete_port for fabf6c7b-7753-41e4-ae9c-5ae3f61ecdd5 owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:49.676982 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e95f22e-3987-499e-83f2-c562f209e900 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:49.677854 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9e95f22e-3987-499e-83f2-c562f209e900 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:49.733381 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-06442134-fbf7-4588-821f-6ca7680a4dec tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/networks/88c73a42-102f-4132-8167-921ef46633b7 HTTP/1.1" status: 204 len: 168 time: 4.5733325 Apr 08 10:23:49.735213 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-88161786-2b9e-4fcb-891d-cac0e0d93da7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.2374773 Apr 08 10:23:49.743324 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54296) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:49.743324 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54298) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:49.753881 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-eef05e96-8961-4518-b9ef-4a76ced9a80c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1868996480'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:49.760790 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-eef05e96-8961-4518-b9ef-4a76ced9a80c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:49.765099 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-eef05e96-8961-4518-b9ef-4a76ced9a80c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:network and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:49.768070 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-eef05e96-8961-4518-b9ef-4a76ced9a80c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:49.775584 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-eef05e96-8961-4518-b9ef-4a76ced9a80c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:49.812932 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef05e96-8961-4518-b9ef-4a76ced9a80c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:49.816238 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eef05e96-8961-4518-b9ef-4a76ced9a80c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:49.845760 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca45d04-52fc-4098-b40c-904277ef1989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-ece350ad-8fe2-4757-ad15-3d23cca1f005', 'network_id': 'ece350ad-8fe2-4757-ad15-3d23cca1f005', 'tenant_id': '99d8bc42a35a4346859252e524d5d533', 'fixed_ips': [{'subnet_id': 'edd46a6e-3cc0-45a6-ae9c-297df0df67f2'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:23:49.846929 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8ca45d04-52fc-4098-b40c-904277ef1989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:49.881545 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c36639de-b440-4054-8038-565abeba2a12 None None] Provisioning complete for port 61d983e8-f827-4163-bcfb-c8009c9c6162 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:49.882094 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c36639de-b440-4054-8038-565abeba2a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:49.893140 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9e95f22e-3987-499e-83f2-c562f209e900 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.8107913 Apr 08 10:23:49.896364 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54304) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:49.904517 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-5ee75ff8-5035-4be6-b17c-1b692b841f58 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Request body: {'subnet': {'network_id': '6dcb4296-210c-4e4b-bff6-fa182b8a9ba0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:49.924943 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95f22e-3987-499e-83f2-c562f209e900 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Pushing event updated for resources: {'Network': ['ID=6dcb4296-210c-4e4b-bff6-fa182b8a9ba0,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:49.964617 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 6dcb4296-210c-4e4b-bff6-fa182b8a9ba0 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:23:50.113126 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.objects.ports [None req-09f6241c-3c9f-4a02-90af-c3065e4e9f3c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83846) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 08 10:23:50.115104 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef05e96-8961-4518-b9ef-4a76ced9a80c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:23:50.153899 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eef05e96-8961-4518-b9ef-4a76ced9a80c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:50.154236 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-eef05e96-8961-4518-b9ef-4a76ced9a80c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Added segment 2ddb7d27-5c65-476a-a10d-ce95440e7259 of type vlan for network 760f9650-b204-437b-a2d2-f4dbada27fa9 Apr 08 10:23:50.164951 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:50.182636 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5ee75ff8-5035-4be6-b17c-1b692b841f58 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:50.190335 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5ee75ff8-5035-4be6-b17c-1b692b841f58 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Usage tracker for resource:subnet and tenant:abddb8c9ac10425493feee2374c67390 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:50.196642 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5ee75ff8-5035-4be6-b17c-1b692b841f58 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:50.206076 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5ee75ff8-5035-4be6-b17c-1b692b841f58 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:50.237947 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eef05e96-8961-4518-b9ef-4a76ced9a80c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:50.242654 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 53695a35-5107-4460-9ed0-b506351f18b3 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:23:50.249174 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee75ff8-5035-4be6-b17c-1b692b841f58 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Made reservation on behalf of abddb8c9ac10425493feee2374c67390 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:50.268404 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a85a8fa2-151e-4b37-b115-19b8fe6222f6 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:50.340689 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:50.357661 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-a85a8fa2-151e-4b37-b115-19b8fe6222f6 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Deleting port 4f7a4750-b42d-40cf-81f9-8b7c8c07ce07 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:50.358000 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a85a8fa2-151e-4b37-b115-19b8fe6222f6 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:50.373391 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-8ca45d04-52fc-4098-b40c-904277ef1989 None None] Allocated IP 172.20.0.3 (ece350ad-8fe2-4757-ad15-3d23cca1f005/edd46a6e-3cc0-45a6-ae9c-297df0df67f2/370805b9-2d68-4e5a-94ab-cb958a65e262) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:50.382104 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eef05e96-8961-4518-b9ef-4a76ced9a80c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:50.385924 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef05e96-8961-4518-b9ef-4a76ced9a80c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:50.386402 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eef05e96-8961-4518-b9ef-4a76ced9a80c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:50.390371 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7fc26820-f583-46d4-8919-c61260b7e4f2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:50.435945 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038e3e48-3fb4-4860-bb00-ef9d784b5248 None None] Update dhcp port {'port': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'fixed_ips': [{'subnet_id': '2b68852b-5e2f-433e-8361-19658beb9fa9'}], 'binding:host_id': 'dv-neutron-837110-1-hyperv'}, 'id': '71928ea1-eee5-4f81-8855-4891f15b88f1'} from dv-neutron-837110-1-hyperv. {{(pid=83847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 08 10:23:50.454781 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5ee75ff8-5035-4be6-b17c-1b692b841f58 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:50.545895 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-993b31ea-277f-45d3-9ef4-8e08f79f0071 None None] Could not find standard attr ID for object fabf6c7b-7753-41e4-ae9c-5ae3f61ecdd5. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:23:50.572287 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc26820-f583-46d4-8919-c61260b7e4f2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Port': ['ID=fabf6c7b-7753-41e4-ae9c-5ae3f61ecdd5,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:50.587952 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-038e3e48-3fb4-4860-bb00-ef9d784b5248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:50.594786 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-eef05e96-8961-4518-b9ef-4a76ced9a80c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8503809 Apr 08 10:23:50.602074 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54308) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:50.617554 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 53695a35-5107-4460-9ed0-b506351f18b3 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:50.617928 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:50.626671 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef05e96-8961-4518-b9ef-4a76ced9a80c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Network': ['ID=760f9650-b204-437b-a2d2-f4dbada27fa9,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:50.653813 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 760f9650-b204-437b-a2d2-f4dbada27fa9 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:23:50.676963 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-719511bf-99f5-4a73-9b3d-706549dcf01f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'subnet': {'network_id': '760f9650-b204-437b-a2d2-f4dbada27fa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:50.704500 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-09f6241c-3c9f-4a02-90af-c3065e4e9f3c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:50.750880 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7fc26820-f583-46d4-8919-c61260b7e4f2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:50.756518 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7fc26820-f583-46d4-8919-c61260b7e4f2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/ports/fabf6c7b-7753-41e4-ae9c-5ae3f61ecdd5 HTTP/1.1" status: 204 len: 168 time: 1.7443175 Apr 08 10:23:50.757262 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54312) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:50.758143 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-993b31ea-277f-45d3-9ef4-8e08f79f0071 None None] Provisioning complete for port 71928ea1-eee5-4f81-8855-4891f15b88f1 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:50.758514 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-993b31ea-277f-45d3-9ef4-8e08f79f0071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:50.813737 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a79b811-9fc6-4e61-95f9-df01217e4f4b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] GET failed (client error): The resource could not be found. Apr 08 10:23:50.815026 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7a79b811-9fc6-4e61-95f9-df01217e4f4b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Synchronizing usage tracker for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:23:50.841549 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7a79b811-9fc6-4e61-95f9-df01217e4f4b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Unset dirty status for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:23:50.845815 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7a79b811-9fc6-4e61-95f9-df01217e4f4b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "GET /v2.0/ports/fabf6c7b-7753-41e4-ae9c-5ae3f61ecdd5 HTTP/1.1" status: 404 len: 333 time: 0.0849247 Apr 08 10:23:50.846556 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54316) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:50.923012 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca5c8b7-bfde-46ba-8f89-097e86459fb5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting subnet 9f0fcee1-a7de-40e9-8adc-b0cf1893787f {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:23:50.923931 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-719511bf-99f5-4a73-9b3d-706549dcf01f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:50.927602 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-aca5c8b7-bfde-46ba-8f89-097e86459fb5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:50.935219 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-719511bf-99f5-4a73-9b3d-706549dcf01f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:subnet and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:50.941301 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-719511bf-99f5-4a73-9b3d-706549dcf01f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:50.953053 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a85a8fa2-151e-4b37-b115-19b8fe6222f6 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:50.964173 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-719511bf-99f5-4a73-9b3d-706549dcf01f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:50.987865 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-aca5c8b7-bfde-46ba-8f89-097e86459fb5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:51.014526 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8ca45d04-52fc-4098-b40c-904277ef1989 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:51.048624 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8ca45d04-52fc-4098-b40c-904277ef1989 None None] Transition to ACTIVE for port object 370805b9-2d68-4e5a-94ab-cb958a65e262 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:51.090012 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-aca5c8b7-bfde-46ba-8f89-097e86459fb5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:51.187468 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-aca5c8b7-bfde-46ba-8f89-097e86459fb5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:51.202410 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8ca45d04-52fc-4098-b40c-904277ef1989 None None] Transition to ACTIVE for port object 370805b9-2d68-4e5a-94ab-cb958a65e262 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:51.227806 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5c8b7-bfde-46ba-8f89-097e86459fb5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Subnet': ['ID=9f0fcee1-a7de-40e9-8adc-b0cf1893787f,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:51.230122 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8ca45d04-52fc-4098-b40c-904277ef1989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:51.238152 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-a85a8fa2-151e-4b37-b115-19b8fe6222f6 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Calling delete_port for 4f7a4750-b42d-40cf-81f9-8b7c8c07ce07 owned by network:router_gateway {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:51.247919 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-aca5c8b7-bfde-46ba-8f89-097e86459fb5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:51.261509 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-aca5c8b7-bfde-46ba-8f89-097e86459fb5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/subnets/9f0fcee1-a7de-40e9-8adc-b0cf1893787f HTTP/1.1" status: 204 len: 168 time: 0.4114864 Apr 08 10:23:51.261709 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54320) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:51.272542 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:51.281170 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700ee26b-beb2-4f9f-874e-0658f4511bb9 None None] Network bc42ee5f-0322-4947-822c-efcc096f68ec requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:51.295386 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:51.346710 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719511bf-99f5-4a73-9b3d-706549dcf01f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:51.355582 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Subnet': ['ID=edd46a6e-3cc0-45a6-ae9c-297df0df67f2,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:51.449562 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-946d2261-7339-41e3-acd9-29a662cde1a2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting subnet 0e6f3c61-2330-4c1b-87ea-8024cc40319f {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:23:51.465736 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-946d2261-7339-41e3-acd9-29a662cde1a2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:51.468114 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fcbda0-1230-4af6-a120-ed4eb3880cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53695a35-5107-4460-9ed0-b506351f18b3'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:23:51.476390 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca45d04-52fc-4098-b40c-904277ef1989 None None] Network ece350ad-8fe2-4757-ad15-3d23cca1f005 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:51.482752 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca45d04-52fc-4098-b40c-904277ef1989 None None] Pushing event updated for resources: {'Port': ['ID=370805b9-2d68-4e5a-94ab-cb958a65e262,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:51.484618 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-8ca45d04-52fc-4098-b40c-904277ef1989 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:51.491421 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca45d04-52fc-4098-b40c-904277ef1989 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:51.494257 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 53695a35-5107-4460-9ed0-b506351f18b3, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=53695a35-5107-4460-9ed0-b506351f18b3,segment=NetworkSegment(b03bf823-4416-4fe0-9479-94379a96e5e7),segment_id=b03bf823-4416-4fe0-9479-94379a96e5e7)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:51.515080 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:51.557314 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3d4bd77-b505-4e00-aa75-25fa60623644'] response: {'server_uuid': '00fcbda0-1230-4af6-a120-ed4eb3880cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53695a35-5107-4460-9ed0-b506351f18b3', 'code': 200} Apr 08 10:23:51.560920 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-719511bf-99f5-4a73-9b3d-706549dcf01f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:51.561518 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:51.595691 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-946d2261-7339-41e3-acd9-29a662cde1a2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:51.623645 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece350ad-8fe2-4757-ad15-3d23cca1f005']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:51.652332 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d91da44-ef79-49b4-9827-4c2ac86d678c') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:51.652552 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d91da44-ef79-49b4-9827-4c2ac86d678c') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:51.670438 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:51.697857 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:51.706611 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:23:51.706975 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:51.711302 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-09f6241c-3c9f-4a02-90af-c3065e4e9f3c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] For port 71928ea1-eee5-4f81-8855-4891f15b88f1, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=71928ea1-eee5-4f81-8855-4891f15b88f1,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:51.717229 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=53695a35-5107-4460-9ed0-b506351f18b3,revision_number=8']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:51.718935 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5ee75ff8-5035-4be6-b17c-1b692b841f58 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:51.721632 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-8ca45d04-52fc-4098-b40c-904277ef1989 None None] Attempting to bind port 370805b9-2d68-4e5a-94ab-cb958a65e262 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:23:51.721996 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-8ca45d04-52fc-4098-b40c-904277ef1989 None None] Attempting to bind port 370805b9-2d68-4e5a-94ab-cb958a65e262 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '8d91da44-ef79-49b4-9827-4c2ac86d678c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ece350ad-8fe2-4757-ad15-3d23cca1f005'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:23:51.722379 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca45d04-52fc-4098-b40c-904277ef1989 None None] Attempting to bind port 370805b9-2d68-4e5a-94ab-cb958a65e262 on network ece350ad-8fe2-4757-ad15-3d23cca1f005 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:23:51.735948 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca45d04-52fc-4098-b40c-904277ef1989 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:23:51.736441 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca45d04-52fc-4098-b40c-904277ef1989 None None] Checking segment: {'id': '8d91da44-ef79-49b4-9827-4c2ac86d678c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ece350ad-8fe2-4757-ad15-3d23cca1f005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:51.736736 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8ca45d04-52fc-4098-b40c-904277ef1989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:51.737140 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca45d04-52fc-4098-b40c-904277ef1989 None None] Bound using segment: {'id': '8d91da44-ef79-49b4-9827-4c2ac86d678c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ece350ad-8fe2-4757-ad15-3d23cca1f005'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:23:51.737579 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-8ca45d04-52fc-4098-b40c-904277ef1989 None None] Bound port: 370805b9-2d68-4e5a-94ab-cb958a65e262, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d91da44-ef79-49b4-9827-4c2ac86d678c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ece350ad-8fe2-4757-ad15-3d23cca1f005'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:23:51.737947 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8ca45d04-52fc-4098-b40c-904277ef1989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:23:51.799210 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:23:51.820938 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.api [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 08 10:23:51.820938 dv-neutron-837110-1-hyperv neutron-server[83845]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 08 10:23:51.820938 dv-neutron-837110-1-hyperv neutron-server[83845]: [parameters: {'id': 'ece350ad-8fe2-4757-ad15-3d23cca1f005'}] Apr 08 10:23:51.820938 dv-neutron-837110-1-hyperv neutron-server[83845]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:23:51.821578 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG oslo_db.api [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:23:51.828010 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-946d2261-7339-41e3-acd9-29a662cde1a2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:51.864588 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-09f6241c-3c9f-4a02-90af-c3065e4e9f3c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:51.876185 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-038e3e48-3fb4-4860-bb00-ef9d784b5248 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:23:51.876542 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-038e3e48-3fb4-4860-bb00-ef9d784b5248 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:23:51.877402 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-8ca45d04-52fc-4098-b40c-904277ef1989 None None] For port 370805b9-2d68-4e5a-94ab-cb958a65e262, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:23:51.886609 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-09f6241c-3c9f-4a02-90af-c3065e4e9f3c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:51.887334 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-09f6241c-3c9f-4a02-90af-c3065e4e9f3c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:51.890748 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee75ff8-5035-4be6-b17c-1b692b841f58 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Pushing event updated for resources: {'Subnet': ['ID=81aff9e3-67c8-433b-9189-d24e46264329,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:51.909323 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-946d2261-7339-41e3-acd9-29a662cde1a2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:51.950488 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d2261-7339-41e3-acd9-29a662cde1a2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Subnet': ['ID=0e6f3c61-2330-4c1b-87ea-8024cc40319f,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:51.961472 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-946d2261-7339-41e3-acd9-29a662cde1a2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:51.968598 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-946d2261-7339-41e3-acd9-29a662cde1a2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/subnets/0e6f3c61-2330-4c1b-87ea-8024cc40319f HTTP/1.1" status: 204 len: 168 time: 0.7056572 Apr 08 10:23:51.971010 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54326) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:52.102556 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-8ca45d04-52fc-4098-b40c-904277ef1989 None None] For port 370805b9-2d68-4e5a-94ab-cb958a65e262, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=370805b9-2d68-4e5a-94ab-cb958a65e262,segment=NetworkSegment(8d91da44-ef79-49b4-9827-4c2ac86d678c),segment_id=8d91da44-ef79-49b4-9827-4c2ac86d678c)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:23:52.117996 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a85a8fa2-151e-4b37-b115-19b8fe6222f6 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:52.120356 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8ca45d04-52fc-4098-b40c-904277ef1989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:52.125655 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f6241c-3c9f-4a02-90af-c3065e4e9f3c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:52.142389 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-09f6241c-3c9f-4a02-90af-c3065e4e9f3c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:52.147554 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f6241c-3c9f-4a02-90af-c3065e4e9f3c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:52.148352 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-09f6241c-3c9f-4a02-90af-c3065e4e9f3c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:52.161056 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee75ff8-5035-4be6-b17c-1b692b841f58 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Checking segment: {'id': '3213e788-c62b-47ef-841e-308437b378ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6dcb4296-210c-4e4b-bff6-fa182b8a9ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:52.161771 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee75ff8-5035-4be6-b17c-1b692b841f58 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Network hostable DHCP agents. Network: 6dcb4296-210c-4e4b-bff6-fa182b8a9ba0, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:23:52.169086 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6241c-3c9f-4a02-90af-c3065e4e9f3c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=2b68852b-5e2f-433e-8361-19658beb9fa9,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:52.217581 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0ee69250-11c9-4cf8-bfab-e11d03e5465f tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:52.229182 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-0ee69250-11c9-4cf8-bfab-e11d03e5465f tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting port 61d983e8-f827-4163-bcfb-c8009c9c6162 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:52.229620 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0ee69250-11c9-4cf8-bfab-e11d03e5465f tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:52.247938 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-719511bf-99f5-4a73-9b3d-706549dcf01f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:52.274599 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca45d04-52fc-4098-b40c-904277ef1989 None None] Pushing event updated for resources: {'Port': ['ID=370805b9-2d68-4e5a-94ab-cb958a65e262,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:52.310083 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6241c-3c9f-4a02-90af-c3065e4e9f3c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=71928ea1-eee5-4f81-8855-4891f15b88f1,revision_number=8']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:52.315172 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb7c3b2-d250-43e3-8398-1f8bb41b286c None None] Network ece350ad-8fe2-4757-ad15-3d23cca1f005 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:52.341945 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:52.381930 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Deleting port 370805b9-2d68-4e5a-94ab-cb958a65e262 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:52.381930 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:52.473784 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a8fa2-151e-4b37-b115-19b8fe6222f6 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Pushing event deleted for resources: {'Port': ['ID=4f7a4750-b42d-40cf-81f9-8b7c8c07ce07,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:52.491055 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-09f6241c-3c9f-4a02-90af-c3065e4e9f3c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1406553 Apr 08 10:23:52.498047 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54330) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:52.498847 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-038e3e48-3fb4-4860-bb00-ef9d784b5248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:52.515005 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee75ff8-5035-4be6-b17c-1b692b841f58 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Network 6dcb4296-210c-4e4b-bff6-fa182b8a9ba0 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:23:52.529878 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719511bf-99f5-4a73-9b3d-706549dcf01f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Subnet': ['ID=a194c2d1-2c1a-41f3-b777-750e19c86045,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:52.560106 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-5ee75ff8-5035-4be6-b17c-1b692b841f58 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 6dcb4296-210c-4e4b-bff6-fa182b8a9ba0) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:52.568884 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee75ff8-5035-4be6-b17c-1b692b841f58 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:52.569480 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5ee75ff8-5035-4be6-b17c-1b692b841f58 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:52.578407 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-5e31cd5a-867e-46e2-80b5-73d99a3ac2d0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:52.589977 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dcfd37-4b4a-49e5-9afb-d521c33f3690 None None] Network 6dcb4296-210c-4e4b-bff6-fa182b8a9ba0 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:52.611170 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac96cc44-31af-4f2c-9b1e-a6434bc75019 None None] Network bc42ee5f-0322-4947-822c-efcc096f68ec requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:52.702426 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719511bf-99f5-4a73-9b3d-706549dcf01f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Checking segment: {'id': '2ddb7d27-5c65-476a-a10d-ce95440e7259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '760f9650-b204-437b-a2d2-f4dbada27fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:52.702791 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719511bf-99f5-4a73-9b3d-706549dcf01f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network hostable DHCP agents. Network: 760f9650-b204-437b-a2d2-f4dbada27fa9, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:23:52.730917 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5ee75ff8-5035-4be6-b17c-1b692b841f58 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8286085 Apr 08 10:23:52.731894 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54334) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:52.737795 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-fbc42f2c-acce-4932-b195-9215295f516e tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-565968416', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:52.743235 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a85a8fa2-151e-4b37-b115-19b8fe6222f6 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:52.806429 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-fbc42f2c-acce-4932-b195-9215295f516e tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:52.830925 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-0ee69250-11c9-4cf8-bfab-e11d03e5465f tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] For port 61d983e8-f827-4163-bcfb-c8009c9c6162, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=61d983e8-f827-4163-bcfb-c8009c9c6162,segment=NetworkSegment(43dd2c0b-dbb8-4645-862e-93022fc0aa26),segment_id=43dd2c0b-dbb8-4645-862e-93022fc0aa26)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:52.831468 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0ee69250-11c9-4cf8-bfab-e11d03e5465f tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:52.873850 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-fbc42f2c-acce-4932-b195-9215295f516e tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Usage tracker for resource:router and tenant:abddb8c9ac10425493feee2374c67390 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:52.877455 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-fbc42f2c-acce-4932-b195-9215295f516e tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:52.889462 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-fbc42f2c-acce-4932-b195-9215295f516e tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:52.971534 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3b61a2fc-4242-40d6-9831-ddec96efa034 None None] Provisioning complete for port 61d983e8-f827-4163-bcfb-c8009c9c6162 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:52.971902 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3b61a2fc-4242-40d6-9831-ddec96efa034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:52.988455 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-0ee69250-11c9-4cf8-bfab-e11d03e5465f tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Calling delete_port for 61d983e8-f827-4163-bcfb-c8009c9c6162 owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:53.040472 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-5e31cd5a-867e-46e2-80b5-73d99a3ac2d0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:53.043557 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] For port 370805b9-2d68-4e5a-94ab-cb958a65e262, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=370805b9-2d68-4e5a-94ab-cb958a65e262,segment=NetworkSegment(8d91da44-ef79-49b4-9827-4c2ac86d678c),segment_id=8d91da44-ef79-49b4-9827-4c2ac86d678c)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:53.044035 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:53.054532 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5e31cd5a-867e-46e2-80b5-73d99a3ac2d0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:subnet and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:53.059869 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5e31cd5a-867e-46e2-80b5-73d99a3ac2d0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:53.066656 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719511bf-99f5-4a73-9b3d-706549dcf01f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network 760f9650-b204-437b-a2d2-f4dbada27fa9 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:23:53.123071 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-5e31cd5a-867e-46e2-80b5-73d99a3ac2d0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:53.134028 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fbc42f2c-acce-4932-b195-9215295f516e tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:53.134977 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fbc42f2c-acce-4932-b195-9215295f516e tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:53.146598 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-719511bf-99f5-4a73-9b3d-706549dcf01f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 760f9650-b204-437b-a2d2-f4dbada27fa9) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:53.153230 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a85a8fa2-151e-4b37-b115-19b8fe6222f6 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:53.155253 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719511bf-99f5-4a73-9b3d-706549dcf01f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:53.155834 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-719511bf-99f5-4a73-9b3d-706549dcf01f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:53.175419 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a85a8fa2-151e-4b37-b115-19b8fe6222f6 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:53.191855 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fbc42f2c-acce-4932-b195-9215295f516e tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:53.193931 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-719511bf-99f5-4a73-9b3d-706549dcf01f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5313959 Apr 08 10:23:53.199440 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Calling delete_port for 370805b9-2d68-4e5a-94ab-cb958a65e262 owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:53.210839 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54338) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:53.217892 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-8525b444-7fa4-4378-926e-af45ce487f5b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'port': {'network_id': '760f9650-b204-437b-a2d2-f4dbada27fa9', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-367745884'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:53.262077 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e31cd5a-867e-46e2-80b5-73d99a3ac2d0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:53.280611 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d881ebf4-c5f6-4fd2-ade4-f663e340297f None None] Network 760f9650-b204-437b-a2d2-f4dbada27fa9 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:53.297657 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a85a8fa2-151e-4b37-b115-19b8fe6222f6 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:53.298162 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85a8fa2-151e-4b37-b115-19b8fe6222f6 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Fanout notify agent at l3_agent the message router_deleted on router 0ecbf0c8-01a4-4ff7-acad-257b6fd8041a {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:23:53.310743 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fbc42f2c-acce-4932-b195-9215295f516e tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:53.336998 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a85a8fa2-151e-4b37-b115-19b8fe6222f6 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:53.341478 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a85a8fa2-151e-4b37-b115-19b8fe6222f6 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "DELETE /v2.0/routers/0ecbf0c8-01a4-4ff7-acad-257b6fd8041a HTTP/1.1" status: 204 len: 168 time: 5.8266530 Apr 08 10:23:53.343299 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54342) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:53.353085 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-a22bb3d4-0662-40e4-9368-83e25fad6952 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1393102390', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'enable_snat': False}}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:53.356113 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0ee69250-11c9-4cf8-bfab-e11d03e5465f tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:53.361442 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a22bb3d4-0662-40e4-9368-83e25fad6952 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:53.364342 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fbc42f2c-acce-4932-b195-9215295f516e tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:53.368050 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-fbc42f2c-acce-4932-b195-9215295f516e tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6327837 Apr 08 10:23:53.382746 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a22bb3d4-0662-40e4-9368-83e25fad6952 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Usage tracker for resource:router and tenant:9bd81ab95fd945df89bd3b624ebfb74b is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:53.384891 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54346) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:53.416778 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee69250-11c9-4cf8-bfab-e11d03e5465f tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Port': ['ID=61d983e8-f827-4163-bcfb-c8009c9c6162,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:53.418871 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3b61a2fc-4242-40d6-9831-ddec96efa034 None None] Could not find standard attr ID for object 61d983e8-f827-4163-bcfb-c8009c9c6162. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:23:53.430678 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee69250-11c9-4cf8-bfab-e11d03e5465f tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] No DVR routers for this DVR port 61d983e8-f827-4163-bcfb-c8009c9c6162 on host dv-neutron-837110-1-hyperv {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:23:53.444898 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a22bb3d4-0662-40e4-9368-83e25fad6952 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:53.449953 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.plugins.ml2.db [None req-3b61a2fc-4242-40d6-9831-ddec96efa034 None None] No ports have port_id starting with 61d983e8-f827-4163-bcfb-c8009c9c6162 Apr 08 10:23:53.481850 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:53.521187 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a22bb3d4-0662-40e4-9368-83e25fad6952 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:53.546282 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc628c6c-ec14-44eb-b38a-811784304dcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-6dcb4296-210c-4e4b-bff6-fa182b8a9ba0', 'network_id': '6dcb4296-210c-4e4b-bff6-fa182b8a9ba0', 'tenant_id': 'abddb8c9ac10425493feee2374c67390', 'fixed_ips': [{'subnet_id': '81aff9e3-67c8-433b-9189-d24e46264329'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:23:53.547451 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cc628c6c-ec14-44eb-b38a-811784304dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:53.552853 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a22bb3d4-0662-40e4-9368-83e25fad6952 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:53.553782 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a22bb3d4-0662-40e4-9368-83e25fad6952 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:53.558438 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8525b444-7fa4-4378-926e-af45ce487f5b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:53.566057 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8525b444-7fa4-4378-926e-af45ce487f5b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:port and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:53.571146 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8525b444-7fa4-4378-926e-af45ce487f5b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:53.574132 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-038e3e48-3fb4-4860-bb00-ef9d784b5248 None None] For port 71928ea1-eee5-4f81-8855-4891f15b88f1, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=71928ea1-eee5-4f81-8855-4891f15b88f1,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:53.583012 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8525b444-7fa4-4378-926e-af45ce487f5b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:53.665682 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed83f5e4-9849-469a-baf1-a69ad90113b2 None None] DHCP port deletion for bc42ee5f-0322-4947-822c-efcc096f68ec request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:23:53.669075 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8525b444-7fa4-4378-926e-af45ce487f5b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:53.672125 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8525b444-7fa4-4378-926e-af45ce487f5b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:53.682636 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.resource_extend [None req-038e3e48-3fb4-4860-bb00-ef9d784b5248 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:23:53.684196 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a22bb3d4-0662-40e4-9368-83e25fad6952 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:53.728136 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-038e3e48-3fb4-4860-bb00-ef9d784b5248 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:53.729549 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Port': ['ID=370805b9-2d68-4e5a-94ab-cb958a65e262,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:53.753342 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5e31cd5a-867e-46e2-80b5-73d99a3ac2d0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:53.767455 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-8525b444-7fa4-4378-926e-af45ce487f5b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] device_id is not set on port f0fd8520-06b0-43a0-a3c6-ca5b024918a5 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:23:53.770822 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-038e3e48-3fb4-4860-bb00-ef9d784b5248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:53.780901 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] No DVR routers for this DVR port 370805b9-2d68-4e5a-94ab-cb958a65e262 on host dv-neutron-837110-1-hyperv {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:23:53.823413 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956a0cd8-a384-40fa-aec1-d4dc3f1921cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-760f9650-b204-437b-a2d2-f4dbada27fa9', 'network_id': '760f9650-b204-437b-a2d2-f4dbada27fa9', 'tenant_id': 'fa9701ec28774020be549acd68c08714', 'fixed_ips': [{'subnet_id': 'a194c2d1-2c1a-41f3-b777-750e19c86045'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:23:53.824309 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-956a0cd8-a384-40fa-aec1-d4dc3f1921cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:53.830109 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0ee69250-11c9-4cf8-bfab-e11d03e5465f tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:53.907938 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e3e48-3fb4-4860-bb00-ef9d784b5248 None None] Pushing event updated for resources: {'Port': ['ID=71928ea1-eee5-4f81-8855-4891f15b88f1,revision_number=9']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:54.025995 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-cc628c6c-ec14-44eb-b38a-811784304dcd None None] Allocated IP 172.20.0.2 (6dcb4296-210c-4e4b-bff6-fa182b8a9ba0/81aff9e3-67c8-433b-9189-d24e46264329/6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:54.082319 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 71928ea1-eee5-4f81-8855-4891f15b88f1 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:23:54.107503 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:54.129072 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a22bb3d4-0662-40e4-9368-83e25fad6952 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:54.151008 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece350ad-8fe2-4757-ad15-3d23cca1f005']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:54.166278 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d91da44-ef79-49b4-9827-4c2ac86d678c') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:54.166774 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d91da44-ef79-49b4-9827-4c2ac86d678c') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:54.185761 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:54.205920 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:54.213030 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:23:54.213662 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:54.263115 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-956a0cd8-a384-40fa-aec1-d4dc3f1921cf None None] Allocated IP 2001:db8::2 (760f9650-b204-437b-a2d2-f4dbada27fa9/a194c2d1-2c1a-41f3-b777-750e19c86045/9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:23:54.294133 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:23:54.308684 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-0ee69250-11c9-4cf8-bfab-e11d03e5465f tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc42ee5f-0322-4947-822c-efcc096f68ec']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:54.342963 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.ipam_backend_mixin [None req-5e31cd5a-867e-46e2-80b5-73d99a3ac2d0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2b68852b-5e2f-433e-8361-19658beb9fa9 (CIDR: 2001:db8::/64) Apr 08 10:23:54.349363 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-0ee69250-11c9-4cf8-bfab-e11d03e5465f tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43dd2c0b-dbb8-4645-862e-93022fc0aa26') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:54.349826 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-0ee69250-11c9-4cf8-bfab-e11d03e5465f tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43dd2c0b-dbb8-4645-862e-93022fc0aa26') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:54.352941 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7112fd1-420b-4b58-aee6-d413ee1ab776 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:54.361270 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e31cd5a-867e-46e2-80b5-73d99a3ac2d0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:23:54.361881 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e31cd5a-867e-46e2-80b5-73d99a3ac2d0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:23:54.373126 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0ee69250-11c9-4cf8-bfab-e11d03e5465f tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:54.389761 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:54.418113 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 71928ea1-eee5-4f81-8855-4891f15b88f1 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:54.419157 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:54.421021 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:54.434912 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0ee69250-11c9-4cf8-bfab-e11d03e5465f tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:54.444672 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Network': ['ID=ece350ad-8fe2-4757-ad15-3d23cca1f005,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:54.457042 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee69250-11c9-4cf8-bfab-e11d03e5465f tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:23:54.458383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0ee69250-11c9-4cf8-bfab-e11d03e5465f tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:23:54.482820 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:23:54.548385 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-354a2453-c711-4708-8510-adfb8242cedf tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/networks/ece350ad-8fe2-4757-ad15-3d23cca1f005 HTTP/1.1" status: 204 len: 168 time: 4.8024139 Apr 08 10:23:54.549595 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54350) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:54.560410 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5e31cd5a-867e-46e2-80b5-73d99a3ac2d0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0583594 Apr 08 10:23:54.571718 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54354) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:54.577109 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-a96261cc-dfb0-47fa-921f-35c59e6eaf98 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-221594646'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:54.591057 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a96261cc-dfb0-47fa-921f-35c59e6eaf98 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:54.600258 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-00f938e1-1b4a-455a-8a53-7583cfda8a33 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:54.625285 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a96261cc-dfb0-47fa-921f-35c59e6eaf98 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Usage tracker for resource:network and tenant:99d8bc42a35a4346859252e524d5d533 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:54.631073 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a96261cc-dfb0-47fa-921f-35c59e6eaf98 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:54.642205 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cc628c6c-ec14-44eb-b38a-811784304dcd None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:54.690848 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a96261cc-dfb0-47fa-921f-35c59e6eaf98 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:54.708965 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0ee69250-11c9-4cf8-bfab-e11d03e5465f tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:54.709257 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf3d3d4-45ea-488c-8105-6c2e679b5572 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:54.735449 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0ee69250-11c9-4cf8-bfab-e11d03e5465f tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:54.752006 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-cc628c6c-ec14-44eb-b38a-811784304dcd None None] Transition to ACTIVE for port object 6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:54.752968 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee69250-11c9-4cf8-bfab-e11d03e5465f tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Network': ['ID=bc42ee5f-0322-4947-822c-efcc096f68ec,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:54.760109 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0ee69250-11c9-4cf8-bfab-e11d03e5465f tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/networks/bc42ee5f-0322-4947-822c-efcc096f68ec HTTP/1.1" status: 204 len: 168 time: 2.7880113 Apr 08 10:23:54.764453 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96261cc-dfb0-47fa-921f-35c59e6eaf98 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Made reservation on behalf of 99d8bc42a35a4346859252e524d5d533 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:54.767529 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a96261cc-dfb0-47fa-921f-35c59e6eaf98 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:54.772226 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54358) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:54.839091 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96261cc-dfb0-47fa-921f-35c59e6eaf98 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:23:54.845608 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-00f938e1-1b4a-455a-8a53-7583cfda8a33 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:54.851827 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-00f938e1-1b4a-455a-8a53-7583cfda8a33 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:subnet and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:54.856573 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-00f938e1-1b4a-455a-8a53-7583cfda8a33 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:54.859901 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a96261cc-dfb0-47fa-921f-35c59e6eaf98 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:54.860509 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-a96261cc-dfb0-47fa-921f-35c59e6eaf98 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Added segment 696c699d-941c-40fb-8fc6-4111368d9128 of type vlan for network 66b6f290-96e2-4bbd-8bb8-b004b39c6d75 Apr 08 10:23:54.868045 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-00f938e1-1b4a-455a-8a53-7583cfda8a33 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:54.872549 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-956a0cd8-a384-40fa-aec1-d4dc3f1921cf None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:54.879048 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-cc628c6c-ec14-44eb-b38a-811784304dcd None None] Transition to ACTIVE for port object 6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:54.899564 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a96261cc-dfb0-47fa-921f-35c59e6eaf98 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:54.915450 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-956a0cd8-a384-40fa-aec1-d4dc3f1921cf None None] Transition to ACTIVE for port object 9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:54.918456 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cc628c6c-ec14-44eb-b38a-811784304dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:54.934335 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a96261cc-dfb0-47fa-921f-35c59e6eaf98 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:54.942999 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96261cc-dfb0-47fa-921f-35c59e6eaf98 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:54.943829 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a96261cc-dfb0-47fa-921f-35c59e6eaf98 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:54.971469 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f938e1-1b4a-455a-8a53-7583cfda8a33 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:54.976414 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-00f938e1-1b4a-455a-8a53-7583cfda8a33 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:54.976618 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 61d983e8-f827-4163-bcfb-c8009c9c6162 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:23:55.029457 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc628c6c-ec14-44eb-b38a-811784304dcd None None] Network 6dcb4296-210c-4e4b-bff6-fa182b8a9ba0 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:55.051014 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-cc628c6c-ec14-44eb-b38a-811784304dcd None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:55.058258 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 61d983e8-f827-4163-bcfb-c8009c9c6162 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:23:55.058618 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 61d983e8-f827-4163-bcfb-c8009c9c6162 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:23:55.059982 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-bab8e7d3-108f-4b06-89d0-2465adc6d387 None None] Provisioning complete for port 71928ea1-eee5-4f81-8855-4891f15b88f1 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:55.060384 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bab8e7d3-108f-4b06-89d0-2465adc6d387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:55.120593 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-d7112fd1-420b-4b58-aee6-d413ee1ab776 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Allocated IP 172.20.0.1 (6dcb4296-210c-4e4b-bff6-fa182b8a9ba0/81aff9e3-67c8-433b-9189-d24e46264329/6e2f89c6-5c29-42b9-aac1-4de4fb7b88a5) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:55.154975 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc628c6c-ec14-44eb-b38a-811784304dcd None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:55.161802 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-956a0cd8-a384-40fa-aec1-d4dc3f1921cf None None] Transition to ACTIVE for port object 9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:55.216980 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a96261cc-dfb0-47fa-921f-35c59e6eaf98 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6583641 Apr 08 10:23:55.217923 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96261cc-dfb0-47fa-921f-35c59e6eaf98 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event updated for resources: {'Network': ['ID=66b6f290-96e2-4bbd-8bb8-b004b39c6d75,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:55.221261 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54362) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:55.226227 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-956a0cd8-a384-40fa-aec1-d4dc3f1921cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:55.228062 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-2b2c7066-dc91-419d-bde9-bd260f5ff438 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Request body: {'subnet': {'network_id': '66b6f290-96e2-4bbd-8bb8-b004b39c6d75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:55.228338 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8d2b56-6be9-40ea-9828-2796849b25ee tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:55.233008 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2f8d2b56-6be9-40ea-9828-2796849b25ee tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4563856 Apr 08 10:23:55.240101 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc628c6c-ec14-44eb-b38a-811784304dcd None None] Pushing event updated for resources: {'Port': ['ID=6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:55.245497 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54366) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:55.275015 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 66b6f290-96e2-4bbd-8bb8-b004b39c6d75 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:23:55.304587 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a22bb3d4-0662-40e4-9368-83e25fad6952 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:55.343558 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a22bb3d4-0662-40e4-9368-83e25fad6952 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:55.453188 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2b2c7066-dc91-419d-bde9-bd260f5ff438 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:55.460039 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-8525b444-7fa4-4378-926e-af45ce487f5b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Allocated IP 2001:db8::22f (760f9650-b204-437b-a2d2-f4dbada27fa9/a194c2d1-2c1a-41f3-b777-750e19c86045/f0fd8520-06b0-43a0-a3c6-ca5b024918a5) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:55.461892 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2b2c7066-dc91-419d-bde9-bd260f5ff438 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Usage tracker for resource:subnet and tenant:99d8bc42a35a4346859252e524d5d533 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:55.469266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2b2c7066-dc91-419d-bde9-bd260f5ff438 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:55.482381 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2b2c7066-dc91-419d-bde9-bd260f5ff438 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:55.487886 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-60a98bd8-3b3c-46aa-b313-5d4a1a5dbba6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Synchronizing usage tracker for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:23:55.493357 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7112fd1-420b-4b58-aee6-d413ee1ab776 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:55.521135 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2c7066-dc91-419d-bde9-bd260f5ff438 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Made reservation on behalf of 99d8bc42a35a4346859252e524d5d533 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:55.530017 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956a0cd8-a384-40fa-aec1-d4dc3f1921cf None None] Network 760f9650-b204-437b-a2d2-f4dbada27fa9 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:55.544232 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a0cd8-a384-40fa-aec1-d4dc3f1921cf None None] Pushing event updated for resources: {'Port': ['ID=9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:55.546276 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-956a0cd8-a384-40fa-aec1-d4dc3f1921cf None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:55.550945 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956a0cd8-a384-40fa-aec1-d4dc3f1921cf None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:55.554605 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-cc628c6c-ec14-44eb-b38a-811784304dcd None None] Attempting to bind port 6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:23:55.554605 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-cc628c6c-ec14-44eb-b38a-811784304dcd None None] Attempting to bind port 6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '3213e788-c62b-47ef-841e-308437b378ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6dcb4296-210c-4e4b-bff6-fa182b8a9ba0'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:23:55.554903 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc628c6c-ec14-44eb-b38a-811784304dcd None None] Attempting to bind port 6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc on network 6dcb4296-210c-4e4b-bff6-fa182b8a9ba0 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:23:55.598932 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-60a98bd8-3b3c-46aa-b313-5d4a1a5dbba6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Unset dirty status for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:23:55.600365 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-60a98bd8-3b3c-46aa-b313-5d4a1a5dbba6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3514333 Apr 08 10:23:55.607614 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54370) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:55.621364 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-7c94f206-4291-4f63-a6d9-b71f389928a4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-292658540'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:55.631426 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-d7112fd1-420b-4b58-aee6-d413ee1ab776 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Transition to ACTIVE for port object 6e2f89c6-5c29-42b9-aac1-4de4fb7b88a5 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:55.643477 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7c94f206-4291-4f63-a6d9-b71f389928a4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:55.647970 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc628c6c-ec14-44eb-b38a-811784304dcd None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:23:55.647970 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc628c6c-ec14-44eb-b38a-811784304dcd None None] Checking segment: {'id': '3213e788-c62b-47ef-841e-308437b378ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6dcb4296-210c-4e4b-bff6-fa182b8a9ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:55.647970 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cc628c6c-ec14-44eb-b38a-811784304dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:55.648448 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc628c6c-ec14-44eb-b38a-811784304dcd None None] Bound using segment: {'id': '3213e788-c62b-47ef-841e-308437b378ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6dcb4296-210c-4e4b-bff6-fa182b8a9ba0'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:23:55.648638 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-cc628c6c-ec14-44eb-b38a-811784304dcd None None] Bound port: 6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3213e788-c62b-47ef-841e-308437b378ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6dcb4296-210c-4e4b-bff6-fa182b8a9ba0'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:23:55.649125 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cc628c6c-ec14-44eb-b38a-811784304dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:55.651122 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7c94f206-4291-4f63-a6d9-b71f389928a4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:network and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:55.661960 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7c94f206-4291-4f63-a6d9-b71f389928a4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:55.671243 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-00f938e1-1b4a-455a-8a53-7583cfda8a33 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:55.692982 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-a22bb3d4-0662-40e4-9368-83e25fad6952 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Allocated IP 172.26.0.76 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/7a93261a-54ae-48ad-bd2c-59507ff4ce34) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:55.765713 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-956a0cd8-a384-40fa-aec1-d4dc3f1921cf None None] Attempting to bind port 9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:23:55.766065 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-956a0cd8-a384-40fa-aec1-d4dc3f1921cf None None] Attempting to bind port 9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '2ddb7d27-5c65-476a-a10d-ce95440e7259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '760f9650-b204-437b-a2d2-f4dbada27fa9'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:23:55.766424 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956a0cd8-a384-40fa-aec1-d4dc3f1921cf None None] Attempting to bind port 9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20 on network 760f9650-b204-437b-a2d2-f4dbada27fa9 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:23:55.795562 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956a0cd8-a384-40fa-aec1-d4dc3f1921cf None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:23:55.795931 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956a0cd8-a384-40fa-aec1-d4dc3f1921cf None None] Checking segment: {'id': '2ddb7d27-5c65-476a-a10d-ce95440e7259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '760f9650-b204-437b-a2d2-f4dbada27fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:55.796421 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-956a0cd8-a384-40fa-aec1-d4dc3f1921cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:55.796815 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956a0cd8-a384-40fa-aec1-d4dc3f1921cf None None] Bound using segment: {'id': '2ddb7d27-5c65-476a-a10d-ce95440e7259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '760f9650-b204-437b-a2d2-f4dbada27fa9'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:23:55.797285 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-956a0cd8-a384-40fa-aec1-d4dc3f1921cf None None] Bound port: 9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ddb7d27-5c65-476a-a10d-ce95440e7259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '760f9650-b204-437b-a2d2-f4dbada27fa9'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:23:55.797654 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-956a0cd8-a384-40fa-aec1-d4dc3f1921cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:55.815782 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7c94f206-4291-4f63-a6d9-b71f389928a4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:55.827200 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2b2c7066-dc91-419d-bde9-bd260f5ff438 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:55.828263 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8525b444-7fa4-4378-926e-af45ce487f5b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:55.831680 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7112fd1-420b-4b58-aee6-d413ee1ab776 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:55.884224 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-cc628c6c-ec14-44eb-b38a-811784304dcd None None] For port 6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:23:55.903926 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-cc628c6c-ec14-44eb-b38a-811784304dcd None None] For port 6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc,segment=NetworkSegment(3213e788-c62b-47ef-841e-308437b378ba),segment_id=3213e788-c62b-47ef-841e-308437b378ba)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:23:55.916349 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cc628c6c-ec14-44eb-b38a-811784304dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:55.937933 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7112fd1-420b-4b58-aee6-d413ee1ab776 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Pushing event updated for resources: {'Port': ['ID=6e2f89c6-5c29-42b9-aac1-4de4fb7b88a5,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:55.950774 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-8525b444-7fa4-4378-926e-af45ce487f5b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Transition to ACTIVE for port object f0fd8520-06b0-43a0-a3c6-ca5b024918a5 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:55.958377 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c94f206-4291-4f63-a6d9-b71f389928a4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:55.958862 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-956a0cd8-a384-40fa-aec1-d4dc3f1921cf None None] For port 9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:23:55.961858 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7c94f206-4291-4f63-a6d9-b71f389928a4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:55.967432 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7112fd1-420b-4b58-aee6-d413ee1ab776 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Network 6dcb4296-210c-4e4b-bff6-fa182b8a9ba0 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:55.971072 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-d7112fd1-420b-4b58-aee6-d413ee1ab776 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:55.987176 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-956a0cd8-a384-40fa-aec1-d4dc3f1921cf None None] For port 9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20,segment=NetworkSegment(2ddb7d27-5c65-476a-a10d-ce95440e7259),segment_id=2ddb7d27-5c65-476a-a10d-ce95440e7259)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:23:55.990746 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7112fd1-420b-4b58-aee6-d413ee1ab776 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:55.991560 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f938e1-1b4a-455a-8a53-7583cfda8a33 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:55.998884 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-956a0cd8-a384-40fa-aec1-d4dc3f1921cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:56.008875 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-00f938e1-1b4a-455a-8a53-7583cfda8a33 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:56.015584 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc628c6c-ec14-44eb-b38a-811784304dcd None None] Pushing event updated for resources: {'Port': ['ID=6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:56.017653 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f938e1-1b4a-455a-8a53-7583cfda8a33 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:56.019981 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-00f938e1-1b4a-455a-8a53-7583cfda8a33 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:56.026229 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f938e1-1b4a-455a-8a53-7583cfda8a33 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=59813c39-f7de-4169-b694-911fc680546e,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:56.042007 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c94f206-4291-4f63-a6d9-b71f389928a4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:23:56.066465 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7c94f206-4291-4f63-a6d9-b71f389928a4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:56.067230 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-7c94f206-4291-4f63-a6d9-b71f389928a4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Added segment 7b57bce6-b504-440e-b889-797a8fe05ca8 of type vlan for network 6f79c564-3a04-4feb-b8d4-870d7d21d79e Apr 08 10:23:56.094110 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-00f938e1-1b4a-455a-8a53-7583cfda8a33 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5094049 Apr 08 10:23:56.095215 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54374) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:56.109155 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-f116fb74-2f40-468e-9c68-694b9bee17a9 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'port': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'mac_address': 'fa:16:3e:4f:5b:f0', 'name': 'tempest-NetworksTestDHCPv6-1190907212'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:56.133833 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7112fd1-420b-4b58-aee6-d413ee1ab776 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:56.144206 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a0cd8-a384-40fa-aec1-d4dc3f1921cf None None] Pushing event updated for resources: {'Port': ['ID=9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:56.144395 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a22bb3d4-0662-40e4-9368-83e25fad6952 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:56.157564 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8525b444-7fa4-4378-926e-af45ce487f5b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:56.226051 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7c94f206-4291-4f63-a6d9-b71f389928a4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:56.286153 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525b444-7fa4-4378-926e-af45ce487f5b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Port': ['ID=f0fd8520-06b0-43a0-a3c6-ca5b024918a5,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:56.299522 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8525b444-7fa4-4378-926e-af45ce487f5b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network 760f9650-b204-437b-a2d2-f4dbada27fa9 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:56.304205 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-8525b444-7fa4-4378-926e-af45ce487f5b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:56.308026 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8525b444-7fa4-4378-926e-af45ce487f5b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:56.312348 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8525b444-7fa4-4378-926e-af45ce487f5b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:56.313105 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8525b444-7fa4-4378-926e-af45ce487f5b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:56.378800 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a22bb3d4-0662-40e4-9368-83e25fad6952 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:56.378950 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53af406-f445-4a09-976a-193ae659bc6c None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:56.407862 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f116fb74-2f40-468e-9c68-694b9bee17a9 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:56.417811 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7c94f206-4291-4f63-a6d9-b71f389928a4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:56.421445 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c94f206-4291-4f63-a6d9-b71f389928a4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:56.422255 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7c94f206-4291-4f63-a6d9-b71f389928a4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:56.468646 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f116fb74-2f40-468e-9c68-694b9bee17a9 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:56.470369 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8525b444-7fa4-4378-926e-af45ce487f5b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.2581024 Apr 08 10:23:56.482046 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54378) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:56.487558 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7112fd1-420b-4b58-aee6-d413ee1ab776 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:56.574976 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7412b80e-26be-4710-b7d7-97cac5f97cb7 None None] Provisioning complete for port 71928ea1-eee5-4f81-8855-4891f15b88f1 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:56.575592 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7412b80e-26be-4710-b7d7-97cac5f97cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:56.600216 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f116fb74-2f40-468e-9c68-694b9bee17a9 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:56.604008 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f116fb74-2f40-468e-9c68-694b9bee17a9 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:56.622397 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7c94f206-4291-4f63-a6d9-b71f389928a4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0055442 Apr 08 10:23:56.624817 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54382) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:56.652693 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-3db1520b-d350-4c68-a99c-aa241f556c07 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'subnet': {'network_id': '6f79c564-3a04-4feb-b8d4-870d7d21d79e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:56.671457 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94f206-4291-4f63-a6d9-b71f389928a4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Network': ['ID=6f79c564-3a04-4feb-b8d4-870d7d21d79e,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:56.725872 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 6f79c564-3a04-4feb-b8d4-870d7d21d79e details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:23:56.761090 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2b2c7066-dc91-419d-bde9-bd260f5ff438 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:56.772169 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-f116fb74-2f40-468e-9c68-694b9bee17a9 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] device_id is not set on port 599ddde3-adf9-4634-bab0-08751d2c1d46 yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:23:56.790695 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22bb3d4-0662-40e4-9368-83e25fad6952 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Pushing event updated for resources: {'Port': ['ID=7a93261a-54ae-48ad-bd2c-59507ff4ce34,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:56.820834 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22bb3d4-0662-40e4-9368-83e25fad6952 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:56.973982 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c7066-dc91-419d-bde9-bd260f5ff438 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event updated for resources: {'Subnet': ['ID=c6a16ddd-76f0-444f-b4da-cb0a5b829210,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:56.979244 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3db1520b-d350-4c68-a99c-aa241f556c07 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:56.993374 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3db1520b-d350-4c68-a99c-aa241f556c07 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:subnet and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:23:56.998094 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3db1520b-d350-4c68-a99c-aa241f556c07 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:23:56.999961 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-a22bb3d4-0662-40e4-9368-83e25fad6952 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:57.009020 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3db1520b-d350-4c68-a99c-aa241f556c07 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:57.012680 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22bb3d4-0662-40e4-9368-83e25fad6952 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:57.043370 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-86a070e0-0542-4a99-95ba-94ba3c0b8861 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting port f0fd8520-06b0-43a0-a3c6-ca5b024918a5 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:57.043713 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-86a070e0-0542-4a99-95ba-94ba3c0b8861 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:57.094361 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db1520b-d350-4c68-a99c-aa241f556c07 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:57.112300 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2c7066-dc91-419d-bde9-bd260f5ff438 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Checking segment: {'id': '696c699d-941c-40fb-8fc6-4111368d9128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '66b6f290-96e2-4bbd-8bb8-b004b39c6d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:57.112661 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2c7066-dc91-419d-bde9-bd260f5ff438 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Network hostable DHCP agents. Network: 66b6f290-96e2-4bbd-8bb8-b004b39c6d75, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:23:57.126832 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da280bb9-8465-435a-aa91-9c2622302db2 None None] Update dhcp port {'port': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'fixed_ips': [{'subnet_id': '2b68852b-5e2f-433e-8361-19658beb9fa9', 'ip_address': '2001:db8::f816:3eff:fea9:7c74'}, {'subnet_id': '59813c39-f7de-4169-b694-911fc680546e'}], 'binding:host_id': 'dv-neutron-837110-1-hyperv'}, 'id': '71928ea1-eee5-4f81-8855-4891f15b88f1'} from dv-neutron-837110-1-hyperv. {{(pid=83847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 08 10:23:57.193320 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-da280bb9-8465-435a-aa91-9c2622302db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:57.271073 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3db1520b-d350-4c68-a99c-aa241f556c07 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:57.370588 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2c7066-dc91-419d-bde9-bd260f5ff438 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Network 66b6f290-96e2-4bbd-8bb8-b004b39c6d75 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:23:57.385224 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-f116fb74-2f40-468e-9c68-694b9bee17a9 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 2001:db8:0:1::1a3 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/59813c39-f7de-4169-b694-911fc680546e/599ddde3-adf9-4634-bab0-08751d2c1d46) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:57.396092 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-2b2c7066-dc91-419d-bde9-bd260f5ff438 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 66b6f290-96e2-4bbd-8bb8-b004b39c6d75) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:57.400351 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-f116fb74-2f40-468e-9c68-694b9bee17a9 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 2001:db8::f816:3eff:fe4f:5bf0 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/2b68852b-5e2f-433e-8361-19658beb9fa9/599ddde3-adf9-4634-bab0-08751d2c1d46) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:57.412236 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2c7066-dc91-419d-bde9-bd260f5ff438 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:57.412836 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2b2c7066-dc91-419d-bde9-bd260f5ff438 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:57.416463 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639d0cca-409b-48e0-83d0-b04098231245 None None] Network 66b6f290-96e2-4bbd-8bb8-b004b39c6d75 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:57.450033 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7112fd1-420b-4b58-aee6-d413ee1ab776 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:57.487916 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2b2c7066-dc91-419d-bde9-bd260f5ff438 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2655699 Apr 08 10:23:57.494601 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54386) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:57.547100 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7112fd1-420b-4b58-aee6-d413ee1ab776 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:57.704304 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-66b6f290-96e2-4bbd-8bb8-b004b39c6d75', 'network_id': '66b6f290-96e2-4bbd-8bb8-b004b39c6d75', 'tenant_id': '99d8bc42a35a4346859252e524d5d533', 'fixed_ips': [{'subnet_id': 'c6a16ddd-76f0-444f-b4da-cb0a5b829210'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:23:57.705770 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:57.746723 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7112fd1-420b-4b58-aee6-d413ee1ab776 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Pushing event updated for resources: {'Port': ['ID=6e2f89c6-5c29-42b9-aac1-4de4fb7b88a5,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:57.788276 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7112fd1-420b-4b58-aee6-d413ee1ab776 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:57.815801 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-86a070e0-0542-4a99-95ba-94ba3c0b8861 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:57.956109 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Allocated IP 172.20.0.1 (66b6f290-96e2-4bbd-8bb8-b004b39c6d75/c6a16ddd-76f0-444f-b4da-cb0a5b829210/565ba3cc-9853-4d68-8a60-89a92f9babde) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:58.021965 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-86a070e0-0542-4a99-95ba-94ba3c0b8861 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Calling delete_port for f0fd8520-06b0-43a0-a3c6-ca5b024918a5 owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:58.093297 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f116fb74-2f40-468e-9c68-694b9bee17a9 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:58.097787 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3db1520b-d350-4c68-a99c-aa241f556c07 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:58.216477 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdca740-5c01-4a91-9a45-eb96f4f877ac None None] Network 760f9650-b204-437b-a2d2-f4dbada27fa9 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:58.230986 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:23:58.254789 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ff8d0b-403b-48ee-b9a7-85babe8713b4 None None] Network 6dcb4296-210c-4e4b-bff6-fa182b8a9ba0 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:58.274037 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-f116fb74-2f40-468e-9c68-694b9bee17a9 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Transition to ACTIVE for port object 599ddde3-adf9-4634-bab0-08751d2c1d46 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:58.312798 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:58.315317 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1520b-d350-4c68-a99c-aa241f556c07 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Subnet': ['ID=1b0f969a-ebb6-4aad-9fcc-fdb529520ec9,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:58.329043 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7112fd1-420b-4b58-aee6-d413ee1ab776 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Network 6dcb4296-210c-4e4b-bff6-fa182b8a9ba0 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:58.330217 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db1520b-d350-4c68-a99c-aa241f556c07 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:58.330217 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db1520b-d350-4c68-a99c-aa241f556c07 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:58.330584 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db1520b-d350-4c68-a99c-aa241f556c07 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:58.330887 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db1520b-d350-4c68-a99c-aa241f556c07 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:58.331588 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db1520b-d350-4c68-a99c-aa241f556c07 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:58.331588 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db1520b-d350-4c68-a99c-aa241f556c07 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:58.331858 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db1520b-d350-4c68-a99c-aa241f556c07 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:58.333345 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-d7112fd1-420b-4b58-aee6-d413ee1ab776 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:58.334035 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db1520b-d350-4c68-a99c-aa241f556c07 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:58.334253 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db1520b-d350-4c68-a99c-aa241f556c07 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:58.334604 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db1520b-d350-4c68-a99c-aa241f556c07 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:58.335657 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db1520b-d350-4c68-a99c-aa241f556c07 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:58.353650 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db1520b-d350-4c68-a99c-aa241f556c07 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Checking segment: {'id': '7b57bce6-b504-440e-b889-797a8fe05ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6f79c564-3a04-4feb-b8d4-870d7d21d79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:58.354013 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db1520b-d350-4c68-a99c-aa241f556c07 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network hostable DHCP agents. Network: 6f79c564-3a04-4feb-b8d4-870d7d21d79e, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:23:58.440560 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f116fb74-2f40-468e-9c68-694b9bee17a9 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:58.454466 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c6dbd875-62ea-469a-bce1-10438f41e4c8 None None] Provisioning for port 9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:58.485989 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:58.490714 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:58.544985 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db1520b-d350-4c68-a99c-aa241f556c07 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network 6f79c564-3a04-4feb-b8d4-870d7d21d79e is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:23:58.556664 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Transition to ACTIVE for port object 565ba3cc-9853-4d68-8a60-89a92f9babde will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:58.569948 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-86a070e0-0542-4a99-95ba-94ba3c0b8861 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:58.595485 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-3db1520b-d350-4c68-a99c-aa241f556c07 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 6f79c564-3a04-4feb-b8d4-870d7d21d79e) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:58.600470 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db1520b-d350-4c68-a99c-aa241f556c07 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:58.601626 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3db1520b-d350-4c68-a99c-aa241f556c07 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:58.611571 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a22bb3d4-0662-40e4-9368-83e25fad6952 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:58.612484 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a22bb3d4-0662-40e4-9368-83e25fad6952 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:58.616940 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f54b994-3642-4223-b266-78ebd23010e5 None None] Network 6f79c564-3a04-4feb-b8d4-870d7d21d79e requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:23:58.620938 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f116fb74-2f40-468e-9c68-694b9bee17a9 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:58.628815 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116fb74-2f40-468e-9c68-694b9bee17a9 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=599ddde3-adf9-4634-bab0-08751d2c1d46,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:58.633916 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-f116fb74-2f40-468e-9c68-694b9bee17a9 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:58.636120 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f116fb74-2f40-468e-9c68-694b9bee17a9 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:58.640349 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f116fb74-2f40-468e-9c68-694b9bee17a9 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:58.641838 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f116fb74-2f40-468e-9c68-694b9bee17a9 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:58.649077 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a070e0-0542-4a99-95ba-94ba3c0b8861 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Port': ['ID=f0fd8520-06b0-43a0-a3c6-ca5b024918a5,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:58.679203 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3db1520b-d350-4c68-a99c-aa241f556c07 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0467556 Apr 08 10:23:58.679504 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-da280bb9-8465-435a-aa91-9c2622302db2 None None] Allocated IP 2001:db8:0:1::2 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/59813c39-f7de-4169-b694-911fc680546e/71928ea1-eee5-4f81-8855-4891f15b88f1) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:58.681199 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54390) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:58.690448 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Transition to ACTIVE for port object 565ba3cc-9853-4d68-8a60-89a92f9babde will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:58.693556 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-58825cb5-de2e-4fdb-a412-ad0d84812f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'port': {'network_id': '6f79c564-3a04-4feb-b8d4-870d7d21d79e', 'name': 'tempest-PortsTestJSON-473381674'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:23:58.808045 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:58.823992 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a070e0-0542-4a99-95ba-94ba3c0b8861 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:58.824378 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a070e0-0542-4a99-95ba-94ba3c0b8861 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:58.824684 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a070e0-0542-4a99-95ba-94ba3c0b8861 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:58.825027 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a070e0-0542-4a99-95ba-94ba3c0b8861 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:58.825359 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a070e0-0542-4a99-95ba-94ba3c0b8861 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:58.825686 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a070e0-0542-4a99-95ba-94ba3c0b8861 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:58.826008 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a070e0-0542-4a99-95ba-94ba3c0b8861 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:58.826318 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a070e0-0542-4a99-95ba-94ba3c0b8861 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:58.826640 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a070e0-0542-4a99-95ba-94ba3c0b8861 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:58.826956 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a070e0-0542-4a99-95ba-94ba3c0b8861 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:58.827271 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a070e0-0542-4a99-95ba-94ba3c0b8861 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:58.830348 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-86a070e0-0542-4a99-95ba-94ba3c0b8861 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:58.852232 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-86a070e0-0542-4a99-95ba-94ba3c0b8861 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/ports/f0fd8520-06b0-43a0-a3c6-ca5b024918a5 HTTP/1.1" status: 204 len: 168 time: 2.3695104 Apr 08 10:23:58.858592 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f116fb74-2f40-468e-9c68-694b9bee17a9 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.7560296 Apr 08 10:23:58.860343 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54394) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:58.860642 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54396) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:58.866505 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-58825cb5-de2e-4fdb-a412-ad0d84812f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:23:58.884956 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-58825cb5-de2e-4fdb-a412-ad0d84812f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:23:58.892448 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:58.904830 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:58.938481 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58825cb5-de2e-4fdb-a412-ad0d84812f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:23:58.942257 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-58825cb5-de2e-4fdb-a412-ad0d84812f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:58.971726 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Subnet': ['ID=c6a16ddd-76f0-444f-b4da-cb0a5b829210,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:59.003512 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-58825cb5-de2e-4fdb-a412-ad0d84812f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] device_id is not set on port a7501f57-f67a-4aa2-b003-5b485bda55ee yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:23:59.023110 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:23:59.059585 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ca8a69-f9f1-49c7-b03e-b6f24a63b0bb tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] GET failed (client error): The resource could not be found. Apr 08 10:23:59.060704 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-10ca8a69-f9f1-49c7-b03e-b6f24a63b0bb tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Synchronizing usage tracker for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:23:59.061939 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f2252209-e73b-4b46-954f-a82c2041dbc0 None None] Provisioning for port 6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:59.114089 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-bade050e-41eb-4df9-ac3c-686acf141672 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting port 599ddde3-adf9-4634-bab0-08751d2c1d46 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:23:59.114722 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bade050e-41eb-4df9-ac3c-686acf141672 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:59.144580 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-10ca8a69-f9f1-49c7-b03e-b6f24a63b0bb tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Unset dirty status for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:23:59.146734 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-10ca8a69-f9f1-49c7-b03e-b6f24a63b0bb tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "GET /v2.0/ports/f0fd8520-06b0-43a0-a3c6-ca5b024918a5 HTTP/1.1" status: 404 len: 333 time: 0.2388785 Apr 08 10:23:59.154361 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54402) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:23:59.180136 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:59.201194 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Pushing event updated for resources: {'Port': ['ID=565ba3cc-9853-4d68-8a60-89a92f9babde,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:59.203470 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f2252209-e73b-4b46-954f-a82c2041dbc0 None None] Provisioning complete for port 6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:59.203846 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f2252209-e73b-4b46-954f-a82c2041dbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:59.243838 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Network 66b6f290-96e2-4bbd-8bb8-b004b39c6d75 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:59.260071 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:59.268494 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b6f290-96e2-4bbd-8bb8-b004b39c6d75']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:59.296218 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '696c699d-941c-40fb-8fc6-4111368d9128') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:59.296931 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '696c699d-941c-40fb-8fc6-4111368d9128') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:23:59.297028 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:59.313529 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:59.337992 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:59.340489 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-58825cb5-de2e-4fdb-a412-ad0d84812f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Allocated IP 172.20.0.4 (6f79c564-3a04-4feb-b8d4-870d7d21d79e/1b0f969a-ebb6-4aad-9fcc-fdb529520ec9/a7501f57-f67a-4aa2-b003-5b485bda55ee) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:23:59.349394 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:23:59.349820 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:59.351781 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:59.352159 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:59.352500 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:59.352835 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:59.353173 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:59.353499 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:59.353826 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:59.354150 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:59.354484 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:59.354787 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:59.355119 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:23:59.368529 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:23:59.438868 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-da280bb9-8465-435a-aa91-9c2622302db2 None None] For port 71928ea1-eee5-4f81-8855-4891f15b88f1, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=71928ea1-eee5-4f81-8855-4891f15b88f1,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:23:59.480221 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.api [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 08 10:23:59.480221 dv-neutron-837110-1-hyperv neutron-server[83845]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 08 10:23:59.480221 dv-neutron-837110-1-hyperv neutron-server[83845]: [parameters: {'id': '66b6f290-96e2-4bbd-8bb8-b004b39c6d75'}] Apr 08 10:23:59.480221 dv-neutron-837110-1-hyperv neutron-server[83845]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:23:59.480890 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG oslo_db.api [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:23:59.601707 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50a4ae3-fde0-4105-9077-034c3e8b28d8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting subnet a194c2d1-2c1a-41f3-b777-750e19c86045 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:23:59.611306 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Attempting to bind port 565ba3cc-9853-4d68-8a60-89a92f9babde on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:23:59.611673 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Attempting to bind port 565ba3cc-9853-4d68-8a60-89a92f9babde by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '696c699d-941c-40fb-8fc6-4111368d9128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '66b6f290-96e2-4bbd-8bb8-b004b39c6d75'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:23:59.612145 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Attempting to bind port 565ba3cc-9853-4d68-8a60-89a92f9babde on network 66b6f290-96e2-4bbd-8bb8-b004b39c6d75 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:23:59.614941 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd562ee-9b90-4943-973b-7039a1b6b77e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-6f79c564-3a04-4feb-b8d4-870d7d21d79e', 'network_id': '6f79c564-3a04-4feb-b8d4-870d7d21d79e', 'tenant_id': '683f915ff87b4daabd2c3124189ccd49', 'fixed_ips': [{'subnet_id': '1b0f969a-ebb6-4aad-9fcc-fdb529520ec9'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:23:59.615609 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0cd562ee-9b90-4943-973b-7039a1b6b77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:59.619503 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b50a4ae3-fde0-4105-9077-034c3e8b28d8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:59.633775 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.resource_extend [None req-da280bb9-8465-435a-aa91-9c2622302db2 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:23:59.642790 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:23:59.665922 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-58825cb5-de2e-4fdb-a412-ad0d84812f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:59.674393 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-da280bb9-8465-435a-aa91-9c2622302db2 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:59.690029 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:23:59.690404 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:59.699630 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-58825cb5-de2e-4fdb-a412-ad0d84812f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Transition to ACTIVE for port object a7501f57-f67a-4aa2-b003-5b485bda55ee will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:59.713174 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bade050e-41eb-4df9-ac3c-686acf141672 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:59.740138 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-58825cb5-de2e-4fdb-a412-ad0d84812f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:59.749836 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:23:59.750210 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Checking segment: {'id': '696c699d-941c-40fb-8fc6-4111368d9128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '66b6f290-96e2-4bbd-8bb8-b004b39c6d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:23:59.750622 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:59.751006 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Bound using segment: {'id': '696c699d-941c-40fb-8fc6-4111368d9128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '66b6f290-96e2-4bbd-8bb8-b004b39c6d75'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:23:59.751479 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Bound port: 565ba3cc-9853-4d68-8a60-89a92f9babde, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696c699d-941c-40fb-8fc6-4111368d9128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '66b6f290-96e2-4bbd-8bb8-b004b39c6d75'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:23:59.751850 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:59.838576 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58825cb5-de2e-4fdb-a412-ad0d84812f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Port': ['ID=a7501f57-f67a-4aa2-b003-5b485bda55ee,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:23:59.841158 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-da280bb9-8465-435a-aa91-9c2622302db2 None None] Transition to ACTIVE for port object 71928ea1-eee5-4f81-8855-4891f15b88f1 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:23:59.849071 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f2252209-e73b-4b46-954f-a82c2041dbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:59.851819 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58825cb5-de2e-4fdb-a412-ad0d84812f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network 6f79c564-3a04-4feb-b8d4-870d7d21d79e is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:23:59.853193 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-58825cb5-de2e-4fdb-a412-ad0d84812f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:23:59.856719 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58825cb5-de2e-4fdb-a412-ad0d84812f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:23:59.912728 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-da280bb9-8465-435a-aa91-9c2622302db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:59.949126 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-bade050e-41eb-4df9-ac3c-686acf141672 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Calling delete_port for 599ddde3-adf9-4634-bab0-08751d2c1d46 owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:23:59.958904 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58825cb5-de2e-4fdb-a412-ad0d84812f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:23:59.960061 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-58825cb5-de2e-4fdb-a412-ad0d84812f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:23:59.984391 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b50a4ae3-fde0-4105-9077-034c3e8b28d8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:00.006083 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:00.027084 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-58825cb5-de2e-4fdb-a412-ad0d84812f2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3432748 Apr 08 10:24:00.028115 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Deleting port 565ba3cc-9853-4d68-8a60-89a92f9babde {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:00.028486 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:00.155265 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-f2252209-e73b-4b46-954f-a82c2041dbc0 None None] For port 6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc,segment=NetworkSegment(3213e788-c62b-47ef-841e-308437b378ba),segment_id=3213e788-c62b-47ef-841e-308437b378ba)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:00.168747 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54406) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:00.209725 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-4237c91f-e2cd-4321-9233-41394d92bea4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'port': {'network_id': '6f79c564-3a04-4feb-b8d4-870d7d21d79e', 'name': 'tempest-PortsTestJSON-81097192'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:00.250640 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7112fd1-420b-4b58-aee6-d413ee1ab776 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Router 0cb28979-38b8-4031-9572-e9f4d2aaaaeb is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:24:00.270359 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f2252209-e73b-4b46-954f-a82c2041dbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:00.321835 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] For port 565ba3cc-9853-4d68-8a60-89a92f9babde, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:24:00.326925 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da280bb9-8465-435a-aa91-9c2622302db2 None None] Pushing event updated for resources: {'Port': ['ID=71928ea1-eee5-4f81-8855-4891f15b88f1,revision_number=10']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:00.403616 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] For port 565ba3cc-9853-4d68-8a60-89a92f9babde, host dv-neutron-837110-1-hyperv, got binding levels [] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:00.404219 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:00.417560 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] For port 565ba3cc-9853-4d68-8a60-89a92f9babde, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=565ba3cc-9853-4d68-8a60-89a92f9babde,segment=NetworkSegment(696c699d-941c-40fb-8fc6-4111368d9128),segment_id=696c699d-941c-40fb-8fc6-4111368d9128)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:24:00.443094 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:00.458592 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:00.481536 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-0cd562ee-9b90-4943-973b-7039a1b6b77e None None] Allocated IP 172.20.0.2 (6f79c564-3a04-4feb-b8d4-870d7d21d79e/1b0f969a-ebb6-4aad-9fcc-fdb529520ec9/d3808a01-85f7-4b4a-b9e9-014908bb6377) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:00.572413 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2252209-e73b-4b46-954f-a82c2041dbc0 None None] Pushing event updated for resources: {'Port': ['ID=6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:00.640579 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f57c7876-41a6-4e02-9e22-5ac9f41f2ab2 None None] Provisioning for port 6e2f89c6-5c29-42b9-aac1-4de4fb7b88a5 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:00.668136 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Calling delete_port for 565ba3cc-9853-4d68-8a60-89a92f9babde owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:00.737554 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22bb3d4-0662-40e4-9368-83e25fad6952 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Router 26818afb-f076-4b6d-9033-68ba49f455d8 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:24:00.745821 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f57c7876-41a6-4e02-9e22-5ac9f41f2ab2 None None] Provisioning complete for port 6e2f89c6-5c29-42b9-aac1-4de4fb7b88a5 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:00.746185 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f57c7876-41a6-4e02-9e22-5ac9f41f2ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:00.770884 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.api [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:24:00.771925 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG oslo_db.api [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:24:00.778587 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4237c91f-e2cd-4321-9233-41394d92bea4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:00.787258 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20,segment=NetworkSegment(2ddb7d27-5c65-476a-a10d-ce95440e7259),segment_id=2ddb7d27-5c65-476a-a10d-ce95440e7259)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:00.793568 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4237c91f-e2cd-4321-9233-41394d92bea4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:port and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:00.805305 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4237c91f-e2cd-4321-9233-41394d92bea4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:00.808654 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:00.826479 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4237c91f-e2cd-4321-9233-41394d92bea4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:00.831400 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b50a4ae3-fde0-4105-9077-034c3e8b28d8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:00.886283 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e0cc9-0f0f-449d-b7ad-624e5523ea0e None None] Pushing event updated for resources: {'Port': ['ID=565ba3cc-9853-4d68-8a60-89a92f9babde,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:00.918213 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4237c91f-e2cd-4321-9233-41394d92bea4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:00.921615 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4237c91f-e2cd-4321-9233-41394d92bea4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:00.930015 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-f57c7876-41a6-4e02-9e22-5ac9f41f2ab2 None None] Port 6e2f89c6-5c29-42b9-aac1-4de4fb7b88a5 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:24:00.970986 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:24:01.115532 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd74c883-7b23-4af8-b614-cade7c4e0e9e None None] Network 66b6f290-96e2-4bbd-8bb8-b004b39c6d75 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:01.154974 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-4237c91f-e2cd-4321-9233-41394d92bea4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] device_id is not set on port d6cc16bb-c3be-4f93-afdf-4e812b34d512 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:24:01.220027 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b50a4ae3-fde0-4105-9077-034c3e8b28d8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:01.247867 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:01.273553 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Deleting port 565ba3cc-9853-4d68-8a60-89a92f9babde {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:01.273903 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:01.275768 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bade050e-41eb-4df9-ac3c-686acf141672 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:01.346890 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f57c7876-41a6-4e02-9e22-5ac9f41f2ab2 None None] Provisioning complete for port 9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:01.347261 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f57c7876-41a6-4e02-9e22-5ac9f41f2ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:01.357992 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a4ae3-fde0-4105-9077-034c3e8b28d8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Subnet': ['ID=a194c2d1-2c1a-41f3-b777-750e19c86045,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:01.367504 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade050e-41eb-4df9-ac3c-686acf141672 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Port': ['ID=599ddde3-adf9-4634-bab0-08751d2c1d46,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:01.372579 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b50a4ae3-fde0-4105-9077-034c3e8b28d8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:01.417330 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f360c903-b09f-4976-9c83-4bfe738defbf None None] Network 760f9650-b204-437b-a2d2-f4dbada27fa9 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:01.476777 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b50a4ae3-fde0-4105-9077-034c3e8b28d8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/subnets/a194c2d1-2c1a-41f3-b777-750e19c86045 HTTP/1.1" status: 204 len: 168 time: 2.3184021 Apr 08 10:24:01.487462 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54410) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:01.502085 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7112fd1-420b-4b58-aee6-d413ee1ab776 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:24:01.513269 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d7112fd1-420b-4b58-aee6-d413ee1ab776 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] 10.222.0.47 "PUT /v2.0/routers/0cb28979-38b8-4031-9572-e9f4d2aaaaeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1273096 Apr 08 10:24:01.515063 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a05378a-606e-49ed-80ad-e2eefa73fa7d None None] Sync routers for ids ['0cb28979-38b8-4031-9572-e9f4d2aaaaeb'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:24:01.517105 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bade050e-41eb-4df9-ac3c-686acf141672 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:01.519136 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-bade050e-41eb-4df9-ac3c-686acf141672 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/599ddde3-adf9-4634-bab0-08751d2c1d46 HTTP/1.1" status: 204 len: 168 time: 2.6096234 Apr 08 10:24:01.521544 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54414) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:01.521892 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54416) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:01.544476 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a05378a-606e-49ed-80ad-e2eefa73fa7d None None] Routers {'0cb28979-38b8-4031-9572-e9f4d2aaaaeb'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:24:01.545237 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-5a05378a-606e-49ed-80ad-e2eefa73fa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:23:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0cb28979-38b8-4031-9572-e9f4d2aaaaeb'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:01.562674 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] For port 565ba3cc-9853-4d68-8a60-89a92f9babde, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=565ba3cc-9853-4d68-8a60-89a92f9babde,segment=NetworkSegment(696c699d-941c-40fb-8fc6-4111368d9128),segment_id=696c699d-941c-40fb-8fc6-4111368d9128)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:01.564279 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:01.569960 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:01.570337 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:01.594641 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-30e27745-9c8d-4a89-8994-0983deadfdab tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Request body: {'port': {'network_id': '6dcb4296-210c-4e4b-bff6-fa182b8a9ba0', 'name': 'tempest-FloatingIPNegativeTestJSON-911613170'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:01.638502 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-5a05378a-606e-49ed-80ad-e2eefa73fa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:01.651627 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a05378a-606e-49ed-80ad-e2eefa73fa7d None None] Routers {'0cb28979-38b8-4031-9572-e9f4d2aaaaeb'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:24:01.652454 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-5a05378a-606e-49ed-80ad-e2eefa73fa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:23:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0cb28979-38b8-4031-9572-e9f4d2aaaaeb'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:01.728475 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-5a05378a-606e-49ed-80ad-e2eefa73fa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:01.729141 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a05378a-606e-49ed-80ad-e2eefa73fa7d None None] The sync data for ids ['0cb28979-38b8-4031-9572-e9f4d2aaaaeb'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:24:01.734339 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Calling delete_port for 565ba3cc-9853-4d68-8a60-89a92f9babde owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:01.765737 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0cd562ee-9b90-4943-973b-7039a1b6b77e None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:01.815252 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:01.863292 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0cd562ee-9b90-4943-973b-7039a1b6b77e None None] Transition to ACTIVE for port object d3808a01-85f7-4b4a-b9e9-014908bb6377 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:01.866487 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Port': ['ID=565ba3cc-9853-4d68-8a60-89a92f9babde,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:01.871830 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718cbb3c-e702-40e1-88d3-14334249395c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:01.871995 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] No DVR routers for this DVR port 565ba3cc-9853-4d68-8a60-89a92f9babde on host dv-neutron-837110-1-hyperv {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:24:01.872760 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-718cbb3c-e702-40e1-88d3-14334249395c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:01.904920 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-96c5a8fc-598d-4ed7-924f-41c888ce4f43 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:01.913661 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0cd562ee-9b90-4943-973b-7039a1b6b77e None None] Transition to ACTIVE for port object d3808a01-85f7-4b4a-b9e9-014908bb6377 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:01.942307 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-718cbb3c-e702-40e1-88d3-14334249395c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:24:01.946739 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-718cbb3c-e702-40e1-88d3-14334249395c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.3985023 Apr 08 10:24:01.959478 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0cd562ee-9b90-4943-973b-7039a1b6b77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:01.976682 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54422) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:02.012720 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-4237c91f-e2cd-4321-9233-41394d92bea4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Allocated IP 172.20.0.14 (6f79c564-3a04-4feb-b8d4-870d7d21d79e/1b0f969a-ebb6-4aad-9fcc-fdb529520ec9/d6cc16bb-c3be-4f93-afdf-4e812b34d512) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:02.046955 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:02.084783 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b6f290-96e2-4bbd-8bb8-b004b39c6d75']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:02.101473 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '696c699d-941c-40fb-8fc6-4111368d9128') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:02.101798 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '696c699d-941c-40fb-8fc6-4111368d9128') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:02.114205 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd562ee-9b90-4943-973b-7039a1b6b77e None None] Network 6f79c564-3a04-4feb-b8d4-870d7d21d79e is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:02.119404 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:02.125910 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-0cd562ee-9b90-4943-973b-7039a1b6b77e None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:02.129698 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd562ee-9b90-4943-973b-7039a1b6b77e None None] Pushing event updated for resources: {'Port': ['ID=d3808a01-85f7-4b4a-b9e9-014908bb6377,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:02.134359 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 71928ea1-eee5-4f81-8855-4891f15b88f1 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:24:02.155167 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cd13b7-01bf-4a34-bc5f-ea924bb30070 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:02.155834 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-17cd13b7-01bf-4a34-bc5f-ea924bb30070 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:02.159975 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:02.161286 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd562ee-9b90-4943-973b-7039a1b6b77e None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:24:02.170321 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:24:02.170540 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:24:02.187340 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:24:02.233565 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f57c7876-41a6-4e02-9e22-5ac9f41f2ab2 None None] Provisioning complete for port 6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:02.233933 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f57c7876-41a6-4e02-9e22-5ac9f41f2ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:02.258304 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-17cd13b7-01bf-4a34-bc5f-ea924bb30070 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:24:02.259468 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-17cd13b7-01bf-4a34-bc5f-ea924bb30070 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.2820911 Apr 08 10:24:02.270129 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54426) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:02.318401 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-96c5a8fc-598d-4ed7-924f-41c888ce4f43 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting port 9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:02.319006 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-96c5a8fc-598d-4ed7-924f-41c888ce4f43 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:02.325681 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b204a1f8-0838-44da-8a33-0494f3ccfdb6 None None] DHCP port deletion for 760f9650-b204-437b-a2d2-f4dbada27fa9 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:24:02.331340 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:02.337859 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:02.353745 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-b204a1f8-0838-44da-8a33-0494f3ccfdb6 None None] Deleting port 9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:02.354113 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b204a1f8-0838-44da-8a33-0494f3ccfdb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:02.367810 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Network': ['ID=66b6f290-96e2-4bbd-8bb8-b004b39c6d75,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:02.379847 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6d9e18-6713-4b37-9867-a4a0bb1ab8b1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:02.380430 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6d9e18-6713-4b37-9867-a4a0bb1ab8b1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:02.381971 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6d9e18-6713-4b37-9867-a4a0bb1ab8b1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:02.382531 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-bf6d9e18-6713-4b37-9867-a4a0bb1ab8b1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:02.390244 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2e699598-a6d2-4fb8-92d4-ff5379f8eec1 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/networks/66b6f290-96e2-4bbd-8bb8-b004b39c6d75 HTTP/1.1" status: 204 len: 168 time: 4.8892155 Apr 08 10:24:02.391678 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54430) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:02.397971 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-610f4695-9883-4a71-9ce0-a21209b41106 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2044161925'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:02.402279 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-0cd562ee-9b90-4943-973b-7039a1b6b77e None None] Attempting to bind port d3808a01-85f7-4b4a-b9e9-014908bb6377 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:24:02.402640 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-0cd562ee-9b90-4943-973b-7039a1b6b77e None None] Attempting to bind port d3808a01-85f7-4b4a-b9e9-014908bb6377 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '7b57bce6-b504-440e-b889-797a8fe05ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6f79c564-3a04-4feb-b8d4-870d7d21d79e'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:24:02.402996 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd562ee-9b90-4943-973b-7039a1b6b77e None None] Attempting to bind port d3808a01-85f7-4b4a-b9e9-014908bb6377 on network 6f79c564-3a04-4feb-b8d4-870d7d21d79e {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:24:02.407465 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22bb3d4-0662-40e4-9368-83e25fad6952 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:24:02.409970 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-30e27745-9c8d-4a89-8994-0983deadfdab tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:02.411187 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-610f4695-9883-4a71-9ce0-a21209b41106 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:02.417731 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-610f4695-9883-4a71-9ce0-a21209b41106 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Usage tracker for resource:network and tenant:99d8bc42a35a4346859252e524d5d533 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:02.420120 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-610f4695-9883-4a71-9ce0-a21209b41106 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:02.428046 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-610f4695-9883-4a71-9ce0-a21209b41106 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:02.431218 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-bf6d9e18-6713-4b37-9867-a4a0bb1ab8b1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:24:02.435259 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-bf6d9e18-6713-4b37-9867-a4a0bb1ab8b1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1612532 Apr 08 10:24:02.435407 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3147a15-2c94-4fef-a5b9-4de4cf117707 None None] Sync routers for ids ['26818afb-f076-4b6d-9033-68ba49f455d8'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:24:02.435510 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54434) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:02.438300 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-30e27745-9c8d-4a89-8994-0983deadfdab tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Usage tracker for resource:port and tenant:abddb8c9ac10425493feee2374c67390 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:02.450796 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-30e27745-9c8d-4a89-8994-0983deadfdab tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:02.461173 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a22bb3d4-0662-40e4-9368-83e25fad6952 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:02.465095 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a22bb3d4-0662-40e4-9368-83e25fad6952 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.1164150 Apr 08 10:24:02.465095 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-30e27745-9c8d-4a89-8994-0983deadfdab tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:02.465359 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd562ee-9b90-4943-973b-7039a1b6b77e None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:24:02.465359 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd562ee-9b90-4943-973b-7039a1b6b77e None None] Checking segment: {'id': '7b57bce6-b504-440e-b889-797a8fe05ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6f79c564-3a04-4feb-b8d4-870d7d21d79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:24:02.465359 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0cd562ee-9b90-4943-973b-7039a1b6b77e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:02.465673 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd562ee-9b90-4943-973b-7039a1b6b77e None None] Bound using segment: {'id': '7b57bce6-b504-440e-b889-797a8fe05ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6f79c564-3a04-4feb-b8d4-870d7d21d79e'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:24:02.465969 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-0cd562ee-9b90-4943-973b-7039a1b6b77e None None] Bound port: d3808a01-85f7-4b4a-b9e9-014908bb6377, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b57bce6-b504-440e-b889-797a8fe05ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6f79c564-3a04-4feb-b8d4-870d7d21d79e'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:24:02.466520 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0cd562ee-9b90-4943-973b-7039a1b6b77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:02.469505 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54438) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:02.539248 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4237c91f-e2cd-4321-9233-41394d92bea4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:02.542267 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e27745-9c8d-4a89-8994-0983deadfdab tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Made reservation on behalf of abddb8c9ac10425493feee2374c67390 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:02.545333 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-30e27745-9c8d-4a89-8994-0983deadfdab tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:02.554094 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610f4695-9883-4a71-9ce0-a21209b41106 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Made reservation on behalf of 99d8bc42a35a4346859252e524d5d533 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:02.556977 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-610f4695-9883-4a71-9ce0-a21209b41106 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:02.627248 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3147a15-2c94-4fef-a5b9-4de4cf117707 None None] Routers {'26818afb-f076-4b6d-9033-68ba49f455d8'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:24:02.627873 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e3147a15-2c94-4fef-a5b9-4de4cf117707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:23:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['26818afb-f076-4b6d-9033-68ba49f455d8'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:02.651008 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-4237c91f-e2cd-4321-9233-41394d92bea4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Transition to ACTIVE for port object d6cc16bb-c3be-4f93-afdf-4e812b34d512 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:02.675129 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-30e27745-9c8d-4a89-8994-0983deadfdab tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] device_id is not set on port a594b54c-2724-4697-98c3-99905ba2bedc yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:24:02.687861 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610f4695-9883-4a71-9ce0-a21209b41106 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:24:02.770284 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-96c5a8fc-598d-4ed7-924f-41c888ce4f43 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] For port 9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20,segment=NetworkSegment(2ddb7d27-5c65-476a-a10d-ce95440e7259),segment_id=2ddb7d27-5c65-476a-a10d-ce95440e7259)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:02.771445 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-96c5a8fc-598d-4ed7-924f-41c888ce4f43 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:02.863008 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-610f4695-9883-4a71-9ce0-a21209b41106 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:02.864183 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-610f4695-9883-4a71-9ce0-a21209b41106 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Added segment 425210b3-ae66-4d82-8019-6b64a67fa05f of type vlan for network 5df1bc95-012f-4b9d-a5c1-c6aaf695818c Apr 08 10:24:02.880781 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-b204a1f8-0838-44da-8a33-0494f3ccfdb6 None None] For port 9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20,segment=NetworkSegment(2ddb7d27-5c65-476a-a10d-ce95440e7259),segment_id=2ddb7d27-5c65-476a-a10d-ce95440e7259)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:02.881466 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b204a1f8-0838-44da-8a33-0494f3ccfdb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:02.900635 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-0cd562ee-9b90-4943-973b-7039a1b6b77e None None] For port d3808a01-85f7-4b4a-b9e9-014908bb6377, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:24:02.935036 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-96c5a8fc-598d-4ed7-924f-41c888ce4f43 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Calling delete_port for 9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20 owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:02.936543 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-610f4695-9883-4a71-9ce0-a21209b41106 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:02.950927 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9acac6-b1b9-429a-9e9b-c859f6d90671 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet 2b68852b-5e2f-433e-8361-19658beb9fa9 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:24:02.956855 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1d9acac6-b1b9-429a-9e9b-c859f6d90671 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:03.028429 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4237c91f-e2cd-4321-9233-41394d92bea4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:03.043239 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1d9acac6-b1b9-429a-9e9b-c859f6d90671 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:03.070560 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:24:03.085526 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-610f4695-9883-4a71-9ce0-a21209b41106 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:03.088446 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610f4695-9883-4a71-9ce0-a21209b41106 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:03.089066 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-610f4695-9883-4a71-9ce0-a21209b41106 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:03.099926 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-b204a1f8-0838-44da-8a33-0494f3ccfdb6 None None] Calling delete_port for 9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:03.134208 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4237c91f-e2cd-4321-9233-41394d92bea4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network 6f79c564-3a04-4feb-b8d4-870d7d21d79e is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:03.143461 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237c91f-e2cd-4321-9233-41394d92bea4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Port': ['ID=d6cc16bb-c3be-4f93-afdf-4e812b34d512,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:03.147613 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-4237c91f-e2cd-4321-9233-41394d92bea4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:03.148044 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-0cd562ee-9b90-4943-973b-7039a1b6b77e None None] For port d3808a01-85f7-4b4a-b9e9-014908bb6377, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=d3808a01-85f7-4b4a-b9e9-014908bb6377,segment=NetworkSegment(7b57bce6-b504-440e-b889-797a8fe05ca8),segment_id=7b57bce6-b504-440e-b889-797a8fe05ca8)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:24:03.157328 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4237c91f-e2cd-4321-9233-41394d92bea4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:24:03.200180 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0cd562ee-9b90-4943-973b-7039a1b6b77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:03.230999 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-610f4695-9883-4a71-9ce0-a21209b41106 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8385983 Apr 08 10:24:03.235988 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54442) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:03.251458 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-d5769032-3713-44ec-9a61-44b1accd1574 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Request body: {'subnet': {'network_id': '5df1bc95-012f-4b9d-a5c1-c6aaf695818c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:03.253316 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-30e27745-9c8d-4a89-8994-0983deadfdab tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Allocated IP 172.20.0.5 (6dcb4296-210c-4e4b-bff6-fa182b8a9ba0/81aff9e3-67c8-433b-9189-d24e46264329/a594b54c-2724-4697-98c3-99905ba2bedc) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:03.268111 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4237c91f-e2cd-4321-9233-41394d92bea4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:03.268885 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4237c91f-e2cd-4321-9233-41394d92bea4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:03.274012 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f4695-9883-4a71-9ce0-a21209b41106 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event updated for resources: {'Network': ['ID=5df1bc95-012f-4b9d-a5c1-c6aaf695818c,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:03.279417 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-96c5a8fc-598d-4ed7-924f-41c888ce4f43 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:03.306290 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 5df1bc95-012f-4b9d-a5c1-c6aaf695818c details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:24:03.320189 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a79b8090-8458-4808-ae02-f573c97d605c None None] Provisioning complete for port 6e2f89c6-5c29-42b9-aac1-4de4fb7b88a5 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:03.320559 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a79b8090-8458-4808-ae02-f573c97d605c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:03.351230 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5a8fc-598d-4ed7-924f-41c888ce4f43 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Port': ['ID=9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:03.372312 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8dec43e8-e3d3-4636-8a30-b0967235f9f4 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "GET /v2.0/routers/26818afb-f076-4b6d-9033-68ba49f455d8 HTTP/1.1" status: 200 len: 908 time: 0.8967247 Apr 08 10:24:03.378438 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54446) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:03.381484 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No active binding found for port 9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20 {{(pid=83847) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 08 10:24:03.382426 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:24:03.389069 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-0e3b51b1-c493-4b1b-a52e-b716a47e7028 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1393102390', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'enable_snat': True}}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:03.397098 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-b204a1f8-0838-44da-8a33-0494f3ccfdb6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:24:03.398764 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-b204a1f8-0838-44da-8a33-0494f3ccfdb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:24:03.400060 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-0e3b51b1-c493-4b1b-a52e-b716a47e7028 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:03.405380 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-0e3b51b1-c493-4b1b-a52e-b716a47e7028 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Usage tracker for resource:router and tenant:9bd81ab95fd945df89bd3b624ebfb74b is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:03.411205 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-0e3b51b1-c493-4b1b-a52e-b716a47e7028 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:03.411740 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1d9acac6-b1b9-429a-9e9b-c859f6d90671 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:03.428182 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4237c91f-e2cd-4321-9233-41394d92bea4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2459211 Apr 08 10:24:03.428182 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c5a8fc-598d-4ed7-924f-41c888ce4f43 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] No DVR routers for this DVR port 9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20 on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:24:03.428728 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-0e3b51b1-c493-4b1b-a52e-b716a47e7028 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:03.438543 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54450) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:03.449443 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d5769032-3713-44ec-9a61-44b1accd1574 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:03.453643 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d5769032-3713-44ec-9a61-44b1accd1574 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Usage tracker for resource:subnet and tenant:99d8bc42a35a4346859252e524d5d533 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:03.456529 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d5769032-3713-44ec-9a61-44b1accd1574 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:03.464177 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d5769032-3713-44ec-9a61-44b1accd1574 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:03.481550 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-e3147a15-2c94-4fef-a5b9-4de4cf117707 None None] Set router 26818afb-f076-4b6d-9033-68ba49f455d8 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:24:03.491708 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5769032-3713-44ec-9a61-44b1accd1574 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Made reservation on behalf of 99d8bc42a35a4346859252e524d5d533 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:03.565675 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd562ee-9b90-4943-973b-7039a1b6b77e None None] Pushing event updated for resources: {'Port': ['ID=d3808a01-85f7-4b4a-b9e9-014908bb6377,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:03.615967 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0e3b51b1-c493-4b1b-a52e-b716a47e7028 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:03.617067 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0e3b51b1-c493-4b1b-a52e-b716a47e7028 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:03.647050 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d5769032-3713-44ec-9a61-44b1accd1574 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:03.668156 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-a79b8090-8458-4808-ae02-f573c97d605c None None] Port 6e2f89c6-5c29-42b9-aac1-4de4fb7b88a5 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:24:03.781012 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-96c5a8fc-598d-4ed7-924f-41c888ce4f43 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:03.813150 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a79b8090-8458-4808-ae02-f573c97d605c None None] Provisioning for port 71928ea1-eee5-4f81-8855-4891f15b88f1 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:03.831715 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a79b8090-8458-4808-ae02-f573c97d605c None None] Provisioning complete for port 71928ea1-eee5-4f81-8855-4891f15b88f1 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:03.831715 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a79b8090-8458-4808-ae02-f573c97d605c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:03.842821 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1d9acac6-b1b9-429a-9e9b-c859f6d90671 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:03.859027 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-96c5a8fc-598d-4ed7-924f-41c888ce4f43 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760f9650-b204-437b-a2d2-f4dbada27fa9']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:03.873858 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0e3b51b1-c493-4b1b-a52e-b716a47e7028 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:03.891485 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9acac6-b1b9-429a-9e9b-c859f6d90671 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=2b68852b-5e2f-433e-8361-19658beb9fa9,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:03.899725 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-b204a1f8-0838-44da-8a33-0494f3ccfdb6 None None] Deleting port 9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:03.900137 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b204a1f8-0838-44da-8a33-0494f3ccfdb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:03.901988 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-30e27745-9c8d-4a89-8994-0983deadfdab tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:03.915072 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1d9acac6-b1b9-429a-9e9b-c859f6d90671 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:03.923779 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-96c5a8fc-598d-4ed7-924f-41c888ce4f43 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ddb7d27-5c65-476a-a10d-ce95440e7259') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:03.924251 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-96c5a8fc-598d-4ed7-924f-41c888ce4f43 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ddb7d27-5c65-476a-a10d-ce95440e7259') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:03.935472 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-30e27745-9c8d-4a89-8994-0983deadfdab tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Transition to ACTIVE for port object a594b54c-2724-4697-98c3-99905ba2bedc will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:03.946637 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1d9acac6-b1b9-429a-9e9b-c859f6d90671 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/2b68852b-5e2f-433e-8361-19658beb9fa9 HTTP/1.1" status: 204 len: 168 time: 1.5077240 Apr 08 10:24:03.946850 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2423dc-6e55-4c2e-b5a0-8f7990d3bae1 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:03.946952 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d5769032-3713-44ec-9a61-44b1accd1574 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:03.951182 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54454) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:03.953391 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-96c5a8fc-598d-4ed7-924f-41c888ce4f43 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:03.985030 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-30e27745-9c8d-4a89-8994-0983deadfdab tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:04.024828 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-96c5a8fc-598d-4ed7-924f-41c888ce4f43 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:04.069118 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5769032-3713-44ec-9a61-44b1accd1574 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event updated for resources: {'Subnet': ['ID=610f683d-0270-4db7-aed1-ddd738a1d515,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:04.093533 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea88596e-cd7c-4f9c-91f8-df87fec116dc tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet 59813c39-f7de-4169-b694-911fc680546e {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:24:04.099296 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-b204a1f8-0838-44da-8a33-0494f3ccfdb6 None None] The port '9f4a7abd-bcb9-4bb3-9406-2b9888d5fc20' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:24:04.100930 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ea88596e-cd7c-4f9c-91f8-df87fec116dc tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:04.156016 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5769032-3713-44ec-9a61-44b1accd1574 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Checking segment: {'id': '425210b3-ae66-4d82-8019-6b64a67fa05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5df1bc95-012f-4b9d-a5c1-c6aaf695818c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:24:04.156439 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5769032-3713-44ec-9a61-44b1accd1574 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Network hostable DHCP agents. Network: 5df1bc95-012f-4b9d-a5c1-c6aaf695818c, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:24:04.181507 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ea88596e-cd7c-4f9c-91f8-df87fec116dc tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:04.236663 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5769032-3713-44ec-9a61-44b1accd1574 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Network 5df1bc95-012f-4b9d-a5c1-c6aaf695818c is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:24:04.246007 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d63c1c-fb59-4679-a71b-ea943a0f4575 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:04.246844 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-00d63c1c-fb59-4679-a71b-ea943a0f4575 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Synchronizing usage tracker for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:04.251932 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-d5769032-3713-44ec-9a61-44b1accd1574 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 5df1bc95-012f-4b9d-a5c1-c6aaf695818c) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:04.255457 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c5a8fc-598d-4ed7-924f-41c888ce4f43 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:24:04.255910 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-96c5a8fc-598d-4ed7-924f-41c888ce4f43 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:04.262603 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5769032-3713-44ec-9a61-44b1accd1574 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:04.263589 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d5769032-3713-44ec-9a61-44b1accd1574 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:04.302843 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4564eeba-c42d-48ae-8a0d-c458472c159d None None] Network 5df1bc95-012f-4b9d-a5c1-c6aaf695818c requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:04.311601 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d5769032-3713-44ec-9a61-44b1accd1574 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0708332 Apr 08 10:24:04.314292 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54458) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:24:04.344911 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:24:04.415028 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ea88596e-cd7c-4f9c-91f8-df87fec116dc tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:04.459187 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e27745-9c8d-4a89-8994-0983deadfdab tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Network 6dcb4296-210c-4e4b-bff6-fa182b8a9ba0 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:04.479203 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-30e27745-9c8d-4a89-8994-0983deadfdab tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:04.491971 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e27745-9c8d-4a89-8994-0983deadfdab tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:24:04.562205 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-60bbe5e4-1997-4795-ac7e-9a0632ebd485 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:04.585325 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ea88596e-cd7c-4f9c-91f8-df87fec116dc tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:04.593992 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a79b8090-8458-4808-ae02-f573c97d605c None None] Could not find standard attr ID for object f0fd8520-06b0-43a0-a3c6-ca5b024918a5. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:24:04.605155 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e27745-9c8d-4a89-8994-0983deadfdab tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:04.605793 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-30e27745-9c8d-4a89-8994-0983deadfdab tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:04.615845 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-00d63c1c-fb59-4679-a71b-ea943a0f4575 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Unset dirty status for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:24:04.620030 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-00d63c1c-fb59-4679-a71b-ea943a0f4575 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 1.1528149 Apr 08 10:24:04.627014 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54462) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:04.627652 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e27745-9c8d-4a89-8994-0983deadfdab tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Pushing event updated for resources: {'Port': ['ID=a594b54c-2724-4697-98c3-99905ba2bedc,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:04.636007 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e3147a15-2c94-4fef-a5b9-4de4cf117707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26818afb-f076-4b6d-9033-68ba49f455d8', 'name': 'tempest-snat-router-1393102390', 'tenant_id': '9bd81ab95fd945df89bd3b624ebfb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.76'}], 'enable_snat': False}, 'gw_port_id': '7a93261a-54ae-48ad-bd2c-59507ff4ce34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:23:53Z', 'updated_at': '2022-04-08T10:23:57Z', 'revision_number': 3, 'project_id': '9bd81ab95fd945df89bd3b624ebfb74b', 'gw_port': {'id': '7a93261a-54ae-48ad-bd2c-59507ff4ce34', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26818afb-f076-4b6d-9033-68ba49f455d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:23:55Z', 'updated_at': '2022-04-08T10:23:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:04.642513 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a79b8090-8458-4808-ae02-f573c97d605c None None] Could not find standard attr ID for object 599ddde3-adf9-4634-bab0-08751d2c1d46. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:24:04.648241 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3147a15-2c94-4fef-a5b9-4de4cf117707 None None] Checking router: 26818afb-f076-4b6d-9033-68ba49f455d8 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:24:04.649053 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3147a15-2c94-4fef-a5b9-4de4cf117707 None None] Updating router 26818afb-f076-4b6d-9033-68ba49f455d8 port 7a93261a-54ae-48ad-bd2c-59507ff4ce34 binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:24:04.679736 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea88596e-cd7c-4f9c-91f8-df87fec116dc tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=59813c39-f7de-4169-b694-911fc680546e,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:04.712924 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ea88596e-cd7c-4f9c-91f8-df87fec116dc tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:04.725270 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-bdac2e8e-2fa0-4ab1-84d6-e33be3909409 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting port d6cc16bb-c3be-4f93-afdf-4e812b34d512 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:04.725617 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bdac2e8e-2fa0-4ab1-84d6-e33be3909409 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:04.732034 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-60bbe5e4-1997-4795-ac7e-9a0632ebd485 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:04.775600 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-96c5a8fc-598d-4ed7-924f-41c888ce4f43 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:04.800246 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edcec23-d899-453b-9f7a-c1b4e1550677 None None] Network 6f79c564-3a04-4feb-b8d4-870d7d21d79e requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:04.800813 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-96c5a8fc-598d-4ed7-924f-41c888ce4f43 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:04.802735 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-96c5a8fc-598d-4ed7-924f-41c888ce4f43 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/networks/760f9650-b204-437b-a2d2-f4dbada27fa9 HTTP/1.1" status: 204 len: 168 time: 3.3060875 Apr 08 10:24:04.815167 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0e3b51b1-c493-4b1b-a52e-b716a47e7028 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:04.817432 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ea88596e-cd7c-4f9c-91f8-df87fec116dc tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/59813c39-f7de-4169-b694-911fc680546e HTTP/1.1" status: 204 len: 168 time: 0.8364706 Apr 08 10:24:04.819356 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54466) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:04.819685 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54468) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:04.856896 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-30e27745-9c8d-4a89-8994-0983deadfdab tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3096588 Apr 08 10:24:04.858000 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5a8fc-598d-4ed7-924f-41c888ce4f43 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Network': ['ID=760f9650-b204-437b-a2d2-f4dbada27fa9,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:04.889946 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54474) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:04.907212 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-b5458ad7-f079-47c3-9626-542d62d34b76 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:04.908931 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-b9104456-0e8c-43d2-a92f-088a40397891 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'port': {'network_id': '5b9c2cb7-e310-4de6-984e-a03049400945', 'name': 'tempest-PortsIpV6TestJSON-1040117924'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:04.915099 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b5458ad7-f079-47c3-9626-542d62d34b76 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:04.920939 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b5458ad7-f079-47c3-9626-542d62d34b76 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Usage tracker for resource:floatingip and tenant:abddb8c9ac10425493feee2374c67390 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:04.925256 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b5458ad7-f079-47c3-9626-542d62d34b76 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:04.933290 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b5458ad7-f079-47c3-9626-542d62d34b76 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:04.961890 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e3147a15-2c94-4fef-a5b9-4de4cf117707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:04.987579 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b5458ad7-f079-47c3-9626-542d62d34b76 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks [] for floatingip, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:05.017499 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d3808a01-85f7-4b4a-b9e9-014908bb6377 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:24:05.103857 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b0598d1f-e3f6-406f-8ee5-1927aaff78c0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2816753 Apr 08 10:24:05.155466 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54478) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:05.169522 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-566538a6-f232-41ca-8cb8-34c80ad06669 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:05.204234 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-60bbe5e4-1997-4795-ac7e-9a0632ebd485 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:05.346435 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-cbab0c4c-53c7-41cb-a091-0affe01337b3 None None] Provisioning for port d3808a01-85f7-4b4a-b9e9-014908bb6377 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:05.367192 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bbe5e4-1997-4795-ac7e-9a0632ebd485 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Subnet': ['ID=610f683d-0270-4db7-aed1-ddd738a1d515,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:05.403548 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6951e8fb-0fa2-44df-8313-f282e1bd0d21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-5df1bc95-012f-4b9d-a5c1-c6aaf695818c', 'network_id': '5df1bc95-012f-4b9d-a5c1-c6aaf695818c', 'tenant_id': '99d8bc42a35a4346859252e524d5d533', 'fixed_ips': [{'subnet_id': '610f683d-0270-4db7-aed1-ddd738a1d515'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:24:05.404411 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6951e8fb-0fa2-44df-8313-f282e1bd0d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:05.424805 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b9104456-0e8c-43d2-a92f-088a40397891 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:05.477633 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bdac2e8e-2fa0-4ab1-84d6-e33be3909409 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:05.529664 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b9104456-0e8c-43d2-a92f-088a40397891 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:05.534832 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b5458ad7-f079-47c3-9626-542d62d34b76 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:05.539154 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-566538a6-f232-41ca-8cb8-34c80ad06669 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:05.548825 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-566538a6-f232-41ca-8cb8-34c80ad06669 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:subnet and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:05.557286 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-566538a6-f232-41ca-8cb8-34c80ad06669 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:05.562335 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-60bbe5e4-1997-4795-ac7e-9a0632ebd485 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:05.578719 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9104456-0e8c-43d2-a92f-088a40397891 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:05.584070 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b9104456-0e8c-43d2-a92f-088a40397891 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:05.596538 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-566538a6-f232-41ca-8cb8-34c80ad06669 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:05.602468 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port d3808a01-85f7-4b4a-b9e9-014908bb6377 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:05.625484 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port d3808a01-85f7-4b4a-b9e9-014908bb6377 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:05.626181 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:05.637649 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-60bbe5e4-1997-4795-ac7e-9a0632ebd485 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df1bc95-012f-4b9d-a5c1-c6aaf695818c']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:05.652024 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-b9104456-0e8c-43d2-a92f-088a40397891 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] device_id is not set on port 7c16d817-ae35-413d-bf83-911ce4d50210 yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:24:05.693394 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566538a6-f232-41ca-8cb8-34c80ad06669 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:05.696917 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-566538a6-f232-41ca-8cb8-34c80ad06669 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:05.719882 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-bdac2e8e-2fa0-4ab1-84d6-e33be3909409 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Calling delete_port for d6cc16bb-c3be-4f93-afdf-4e812b34d512 owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:05.723848 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5640eb5a-5352-4869-a631-4713611e64f8 None None] Provisioning for port a594b54c-2724-4697-98c3-99905ba2bedc completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:05.733269 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-60bbe5e4-1997-4795-ac7e-9a0632ebd485 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '425210b3-ae66-4d82-8019-6b64a67fa05f') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:05.733949 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-60bbe5e4-1997-4795-ac7e-9a0632ebd485 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '425210b3-ae66-4d82-8019-6b64a67fa05f') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:05.777155 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5640eb5a-5352-4869-a631-4713611e64f8 None None] Provisioning complete for port a594b54c-2724-4697-98c3-99905ba2bedc triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:05.777559 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5640eb5a-5352-4869-a631-4713611e64f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:05.818795 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0e3b51b1-c493-4b1b-a52e-b716a47e7028 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:05.827519 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dded0fd7-e9cf-4c78-926d-87909146700c None None] Network 5df1bc95-012f-4b9d-a5c1-c6aaf695818c requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:05.840283 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f82b7d-e895-41e9-bdb4-0993b7fbc6e8 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:05.859168 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0e3b51b1-c493-4b1b-a52e-b716a47e7028 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:05.957084 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-60bbe5e4-1997-4795-ac7e-9a0632ebd485 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:06.042761 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-60bbe5e4-1997-4795-ac7e-9a0632ebd485 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:06.062487 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60bbe5e4-1997-4795-ac7e-9a0632ebd485 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:24:06.062889 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-60bbe5e4-1997-4795-ac7e-9a0632ebd485 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:06.065910 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bdac2e8e-2fa0-4ab1-84d6-e33be3909409 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:24:06.081261 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:24:06.171058 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac2e8e-2fa0-4ab1-84d6-e33be3909409 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Port': ['ID=d6cc16bb-c3be-4f93-afdf-4e812b34d512,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:06.207829 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b9104456-0e8c-43d2-a92f-088a40397891 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:06.221951 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-60bbe5e4-1997-4795-ac7e-9a0632ebd485 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:06.229818 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.resource_extend [None req-e3147a15-2c94-4fef-a5b9-4de4cf117707 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:24:06.255983 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-5640eb5a-5352-4869-a631-4713611e64f8 None None] Port a594b54c-2724-4697-98c3-99905ba2bedc cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:24:06.327821 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-60bbe5e4-1997-4795-ac7e-9a0632ebd485 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:06.331166 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bbe5e4-1997-4795-ac7e-9a0632ebd485 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Network': ['ID=5df1bc95-012f-4b9d-a5c1-c6aaf695818c,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:06.375355 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-60bbe5e4-1997-4795-ac7e-9a0632ebd485 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/networks/5df1bc95-012f-4b9d-a5c1-c6aaf695818c HTTP/1.1" status: 204 len: 168 time: 2.0567727 Apr 08 10:24:06.376456 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54482) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:06.380697 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:06.386522 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-3ba175cc-8d66-4f2d-8cae-339835b28211 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1002529119'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:06.392066 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3ba175cc-8d66-4f2d-8cae-339835b28211 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:06.397342 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3ba175cc-8d66-4f2d-8cae-339835b28211 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Usage tracker for resource:network and tenant:99d8bc42a35a4346859252e524d5d533 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:06.401156 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3ba175cc-8d66-4f2d-8cae-339835b28211 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:06.422352 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3ba175cc-8d66-4f2d-8cae-339835b28211 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:06.428786 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b9104456-0e8c-43d2-a92f-088a40397891 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:06.446684 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bdac2e8e-2fa0-4ab1-84d6-e33be3909409 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:06.472010 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-bdac2e8e-2fa0-4ab1-84d6-e33be3909409 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/ports/d6cc16bb-c3be-4f93-afdf-4e812b34d512 HTTP/1.1" status: 204 len: 168 time: 1.8414705 Apr 08 10:24:06.473541 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54486) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:06.491957 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e3147a15-2c94-4fef-a5b9-4de4cf117707 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:06.505825 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port d3808a01-85f7-4b4a-b9e9-014908bb6377, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=d3808a01-85f7-4b4a-b9e9-014908bb6377,segment=NetworkSegment(7b57bce6-b504-440e-b889-797a8fe05ca8),segment_id=7b57bce6-b504-440e-b889-797a8fe05ca8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:06.521200 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-e3147a15-2c94-4fef-a5b9-4de4cf117707 None None] Transition to ACTIVE for port object 7a93261a-54ae-48ad-bd2c-59507ff4ce34 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:06.524462 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:06.537599 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-540e1f85-256a-45ea-97c1-e26aa71802f2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] GET failed (client error): The resource could not be found. Apr 08 10:24:06.538120 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-540e1f85-256a-45ea-97c1-e26aa71802f2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Synchronizing usage tracker for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:06.552884 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba175cc-8d66-4f2d-8cae-339835b28211 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Made reservation on behalf of 99d8bc42a35a4346859252e524d5d533 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:06.556799 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3ba175cc-8d66-4f2d-8cae-339835b28211 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:06.568548 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-566538a6-f232-41ca-8cb8-34c80ad06669 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:06.573564 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-75db26d5-198a-42bc-9093-5ad348372a9e None None] Provisioning complete for port 71928ea1-eee5-4f81-8855-4891f15b88f1 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:06.573950 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-75db26d5-198a-42bc-9093-5ad348372a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:06.609630 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-540e1f85-256a-45ea-97c1-e26aa71802f2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Unset dirty status for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:24:06.615225 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-540e1f85-256a-45ea-97c1-e26aa71802f2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "GET /v2.0/ports/d6cc16bb-c3be-4f93-afdf-4e812b34d512 HTTP/1.1" status: 404 len: 333 time: 0.1403446 Apr 08 10:24:06.617887 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54490) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:06.627616 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9104456-0e8c-43d2-a92f-088a40397891 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network 5b9c2cb7-e310-4de6-984e-a03049400945 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:06.642140 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-b9104456-0e8c-43d2-a92f-088a40397891 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:06.646968 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd897319-63d3-4631-9347-acf2282e7eb8 None None] DHCP port deletion for 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:24:06.657226 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e3147a15-2c94-4fef-a5b9-4de4cf117707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:06.658362 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566538a6-f232-41ca-8cb8-34c80ad06669 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:06.665272 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9104456-0e8c-43d2-a92f-088a40397891 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:24:06.669203 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9104456-0e8c-43d2-a92f-088a40397891 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:06.669849 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b9104456-0e8c-43d2-a92f-088a40397891 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:06.678574 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-bd897319-63d3-4631-9347-acf2282e7eb8 None None] Deleting port 71928ea1-eee5-4f81-8855-4891f15b88f1 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:06.678953 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bd897319-63d3-4631-9347-acf2282e7eb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:06.680768 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-566538a6-f232-41ca-8cb8-34c80ad06669 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:06.690780 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566538a6-f232-41ca-8cb8-34c80ad06669 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:06.691963 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-566538a6-f232-41ca-8cb8-34c80ad06669 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:06.708811 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9104456-0e8c-43d2-a92f-088a40397891 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Port': ['ID=7c16d817-ae35-413d-bf83-911ce4d50210,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:06.710996 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-2e3b22b4-7c22-487b-8ece-04a64c4d8c91 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting port a7501f57-f67a-4aa2-b003-5b485bda55ee {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:06.711434 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2e3b22b4-7c22-487b-8ece-04a64c4d8c91 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:06.745656 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b9104456-0e8c-43d2-a92f-088a40397891 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9225008 Apr 08 10:24:06.746731 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54494) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:06.759677 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566538a6-f232-41ca-8cb8-34c80ad06669 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=807e1560-133e-4d30-b4c7-aa937f665a25,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:06.770135 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-b5458ad7-f079-47c3-9626-542d62d34b76 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Allocated IP 172.26.0.157 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/03b491cf-ab85-4a52-821a-86eaa33d398b) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:06.775440 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-e3147a15-2c94-4fef-a5b9-4de4cf117707 None None] Attempting to bind port 7a93261a-54ae-48ad-bd2c-59507ff4ce34 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:24:06.776097 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-e3147a15-2c94-4fef-a5b9-4de4cf117707 None None] Attempting to bind port 7a93261a-54ae-48ad-bd2c-59507ff4ce34 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:24:06.776675 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3147a15-2c94-4fef-a5b9-4de4cf117707 None None] Attempting to bind port 7a93261a-54ae-48ad-bd2c-59507ff4ce34 on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:24:06.844655 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=d3808a01-85f7-4b4a-b9e9-014908bb6377,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:06.865030 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-c9da4784-4788-4f78-b641-b985c43b3ad5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting port 7c16d817-ae35-413d-bf83-911ce4d50210 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:06.865425 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c9da4784-4788-4f78-b641-b985c43b3ad5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:06.892701 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-566538a6-f232-41ca-8cb8-34c80ad06669 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7329886 Apr 08 10:24:06.896605 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba175cc-8d66-4f2d-8cae-339835b28211 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:24:06.904820 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54498) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:06.913968 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-d918235d-2563-47f6-88ba-67265722b429 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:06.946285 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3ba175cc-8d66-4f2d-8cae-339835b28211 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:06.946658 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-3ba175cc-8d66-4f2d-8cae-339835b28211 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Added segment a9f9393a-c803-4dc2-b345-63ac3e7d4845 of type vlan for network 430f2b74-a136-44a6-9d72-2bac3415227b Apr 08 10:24:06.978592 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 71928ea1-eee5-4f81-8855-4891f15b88f1 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:24:07.034136 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3147a15-2c94-4fef-a5b9-4de4cf117707 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:24:07.034528 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3147a15-2c94-4fef-a5b9-4de4cf117707 None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:24:07.034906 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e3147a15-2c94-4fef-a5b9-4de4cf117707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:07.035317 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3147a15-2c94-4fef-a5b9-4de4cf117707 None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:24:07.035836 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-e3147a15-2c94-4fef-a5b9-4de4cf117707 None None] Bound port: 7a93261a-54ae-48ad-bd2c-59507ff4ce34, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:24:07.037169 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e3147a15-2c94-4fef-a5b9-4de4cf117707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:07.090921 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b5458ad7-f079-47c3-9626-542d62d34b76 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:07.119831 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3ba175cc-8d66-4f2d-8cae-339835b28211 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:07.126845 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b5458ad7-f079-47c3-9626-542d62d34b76 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:07.264357 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c597265-3e73-43da-a61c-4f520c446827 None None] Pushing event updated for resources: {'Port': ['ID=7a93261a-54ae-48ad-bd2c-59507ff4ce34,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:07.310433 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5458ad7-f079-47c3-9626-542d62d34b76 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:07.310985 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-e3147a15-2c94-4fef-a5b9-4de4cf117707 None None] For port 7a93261a-54ae-48ad-bd2c-59507ff4ce34, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:24:07.323868 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5458ad7-f079-47c3-9626-542d62d34b76 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Pushing event updated for resources: {'Port': ['ID=03b491cf-ab85-4a52-821a-86eaa33d398b,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:07.324287 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-75db26d5-198a-42bc-9093-5ad348372a9e None None] Provisioning for port a7501f57-f67a-4aa2-b003-5b485bda55ee completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:07.332713 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-b5458ad7-f079-47c3-9626-542d62d34b76 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:07.335476 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5458ad7-f079-47c3-9626-542d62d34b76 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:24:07.338127 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:07.359737 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d918235d-2563-47f6-88ba-67265722b429 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:07.367774 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d918235d-2563-47f6-88ba-67265722b429 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:subnet and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:07.368534 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-e3147a15-2c94-4fef-a5b9-4de4cf117707 None None] For port 7a93261a-54ae-48ad-bd2c-59507ff4ce34, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=7a93261a-54ae-48ad-bd2c-59507ff4ce34,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:24:07.372744 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-75db26d5-198a-42bc-9093-5ad348372a9e None None] Provisioning complete for port a7501f57-f67a-4aa2-b003-5b485bda55ee triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:07.373232 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-75db26d5-198a-42bc-9093-5ad348372a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:07.377877 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-0e3b51b1-c493-4b1b-a52e-b716a47e7028 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Allocated IP 172.26.0.243 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/b373afd6-c6c7-4169-aac1-2bcb80e7d4c9) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:07.378154 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d918235d-2563-47f6-88ba-67265722b429 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:07.389463 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2e3b22b4-7c22-487b-8ece-04a64c4d8c91 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:07.391486 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d918235d-2563-47f6-88ba-67265722b429 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:07.397353 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c9da4784-4788-4f78-b641-b985c43b3ad5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:07.406003 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3ba175cc-8d66-4f2d-8cae-339835b28211 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:07.409825 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba175cc-8d66-4f2d-8cae-339835b28211 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:07.410462 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3ba175cc-8d66-4f2d-8cae-339835b28211 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:07.442467 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-75db26d5-198a-42bc-9093-5ad348372a9e None None] Port a7501f57-f67a-4aa2-b003-5b485bda55ee cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:24:07.449284 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e3147a15-2c94-4fef-a5b9-4de4cf117707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:07.502803 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 71928ea1-eee5-4f81-8855-4891f15b88f1, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=71928ea1-eee5-4f81-8855-4891f15b88f1,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:07.529852 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:07.536408 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-bd897319-63d3-4631-9347-acf2282e7eb8 None None] For port 71928ea1-eee5-4f81-8855-4891f15b88f1, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=71928ea1-eee5-4f81-8855-4891f15b88f1,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:07.536816 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bd897319-63d3-4631-9347-acf2282e7eb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:07.542476 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-2e3b22b4-7c22-487b-8ece-04a64c4d8c91 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Calling delete_port for a7501f57-f67a-4aa2-b003-5b485bda55ee owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:07.546291 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-75db26d5-198a-42bc-9093-5ad348372a9e None None] Provisioning complete for port d3808a01-85f7-4b4a-b9e9-014908bb6377 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:07.546841 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-75db26d5-198a-42bc-9093-5ad348372a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:07.552808 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d918235d-2563-47f6-88ba-67265722b429 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:07.556278 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d918235d-2563-47f6-88ba-67265722b429 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:07.622155 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-c9da4784-4788-4f78-b641-b985c43b3ad5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Calling delete_port for 7c16d817-ae35-413d-bf83-911ce4d50210 owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:07.740116 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-bd897319-63d3-4631-9347-acf2282e7eb8 None None] Calling delete_port for 71928ea1-eee5-4f81-8855-4891f15b88f1 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:07.741489 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3ba175cc-8d66-4f2d-8cae-339835b28211 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3637619 Apr 08 10:24:07.747785 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54502) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:07.760066 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-2537cb74-e606-41da-be9d-0d8f97f12827 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:07.768920 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba175cc-8d66-4f2d-8cae-339835b28211 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event updated for resources: {'Network': ['ID=430f2b74-a136-44a6-9d72-2bac3415227b,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:07.788557 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c597265-3e73-43da-a61c-4f520c446827 None None] Pushing event updated for resources: {'Port': ['ID=7a93261a-54ae-48ad-bd2c-59507ff4ce34,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:07.791558 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 430f2b74-a136-44a6-9d72-2bac3415227b details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:24:07.834532 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.ipam_backend_mixin [None req-d918235d-2563-47f6-88ba-67265722b429 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 807e1560-133e-4d30-b4c7-aa937f665a25 (CIDR: 2001:db8::/64) Apr 08 10:24:07.835951 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c9da4784-4788-4f78-b641-b985c43b3ad5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:07.875996 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-d918235d-2563-47f6-88ba-67265722b429 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:24:07.876363 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d918235d-2563-47f6-88ba-67265722b429 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:07.881062 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=71928ea1-eee5-4f81-8855-4891f15b88f1,revision_number=13']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:07.897802 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da4784-4788-4f78-b641-b985c43b3ad5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Port': ['ID=7c16d817-ae35-413d-bf83-911ce4d50210,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:07.912707 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c9da4784-4788-4f78-b641-b985c43b3ad5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:07.914482 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c9da4784-4788-4f78-b641-b985c43b3ad5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/ports/7c16d817-ae35-413d-bf83-911ce4d50210 HTTP/1.1" status: 204 len: 168 time: 1.1638966 Apr 08 10:24:07.919809 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d918235d-2563-47f6-88ba-67265722b429 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0107241 Apr 08 10:24:07.919809 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54506) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:07.922454 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-a066233f-5939-4152-8f10-69701d3cf269 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'port': {'network_id': '5b9c2cb7-e310-4de6-984e-a03049400945', 'mac_address': 'fa:16:3e:8e:29:13', 'name': 'tempest-PortsIpV6TestJSON-1593536643'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:07.924037 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54510) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:08.004810 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-fd240a8f-5dd2-42c6-b417-55ad6623f69d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:08.017865 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3147a15-2c94-4fef-a5b9-4de4cf117707 None None] Routers {'26818afb-f076-4b6d-9033-68ba49f455d8'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:24:08.018642 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e3147a15-2c94-4fef-a5b9-4de4cf117707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:23:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['26818afb-f076-4b6d-9033-68ba49f455d8'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:08.036740 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a066233f-5939-4152-8f10-69701d3cf269 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:08.040968 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a066233f-5939-4152-8f10-69701d3cf269 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:port and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:08.043910 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a066233f-5939-4152-8f10-69701d3cf269 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:08.049912 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a066233f-5939-4152-8f10-69701d3cf269 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:08.060221 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b5458ad7-f079-47c3-9626-542d62d34b76 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:08.062368 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a066233f-5939-4152-8f10-69701d3cf269 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:08.182901 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a066233f-5939-4152-8f10-69701d3cf269 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:08.224592 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-a066233f-5939-4152-8f10-69701d3cf269 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] device_id is not set on port 8529feba-37d0-40c7-aecc-a129449cf8e6 yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:24:08.241593 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:08.247979 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-bd897319-63d3-4631-9347-acf2282e7eb8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:24:08.248366 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-bd897319-63d3-4631-9347-acf2282e7eb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:24:08.248817 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-75db26d5-198a-42bc-9093-5ad348372a9e None None] Could not find standard attr ID for object d6cc16bb-c3be-4f93-afdf-4e812b34d512. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:24:08.261402 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-e3147a15-2c94-4fef-a5b9-4de4cf117707 None None] Set router 26818afb-f076-4b6d-9033-68ba49f455d8 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:24:08.278636 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2e3b22b4-7c22-487b-8ece-04a64c4d8c91 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:08.303903 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0e3b51b1-c493-4b1b-a52e-b716a47e7028 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:08.390746 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0928b192-bfb4-41a5-b998-5d8b4a2d5045 None None] Could not find standard attr ID for object d6cc16bb-c3be-4f93-afdf-4e812b34d512. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:24:08.456609 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b22b4-7c22-487b-8ece-04a64c4d8c91 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Port': ['ID=a7501f57-f67a-4aa2-b003-5b485bda55ee,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:08.471878 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a066233f-5939-4152-8f10-69701d3cf269 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:08.502795 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a066233f-5939-4152-8f10-69701d3cf269 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:08.519192 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b5458ad7-f079-47c3-9626-542d62d34b76 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:08.605158 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a066233f-5939-4152-8f10-69701d3cf269 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network 5b9c2cb7-e310-4de6-984e-a03049400945 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:08.609471 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-a066233f-5939-4152-8f10-69701d3cf269 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:08.612328 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a066233f-5939-4152-8f10-69701d3cf269 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:24:08.618506 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a066233f-5939-4152-8f10-69701d3cf269 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:08.619628 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a066233f-5939-4152-8f10-69701d3cf269 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:08.637178 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066233f-5939-4152-8f10-69701d3cf269 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Port': ['ID=8529feba-37d0-40c7-aecc-a129449cf8e6,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:08.639439 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e3147a15-2c94-4fef-a5b9-4de4cf117707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26818afb-f076-4b6d-9033-68ba49f455d8', 'name': 'tempest-snat-router-1393102390', 'tenant_id': '9bd81ab95fd945df89bd3b624ebfb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.76'}], 'enable_snat': False}, 'gw_port_id': '7a93261a-54ae-48ad-bd2c-59507ff4ce34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:23:53Z', 'updated_at': '2022-04-08T10:23:57Z', 'revision_number': 3, 'project_id': '9bd81ab95fd945df89bd3b624ebfb74b', 'gw_port': {'id': '7a93261a-54ae-48ad-bd2c-59507ff4ce34', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26818afb-f076-4b6d-9033-68ba49f455d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:23:55Z', 'updated_at': '2022-04-08T10:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:08.644222 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3147a15-2c94-4fef-a5b9-4de4cf117707 None None] The sync data for ids ['26818afb-f076-4b6d-9033-68ba49f455d8'] in dv-neutron-837110-1-hyperv is: [{'id': '26818afb-f076-4b6d-9033-68ba49f455d8', 'name': 'tempest-snat-router-1393102390', 'tenant_id': '9bd81ab95fd945df89bd3b624ebfb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.76'}], 'enable_snat': False}, 'gw_port_id': '7a93261a-54ae-48ad-bd2c-59507ff4ce34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:23:53Z', 'updated_at': '2022-04-08T10:23:57Z', 'revision_number': 3, 'project_id': '9bd81ab95fd945df89bd3b624ebfb74b', 'gw_port': {'id': '7a93261a-54ae-48ad-bd2c-59507ff4ce34', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26818afb-f076-4b6d-9033-68ba49f455d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:23:55Z', 'updated_at': '2022-04-08T10:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:24:08.666792 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a066233f-5939-4152-8f10-69701d3cf269 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7487249 Apr 08 10:24:08.669566 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54514) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:08.734802 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2537cb74-e606-41da-be9d-0d8f97f12827 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:08.746709 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-fd240a8f-5dd2-42c6-b417-55ad6623f69d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:08.751414 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-bd897319-63d3-4631-9347-acf2282e7eb8 None None] Deleting port 71928ea1-eee5-4f81-8855-4891f15b88f1 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:08.751823 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bd897319-63d3-4631-9347-acf2282e7eb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:08.774682 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83897548-e5af-42c7-94a5-43bdd1495259 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:08.775315 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-83897548-e5af-42c7-94a5-43bdd1495259 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Synchronizing usage tracker for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:08.777013 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0e3b51b1-c493-4b1b-a52e-b716a47e7028 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:08.782796 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2e3b22b4-7c22-487b-8ece-04a64c4d8c91 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:08.791938 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-fd240a8f-5dd2-42c6-b417-55ad6623f69d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:subnet and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:08.792820 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-83897548-e5af-42c7-94a5-43bdd1495259 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Unset dirty status for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:24:08.794243 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-83897548-e5af-42c7-94a5-43bdd1495259 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "GET /v2.0/ports/8529feba-37d0-40c7-aecc-a129449cf8e6 HTTP/1.1" status: 200 len: 845 time: 0.1237013 Apr 08 10:24:08.797968 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54518) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:08.866750 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-7e6d1922-b9d7-4f1b-ab12-65de60b2ca2e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting port 8529feba-37d0-40c7-aecc-a129449cf8e6 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:08.867077 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1922-b9d7-4f1b-ab12-65de60b2ca2e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:08.888899 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-fd240a8f-5dd2-42c6-b417-55ad6623f69d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:08.909569 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2537cb74-e606-41da-be9d-0d8f97f12827 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:08.950648 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-fd240a8f-5dd2-42c6-b417-55ad6623f69d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:08.958357 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2e3b22b4-7c22-487b-8ece-04a64c4d8c91 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/ports/a7501f57-f67a-4aa2-b003-5b485bda55ee HTTP/1.1" status: 204 len: 168 time: 2.3366139 Apr 08 10:24:08.966762 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54522) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:09.020326 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d3808a01-85f7-4b4a-b9e9-014908bb6377 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:24:09.099129 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3b51b1-c493-4b1b-a52e-b716a47e7028 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:09.107561 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b51b1-c493-4b1b-a52e-b716a47e7028 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Pushing event updated for resources: {'Port': ['ID=b373afd6-c6c7-4169-aac1-2bcb80e7d4c9,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:09.111088 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2537cb74-e606-41da-be9d-0d8f97f12827 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Network 430f2b74-a136-44a6-9d72-2bac3415227b is not hosted by any dhcp agent {{(pid=83846) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 08 10:24:09.115542 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2537cb74-e606-41da-be9d-0d8f97f12827 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:09.116308 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2537cb74-e606-41da-be9d-0d8f97f12827 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:09.117958 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2537cb74-e606-41da-be9d-0d8f97f12827 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "PUT /v2.0/networks/430f2b74-a136-44a6-9d72-2bac3415227b HTTP/1.1" status: 200 len: 723 time: 1.3669777 Apr 08 10:24:09.119219 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-0e3b51b1-c493-4b1b-a52e-b716a47e7028 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:09.121924 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3b51b1-c493-4b1b-a52e-b716a47e7028 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:24:09.161970 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54526) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:09.179393 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd240a8f-5dd2-42c6-b417-55ad6623f69d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:09.211331 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-702acc7d-8f26-4557-8d94-a62d6906f48d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] GET failed (client error): The resource could not be found. Apr 08 10:24:09.211948 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-702acc7d-8f26-4557-8d94-a62d6906f48d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Synchronizing usage tracker for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:09.217679 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-ca104168-cbd3-42b7-8363-c3d46d4dba1e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Request body: {'subnet': {'network_id': '430f2b74-a136-44a6-9d72-2bac3415227b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:09.264741 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port d3808a01-85f7-4b4a-b9e9-014908bb6377 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:09.264954 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:09.297802 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-bd897319-63d3-4631-9347-acf2282e7eb8 None None] For port 71928ea1-eee5-4f81-8855-4891f15b88f1, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=71928ea1-eee5-4f81-8855-4891f15b88f1,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:09.300330 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bd897319-63d3-4631-9347-acf2282e7eb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:09.312433 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1922-b9d7-4f1b-ab12-65de60b2ca2e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:09.421124 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fd240a8f-5dd2-42c6-b417-55ad6623f69d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:09.440370 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537cb74-e606-41da-be9d-0d8f97f12827 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event updated for resources: {'Network': ['ID=430f2b74-a136-44a6-9d72-2bac3415227b,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:09.448518 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-bd897319-63d3-4631-9347-acf2282e7eb8 None None] Calling delete_port for 71928ea1-eee5-4f81-8855-4891f15b88f1 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:09.456366 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-7e6d1922-b9d7-4f1b-ab12-65de60b2ca2e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Calling delete_port for 8529feba-37d0-40c7-aecc-a129449cf8e6 owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:09.542471 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 430f2b74-a136-44a6-9d72-2bac3415227b details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:24:09.547000 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1922-b9d7-4f1b-ab12-65de60b2ca2e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:09.605270 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d1922-b9d7-4f1b-ab12-65de60b2ca2e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Port': ['ID=8529feba-37d0-40c7-aecc-a129449cf8e6,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:09.617207 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1922-b9d7-4f1b-ab12-65de60b2ca2e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:09.634544 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7e6d1922-b9d7-4f1b-ab12-65de60b2ca2e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/ports/8529feba-37d0-40c7-aecc-a129449cf8e6 HTTP/1.1" status: 204 len: 168 time: 0.8353183 Apr 08 10:24:09.637384 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54530) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:09.638501 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-702acc7d-8f26-4557-8d94-a62d6906f48d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Unset dirty status for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:24:09.641538 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bd897319-63d3-4631-9347-acf2282e7eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:09.642096 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54534) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:09.642363 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-702acc7d-8f26-4557-8d94-a62d6906f48d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "GET /v2.0/ports/a7501f57-f67a-4aa2-b003-5b485bda55ee HTTP/1.1" status: 404 len: 333 time: 0.6689067 Apr 08 10:24:09.706510 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd897319-63d3-4631-9347-acf2282e7eb8 None None] Pushing event deleted for resources: {'Port': ['ID=71928ea1-eee5-4f81-8855-4891f15b88f1,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:09.713652 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd897319-63d3-4631-9347-acf2282e7eb8 None None] No DVR routers for this DVR port 71928ea1-eee5-4f81-8855-4891f15b88f1 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:24:09.738375 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92cccff-071c-4e33-9cb7-14d0add1cd27 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] GET failed (client error): The resource could not be found. Apr 08 10:24:09.738375 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e92cccff-071c-4e33-9cb7-14d0add1cd27 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Synchronizing usage tracker for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:09.757227 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bed6bc9-7561-4f4c-923d-91e95daf6cce None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:09.773809 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b5458ad7-f079-47c3-9626-542d62d34b76 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:09.787373 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ca104168-cbd3-42b7-8363-c3d46d4dba1e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:09.795424 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b5458ad7-f079-47c3-9626-542d62d34b76 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:09.803732 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e92cccff-071c-4e33-9cb7-14d0add1cd27 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Unset dirty status for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:24:09.804926 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e92cccff-071c-4e33-9cb7-14d0add1cd27 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "GET /v2.0/ports/8529feba-37d0-40c7-aecc-a129449cf8e6 HTTP/1.1" status: 404 len: 333 time: 0.1665688 Apr 08 10:24:09.842559 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ca104168-cbd3-42b7-8363-c3d46d4dba1e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Usage tracker for resource:subnet and tenant:99d8bc42a35a4346859252e524d5d533 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:09.846395 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54538) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:09.851051 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ca104168-cbd3-42b7-8363-c3d46d4dba1e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:09.879433 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-a51de8ec-4bd1-4eac-9bb2-4776cb36b59d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'port': {'network_id': '5b9c2cb7-e310-4de6-984e-a03049400945', 'name': 'tempest-PortsIpV6TestJSON-1658074596'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:09.923588 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ca104168-cbd3-42b7-8363-c3d46d4dba1e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:09.927233 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6ac0a4-ae7b-4a08-8c32-b49f9d5cd0a2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting subnet 1b0f969a-ebb6-4aad-9fcc-fdb529520ec9 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:24:09.930323 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3d6ac0a4-ae7b-4a08-8c32-b49f9d5cd0a2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:09.991365 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3d6ac0a4-ae7b-4a08-8c32-b49f9d5cd0a2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:10.014431 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:24:10.023473 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bb8bf7-79f4-4da4-b14a-5e21dcdc20de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'fixed_ips': [{'subnet_id': '807e1560-133e-4d30-b4c7-aa937f665a25'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:24:10.024538 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-03bb8bf7-79f4-4da4-b14a-5e21dcdc20de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:10.107740 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3d6ac0a4-ae7b-4a08-8c32-b49f9d5cd0a2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:10.172439 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5458ad7-f079-47c3-9626-542d62d34b76 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Pushing event updated for resources: {'Port': ['ID=03b491cf-ab85-4a52-821a-86eaa33d398b,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:10.192864 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3d6ac0a4-ae7b-4a08-8c32-b49f9d5cd0a2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:10.198736 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca104168-cbd3-42b7-8363-c3d46d4dba1e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Made reservation on behalf of 99d8bc42a35a4346859252e524d5d533 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:10.208596 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-03bb8bf7-79f4-4da4-b14a-5e21dcdc20de None None] Allocated IP 2001:db8::2 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/807e1560-133e-4d30-b4c7-aa937f665a25/96061706-a259-4096-b74f-49efd84aa733) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:10.233036 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ac0a4-ae7b-4a08-8c32-b49f9d5cd0a2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Subnet': ['ID=1b0f969a-ebb6-4aad-9fcc-fdb529520ec9,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:10.237260 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3d6ac0a4-ae7b-4a08-8c32-b49f9d5cd0a2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:10.244241 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3d6ac0a4-ae7b-4a08-8c32-b49f9d5cd0a2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/subnets/1b0f969a-ebb6-4aad-9fcc-fdb529520ec9 HTTP/1.1" status: 204 len: 168 time: 0.6013570 Apr 08 10:24:10.246656 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54542) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:10.254341 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f807bc4c-1273-4768-8a03-eef5e9594a4b None None] Network 6f79c564-3a04-4feb-b8d4-870d7d21d79e requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:10.305843 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a51de8ec-4bd1-4eac-9bb2-4776cb36b59d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:10.349830 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b5458ad7-f079-47c3-9626-542d62d34b76 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:10.370064 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0e32d99c-c735-4f3c-beff-716c5ce83472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:10.383301 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-0e32d99c-c735-4f3c-beff-716c5ce83472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting port d3808a01-85f7-4b4a-b9e9-014908bb6377 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:10.383889 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0e32d99c-c735-4f3c-beff-716c5ce83472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:10.385310 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a51de8ec-4bd1-4eac-9bb2-4776cb36b59d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:10.440003 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ca104168-cbd3-42b7-8363-c3d46d4dba1e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:10.460284 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b5458ad7-f079-47c3-9626-542d62d34b76 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:10.461491 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b5458ad7-f079-47c3-9626-542d62d34b76 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5699215 Apr 08 10:24:10.467736 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54546) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:10.469253 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51de8ec-4bd1-4eac-9bb2-4776cb36b59d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:10.472281 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a51de8ec-4bd1-4eac-9bb2-4776cb36b59d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:10.483733 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-9bdface3-7475-42e6-8b85-b3a469375d37 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Request body: {'floatingip': {'port_id': 'a594b54c-2724-4697-98c3-99905ba2bedc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:10.547129 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0e3b51b1-c493-4b1b-a52e-b716a47e7028 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:10.547861 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0e3b51b1-c493-4b1b-a52e-b716a47e7028 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:10.569073 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9bdface3-7475-42e6-8b85-b3a469375d37 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks [] for floatingip, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:10.585010 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-a51de8ec-4bd1-4eac-9bb2-4776cb36b59d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] device_id is not set on port 39de432e-814b-494c-a91d-9c3f56ef751d yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:24:10.832843 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-03bb8bf7-79f4-4da4-b14a-5e21dcdc20de None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:10.869005 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-0e32d99c-c735-4f3c-beff-716c5ce83472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] For port d3808a01-85f7-4b4a-b9e9-014908bb6377, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=d3808a01-85f7-4b4a-b9e9-014908bb6377,segment=NetworkSegment(7b57bce6-b504-440e-b889-797a8fe05ca8),segment_id=7b57bce6-b504-440e-b889-797a8fe05ca8)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:10.869374 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0e32d99c-c735-4f3c-beff-716c5ce83472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:10.871016 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-03bb8bf7-79f4-4da4-b14a-5e21dcdc20de None None] Transition to ACTIVE for port object 96061706-a259-4096-b74f-49efd84aa733 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:10.887935 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-9bdface3-7475-42e6-8b85-b3a469375d37 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] update failed (client error): The resource could not be found. Apr 08 10:24:10.891344 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9bdface3-7475-42e6-8b85-b3a469375d37 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] 10.222.0.47 "PUT /v2.0/floatingips/c946140a-3973-4cef-921e-a379e7fab202 HTTP/1.1" status: 404 len: 507 time: 0.4149816 Apr 08 10:24:10.912593 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-03bb8bf7-79f4-4da4-b14a-5e21dcdc20de None None] Transition to ACTIVE for port object 96061706-a259-4096-b74f-49efd84aa733 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:10.921863 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54554) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:10.943014 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-03bb8bf7-79f4-4da4-b14a-5e21dcdc20de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:11.040120 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fede1dc-fe44-4c82-a20a-b15072f16ea2 None None] DHCP port deletion for 6f79c564-3a04-4feb-b8d4-870d7d21d79e request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:24:11.054056 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bb8bf7-79f4-4da4-b14a-5e21dcdc20de None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:11.055133 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-9fede1dc-fe44-4c82-a20a-b15072f16ea2 None None] Deleting port d3808a01-85f7-4b4a-b9e9-014908bb6377 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:11.055677 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9fede1dc-fe44-4c82-a20a-b15072f16ea2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:11.091017 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-03bb8bf7-79f4-4da4-b14a-5e21dcdc20de None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:11.094771 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7a93261a-54ae-48ad-bd2c-59507ff4ce34 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:24:11.133208 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bb8bf7-79f4-4da4-b14a-5e21dcdc20de None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:24:11.135227 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb8bf7-79f4-4da4-b14a-5e21dcdc20de None None] Pushing event updated for resources: {'Port': ['ID=96061706-a259-4096-b74f-49efd84aa733,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:11.152254 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-0e32d99c-c735-4f3c-beff-716c5ce83472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Calling delete_port for d3808a01-85f7-4b4a-b9e9-014908bb6377 owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:11.234971 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0e32d99c-c735-4f3c-beff-716c5ce83472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:11.282026 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-3dd2f6f0-6c54-4672-9f1a-9c81b91d1f5d tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Deleting port 03b491cf-ab85-4a52-821a-86eaa33d398b {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:11.282347 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3dd2f6f0-6c54-4672-9f1a-9c81b91d1f5d tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:11.288655 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32d99c-c735-4f3c-beff-716c5ce83472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Port': ['ID=d3808a01-85f7-4b4a-b9e9-014908bb6377,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:11.292645 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-9fede1dc-fe44-4c82-a20a-b15072f16ea2 None None] The port 'd3808a01-85f7-4b4a-b9e9-014908bb6377' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:24:11.296710 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e32d99c-c735-4f3c-beff-716c5ce83472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] No DVR routers for this DVR port d3808a01-85f7-4b4a-b9e9-014908bb6377 on host dv-neutron-837110-1-hyperv {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:24:11.322428 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-03bb8bf7-79f4-4da4-b14a-5e21dcdc20de None None] Attempting to bind port 96061706-a259-4096-b74f-49efd84aa733 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:24:11.322814 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-03bb8bf7-79f4-4da4-b14a-5e21dcdc20de None None] Attempting to bind port 96061706-a259-4096-b74f-49efd84aa733 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:24:11.323149 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bb8bf7-79f4-4da4-b14a-5e21dcdc20de None None] Attempting to bind port 96061706-a259-4096-b74f-49efd84aa733 on network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:24:11.342949 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bb8bf7-79f4-4da4-b14a-5e21dcdc20de None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:24:11.343339 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bb8bf7-79f4-4da4-b14a-5e21dcdc20de None None] Checking segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:24:11.343615 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-03bb8bf7-79f4-4da4-b14a-5e21dcdc20de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:11.343990 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bb8bf7-79f4-4da4-b14a-5e21dcdc20de None None] Bound using segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:24:11.344481 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-03bb8bf7-79f4-4da4-b14a-5e21dcdc20de None None] Bound port: 96061706-a259-4096-b74f-49efd84aa733, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:24:11.344844 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-03bb8bf7-79f4-4da4-b14a-5e21dcdc20de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:11.364401 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 7a93261a-54ae-48ad-bd2c-59507ff4ce34 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:11.404282 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 7a93261a-54ae-48ad-bd2c-59507ff4ce34 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:11.404672 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:11.435663 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0e32d99c-c735-4f3c-beff-716c5ce83472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:11.456057 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a51de8ec-4bd1-4eac-9bb2-4776cb36b59d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:11.467583 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-0e32d99c-c735-4f3c-beff-716c5ce83472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f79c564-3a04-4feb-b8d4-870d7d21d79e']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:11.483082 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-0e32d99c-c735-4f3c-beff-716c5ce83472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b57bce6-b504-440e-b889-797a8fe05ca8') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:11.483921 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-0e32d99c-c735-4f3c-beff-716c5ce83472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b57bce6-b504-440e-b889-797a8fe05ca8') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:11.487890 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ca104168-cbd3-42b7-8363-c3d46d4dba1e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:11.493604 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-03bb8bf7-79f4-4da4-b14a-5e21dcdc20de None None] For port 96061706-a259-4096-b74f-49efd84aa733, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:24:11.498054 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-03bb8bf7-79f4-4da4-b14a-5e21dcdc20de None None] For port 96061706-a259-4096-b74f-49efd84aa733, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=96061706-a259-4096-b74f-49efd84aa733,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:24:11.500736 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0e32d99c-c735-4f3c-beff-716c5ce83472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:11.503064 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-03bb8bf7-79f4-4da4-b14a-5e21dcdc20de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:11.519734 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0e32d99c-c735-4f3c-beff-716c5ce83472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:11.527124 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e32d99c-c735-4f3c-beff-716c5ce83472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:24:11.527777 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0e32d99c-c735-4f3c-beff-716c5ce83472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:24:11.545204 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:24:11.581211 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.objects.ports [None req-fd240a8f-5dd2-42c6-b417-55ad6623f69d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83846) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 08 10:24:11.626789 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:11.639340 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0e32d99c-c735-4f3c-beff-716c5ce83472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:11.642434 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb8bf7-79f4-4da4-b14a-5e21dcdc20de None None] Pushing event updated for resources: {'Port': ['ID=96061706-a259-4096-b74f-49efd84aa733,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:11.649582 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0e32d99c-c735-4f3c-beff-716c5ce83472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:11.653558 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 7a93261a-54ae-48ad-bd2c-59507ff4ce34, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=7a93261a-54ae-48ad-bd2c-59507ff4ce34,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:11.659559 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:11.697098 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32d99c-c735-4f3c-beff-716c5ce83472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Network': ['ID=6f79c564-3a04-4feb-b8d4-870d7d21d79e,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:11.713719 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0e32d99c-c735-4f3c-beff-716c5ce83472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/networks/6f79c564-3a04-4feb-b8d4-870d7d21d79e HTTP/1.1" status: 204 len: 168 time: 1.4659374 Apr 08 10:24:11.718398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54558) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:11.726227 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-d4195c7c-598b-447c-9fa8-3f2b0f221c47 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1660175812'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:11.732188 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d4195c7c-598b-447c-9fa8-3f2b0f221c47 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:11.736456 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d4195c7c-598b-447c-9fa8-3f2b0f221c47 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:network and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:11.739786 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d4195c7c-598b-447c-9fa8-3f2b0f221c47 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:11.746136 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d4195c7c-598b-447c-9fa8-3f2b0f221c47 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:11.749830 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=7a93261a-54ae-48ad-bd2c-59507ff4ce34,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:11.758715 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4195c7c-598b-447c-9fa8-3f2b0f221c47 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:11.767285 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d4195c7c-598b-447c-9fa8-3f2b0f221c47 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:11.801597 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4195c7c-598b-447c-9fa8-3f2b0f221c47 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:24:11.812624 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d4195c7c-598b-447c-9fa8-3f2b0f221c47 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:11.812909 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-d4195c7c-598b-447c-9fa8-3f2b0f221c47 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Added segment 0bf00ae3-b85a-4501-9eef-1eebd33223ee of type vlan for network d8d1d7f9-bc93-415e-897d-1a3ba735c62d Apr 08 10:24:11.858161 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d4195c7c-598b-447c-9fa8-3f2b0f221c47 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:11.898740 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d4195c7c-598b-447c-9fa8-3f2b0f221c47 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:11.900393 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca104168-cbd3-42b7-8363-c3d46d4dba1e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event updated for resources: {'Subnet': ['ID=eca822c7-edcd-490d-a3a2-0706a7b888a0,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:11.904751 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4195c7c-598b-447c-9fa8-3f2b0f221c47 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:11.905605 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d4195c7c-598b-447c-9fa8-3f2b0f221c47 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:11.952512 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a51de8ec-4bd1-4eac-9bb2-4776cb36b59d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:12.012571 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3dd2f6f0-6c54-4672-9f1a-9c81b91d1f5d tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:12.012897 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3dd2f6f0-6c54-4672-9f1a-9c81b91d1f5d tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:12.021465 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d4195c7c-598b-447c-9fa8-3f2b0f221c47 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3019922 Apr 08 10:24:12.024588 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54562) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:12.032716 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-5241bf97-bd73-4915-a5f9-a6898f7ee41d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'subnet': {'network_id': 'd8d1d7f9-bc93-415e-897d-1a3ba735c62d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:12.037063 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca104168-cbd3-42b7-8363-c3d46d4dba1e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Checking segment: {'id': 'a9f9393a-c803-4dc2-b345-63ac3e7d4845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '430f2b74-a136-44a6-9d72-2bac3415227b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:24:12.037426 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca104168-cbd3-42b7-8363-c3d46d4dba1e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Network hostable DHCP agents. Network: 430f2b74-a136-44a6-9d72-2bac3415227b, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:24:12.056153 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4195c7c-598b-447c-9fa8-3f2b0f221c47 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Network': ['ID=d8d1d7f9-bc93-415e-897d-1a3ba735c62d,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:12.069805 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network d8d1d7f9-bc93-415e-897d-1a3ba735c62d details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:24:12.159623 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-5241bf97-bd73-4915-a5f9-a6898f7ee41d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:12.164422 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5241bf97-bd73-4915-a5f9-a6898f7ee41d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:subnet and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:12.168008 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5241bf97-bd73-4915-a5f9-a6898f7ee41d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:12.174705 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-5241bf97-bd73-4915-a5f9-a6898f7ee41d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:12.186975 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5241bf97-bd73-4915-a5f9-a6898f7ee41d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:12.196662 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-3dd2f6f0-6c54-4672-9f1a-9c81b91d1f5d tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Calling delete_port for 03b491cf-ab85-4a52-821a-86eaa33d398b owned by network:floatingip {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:12.231283 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51de8ec-4bd1-4eac-9bb2-4776cb36b59d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network 5b9c2cb7-e310-4de6-984e-a03049400945 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:12.247292 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-a51de8ec-4bd1-4eac-9bb2-4776cb36b59d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:12.249104 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51de8ec-4bd1-4eac-9bb2-4776cb36b59d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Port': ['ID=39de432e-814b-494c-a91d-9c3f56ef751d,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:12.259273 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51de8ec-4bd1-4eac-9bb2-4776cb36b59d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:24:12.263123 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51de8ec-4bd1-4eac-9bb2-4776cb36b59d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:12.263727 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a51de8ec-4bd1-4eac-9bb2-4776cb36b59d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:12.294193 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5241bf97-bd73-4915-a5f9-a6898f7ee41d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:12.375818 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca104168-cbd3-42b7-8363-c3d46d4dba1e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Network 430f2b74-a136-44a6-9d72-2bac3415227b is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:24:12.399192 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a51de8ec-4bd1-4eac-9bb2-4776cb36b59d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5507550 Apr 08 10:24:12.399455 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54566) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:12.405683 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-4b0a02da-2955-48c8-90a8-65118d10e9b2 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:12.406868 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fd240a8f-5dd2-42c6-b417-55ad6623f69d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:12.422133 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-ca104168-cbd3-42b7-8363-c3d46d4dba1e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 430f2b74-a136-44a6-9d72-2bac3415227b) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:12.431868 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ce2ee4-2a5c-4da9-96cd-0071616dc66d None None] Network 430f2b74-a136-44a6-9d72-2bac3415227b requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:12.433119 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca104168-cbd3-42b7-8363-c3d46d4dba1e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:12.433713 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ca104168-cbd3-42b7-8363-c3d46d4dba1e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:12.437534 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3b51b1-c493-4b1b-a52e-b716a47e7028 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Router 60579844-d8ea-46e1-b218-6d6bb1b8a1d5 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:24:12.595189 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4b0a02da-2955-48c8-90a8-65118d10e9b2 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:12.626916 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ca104168-cbd3-42b7-8363-c3d46d4dba1e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4463549 Apr 08 10:24:12.639760 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54570) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:12.698461 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1415a24-2c3e-4101-af31-1cf37fbc3e99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-430f2b74-a136-44a6-9d72-2bac3415227b', 'network_id': '430f2b74-a136-44a6-9d72-2bac3415227b', 'tenant_id': '99d8bc42a35a4346859252e524d5d533', 'fixed_ips': [{'subnet_id': 'eca822c7-edcd-490d-a3a2-0706a7b888a0'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:24:12.700175 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a1415a24-2c3e-4101-af31-1cf37fbc3e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:12.709605 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5241bf97-bd73-4915-a5f9-a6898f7ee41d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:12.721669 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-a326fe47-06e7-4a2d-ab09-713d129c586c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:12.839921 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3dd2f6f0-6c54-4672-9f1a-9c81b91d1f5d tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:12.884745 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-a1415a24-2c3e-4101-af31-1cf37fbc3e99 None None] Allocated IP 172.20.0.2 (430f2b74-a136-44a6-9d72-2bac3415227b/eca822c7-edcd-490d-a3a2-0706a7b888a0/68734ead-5e93-483f-8a3e-40fd37c862e3) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:12.960225 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2f6f0-6c54-4672-9f1a-9c81b91d1f5d tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Pushing event deleted for resources: {'Port': ['ID=03b491cf-ab85-4a52-821a-86eaa33d398b,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:13.047197 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241bf97-bd73-4915-a5f9-a6898f7ee41d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Subnet': ['ID=37455882-47c5-44be-a542-d614c0961ac6,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:13.068904 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5241bf97-bd73-4915-a5f9-a6898f7ee41d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Checking segment: {'id': '0bf00ae3-b85a-4501-9eef-1eebd33223ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8d1d7f9-bc93-415e-897d-1a3ba735c62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:24:13.069347 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5241bf97-bd73-4915-a5f9-a6898f7ee41d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network hostable DHCP agents. Network: d8d1d7f9-bc93-415e-897d-1a3ba735c62d, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:24:13.133291 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4b0a02da-2955-48c8-90a8-65118d10e9b2 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:13.137358 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5241bf97-bd73-4915-a5f9-a6898f7ee41d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network d8d1d7f9-bc93-415e-897d-1a3ba735c62d is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:24:13.145990 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4b0a02da-2955-48c8-90a8-65118d10e9b2 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:13.188893 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7a93261a-54ae-48ad-bd2c-59507ff4ce34 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:24:13.208617 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-5241bf97-bd73-4915-a5f9-a6898f7ee41d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, d8d1d7f9-bc93-415e-897d-1a3ba735c62d) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:13.213874 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5241bf97-bd73-4915-a5f9-a6898f7ee41d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:13.214453 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5241bf97-bd73-4915-a5f9-a6898f7ee41d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:13.245906 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-4b0a02da-2955-48c8-90a8-65118d10e9b2 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] In _notify_port_updated(), no bound segment for port 39de432e-814b-494c-a91d-9c3f56ef751d on network 5b9c2cb7-e310-4de6-984e-a03049400945 {{(pid=83845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 08 10:24:13.247314 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81442fc5-9344-41b8-91c8-e3f84a602a96 None None] Network d8d1d7f9-bc93-415e-897d-1a3ba735c62d requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:13.250477 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0a02da-2955-48c8-90a8-65118d10e9b2 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:13.251241 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4b0a02da-2955-48c8-90a8-65118d10e9b2 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:13.253243 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4b0a02da-2955-48c8-90a8-65118d10e9b2 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "PUT /v2.0/ports/39de432e-814b-494c-a91d-9c3f56ef751d HTTP/1.1" status: 200 len: 818 time: 0.8528543 Apr 08 10:24:13.259628 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-fd240a8f-5dd2-42c6-b417-55ad6623f69d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] For port 96061706-a259-4096-b74f-49efd84aa733, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=96061706-a259-4096-b74f-49efd84aa733,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:13.263560 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54574) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:13.277506 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a02da-2955-48c8-90a8-65118d10e9b2 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Port': ['ID=39de432e-814b-494c-a91d-9c3f56ef751d,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:13.302708 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5241bf97-bd73-4915-a5f9-a6898f7ee41d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2770574 Apr 08 10:24:13.305375 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54580) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:13.312489 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-7179e7a7-3f62-4252-a8d2-8fa75ac70301 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'port': {'network_id': 'd8d1d7f9-bc93-415e-897d-1a3ba735c62d', 'name': 'tempest-PortsTestJSON-1685507091', 'fixed_ips': [{'subnet_id': '37455882-47c5-44be-a542-d614c0961ac6', 'ip_address': '172.20.0.10'}]}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:13.315368 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a326fe47-06e7-4a2d-ab09-713d129c586c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1416836'] for subnet, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:13.400394 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3dd2f6f0-6c54-4672-9f1a-9c81b91d1f5d tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks [] for floatingip, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:13.402858 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3dd2f6f0-6c54-4672-9f1a-9c81b91d1f5d tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:13.404113 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3dd2f6f0-6c54-4672-9f1a-9c81b91d1f5d tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] 10.222.0.47 "DELETE /v2.0/floatingips/c946140a-3973-4cef-921e-a379e7fab202 HTTP/1.1" status: 204 len: 168 time: 2.4726393 Apr 08 10:24:13.417755 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.resource_extend [None req-fd240a8f-5dd2-42c6-b417-55ad6623f69d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:24:13.425873 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54584) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:13.433366 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-3c7dd09a-1101-4acc-a3db-3ab79263d223 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Request body: {'floatingip': {'floating_network_id': '6dcb4296-210c-4e4b-bff6-fa182b8a9ba0', 'port_id': 'a594b54c-2724-4697-98c3-99905ba2bedc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:13.446615 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-190d1fa0-54c9-4c5e-b81a-c49e015a284e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:13.451771 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-4bf490df-e49c-4d29-bfef-4e938b3f8aff tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting port 39de432e-814b-494c-a91d-9c3f56ef751d {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:13.452288 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4bf490df-e49c-4d29-bfef-4e938b3f8aff tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:13.461193 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7179e7a7-3f62-4252-a8d2-8fa75ac70301 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:13.465343 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7179e7a7-3f62-4252-a8d2-8fa75ac70301 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:port and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:13.468240 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7179e7a7-3f62-4252-a8d2-8fa75ac70301 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:13.475087 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7179e7a7-3f62-4252-a8d2-8fa75ac70301 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:13.480701 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3c7dd09a-1101-4acc-a3db-3ab79263d223 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:13.485528 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7179e7a7-3f62-4252-a8d2-8fa75ac70301 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:13.491490 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7179e7a7-3f62-4252-a8d2-8fa75ac70301 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:13.495180 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fd240a8f-5dd2-42c6-b417-55ad6623f69d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:13.503380 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a1415a24-2c3e-4101-af31-1cf37fbc3e99 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:13.504607 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3c7dd09a-1101-4acc-a3db-3ab79263d223 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Usage tracker for resource:floatingip and tenant:abddb8c9ac10425493feee2374c67390 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:13.508402 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3c7dd09a-1101-4acc-a3db-3ab79263d223 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:13.514078 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fd240a8f-5dd2-42c6-b417-55ad6623f69d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:13.514821 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fd240a8f-5dd2-42c6-b417-55ad6623f69d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:13.515081 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-7179e7a7-3f62-4252-a8d2-8fa75ac70301 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] device_id is not set on port daa49341-b029-4ba2-93e3-f58edb6ff33d yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:24:13.521884 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a1415a24-2c3e-4101-af31-1cf37fbc3e99 None None] Transition to ACTIVE for port object 68734ead-5e93-483f-8a3e-40fd37c862e3 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:13.554903 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 7a93261a-54ae-48ad-bd2c-59507ff4ce34 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:13.556372 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:13.588783 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3c7dd09a-1101-4acc-a3db-3ab79263d223 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:13.641058 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a1415a24-2c3e-4101-af31-1cf37fbc3e99 None None] Transition to ACTIVE for port object 68734ead-5e93-483f-8a3e-40fd37c862e3 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:13.665530 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a1415a24-2c3e-4101-af31-1cf37fbc3e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:13.701394 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c7dd09a-1101-4acc-a3db-3ab79263d223 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks [] for floatingip, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:13.730965 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-7179e7a7-3f62-4252-a8d2-8fa75ac70301 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Allocated IP 172.20.0.10 (d8d1d7f9-bc93-415e-897d-1a3ba735c62d/37455882-47c5-44be-a542-d614c0961ac6/daa49341-b029-4ba2-93e3-f58edb6ff33d) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:13.731558 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-67043048-6cbe-4416-9e01-6a2a1ab85c8d None None] Provisioning for port 96061706-a259-4096-b74f-49efd84aa733 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:13.775872 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1a17c3-f834-4714-8262-6d610d451aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-d8d1d7f9-bc93-415e-897d-1a3ba735c62d', 'network_id': 'd8d1d7f9-bc93-415e-897d-1a3ba735c62d', 'tenant_id': '683f915ff87b4daabd2c3124189ccd49', 'fixed_ips': [{'subnet_id': '37455882-47c5-44be-a542-d614c0961ac6'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:24:13.776711 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fa1a17c3-f834-4714-8262-6d610d451aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:13.803431 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1415a24-2c3e-4101-af31-1cf37fbc3e99 None None] Network 430f2b74-a136-44a6-9d72-2bac3415227b is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:13.838028 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-a1415a24-2c3e-4101-af31-1cf37fbc3e99 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:13.840615 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1415a24-2c3e-4101-af31-1cf37fbc3e99 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:24:13.848409 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1415a24-2c3e-4101-af31-1cf37fbc3e99 None None] Pushing event updated for resources: {'Port': ['ID=68734ead-5e93-483f-8a3e-40fd37c862e3,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:13.928509 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd240a8f-5dd2-42c6-b417-55ad6623f69d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:13.945653 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-fd240a8f-5dd2-42c6-b417-55ad6623f69d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:13.947496 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd240a8f-5dd2-42c6-b417-55ad6623f69d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=2917dc49-f486-4ffa-9988-d387f23f4a87,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:13.947758 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7179e7a7-3f62-4252-a8d2-8fa75ac70301 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:13.955383 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd240a8f-5dd2-42c6-b417-55ad6623f69d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:13.955987 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fd240a8f-5dd2-42c6-b417-55ad6623f69d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6952847'] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:13.971346 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-7179e7a7-3f62-4252-a8d2-8fa75ac70301 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Transition to ACTIVE for port object daa49341-b029-4ba2-93e3-f58edb6ff33d will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:13.995559 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87d7b8b-5c24-4c43-9af0-18dcce26ba57 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:13.996194 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7179e7a7-3f62-4252-a8d2-8fa75ac70301 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:14.011430 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd240a8f-5dd2-42c6-b417-55ad6623f69d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=96061706-a259-4096-b74f-49efd84aa733,revision_number=4']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:14.024274 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 96061706-a259-4096-b74f-49efd84aa733 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:24:14.082560 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7179e7a7-3f62-4252-a8d2-8fa75ac70301 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network d8d1d7f9-bc93-415e-897d-1a3ba735c62d is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:14.085606 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-7179e7a7-3f62-4252-a8d2-8fa75ac70301 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:14.088538 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7179e7a7-3f62-4252-a8d2-8fa75ac70301 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:24:14.134306 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7179e7a7-3f62-4252-a8d2-8fa75ac70301 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Port': ['ID=daa49341-b029-4ba2-93e3-f58edb6ff33d,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:14.168491 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7179e7a7-3f62-4252-a8d2-8fa75ac70301 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:14.169100 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7179e7a7-3f62-4252-a8d2-8fa75ac70301 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:14.186074 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-fd240a8f-5dd2-42c6-b417-55ad6623f69d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.2571573 Apr 08 10:24:14.189190 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54588) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:14.200684 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-61212a44-d3d1-4f3b-831e-c838750989f5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'port': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'mac_address': 'fa:16:3e:54:fd:07', 'name': 'tempest-NetworksTestDHCPv6-662383310'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:14.220579 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4bf490df-e49c-4d29-bfef-4e938b3f8aff tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:14.228795 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7179e7a7-3f62-4252-a8d2-8fa75ac70301 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9200308 Apr 08 10:24:14.230947 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54592) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:14.242710 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3b51b1-c493-4b1b-a52e-b716a47e7028 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:24:14.249982 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-9507d6c0-a385-4360-8707-08037f8c3b2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'port': {'network_id': 'd8d1d7f9-bc93-415e-897d-1a3ba735c62d', 'name': 'tempest-PortsTestJSON-2138133872', 'fixed_ips': [{'subnet_id': '37455882-47c5-44be-a542-d614c0961ac6', 'ip_address': '172.20.0.9'}]}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:14.257466 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-a1415a24-2c3e-4101-af31-1cf37fbc3e99 None None] Attempting to bind port 68734ead-5e93-483f-8a3e-40fd37c862e3 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:24:14.258019 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-a1415a24-2c3e-4101-af31-1cf37fbc3e99 None None] Attempting to bind port 68734ead-5e93-483f-8a3e-40fd37c862e3 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a9f9393a-c803-4dc2-b345-63ac3e7d4845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '430f2b74-a136-44a6-9d72-2bac3415227b'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:24:14.258182 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1415a24-2c3e-4101-af31-1cf37fbc3e99 None None] Attempting to bind port 68734ead-5e93-483f-8a3e-40fd37c862e3 on network 430f2b74-a136-44a6-9d72-2bac3415227b {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:24:14.258734 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dcaece-8f5f-4f09-bb36-8ab3f1477854 None None] Sync routers for ids ['60579844-d8ea-46e1-b218-6d6bb1b8a1d5'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:24:14.271358 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-fa1a17c3-f834-4714-8262-6d610d451aaf None None] Allocated IP 172.20.0.2 (d8d1d7f9-bc93-415e-897d-1a3ba735c62d/37455882-47c5-44be-a542-d614c0961ac6/8fb2636c-2848-4592-9105-3bd2b4fc9807) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:14.280775 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dcaece-8f5f-4f09-bb36-8ab3f1477854 None None] Routers {'60579844-d8ea-46e1-b218-6d6bb1b8a1d5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:24:14.281796 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-b1dcaece-8f5f-4f09-bb36-8ab3f1477854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:23:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['60579844-d8ea-46e1-b218-6d6bb1b8a1d5'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:14.305405 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1415a24-2c3e-4101-af31-1cf37fbc3e99 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:24:14.305778 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1415a24-2c3e-4101-af31-1cf37fbc3e99 None None] Checking segment: {'id': 'a9f9393a-c803-4dc2-b345-63ac3e7d4845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '430f2b74-a136-44a6-9d72-2bac3415227b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:24:14.306167 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a1415a24-2c3e-4101-af31-1cf37fbc3e99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:14.306562 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1415a24-2c3e-4101-af31-1cf37fbc3e99 None None] Bound using segment: {'id': 'a9f9393a-c803-4dc2-b345-63ac3e7d4845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '430f2b74-a136-44a6-9d72-2bac3415227b'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:24:14.307040 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-a1415a24-2c3e-4101-af31-1cf37fbc3e99 None None] Bound port: 68734ead-5e93-483f-8a3e-40fd37c862e3, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f9393a-c803-4dc2-b345-63ac3e7d4845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '430f2b74-a136-44a6-9d72-2bac3415227b'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:24:14.307415 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a1415a24-2c3e-4101-af31-1cf37fbc3e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:14.383886 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-61212a44-d3d1-4f3b-831e-c838750989f5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:14.388678 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-61212a44-d3d1-4f3b-831e-c838750989f5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:port and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:14.389808 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a326fe47-06e7-4a2d-ab09-713d129c586c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790031572628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1076827'] for subnet, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:14.393029 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-61212a44-d3d1-4f3b-831e-c838750989f5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:14.400901 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-61212a44-d3d1-4f3b-831e-c838750989f5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:14.412791 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61212a44-d3d1-4f3b-831e-c838750989f5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:14.448996 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-4bf490df-e49c-4d29-bfef-4e938b3f8aff tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Calling delete_port for 39de432e-814b-494c-a91d-9c3f56ef751d owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:14.531520 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 96061706-a259-4096-b74f-49efd84aa733 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:14.578275 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-b1dcaece-8f5f-4f09-bb36-8ab3f1477854 None None] Set router 60579844-d8ea-46e1-b218-6d6bb1b8a1d5 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:24:14.584671 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 96061706-a259-4096-b74f-49efd84aa733 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:14.585081 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:14.587732 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0e3b51b1-c493-4b1b-a52e-b716a47e7028 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:14.592280 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0e3b51b1-c493-4b1b-a52e-b716a47e7028 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.2068176 Apr 08 10:24:14.592789 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54596) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:14.594528 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a326fe47-06e7-4a2d-ab09-713d129c586c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:14.595119 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a326fe47-06e7-4a2d-ab09-713d129c586c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:14.599402 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a326fe47-06e7-4a2d-ab09-713d129c586c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "PUT /v2.0/subnets/eca822c7-edcd-490d-a3a2-0706a7b888a0 HTTP/1.1" status: 200 len: 806 time: 1.9498677 Apr 08 10:24:14.602136 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54600) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:14.676342 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326fe47-06e7-4a2d-ab09-713d129c586c tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event updated for resources: {'Subnet': ['ID=eca822c7-edcd-490d-a3a2-0706a7b888a0,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:14.685826 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-61212a44-d3d1-4f3b-831e-c838750989f5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:14.707713 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-a1415a24-2c3e-4101-af31-1cf37fbc3e99 None None] For port 68734ead-5e93-483f-8a3e-40fd37c862e3, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:24:14.772416 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-a1415a24-2c3e-4101-af31-1cf37fbc3e99 None None] For port 68734ead-5e93-483f-8a3e-40fd37c862e3, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=68734ead-5e93-483f-8a3e-40fd37c862e3,segment=NetworkSegment(a9f9393a-c803-4dc2-b345-63ac3e7d4845),segment_id=a9f9393a-c803-4dc2-b345-63ac3e7d4845)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:24:14.790556 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a1415a24-2c3e-4101-af31-1cf37fbc3e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:14.791007 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-61212a44-d3d1-4f3b-831e-c838750989f5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] device_id is not set on port c6b26792-21c2-47ae-91c8-141904bc2f6d yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:24:14.860736 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-52ed020f-e69e-43b4-aa13-acd160b8a81e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:14.880143 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4bf490df-e49c-4d29-bfef-4e938b3f8aff tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:14.954464 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf490df-e49c-4d29-bfef-4e938b3f8aff tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Port': ['ID=39de432e-814b-494c-a91d-9c3f56ef751d,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:14.966158 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fa1a17c3-f834-4714-8262-6d610d451aaf None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:14.978336 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-52ed020f-e69e-43b4-aa13-acd160b8a81e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Deleting port 68734ead-5e93-483f-8a3e-40fd37c862e3 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:14.979027 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-52ed020f-e69e-43b4-aa13-acd160b8a81e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:15.021215 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-fa1a17c3-f834-4714-8262-6d610d451aaf None None] Transition to ACTIVE for port object 8fb2636c-2848-4592-9105-3bd2b4fc9807 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:15.048805 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1415a24-2c3e-4101-af31-1cf37fbc3e99 None None] Pushing event updated for resources: {'Port': ['ID=68734ead-5e93-483f-8a3e-40fd37c862e3,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:15.057436 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9507d6c0-a385-4360-8707-08037f8c3b2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:15.062149 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-61212a44-d3d1-4f3b-831e-c838750989f5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 2001:db8::2ec (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/807e1560-133e-4d30-b4c7-aa937f665a25/c6b26792-21c2-47ae-91c8-141904bc2f6d) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:15.063407 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9507d6c0-a385-4360-8707-08037f8c3b2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:port and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:15.064136 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:15.068455 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9507d6c0-a385-4360-8707-08037f8c3b2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:15.074398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-61212a44-d3d1-4f3b-831e-c838750989f5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 2001:db8:0:1:f816:3eff:fe54:fd07 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/2917dc49-f486-4ffa-9988-d387f23f4a87/c6b26792-21c2-47ae-91c8-141904bc2f6d) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:15.082457 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9507d6c0-a385-4360-8707-08037f8c3b2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:15.093896 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-b1dcaece-8f5f-4f09-bb36-8ab3f1477854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60579844-d8ea-46e1-b218-6d6bb1b8a1d5', 'name': 'tempest-snat-router-1393102390', 'tenant_id': '9bd81ab95fd945df89bd3b624ebfb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b373afd6-c6c7-4169-aac1-2bcb80e7d4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:24:03Z', 'updated_at': '2022-04-08T10:24:09Z', 'revision_number': 3, 'project_id': '9bd81ab95fd945df89bd3b624ebfb74b', 'gw_port': {'id': 'b373afd6-c6c7-4169-aac1-2bcb80e7d4c9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:79:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60579844-d8ea-46e1-b218-6d6bb1b8a1d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:24:05Z', 'updated_at': '2022-04-08T10:24:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:15.098841 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1a1e51d7-8529-4e0d-975c-7c43bc581711 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "GET /v2.0/routers/60579844-d8ea-46e1-b218-6d6bb1b8a1d5 HTTP/1.1" status: 200 len: 908 time: 0.5007272 Apr 08 10:24:15.103669 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54604) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:15.106345 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dcaece-8f5f-4f09-bb36-8ab3f1477854 None None] Checking router: 60579844-d8ea-46e1-b218-6d6bb1b8a1d5 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:24:15.109112 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dcaece-8f5f-4f09-bb36-8ab3f1477854 None None] Updating router 60579844-d8ea-46e1-b218-6d6bb1b8a1d5 port b373afd6-c6c7-4169-aac1-2bcb80e7d4c9 binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:24:15.121029 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-fa1a17c3-f834-4714-8262-6d610d451aaf None None] Transition to ACTIVE for port object 8fb2636c-2848-4592-9105-3bd2b4fc9807 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:15.136694 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fa1a17c3-f834-4714-8262-6d610d451aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:15.229940 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 96061706-a259-4096-b74f-49efd84aa733, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=96061706-a259-4096-b74f-49efd84aa733,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:15.241488 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:15.249560 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a17c3-f834-4714-8262-6d610d451aaf None None] Pushing event updated for resources: {'Port': ['ID=8fb2636c-2848-4592-9105-3bd2b4fc9807,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:15.262094 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1a17c3-f834-4714-8262-6d610d451aaf None None] Network d8d1d7f9-bc93-415e-897d-1a3ba735c62d is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:15.286796 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1dcaece-8f5f-4f09-bb36-8ab3f1477854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:15.298120 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-fa1a17c3-f834-4714-8262-6d610d451aaf None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:15.302660 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1a17c3-f834-4714-8262-6d610d451aaf None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:24:15.385610 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d3808a01-85f7-4b4a-b9e9-014908bb6377 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:24:15.505452 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: d3808a01-85f7-4b4a-b9e9-014908bb6377 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:24:15.506160 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d3808a01-85f7-4b4a-b9e9-014908bb6377 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:24:15.555263 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=96061706-a259-4096-b74f-49efd84aa733,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:15.608570 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-fa1a17c3-f834-4714-8262-6d610d451aaf None None] Attempting to bind port 8fb2636c-2848-4592-9105-3bd2b4fc9807 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:24:15.610176 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-fa1a17c3-f834-4714-8262-6d610d451aaf None None] Attempting to bind port 8fb2636c-2848-4592-9105-3bd2b4fc9807 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '0bf00ae3-b85a-4501-9eef-1eebd33223ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8d1d7f9-bc93-415e-897d-1a3ba735c62d'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:24:15.610549 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1a17c3-f834-4714-8262-6d610d451aaf None None] Attempting to bind port 8fb2636c-2848-4592-9105-3bd2b4fc9807 on network d8d1d7f9-bc93-415e-897d-1a3ba735c62d {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:24:15.620478 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0475e90a-ee2d-4c52-a3d4-544cc7c78bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:15.636025 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1a17c3-f834-4714-8262-6d610d451aaf None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:24:15.638258 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1a17c3-f834-4714-8262-6d610d451aaf None None] Checking segment: {'id': '0bf00ae3-b85a-4501-9eef-1eebd33223ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8d1d7f9-bc93-415e-897d-1a3ba735c62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:24:15.640812 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fa1a17c3-f834-4714-8262-6d610d451aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:15.642381 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1a17c3-f834-4714-8262-6d610d451aaf None None] Bound using segment: {'id': '0bf00ae3-b85a-4501-9eef-1eebd33223ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8d1d7f9-bc93-415e-897d-1a3ba735c62d'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:24:15.643038 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-fa1a17c3-f834-4714-8262-6d610d451aaf None None] Bound port: 8fb2636c-2848-4592-9105-3bd2b4fc9807, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf00ae3-b85a-4501-9eef-1eebd33223ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8d1d7f9-bc93-415e-897d-1a3ba735c62d'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:24:15.644901 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fa1a17c3-f834-4714-8262-6d610d451aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:15.648514 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-52ed020f-e69e-43b4-aa13-acd160b8a81e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] For port 68734ead-5e93-483f-8a3e-40fd37c862e3, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=68734ead-5e93-483f-8a3e-40fd37c862e3,segment=NetworkSegment(a9f9393a-c803-4dc2-b345-63ac3e7d4845),segment_id=a9f9393a-c803-4dc2-b345-63ac3e7d4845)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:15.648891 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-52ed020f-e69e-43b4-aa13-acd160b8a81e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:15.765241 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9507d6c0-a385-4360-8707-08037f8c3b2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:15.823867 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-fa1a17c3-f834-4714-8262-6d610d451aaf None None] For port 8fb2636c-2848-4592-9105-3bd2b4fc9807, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:24:15.829713 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-fa1a17c3-f834-4714-8262-6d610d451aaf None None] For port 8fb2636c-2848-4592-9105-3bd2b4fc9807, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=8fb2636c-2848-4592-9105-3bd2b4fc9807,segment=NetworkSegment(0bf00ae3-b85a-4501-9eef-1eebd33223ee),segment_id=0bf00ae3-b85a-4501-9eef-1eebd33223ee)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:24:15.838172 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 68734ead-5e93-483f-8a3e-40fd37c862e3 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:24:15.871468 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fa1a17c3-f834-4714-8262-6d610d451aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:15.892580 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4bf490df-e49c-4d29-bfef-4e938b3f8aff tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:15.900829 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-61212a44-d3d1-4f3b-831e-c838750989f5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:15.917813 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-52ed020f-e69e-43b4-aa13-acd160b8a81e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Calling delete_port for 68734ead-5e93-483f-8a3e-40fd37c862e3 owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:15.955418 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-61212a44-d3d1-4f3b-831e-c838750989f5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Transition to ACTIVE for port object c6b26792-21c2-47ae-91c8-141904bc2f6d will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:16.000855 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-07be58ab-d05e-4e4a-ab9c-6eed3d343bd9 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:16.087109 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a17c3-f834-4714-8262-6d610d451aaf None None] Pushing event updated for resources: {'Port': ['ID=8fb2636c-2848-4592-9105-3bd2b4fc9807,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:16.109377 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 68734ead-5e93-483f-8a3e-40fd37c862e3 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:16.119739 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 96061706-a259-4096-b74f-49efd84aa733 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:24:16.186150 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1dcaece-8f5f-4f09-bb36-8ab3f1477854 None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:16.206439 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-b1dcaece-8f5f-4f09-bb36-8ab3f1477854 None None] Transition to ACTIVE for port object b373afd6-c6c7-4169-aac1-2bcb80e7d4c9 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:16.220738 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1dcaece-8f5f-4f09-bb36-8ab3f1477854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:16.255930 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 96061706-a259-4096-b74f-49efd84aa733 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:16.257258 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-61212a44-d3d1-4f3b-831e-c838750989f5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:16.257415 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:16.295884 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4bf490df-e49c-4d29-bfef-4e938b3f8aff tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/ports/39de432e-814b-494c-a91d-9c3f56ef751d HTTP/1.1" status: 204 len: 168 time: 3.0310948 Apr 08 10:24:16.303347 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54608) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:16.313375 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-3c7dd09a-1101-4acc-a3db-3ab79263d223 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:24:16.317756 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3c7dd09a-1101-4acc-a3db-3ab79263d223 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.8875129 Apr 08 10:24:16.338222 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54612) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:16.357958 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-445a7274-bb9d-4629-bbed-485741f63073 None None] Provisioning complete for port 96061706-a259-4096-b74f-49efd84aa733 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:16.358882 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-445a7274-bb9d-4629-bbed-485741f63073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:16.398146 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-b1dcaece-8f5f-4f09-bb36-8ab3f1477854 None None] Attempting to bind port b373afd6-c6c7-4169-aac1-2bcb80e7d4c9 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:24:16.398146 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-b1dcaece-8f5f-4f09-bb36-8ab3f1477854 None None] Attempting to bind port b373afd6-c6c7-4169-aac1-2bcb80e7d4c9 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:24:16.398776 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dcaece-8f5f-4f09-bb36-8ab3f1477854 None None] Attempting to bind port b373afd6-c6c7-4169-aac1-2bcb80e7d4c9 on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:24:16.410055 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-0d65ca1d-69a1-460c-aa98-913bff361538 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'port_id': 'a594b54c-2724-4697-98c3-99905ba2bedc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:16.415300 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e60fec-e745-4e4a-8320-7b6929ea0a86 None None] Pushing event updated for resources: {'Port': ['ID=b373afd6-c6c7-4169-aac1-2bcb80e7d4c9,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:16.435707 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dcaece-8f5f-4f09-bb36-8ab3f1477854 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:24:16.436125 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dcaece-8f5f-4f09-bb36-8ab3f1477854 None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:24:16.436531 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1dcaece-8f5f-4f09-bb36-8ab3f1477854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:16.436931 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dcaece-8f5f-4f09-bb36-8ab3f1477854 None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:24:16.437378 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-b1dcaece-8f5f-4f09-bb36-8ab3f1477854 None None] Bound port: b373afd6-c6c7-4169-aac1-2bcb80e7d4c9, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:24:16.437772 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1dcaece-8f5f-4f09-bb36-8ab3f1477854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:16.474895 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0d65ca1d-69a1-460c-aa98-913bff361538 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:16.506669 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61212a44-d3d1-4f3b-831e-c838750989f5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:16.522618 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0d65ca1d-69a1-460c-aa98-913bff361538 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Usage tracker for resource:floatingip and tenant:abddb8c9ac10425493feee2374c67390 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:16.528066 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0d65ca1d-69a1-460c-aa98-913bff361538 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:16.537061 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0d65ca1d-69a1-460c-aa98-913bff361538 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:16.552897 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-61212a44-d3d1-4f3b-831e-c838750989f5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:16.555646 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61212a44-d3d1-4f3b-831e-c838750989f5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=c6b26792-21c2-47ae-91c8-141904bc2f6d,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:16.563254 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-b1dcaece-8f5f-4f09-bb36-8ab3f1477854 None None] For port b373afd6-c6c7-4169-aac1-2bcb80e7d4c9, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:24:16.566583 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61212a44-d3d1-4f3b-831e-c838750989f5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:24:16.567515 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-b1dcaece-8f5f-4f09-bb36-8ab3f1477854 None None] For port b373afd6-c6c7-4169-aac1-2bcb80e7d4c9, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b373afd6-c6c7-4169-aac1-2bcb80e7d4c9,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:24:16.572280 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-b1dcaece-8f5f-4f09-bb36-8ab3f1477854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:16.574762 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61212a44-d3d1-4f3b-831e-c838750989f5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:16.575425 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-61212a44-d3d1-4f3b-831e-c838750989f5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:16.623603 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0d65ca1d-69a1-460c-aa98-913bff361538 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks [] for floatingip, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:16.648550 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-61212a44-d3d1-4f3b-831e-c838750989f5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4552312 Apr 08 10:24:16.652608 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54616) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:16.701069 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e60fec-e745-4e4a-8320-7b6929ea0a86 None None] Pushing event updated for resources: {'Port': ['ID=b373afd6-c6c7-4169-aac1-2bcb80e7d4c9,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:16.718090 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:16.740567 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dcaece-8f5f-4f09-bb36-8ab3f1477854 None None] Routers {'60579844-d8ea-46e1-b218-6d6bb1b8a1d5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:24:16.741185 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-b1dcaece-8f5f-4f09-bb36-8ab3f1477854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:24:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['60579844-d8ea-46e1-b218-6d6bb1b8a1d5'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:16.759154 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9507d6c0-a385-4360-8707-08037f8c3b2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:16.810777 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-30ca486b-9cc2-4b2a-ae3b-b366a48a0858 req-d2473923-0604-4377-846a-fbc818469ead service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.3538837 Apr 08 10:24:16.844596 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-fa195057-dcd5-4d28-9a2b-b88b895c4fe1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting port c6b26792-21c2-47ae-91c8-141904bc2f6d {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:16.844596 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fa195057-dcd5-4d28-9a2b-b88b895c4fe1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:16.881311 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:16.893780 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-9507d6c0-a385-4360-8707-08037f8c3b2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] device_id is not set on port c1d93268-10d3-47b7-b1e0-f936b6c5a8eb yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:24:16.955649 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e88d16-7c76-46de-b451-5458602d67a4 None None] Network 430f2b74-a136-44a6-9d72-2bac3415227b requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:16.965617 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a042f5c-4ccb-4085-a3a0-7c529e2ae6b6 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:16.966383 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5a042f5c-4ccb-4085-a3a0-7c529e2ae6b6 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Synchronizing usage tracker for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:17.018789 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-52ed020f-e69e-43b4-aa13-acd160b8a81e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:17.058160 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-b1dcaece-8f5f-4f09-bb36-8ab3f1477854 None None] Set router 60579844-d8ea-46e1-b218-6d6bb1b8a1d5 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:24:17.104972 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed020f-e69e-43b4-aa13-acd160b8a81e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Port': ['ID=68734ead-5e93-483f-8a3e-40fd37c862e3,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:17.188897 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5a042f5c-4ccb-4085-a3a0-7c529e2ae6b6 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Unset dirty status for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:24:17.189533 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5a042f5c-4ccb-4085-a3a0-7c529e2ae6b6 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.8829777 Apr 08 10:24:17.192728 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-9935bb04-0eb3-42bf-be10-496453b15e06 None None] Could not find standard attr ID for object 68734ead-5e93-483f-8a3e-40fd37c862e3. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:24:17.201443 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54622) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:17.226761 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fa195057-dcd5-4d28-9a2b-b88b895c4fe1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:17.321254 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5ca33d55-7ea8-47dd-9a20-611c5997ed87 None None] Provisioning for port c6b26792-21c2-47ae-91c8-141904bc2f6d completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:17.327311 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5ca33d55-7ea8-47dd-9a20-611c5997ed87 None None] Provisioning complete for port c6b26792-21c2-47ae-91c8-141904bc2f6d triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:17.327872 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5ca33d55-7ea8-47dd-9a20-611c5997ed87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:17.395924 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ed020f-e69e-43b4-aa13-acd160b8a81e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] No DVR routers for this DVR port 68734ead-5e93-483f-8a3e-40fd37c862e3 on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:24:17.423807 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-fa195057-dcd5-4d28-9a2b-b88b895c4fe1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Calling delete_port for c6b26792-21c2-47ae-91c8-141904bc2f6d owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:17.453299 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-5ca33d55-7ea8-47dd-9a20-611c5997ed87 None None] Port c6b26792-21c2-47ae-91c8-141904bc2f6d cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:24:17.478392 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-b1dcaece-8f5f-4f09-bb36-8ab3f1477854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60579844-d8ea-46e1-b218-6d6bb1b8a1d5', 'name': 'tempest-snat-router-1393102390', 'tenant_id': '9bd81ab95fd945df89bd3b624ebfb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b373afd6-c6c7-4169-aac1-2bcb80e7d4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:24:03Z', 'updated_at': '2022-04-08T10:24:09Z', 'revision_number': 3, 'project_id': '9bd81ab95fd945df89bd3b624ebfb74b', 'gw_port': {'id': 'b373afd6-c6c7-4169-aac1-2bcb80e7d4c9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:79:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60579844-d8ea-46e1-b218-6d6bb1b8a1d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:24:05Z', 'updated_at': '2022-04-08T10:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:17.480780 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-740f1683-cc80-4b89-a194-3c444126b202 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] GET failed (client error): The resource could not be found. Apr 08 10:24:17.486467 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-740f1683-cc80-4b89-a194-3c444126b202 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "GET /v2.0/ports/39de432e-814b-494c-a91d-9c3f56ef751d HTTP/1.1" status: 404 len: 333 time: 0.2283261 Apr 08 10:24:17.487057 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54626) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:17.489430 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dcaece-8f5f-4f09-bb36-8ab3f1477854 None None] The sync data for ids ['60579844-d8ea-46e1-b218-6d6bb1b8a1d5'] in dv-neutron-837110-1-hyperv is: [{'id': '60579844-d8ea-46e1-b218-6d6bb1b8a1d5', 'name': 'tempest-snat-router-1393102390', 'tenant_id': '9bd81ab95fd945df89bd3b624ebfb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': 'b373afd6-c6c7-4169-aac1-2bcb80e7d4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:24:03Z', 'updated_at': '2022-04-08T10:24:09Z', 'revision_number': 3, 'project_id': '9bd81ab95fd945df89bd3b624ebfb74b', 'gw_port': {'id': 'b373afd6-c6c7-4169-aac1-2bcb80e7d4c9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:79:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60579844-d8ea-46e1-b218-6d6bb1b8a1d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:24:05Z', 'updated_at': '2022-04-08T10:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:24:17.502361 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-a4b7683f-b859-4821-a3dc-53cd4073c7be tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1712950140'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:17.538000 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a4b7683f-b859-4821-a3dc-53cd4073c7be tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:17.563509 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a4b7683f-b859-4821-a3dc-53cd4073c7be tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:network and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:17.570972 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-30ca486b-9cc2-4b2a-ae3b-b366a48a0858 req-e2a54ead-57b5-47bc-9ea9-c2b2ccefafbf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=14526426b3bf429d8a2df66bd6372e7f&device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 1098 time: 0.6148765 Apr 08 10:24:17.578942 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a4b7683f-b859-4821-a3dc-53cd4073c7be tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:17.585445 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f3a392-2581-4910-8585-8e6400783648 None None] Network 430f2b74-a136-44a6-9d72-2bac3415227b requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:17.591811 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-07be58ab-d05e-4e4a-ab9c-6eed3d343bd9 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:17.609487 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-07be58ab-d05e-4e4a-ab9c-6eed3d343bd9 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Deleting port b373afd6-c6c7-4169-aac1-2bcb80e7d4c9 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:17.609838 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-07be58ab-d05e-4e4a-ab9c-6eed3d343bd9 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:17.659291 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-52ed020f-e69e-43b4-aa13-acd160b8a81e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:17.688226 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0d65ca1d-69a1-460c-aa98-913bff361538 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:17.702611 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a4b7683f-b859-4821-a3dc-53cd4073c7be tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:17.823528 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643b8bff-d69b-41d2-ac3b-dea3417978bb None None] Network d8d1d7f9-bc93-415e-897d-1a3ba735c62d requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:17.901556 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b7683f-b859-4821-a3dc-53cd4073c7be tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:17.908736 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a4b7683f-b859-4821-a3dc-53cd4073c7be tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:17.934016 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-9507d6c0-a385-4360-8707-08037f8c3b2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Allocated IP 172.20.0.9 (d8d1d7f9-bc93-415e-897d-1a3ba735c62d/37455882-47c5-44be-a542-d614c0961ac6/c1d93268-10d3-47b7-b1e0-f936b6c5a8eb) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:18.009133 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-52ed020f-e69e-43b4-aa13-acd160b8a81e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:18.016170 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 8fb2636c-2848-4592-9105-3bd2b4fc9807 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:24:18.048208 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca486b-9cc2-4b2a-ae3b-b366a48a0858 req-7e20d6df-67dd-4449-9a8e-3e5caf8c1f45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:18.053465 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-30ca486b-9cc2-4b2a-ae3b-b366a48a0858 req-7e20d6df-67dd-4449-9a8e-3e5caf8c1f45 service neutron] 10.222.0.52 "GET /v2.0/networks?id=192f3bbb-ce8e-4d78-84a7-a4b3b9471c82 HTTP/1.1" status: 200 len: 898 time: 0.4226289 Apr 08 10:24:18.149631 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed020f-e69e-43b4-aa13-acd160b8a81e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Subnet': ['ID=eca822c7-edcd-490d-a3a2-0706a7b888a0,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:18.251543 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8790b078-02fe-4f5d-a2cd-3c5f533fbe24 None None] Provisioning for port 8fb2636c-2848-4592-9105-3bd2b4fc9807 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:18.266557 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-30ca486b-9cc2-4b2a-ae3b-b366a48a0858 req-0c17c9fb-395b-4a87-b782-aaea05d4663f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53695a35-5107-4460-9ed0-b506351f18b3 HTTP/1.1" status: 200 len: 1001 time: 0.2016766 Apr 08 10:24:18.281294 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:18.339276 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-07be58ab-d05e-4e4a-ab9c-6eed3d343bd9 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] For port b373afd6-c6c7-4169-aac1-2bcb80e7d4c9, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b373afd6-c6c7-4169-aac1-2bcb80e7d4c9,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:18.339862 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-07be58ab-d05e-4e4a-ab9c-6eed3d343bd9 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:18.342537 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8071cc36-35ce-4a9c-a095-02912099e8c1 None None] DHCP port deletion for 430f2b74-a136-44a6-9d72-2bac3415227b request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:24:18.363447 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fa195057-dcd5-4d28-9a2b-b88b895c4fe1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:18.368051 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca486b-9cc2-4b2a-ae3b-b366a48a0858 req-0c49ee0a-d114-4784-ad18-fbc3f814f9ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:18.370036 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-30ca486b-9cc2-4b2a-ae3b-b366a48a0858 req-0c49ee0a-d114-4784-ad18-fbc3f814f9ae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9288d010-9fbf-4288-b764-bbf686d8640a HTTP/1.1" status: 200 len: 835 time: 0.0961354 Apr 08 10:24:18.421309 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-0d65ca1d-69a1-460c-aa98-913bff361538 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Allocated IP 172.26.0.109 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/ace21ab8-ff3f-47c4-87f8-77309975ad33) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:18.447326 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 8fb2636c-2848-4592-9105-3bd2b4fc9807 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:18.454840 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 8fb2636c-2848-4592-9105-3bd2b4fc9807 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:18.455478 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:18.518086 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b7683f-b859-4821-a3dc-53cd4073c7be tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:24:18.528668 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-07be58ab-d05e-4e4a-ab9c-6eed3d343bd9 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Calling delete_port for b373afd6-c6c7-4169-aac1-2bcb80e7d4c9 owned by network:router_gateway {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:18.584347 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-52ed020f-e69e-43b4-aa13-acd160b8a81e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:18.595119 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa195057-dcd5-4d28-9a2b-b88b895c4fe1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Port': ['ID=c6b26792-21c2-47ae-91c8-141904bc2f6d,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:18.618137 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a4b7683f-b859-4821-a3dc-53cd4073c7be tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:18.618486 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-a4b7683f-b859-4821-a3dc-53cd4073c7be tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Added segment 1096990c-ac70-4bbe-899a-0faa0b8bd4ce of type vlan for network 18c52770-2a65-497d-a1cc-dc3886fcfe32 Apr 08 10:24:18.680129 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:18.697564 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-30ca486b-9cc2-4b2a-ae3b-b366a48a0858 req-6b59ef05-9f5e-43fb-aca3-4e17220532f8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=192f3bbb-ce8e-4d78-84a7-a4b3b9471c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2563264 Apr 08 10:24:18.701645 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-52ed020f-e69e-43b4-aa13-acd160b8a81e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430f2b74-a136-44a6-9d72-2bac3415227b']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:18.732547 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 8fb2636c-2848-4592-9105-3bd2b4fc9807, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=8fb2636c-2848-4592-9105-3bd2b4fc9807,segment=NetworkSegment(0bf00ae3-b85a-4501-9eef-1eebd33223ee),segment_id=0bf00ae3-b85a-4501-9eef-1eebd33223ee)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:18.738104 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:18.739159 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 96061706-a259-4096-b74f-49efd84aa733 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:24:18.748896 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-52ed020f-e69e-43b4-aa13-acd160b8a81e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f9393a-c803-4dc2-b345-63ac3e7d4845') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:18.749197 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-52ed020f-e69e-43b4-aa13-acd160b8a81e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f9393a-c803-4dc2-b345-63ac3e7d4845') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:18.762643 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-52ed020f-e69e-43b4-aa13-acd160b8a81e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:18.830364 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fa195057-dcd5-4d28-9a2b-b88b895c4fe1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:18.880830 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-fa195057-dcd5-4d28-9a2b-b88b895c4fe1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/c6b26792-21c2-47ae-91c8-141904bc2f6d HTTP/1.1" status: 204 len: 168 time: 2.2269316 Apr 08 10:24:18.884336 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54630) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:18.927342 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=8fb2636c-2848-4592-9105-3bd2b4fc9807,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:18.966603 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-881bd518-d3ea-4f4f-bd34-a82001a21d08 None None] Provisioning for port daa49341-b029-4ba2-93e3-f58edb6ff33d completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:18.973620 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-881bd518-d3ea-4f4f-bd34-a82001a21d08 None None] Provisioning complete for port daa49341-b029-4ba2-93e3-f58edb6ff33d triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:18.974354 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-881bd518-d3ea-4f4f-bd34-a82001a21d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:19.025625 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0d65ca1d-69a1-460c-aa98-913bff361538 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:19.039168 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-881bd518-d3ea-4f4f-bd34-a82001a21d08 None None] Port daa49341-b029-4ba2-93e3-f58edb6ff33d cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:24:19.048126 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 96061706-a259-4096-b74f-49efd84aa733 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:19.048741 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:19.130805 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-881bd518-d3ea-4f4f-bd34-a82001a21d08 None None] Provisioning complete for port 8fb2636c-2848-4592-9105-3bd2b4fc9807 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:19.131549 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-881bd518-d3ea-4f4f-bd34-a82001a21d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:19.166350 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-52ed020f-e69e-43b4-aa13-acd160b8a81e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:19.168494 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-07be58ab-d05e-4e4a-ab9c-6eed3d343bd9 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:19.175274 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a4b7683f-b859-4821-a3dc-53cd4073c7be tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:19.178989 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba602de2-e8b4-4466-91db-d44d11e362ff None None] get_active_networks_info from dv-neutron-837110-1-hyperv {{(pid=83847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 08 10:24:19.211361 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ed020f-e69e-43b4-aa13-acd160b8a81e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:24:19.211361 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-52ed020f-e69e-43b4-aa13-acd160b8a81e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:19.220663 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be58ab-d05e-4e4a-ab9c-6eed3d343bd9 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Pushing event deleted for resources: {'Port': ['ID=b373afd6-c6c7-4169-aac1-2bcb80e7d4c9,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:24:19.230348 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:24:19.242327 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbacbe5-0a31-4505-87a9-1cc86ee1e769 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:19.243300 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3fbacbe5-0a31-4505-87a9-1cc86ee1e769 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:19.256289 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0d65ca1d-69a1-460c-aa98-913bff361538 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:19.310999 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-30ca486b-9cc2-4b2a-ae3b-b366a48a0858 req-1d32f741-b90e-4fab-8f63-f603ecc0c5d5 service neutron] 10.222.0.52 "GET /v2.0/networks/192f3bbb-ce8e-4d78-84a7-a4b3b9471c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5913715 Apr 08 10:24:19.318252 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.resource_extend [None req-a4b7683f-b859-4821-a3dc-53cd4073c7be tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:24:19.348418 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3fbacbe5-0a31-4505-87a9-1cc86ee1e769 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:24:19.352963 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3fbacbe5-0a31-4505-87a9-1cc86ee1e769 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4633687 Apr 08 10:24:19.366693 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54634) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:19.399925 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d65ca1d-69a1-460c-aa98-913bff361538 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:19.407921 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-0d65ca1d-69a1-460c-aa98-913bff361538 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:19.415146 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d65ca1d-69a1-460c-aa98-913bff361538 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:24:19.431196 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba602de2-e8b4-4466-91db-d44d11e362ff None None] Resources bound (agent type, host, resource id): {{(pid=83847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 10:24:19.444796 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65ca1d-69a1-460c-aa98-913bff361538 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Pushing event updated for resources: {'Port': ['ID=ace21ab8-ff3f-47c4-87f8-77309975ad33,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:19.513118 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a4b7683f-b859-4821-a3dc-53cd4073c7be tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:19.517258 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b7683f-b859-4821-a3dc-53cd4073c7be tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:19.517856 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a4b7683f-b859-4821-a3dc-53cd4073c7be tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:19.522282 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-52ed020f-e69e-43b4-aa13-acd160b8a81e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:19.527953 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-52ed020f-e69e-43b4-aa13-acd160b8a81e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:19.563618 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-e9072cd9-89ce-4552-b8ba-1ef80d357d85 None None] Provisioning complete for port daa49341-b029-4ba2-93e3-f58edb6ff33d triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:19.564107 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e9072cd9-89ce-4552-b8ba-1ef80d357d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:19.649809 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7683f-b859-4821-a3dc-53cd4073c7be tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Network': ['ID=18c52770-2a65-497d-a1cc-dc3886fcfe32,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:19.658834 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-07be58ab-d05e-4e4a-ab9c-6eed3d343bd9 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:19.667974 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 18c52770-2a65-497d-a1cc-dc3886fcfe32 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:24:19.686724 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-e9072cd9-89ce-4552-b8ba-1ef80d357d85 None None] Port daa49341-b029-4ba2-93e3-f58edb6ff33d cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:24:19.710046 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed020f-e69e-43b4-aa13-acd160b8a81e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Network': ['ID=430f2b74-a136-44a6-9d72-2bac3415227b,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:19.727389 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 8fb2636c-2848-4592-9105-3bd2b4fc9807 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:24:19.764428 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a4b7683f-b859-4821-a3dc-53cd4073c7be tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2676864 Apr 08 10:24:19.768436 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-52ed020f-e69e-43b4-aa13-acd160b8a81e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/networks/430f2b74-a136-44a6-9d72-2bac3415227b HTTP/1.1" status: 204 len: 168 time: 5.1569695 Apr 08 10:24:19.782092 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54638) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:19.782426 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54640) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:19.795001 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9507d6c0-a385-4360-8707-08037f8c3b2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:19.827330 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-727e7072-521a-40e6-be3e-21e96ebb941d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'subnet': {'network_id': '18c52770-2a65-497d-a1cc-dc3886fcfe32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:19.880138 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-30ca486b-9cc2-4b2a-ae3b-b366a48a0858 req-dc61735d-059d-4dce-a805-b0eafe0f8287 service neutron] 10.222.0.52 "GET /v2.0/networks/192f3bbb-ce8e-4d78-84a7-a4b3b9471c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5516875 Apr 08 10:24:19.974598 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 8fb2636c-2848-4592-9105-3bd2b4fc9807 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:19.974966 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:19.976546 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-b93059e8-8d87-49f4-a190-8e8668b38e31 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:19.976993 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b93059e8-8d87-49f4-a190-8e8668b38e31 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:19.982207 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b93059e8-8d87-49f4-a190-8e8668b38e31 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/networks/430f2b74-a136-44a6-9d72-2bac3415227b HTTP/1.1" status: 404 len: 339 time: 0.1924808 Apr 08 10:24:19.986790 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54646) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:19.989743 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-9507d6c0-a385-4360-8707-08037f8c3b2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Transition to ACTIVE for port object c1d93268-10d3-47b7-b1e0-f936b6c5a8eb will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:20.007770 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-297bf63d-a796-4faf-9b1c-ec92b5fcbac7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-769446435', 'description': 'd1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:20.017181 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e99fe8-2a37-4046-9a51-1a44b9a589dc tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:20.021833 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-79e99fe8-2a37-4046-9a51-1a44b9a589dc tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6518304 Apr 08 10:24:20.027116 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-297bf63d-a796-4faf-9b1c-ec92b5fcbac7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:20.029117 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54650) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:20.068230 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-297bf63d-a796-4faf-9b1c-ec92b5fcbac7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Usage tracker for resource:network and tenant:99d8bc42a35a4346859252e524d5d533 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:20.078420 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-297bf63d-a796-4faf-9b1c-ec92b5fcbac7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:20.081427 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-727e7072-521a-40e6-be3e-21e96ebb941d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:20.098749 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-07be58ab-d05e-4e4a-ab9c-6eed3d343bd9 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:20.102524 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-0d65ca1d-69a1-460c-aa98-913bff361538 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Deleting port ace21ab8-ff3f-47c4-87f8-77309975ad33 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:20.103077 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0d65ca1d-69a1-460c-aa98-913bff361538 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:20.113020 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-727e7072-521a-40e6-be3e-21e96ebb941d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:subnet and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:20.123818 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-297bf63d-a796-4faf-9b1c-ec92b5fcbac7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:20.130729 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-727e7072-521a-40e6-be3e-21e96ebb941d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:20.141241 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-07be58ab-d05e-4e4a-ab9c-6eed3d343bd9 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:20.147985 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efb32b3-d0b9-4bce-a82f-66f05c1f4c3c None None] get_active_networks_info from dv-neutron-837110-1-hyperv {{(pid=83847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 08 10:24:20.150092 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-727e7072-521a-40e6-be3e-21e96ebb941d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:20.165997 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727e7072-521a-40e6-be3e-21e96ebb941d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:20.246561 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 68734ead-5e93-483f-8a3e-40fd37c862e3 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:24:20.282414 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-07be58ab-d05e-4e4a-ab9c-6eed3d343bd9 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:20.283108 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07be58ab-d05e-4e4a-ab9c-6eed3d343bd9 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 60579844-d8ea-46e1-b218-6d6bb1b8a1d5 {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:24:20.296486 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 68734ead-5e93-483f-8a3e-40fd37c862e3 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:24:20.297379 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 68734ead-5e93-483f-8a3e-40fd37c862e3 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:24:20.307750 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-727e7072-521a-40e6-be3e-21e96ebb941d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:20.323422 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-07be58ab-d05e-4e4a-ab9c-6eed3d343bd9 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:20.325013 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-07be58ab-d05e-4e4a-ab9c-6eed3d343bd9 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "DELETE /v2.0/routers/60579844-d8ea-46e1-b218-6d6bb1b8a1d5 HTTP/1.1" status: 204 len: 168 time: 5.2199254 Apr 08 10:24:20.327489 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54656) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:20.340781 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297bf63d-a796-4faf-9b1c-ec92b5fcbac7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Made reservation on behalf of 99d8bc42a35a4346859252e524d5d533 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:20.343851 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-297bf63d-a796-4faf-9b1c-ec92b5fcbac7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:20.352673 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efb32b3-d0b9-4bce-a82f-66f05c1f4c3c None None] Resources bound (agent type, host, resource id): {{(pid=83847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 10:24:20.447739 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297bf63d-a796-4faf-9b1c-ec92b5fcbac7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:24:20.465173 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c680d0-b9f0-4d67-80b9-ec0716304e3b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:20.466473 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c680d0-b9f0-4d67-80b9-ec0716304e3b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:20.466747 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0d65ca1d-69a1-460c-aa98-913bff361538 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:20.467278 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0d65ca1d-69a1-460c-aa98-913bff361538 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:20.467796 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c680d0-b9f0-4d67-80b9-ec0716304e3b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:20.468638 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-42c680d0-b9f0-4d67-80b9-ec0716304e3b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:20.484247 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9507d6c0-a385-4360-8707-08037f8c3b2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:20.537200 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-297bf63d-a796-4faf-9b1c-ec92b5fcbac7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:20.537993 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-297bf63d-a796-4faf-9b1c-ec92b5fcbac7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Added segment 27cc435d-e959-414c-86e7-7b2de7f1fdff of type vlan for network 0a637ace-880f-4f58-9143-eea22dda6973 Apr 08 10:24:20.591387 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-0d65ca1d-69a1-460c-aa98-913bff361538 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Calling delete_port for ace21ab8-ff3f-47c4-87f8-77309975ad33 owned by network:floatingip {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:20.592953 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-42c680d0-b9f0-4d67-80b9-ec0716304e3b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:24:20.596570 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-42c680d0-b9f0-4d67-80b9-ec0716304e3b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5640807 Apr 08 10:24:20.611448 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54662) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:20.658774 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9507d6c0-a385-4360-8707-08037f8c3b2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network d8d1d7f9-bc93-415e-897d-1a3ba735c62d is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:20.675006 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507d6c0-a385-4360-8707-08037f8c3b2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Port': ['ID=c1d93268-10d3-47b7-b1e0-f936b6c5a8eb,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:20.678183 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-9507d6c0-a385-4360-8707-08037f8c3b2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:20.694652 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9507d6c0-a385-4360-8707-08037f8c3b2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:24:20.738926 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-297bf63d-a796-4faf-9b1c-ec92b5fcbac7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:20.766789 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0d65ca1d-69a1-460c-aa98-913bff361538 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:20.814037 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65ca1d-69a1-460c-aa98-913bff361538 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Pushing event deleted for resources: {'Port': ['ID=ace21ab8-ff3f-47c4-87f8-77309975ad33,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:20.853526 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8313a3f2-76b9-413b-bd71-c3e683339fd4 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:21.048032 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9507d6c0-a385-4360-8707-08037f8c3b2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:21.048659 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9507d6c0-a385-4360-8707-08037f8c3b2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:21.066620 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-0d65ca1d-69a1-460c-aa98-913bff361538 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] create failed (client error): The resource could not be found. Apr 08 10:24:21.071120 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0d65ca1d-69a1-460c-aa98-913bff361538 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.7176163 Apr 08 10:24:21.072422 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54668) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:21.080441 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-297bf63d-a796-4faf-9b1c-ec92b5fcbac7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:21.084733 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297bf63d-a796-4faf-9b1c-ec92b5fcbac7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:21.085393 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-297bf63d-a796-4faf-9b1c-ec92b5fcbac7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:21.131138 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f0e4f120-a168-4c78-ae5c-d90d40b4b4a8 None None] Provisioning for port c1d93268-10d3-47b7-b1e0-f936b6c5a8eb completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:21.139741 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f0e4f120-a168-4c78-ae5c-d90d40b4b4a8 None None] Provisioning complete for port c1d93268-10d3-47b7-b1e0-f936b6c5a8eb triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:21.140388 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f120-a168-4c78-ae5c-d90d40b4b4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:21.210177 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-f0e4f120-a168-4c78-ae5c-d90d40b4b4a8 None None] Port c1d93268-10d3-47b7-b1e0-f936b6c5a8eb cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:24:21.227790 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9507d6c0-a385-4360-8707-08037f8c3b2c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.9947083 Apr 08 10:24:21.235377 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54674) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:21.239031 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-297bf63d-a796-4faf-9b1c-ec92b5fcbac7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2476318 Apr 08 10:24:21.266116 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54678) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:21.316681 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-7282107f-d6d8-4a5c-8bd6-3690e3844ab6 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Deleting port a594b54c-2724-4697-98c3-99905ba2bedc {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:21.317036 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7282107f-d6d8-4a5c-8bd6-3690e3844ab6 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:21.361885 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce9c58c-4511-453d-a048-71c9a2c1e3ed tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet 2917dc49-f486-4ffa-9988-d387f23f4a87 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:24:21.369949 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-727e7072-521a-40e6-be3e-21e96ebb941d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:21.373313 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297bf63d-a796-4faf-9b1c-ec92b5fcbac7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event updated for resources: {'Network': ['ID=0a637ace-880f-4f58-9143-eea22dda6973,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:21.386652 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 0a637ace-880f-4f58-9143-eea22dda6973 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:24:21.416730 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cce9c58c-4511-453d-a048-71c9a2c1e3ed tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:21.459023 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcbdf64-a482-4fed-ae3b-1cf152c8ebdd tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:21.459559 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6dcbdf64-a482-4fed-ae3b-1cf152c8ebdd tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Synchronizing usage tracker for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:21.514632 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cce9c58c-4511-453d-a048-71c9a2c1e3ed tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:21.557265 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a4de57-c0ac-4964-8a5f-e54d2cc39b01 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:21.557939 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-65a4de57-c0ac-4964-8a5f-e54d2cc39b01 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Synchronizing usage tracker for tenant:99d8bc42a35a4346859252e524d5d533 on resource:network {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:21.571965 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6dcbdf64-a482-4fed-ae3b-1cf152c8ebdd tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Unset dirty status for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:24:21.573162 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6dcbdf64-a482-4fed-ae3b-1cf152c8ebdd tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3352168 Apr 08 10:24:21.579349 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54682) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:21.588348 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e7072-521a-40e6-be3e-21e96ebb941d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Subnet': ['ID=8ed989be-6ecf-414b-81b1-85315f952328,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:21.621074 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-65a4de57-c0ac-4964-8a5f-e54d2cc39b01 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Unset dirty status for tenant:99d8bc42a35a4346859252e524d5d533 on resource:network {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:24:21.622213 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-65a4de57-c0ac-4964-8a5f-e54d2cc39b01 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "GET /v2.0/networks?id=0a637ace-880f-4f58-9143-eea22dda6973 HTTP/1.1" status: 200 len: 760 time: 0.3519957 Apr 08 10:24:21.624805 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727e7072-521a-40e6-be3e-21e96ebb941d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Checking segment: {'id': '1096990c-ac70-4bbe-899a-0faa0b8bd4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '18c52770-2a65-497d-a1cc-dc3886fcfe32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:24:21.625165 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727e7072-521a-40e6-be3e-21e96ebb941d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network hostable DHCP agents. Network: 18c52770-2a65-497d-a1cc-dc3886fcfe32, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:24:21.631918 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54686) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:21.640843 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-d534c74e-8f68-4689-ac3d-6e44090ae46e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Request body: {'network': {'description': 'd2'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:21.646524 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8313a3f2-76b9-413b-bd71-c3e683339fd4 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:21.680509 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-8313a3f2-76b9-413b-bd71-c3e683339fd4 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Deleting port 7a93261a-54ae-48ad-bd2c-59507ff4ce34 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:21.680859 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8313a3f2-76b9-413b-bd71-c3e683339fd4 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:21.762589 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7282107f-d6d8-4a5c-8bd6-3690e3844ab6 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:21.769412 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cce9c58c-4511-453d-a048-71c9a2c1e3ed tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:21.833051 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727e7072-521a-40e6-be3e-21e96ebb941d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network 18c52770-2a65-497d-a1cc-dc3886fcfe32 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:24:21.888825 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54692) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:21.917597 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-7282107f-d6d8-4a5c-8bd6-3690e3844ab6 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Calling delete_port for a594b54c-2724-4697-98c3-99905ba2bedc owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:21.983385 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-727e7072-521a-40e6-be3e-21e96ebb941d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 18c52770-2a65-497d-a1cc-dc3886fcfe32) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:21.993827 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484a2112-7c3d-4a09-9de1-f972f8ac3597 None None] Network 18c52770-2a65-497d-a1cc-dc3886fcfe32 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:22.018866 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727e7072-521a-40e6-be3e-21e96ebb941d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:22.019446 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-727e7072-521a-40e6-be3e-21e96ebb941d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:22.023888 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f29b768-8f29-41c7-ada6-c3f3cf42f6c9 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:22.027679 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f29b768-8f29-41c7-ada6-c3f3cf42f6c9 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:22.031578 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f29b768-8f29-41c7-ada6-c3f3cf42f6c9 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:22.036679 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9f29b768-8f29-41c7-ada6-c3f3cf42f6c9 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.4521830 Apr 08 10:24:22.037791 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54696) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:22.116037 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-8313a3f2-76b9-413b-bd71-c3e683339fd4 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] For port 7a93261a-54ae-48ad-bd2c-59507ff4ce34, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=7a93261a-54ae-48ad-bd2c-59507ff4ce34,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:22.116383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8313a3f2-76b9-413b-bd71-c3e683339fd4 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:22.122515 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d534c74e-8f68-4689-ac3d-6e44090ae46e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:22.142001 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cce9c58c-4511-453d-a048-71c9a2c1e3ed tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:22.242022 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-727e7072-521a-40e6-be3e-21e96ebb941d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4572053 Apr 08 10:24:22.262929 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54700) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:22.263629 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9c58c-4511-453d-a048-71c9a2c1e3ed tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=2917dc49-f486-4ffa-9988-d387f23f4a87,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:22.265614 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d534c74e-8f68-4689-ac3d-6e44090ae46e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:22.277787 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67b7b0c-9a6d-4d26-b40e-b2cb1ac8658d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-18c52770-2a65-497d-a1cc-dc3886fcfe32', 'network_id': '18c52770-2a65-497d-a1cc-dc3886fcfe32', 'tenant_id': 'fa9701ec28774020be549acd68c08714', 'fixed_ips': [{'subnet_id': '8ed989be-6ecf-414b-81b1-85315f952328'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:24:22.279200 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b67b7b0c-9a6d-4d26-b40e-b2cb1ac8658d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:22.283606 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-8313a3f2-76b9-413b-bd71-c3e683339fd4 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Calling delete_port for 7a93261a-54ae-48ad-bd2c-59507ff4ce34 owned by network:router_gateway {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:22.301677 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-733e8ac7-129f-476e-b156-cf3bddf38fa1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'subnet': {'network_id': '18c52770-2a65-497d-a1cc-dc3886fcfe32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:22.323978 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-84220d33-6f27-4d87-9e09-a897a7813585 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting port c1d93268-10d3-47b7-b1e0-f936b6c5a8eb {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:22.324349 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-84220d33-6f27-4d87-9e09-a897a7813585 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:22.350226 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7282107f-d6d8-4a5c-8bd6-3690e3844ab6 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:22.420748 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282107f-d6d8-4a5c-8bd6-3690e3844ab6 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Pushing event deleted for resources: {'Port': ['ID=a594b54c-2724-4697-98c3-99905ba2bedc,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:22.447804 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-b67b7b0c-9a6d-4d26-b40e-b2cb1ac8658d None None] Allocated IP 2001:db8::2 (18c52770-2a65-497d-a1cc-dc3886fcfe32/8ed989be-6ecf-414b-81b1-85315f952328/c5729302-ed2e-4724-9164-5dc501dbcea6) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:22.481166 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d10360-2339-4184-8106-e8a048d24dc8 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:22.489969 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d534c74e-8f68-4689-ac3d-6e44090ae46e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Network 0a637ace-880f-4f58-9143-eea22dda6973 is not hosted by any dhcp agent {{(pid=83846) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 08 10:24:22.493758 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d534c74e-8f68-4689-ac3d-6e44090ae46e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:22.494180 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d534c74e-8f68-4689-ac3d-6e44090ae46e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:22.497960 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d534c74e-8f68-4689-ac3d-6e44090ae46e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "PUT /v2.0/networks/0a637ace-880f-4f58-9143-eea22dda6973 HTTP/1.1" status: 200 len: 757 time: 0.8625727 Apr 08 10:24:22.505896 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54704) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:22.596253 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cce9c58c-4511-453d-a048-71c9a2c1e3ed tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:22.598141 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-cce9c58c-4511-453d-a048-71c9a2c1e3ed tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/2917dc49-f486-4ffa-9988-d387f23f4a87 HTTP/1.1" status: 204 len: 168 time: 1.9857378 Apr 08 10:24:22.602251 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54708) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:22.692975 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7282107f-d6d8-4a5c-8bd6-3690e3844ab6 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:22.768167 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f34f2e-7c2f-4a08-8760-8299e24fb2a0 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:22.769593 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-33f34f2e-7c2f-4a08-8760-8299e24fb2a0 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Synchronizing usage tracker for tenant:99d8bc42a35a4346859252e524d5d533 on resource:network {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:22.775323 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7282107f-d6d8-4a5c-8bd6-3690e3844ab6 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] 10.222.0.47 "DELETE /v2.0/ports/a594b54c-2724-4697-98c3-99905ba2bedc HTTP/1.1" status: 204 len: 168 time: 1.6997468 Apr 08 10:24:22.781004 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54714) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:22.883003 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b67b7b0c-9a6d-4d26-b40e-b2cb1ac8658d None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:23.000694 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-c4803678-a8e2-48d5-a035-c2a7a8652d93 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Deleting port 2e8969e8-5286-4059-be86-7a788442a1c3 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:23.001525 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c4803678-a8e2-48d5-a035-c2a7a8652d93 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:23.011114 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-33f34f2e-7c2f-4a08-8760-8299e24fb2a0 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Unset dirty status for tenant:99d8bc42a35a4346859252e524d5d533 on resource:network {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:24:23.012323 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-33f34f2e-7c2f-4a08-8760-8299e24fb2a0 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "GET /v2.0/networks?id=0a637ace-880f-4f58-9143-eea22dda6973 HTTP/1.1" status: 200 len: 760 time: 0.5043612 Apr 08 10:24:23.023612 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54718) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:23.029191 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-ac4c50ef-458b-4ff4-8a39-b370f1edeeb8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-386684503'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:23.045136 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ac4c50ef-458b-4ff4-8a39-b370f1edeeb8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:23.058519 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b67b7b0c-9a6d-4d26-b40e-b2cb1ac8658d None None] Transition to ACTIVE for port object c5729302-ed2e-4724-9164-5dc501dbcea6 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:23.092837 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b67b7b0c-9a6d-4d26-b40e-b2cb1ac8658d None None] Transition to ACTIVE for port object c5729302-ed2e-4724-9164-5dc501dbcea6 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:23.096040 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ac4c50ef-458b-4ff4-8a39-b370f1edeeb8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:23.100326 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b67b7b0c-9a6d-4d26-b40e-b2cb1ac8658d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:23.101957 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8313a3f2-76b9-413b-bd71-c3e683339fd4 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:23.188293 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67b7b0c-9a6d-4d26-b40e-b2cb1ac8658d None None] Network 18c52770-2a65-497d-a1cc-dc3886fcfe32 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:23.209577 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-b67b7b0c-9a6d-4d26-b40e-b2cb1ac8658d None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:23.216913 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67b7b0c-9a6d-4d26-b40e-b2cb1ac8658d None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:24:23.217166 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534c74e-8f68-4689-ac3d-6e44090ae46e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event updated for resources: {'Network': ['ID=0a637ace-880f-4f58-9143-eea22dda6973,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:23.233460 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 0a637ace-880f-4f58-9143-eea22dda6973 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:24:23.302671 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-84220d33-6f27-4d87-9e09-a897a7813585 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:23.315697 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-b28d4d6a-d400-4693-ae20-89d22b301d4a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet 807e1560-133e-4d30-b4c7-aa937f665a25 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:24:23.335863 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4c50ef-458b-4ff4-8a39-b370f1edeeb8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Made reservation on behalf of 99d8bc42a35a4346859252e524d5d533 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:23.339259 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ac4c50ef-458b-4ff4-8a39-b370f1edeeb8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:23.352847 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313a3f2-76b9-413b-bd71-c3e683339fd4 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a93261a-54ae-48ad-bd2c-59507ff4ce34,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:23.354782 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b28d4d6a-d400-4693-ae20-89d22b301d4a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:23.425539 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b7b0c-9a6d-4d26-b40e-b2cb1ac8658d None None] Pushing event updated for resources: {'Port': ['ID=c5729302-ed2e-4724-9164-5dc501dbcea6,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:23.473743 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-733e8ac7-129f-476e-b156-cf3bddf38fa1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:23.493184 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-84220d33-6f27-4d87-9e09-a897a7813585 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Calling delete_port for c1d93268-10d3-47b7-b1e0-f936b6c5a8eb owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:23.542527 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6066ecdb-ba09-42aa-8b8c-1a6beabe24ea tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:23.543933 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6066ecdb-ba09-42aa-8b8c-1a6beabe24ea tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Synchronizing usage tracker for tenant:abddb8c9ac10425493feee2374c67390 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:23.552105 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b28d4d6a-d400-4693-ae20-89d22b301d4a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:23.552425 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-733e8ac7-129f-476e-b156-cf3bddf38fa1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:subnet and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:23.553681 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-b67b7b0c-9a6d-4d26-b40e-b2cb1ac8658d None None] Attempting to bind port c5729302-ed2e-4724-9164-5dc501dbcea6 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:24:23.554115 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-b67b7b0c-9a6d-4d26-b40e-b2cb1ac8658d None None] Attempting to bind port c5729302-ed2e-4724-9164-5dc501dbcea6 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '1096990c-ac70-4bbe-899a-0faa0b8bd4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '18c52770-2a65-497d-a1cc-dc3886fcfe32'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:24:23.554632 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67b7b0c-9a6d-4d26-b40e-b2cb1ac8658d None None] Attempting to bind port c5729302-ed2e-4724-9164-5dc501dbcea6 on network 18c52770-2a65-497d-a1cc-dc3886fcfe32 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:24:23.560484 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-733e8ac7-129f-476e-b156-cf3bddf38fa1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:23.569534 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67b7b0c-9a6d-4d26-b40e-b2cb1ac8658d None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:24:23.569827 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67b7b0c-9a6d-4d26-b40e-b2cb1ac8658d None None] Checking segment: {'id': '1096990c-ac70-4bbe-899a-0faa0b8bd4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '18c52770-2a65-497d-a1cc-dc3886fcfe32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:24:23.570235 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b67b7b0c-9a6d-4d26-b40e-b2cb1ac8658d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:23.570620 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67b7b0c-9a6d-4d26-b40e-b2cb1ac8658d None None] Bound using segment: {'id': '1096990c-ac70-4bbe-899a-0faa0b8bd4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '18c52770-2a65-497d-a1cc-dc3886fcfe32'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:24:23.571902 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-b67b7b0c-9a6d-4d26-b40e-b2cb1ac8658d None None] Bound port: c5729302-ed2e-4724-9164-5dc501dbcea6, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1096990c-ac70-4bbe-899a-0faa0b8bd4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '18c52770-2a65-497d-a1cc-dc3886fcfe32'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:24:23.572349 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b67b7b0c-9a6d-4d26-b40e-b2cb1ac8658d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:23.578318 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-733e8ac7-129f-476e-b156-cf3bddf38fa1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:23.635345 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733e8ac7-129f-476e-b156-cf3bddf38fa1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:23.640729 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-733e8ac7-129f-476e-b156-cf3bddf38fa1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:23.641079 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac4c50ef-458b-4ff4-8a39-b370f1edeeb8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:24:23.687618 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6066ecdb-ba09-42aa-8b8c-1a6beabe24ea tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Unset dirty status for tenant:abddb8c9ac10425493feee2374c67390 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:24:23.691789 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6066ecdb-ba09-42aa-8b8c-1a6beabe24ea tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cb28979-38b8-4031-9572-e9f4d2aaaaeb HTTP/1.1" status: 200 len: 913 time: 0.9063811 Apr 08 10:24:23.691789 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ac4c50ef-458b-4ff4-8a39-b370f1edeeb8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:23.692047 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c4803678-a8e2-48d5-a035-c2a7a8652d93 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:23.692233 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-ac4c50ef-458b-4ff4-8a39-b370f1edeeb8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Added segment ab4c6e3b-6835-4958-904e-387ef46389f4 of type vlan for network a93ef727-6784-4ad6-a261-e946cc623f81 Apr 08 10:24:23.693081 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c4803678-a8e2-48d5-a035-c2a7a8652d93 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:23.702668 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54722) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:23.788257 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-b67b7b0c-9a6d-4d26-b40e-b2cb1ac8658d None None] For port c5729302-ed2e-4724-9164-5dc501dbcea6, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:24:23.798007 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-864bcbfb-b91a-4409-a086-c51f386d5aee None None] Provisioning complete for port 96061706-a259-4096-b74f-49efd84aa733 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:23.798750 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-864bcbfb-b91a-4409-a086-c51f386d5aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:23.957112 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b373afd6-c6c7-4169-aac1-2bcb80e7d4c9 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:24:23.960105 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-c4803678-a8e2-48d5-a035-c2a7a8652d93 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Calling delete_port for 2e8969e8-5286-4059-be86-7a788442a1c3 owned by network:floatingip {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:24.020740 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: b373afd6-c6c7-4169-aac1-2bcb80e7d4c9 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:24:24.021071 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b373afd6-c6c7-4169-aac1-2bcb80e7d4c9 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:24:24.083625 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ac4c50ef-458b-4ff4-8a39-b370f1edeeb8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:24.090882 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8313a3f2-76b9-413b-bd71-c3e683339fd4 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:24.102966 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-b67b7b0c-9a6d-4d26-b40e-b2cb1ac8658d None None] For port c5729302-ed2e-4724-9164-5dc501dbcea6, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=c5729302-ed2e-4724-9164-5dc501dbcea6,segment=NetworkSegment(1096990c-ac70-4bbe-899a-0faa0b8bd4ce),segment_id=1096990c-ac70-4bbe-899a-0faa0b8bd4ce)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:24:24.104597 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.ipam_backend_mixin [None req-733e8ac7-129f-476e-b156-cf3bddf38fa1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8ed989be-6ecf-414b-81b1-85315f952328 (CIDR: 2001:db8::/64) Apr 08 10:24:24.108146 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b67b7b0c-9a6d-4d26-b40e-b2cb1ac8658d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:24.131791 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-733e8ac7-129f-476e-b156-cf3bddf38fa1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:24:24.132247 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-733e8ac7-129f-476e-b156-cf3bddf38fa1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:24.136635 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-84220d33-6f27-4d87-9e09-a897a7813585 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:24.200708 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b7b0c-9a6d-4d26-b40e-b2cb1ac8658d None None] Pushing event updated for resources: {'Port': ['ID=c5729302-ed2e-4724-9164-5dc501dbcea6,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:24.217234 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84220d33-6f27-4d87-9e09-a897a7813585 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Port': ['ID=c1d93268-10d3-47b7-b1e0-f936b6c5a8eb,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:24.254241 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b28d4d6a-d400-4693-ae20-89d22b301d4a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:24.269798 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-733e8ac7-129f-476e-b156-cf3bddf38fa1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9974952 Apr 08 10:24:24.271483 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54726) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:24.289040 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-03e61662-2d74-4e60-929b-ca6385b829a7 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'subnet': {'network_id': '18c52770-2a65-497d-a1cc-dc3886fcfe32', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:24.519518 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-84220d33-6f27-4d87-9e09-a897a7813585 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:24.548053 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-84220d33-6f27-4d87-9e09-a897a7813585 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/ports/c1d93268-10d3-47b7-b1e0-f936b6c5a8eb HTTP/1.1" status: 204 len: 168 time: 2.5037851 Apr 08 10:24:24.554944 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54730) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:24.584071 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b28d4d6a-d400-4693-ae20-89d22b301d4a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:24.596345 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ac4c50ef-458b-4ff4-8a39-b370f1edeeb8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:24.602267 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4c50ef-458b-4ff4-8a39-b370f1edeeb8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:24.603106 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ac4c50ef-458b-4ff4-8a39-b370f1edeeb8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:24.639671 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f513280-2692-49a5-9fdc-9bc1c9dc37fb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] GET failed (client error): The resource could not be found. Apr 08 10:24:24.640234 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-1f513280-2692-49a5-9fdc-9bc1c9dc37fb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Synchronizing usage tracker for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:24.669430 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c4803678-a8e2-48d5-a035-c2a7a8652d93 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:24.677383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8313a3f2-76b9-413b-bd71-c3e683339fd4 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:24.689455 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d4d6a-d400-4693-ae20-89d22b301d4a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=807e1560-133e-4d30-b4c7-aa937f665a25,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:24.727836 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4803678-a8e2-48d5-a035-c2a7a8652d93 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Pushing event deleted for resources: {'Port': ['ID=2e8969e8-5286-4059-be86-7a788442a1c3,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:24.730979 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-03e61662-2d74-4e60-929b-ca6385b829a7 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:24.736198 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-1f513280-2692-49a5-9fdc-9bc1c9dc37fb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Unset dirty status for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:24:24.740677 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1f513280-2692-49a5-9fdc-9bc1c9dc37fb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "GET /v2.0/ports/c1d93268-10d3-47b7-b1e0-f936b6c5a8eb HTTP/1.1" status: 404 len: 333 time: 0.1792743 Apr 08 10:24:24.740988 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-03e61662-2d74-4e60-929b-ca6385b829a7 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:subnet and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:24.743706 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54734) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:24.770420 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-03e61662-2d74-4e60-929b-ca6385b829a7 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:24.811827 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-03e61662-2d74-4e60-929b-ca6385b829a7 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:24.896519 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b28d4d6a-d400-4693-ae20-89d22b301d4a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:24.899504 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8313a3f2-76b9-413b-bd71-c3e683339fd4 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:24.903176 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1275e18b-9204-4a58-bb02-10a46958ae45 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:24.933657 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b28d4d6a-d400-4693-ae20-89d22b301d4a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/807e1560-133e-4d30-b4c7-aa937f665a25 HTTP/1.1" status: 204 len: 168 time: 2.3207836 Apr 08 10:24:24.935860 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ac4c50ef-458b-4ff4-8a39-b370f1edeeb8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9111474 Apr 08 10:24:24.936796 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c50ef-458b-4ff4-8a39-b370f1edeeb8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event updated for resources: {'Network': ['ID=a93ef727-6784-4ad6-a261-e946cc623f81,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:24.939589 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54738) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:24.939917 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54740) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:24.949888 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-81d3c1b1-3577-437d-90a3-db3f02d8d5de tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Request body: {'subnet': {'network_id': 'a93ef727-6784-4ad6-a261-e946cc623f81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:24.979536 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network a93ef727-6784-4ad6-a261-e946cc623f81 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:24:25.018843 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e61662-2d74-4e60-929b-ca6385b829a7 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:25.022510 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-03e61662-2d74-4e60-929b-ca6385b829a7 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:25.163371 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-219bdd22-aeb1-4c39-8743-81b64ba8165c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting port daa49341-b029-4ba2-93e3-f58edb6ff33d {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:25.163736 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-219bdd22-aeb1-4c39-8743-81b64ba8165c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:25.195326 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c6faf4c2-e5e9-40da-b42b-c02bddee88be tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2515566 Apr 08 10:24:25.195555 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54746) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:25.211062 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c4803678-a8e2-48d5-a035-c2a7a8652d93 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for floatingip, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:25.279254 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8313a3f2-76b9-413b-bd71-c3e683339fd4 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:25.279786 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8313a3f2-76b9-413b-bd71-c3e683339fd4 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26818afb-f076-4b6d-9033-68ba49f455d8 {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:24:25.293490 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8313a3f2-76b9-413b-bd71-c3e683339fd4 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:25.294830 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8313a3f2-76b9-413b-bd71-c3e683339fd4 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "DELETE /v2.0/routers/26818afb-f076-4b6d-9033-68ba49f455d8 HTTP/1.1" status: 204 len: 168 time: 4.9663463 Apr 08 10:24:25.302769 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-81d3c1b1-3577-437d-90a3-db3f02d8d5de tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:25.305085 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-e5197f57-3111-413e-bf5b-41b88b4a8b30 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:25.306018 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54750) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:25.311853 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-81d3c1b1-3577-437d-90a3-db3f02d8d5de tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Usage tracker for resource:subnet and tenant:99d8bc42a35a4346859252e524d5d533 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:25.317302 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-bc8665a3-9593-4649-8835-5f3de78a2376 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1347201113', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}, 'admin_state_up': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:25.323860 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071eb39e-d311-438d-9ffe-ab904d804657 None None] DHCP port deletion for 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:24:25.326160 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-bc8665a3-9593-4649-8835-5f3de78a2376 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:25.329141 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-071eb39e-d311-438d-9ffe-ab904d804657 None None] Deleting port 96061706-a259-4096-b74f-49efd84aa733 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:25.329869 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-071eb39e-d311-438d-9ffe-ab904d804657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:25.332156 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-bc8665a3-9593-4649-8835-5f3de78a2376 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Usage tracker for resource:router and tenant:6712b36d4142437b8c74c7dee61325ef is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:25.335061 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-bc8665a3-9593-4649-8835-5f3de78a2376 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:25.341617 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-bc8665a3-9593-4649-8835-5f3de78a2376 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:25.350981 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-81d3c1b1-3577-437d-90a3-db3f02d8d5de tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:25.368931 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bc8665a3-9593-4649-8835-5f3de78a2376 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:25.369905 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bc8665a3-9593-4649-8835-5f3de78a2376 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:25.373512 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-81d3c1b1-3577-437d-90a3-db3f02d8d5de tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:25.400469 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d3c1b1-3577-437d-90a3-db3f02d8d5de tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Made reservation on behalf of 99d8bc42a35a4346859252e524d5d533 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:25.532683 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-81d3c1b1-3577-437d-90a3-db3f02d8d5de tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:25.590103 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609f23b9-9ab9-4bfa-9c58-9a25b9caea16 None None] Network 18c52770-2a65-497d-a1cc-dc3886fcfe32 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:25.618265 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bc8665a3-9593-4649-8835-5f3de78a2376 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:25.677474 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a278741c-107e-4dc6-bd71-86845c778d17 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:25.714421 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-071eb39e-d311-438d-9ffe-ab904d804657 None None] For port 96061706-a259-4096-b74f-49efd84aa733, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=96061706-a259-4096-b74f-49efd84aa733,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:25.714919 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-071eb39e-d311-438d-9ffe-ab904d804657 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:25.756783 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e5197f57-3111-413e-bf5b-41b88b4a8b30 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:25.782918 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e5197f57-3111-413e-bf5b-41b88b4a8b30 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:25.872400 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-071eb39e-d311-438d-9ffe-ab904d804657 None None] Calling delete_port for 96061706-a259-4096-b74f-49efd84aa733 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:25.902816 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5197f57-3111-413e-bf5b-41b88b4a8b30 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:25.909176 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e5197f57-3111-413e-bf5b-41b88b4a8b30 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:25.917336 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-4d0f761b-10d9-49e1-92f9-bc0a721b2ba3 None None] Provisioning for port c5729302-ed2e-4724-9164-5dc501dbcea6 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:25.969214 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-219bdd22-aeb1-4c39-8743-81b64ba8165c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:26.005746 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bc8665a3-9593-4649-8835-5f3de78a2376 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:26.030775 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device c5729302-ed2e-4724-9164-5dc501dbcea6 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:24:26.154583 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-071eb39e-d311-438d-9ffe-ab904d804657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:26.176667 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-219bdd22-aeb1-4c39-8743-81b64ba8165c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Calling delete_port for daa49341-b029-4ba2-93e3-f58edb6ff33d owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:26.189886 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-81d3c1b1-3577-437d-90a3-db3f02d8d5de tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:26.210032 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071eb39e-d311-438d-9ffe-ab904d804657 None None] Pushing event deleted for resources: {'Port': ['ID=96061706-a259-4096-b74f-49efd84aa733,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:26.216844 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071eb39e-d311-438d-9ffe-ab904d804657 None None] No DVR routers for this DVR port 96061706-a259-4096-b74f-49efd84aa733 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:24:26.249083 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port c5729302-ed2e-4724-9164-5dc501dbcea6 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:26.256113 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port c5729302-ed2e-4724-9164-5dc501dbcea6 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:26.256291 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:26.318658 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3c1b1-3577-437d-90a3-db3f02d8d5de tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event updated for resources: {'Subnet': ['ID=129010a5-96ad-4ac7-a51f-23bfb0fcc03c,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:26.332556 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d3c1b1-3577-437d-90a3-db3f02d8d5de tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Checking segment: {'id': 'ab4c6e3b-6835-4958-904e-387ef46389f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a93ef727-6784-4ad6-a261-e946cc623f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:24:26.332924 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d3c1b1-3577-437d-90a3-db3f02d8d5de tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Network hostable DHCP agents. Network: a93ef727-6784-4ad6-a261-e946cc623f81, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:24:26.358633 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-03e61662-2d74-4e60-929b-ca6385b829a7 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:26.422896 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:26.465080 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port c5729302-ed2e-4724-9164-5dc501dbcea6, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=c5729302-ed2e-4724-9164-5dc501dbcea6,segment=NetworkSegment(1096990c-ac70-4bbe-899a-0faa0b8bd4ce),segment_id=1096990c-ac70-4bbe-899a-0faa0b8bd4ce)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:26.474268 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:26.567041 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e61662-2d74-4e60-929b-ca6385b829a7 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network 18c52770-2a65-497d-a1cc-dc3886fcfe32 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:26.576354 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-03e61662-2d74-4e60-929b-ca6385b829a7 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:26.579514 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e61662-2d74-4e60-929b-ca6385b829a7 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:26.580126 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-03e61662-2d74-4e60-929b-ca6385b829a7 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:26.601674 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7a93261a-54ae-48ad-bd2c-59507ff4ce34 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:24:26.620481 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e61662-2d74-4e60-929b-ca6385b829a7 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Subnet': ['ID=53748dc2-c3ff-4a55-8d62-9ad577afe5ca,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:26.632167 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-219bdd22-aeb1-4c39-8743-81b64ba8165c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:26.633737 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45596cd-628e-48db-b015-876d18f5da1c None None] Network 18c52770-2a65-497d-a1cc-dc3886fcfe32 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:26.651934 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d3c1b1-3577-437d-90a3-db3f02d8d5de tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Network a93ef727-6784-4ad6-a261-e946cc623f81 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:24:26.661144 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 7a93261a-54ae-48ad-bd2c-59507ff4ce34 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:24:26.661562 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7a93261a-54ae-48ad-bd2c-59507ff4ce34 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:24:26.662039 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 96061706-a259-4096-b74f-49efd84aa733 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:24:26.708160 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-81d3c1b1-3577-437d-90a3-db3f02d8d5de tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, a93ef727-6784-4ad6-a261-e946cc623f81) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:26.715972 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d3c1b1-3577-437d-90a3-db3f02d8d5de tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:26.716577 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-81d3c1b1-3577-437d-90a3-db3f02d8d5de tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:26.750055 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9be540f-2077-4ab7-8ba3-8368ed8ac04b None None] Network a93ef727-6784-4ad6-a261-e946cc623f81 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:26.771140 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bc8665a3-9593-4649-8835-5f3de78a2376 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:26.776445 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 96061706-a259-4096-b74f-49efd84aa733 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:24:26.776878 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 96061706-a259-4096-b74f-49efd84aa733 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:24:26.813459 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bc8665a3-9593-4649-8835-5f3de78a2376 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:26.819682 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-81d3c1b1-3577-437d-90a3-db3f02d8d5de tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8743687 Apr 08 10:24:26.848346 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=c5729302-ed2e-4724-9164-5dc501dbcea6,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:26.888495 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54754) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:26.889078 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bdd22-aeb1-4c39-8743-81b64ba8165c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Port': ['ID=daa49341-b029-4ba2-93e3-f58edb6ff33d,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:26.908511 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-13effeac-ac27-4ac7-be0c-25ffbab25461 None None] Provisioning complete for port c5729302-ed2e-4724-9164-5dc501dbcea6 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:26.908511 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-13effeac-ac27-4ac7-be0c-25ffbab25461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:26.976743 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-03e61662-2d74-4e60-929b-ca6385b829a7 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6975577 Apr 08 10:24:26.982192 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54758) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:26.990275 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-8d1475cc-d57e-4aa8-aafc-721c892b6399 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'port': {'network_id': '18c52770-2a65-497d-a1cc-dc3886fcfe32', 'fixed_ips': [{'subnet_id': '8ed989be-6ecf-414b-81b1-85315f952328'}, {'subnet_id': '53748dc2-c3ff-4a55-8d62-9ad577afe5ca'}], 'name': 'tempest-PortsIpV6TestJSON-400768468'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:27.131475 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e5197f57-3111-413e-bf5b-41b88b4a8b30 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:27.172984 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-bc8665a3-9593-4649-8835-5f3de78a2376 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Allocated IP 172.26.0.40 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/3be2444e-bf04-459d-9a40-03e08988dcbb) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:27.271105 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-8d1475cc-d57e-4aa8-aafc-721c892b6399 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:27.274519 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5197f57-3111-413e-bf5b-41b88b4a8b30 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:27.275828 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-8d1475cc-d57e-4aa8-aafc-721c892b6399 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:port and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:27.280946 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-8d1475cc-d57e-4aa8-aafc-721c892b6399 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:27.293774 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-e5197f57-3111-413e-bf5b-41b88b4a8b30 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:27.295902 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927af997-3fbf-4825-8372-8d76dab614ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-a93ef727-6784-4ad6-a261-e946cc623f81', 'network_id': 'a93ef727-6784-4ad6-a261-e946cc623f81', 'tenant_id': '99d8bc42a35a4346859252e524d5d533', 'fixed_ips': [{'subnet_id': '129010a5-96ad-4ac7-a51f-23bfb0fcc03c'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:24:27.296773 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-927af997-3fbf-4825-8372-8d76dab614ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:27.310924 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01d5a44-1b23-4d9a-8cc4-0a7b2f6b1f80 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:27.314774 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5197f57-3111-413e-bf5b-41b88b4a8b30 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:27.315978 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e5197f57-3111-413e-bf5b-41b88b4a8b30 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:27.319357 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-8d1475cc-d57e-4aa8-aafc-721c892b6399 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:27.336380 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5197f57-3111-413e-bf5b-41b88b4a8b30 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=da1975d8-acf3-48b1-a932-4076eb53d853,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:27.359613 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e5197f57-3111-413e-bf5b-41b88b4a8b30 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1509454 Apr 08 10:24:27.363096 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-219bdd22-aeb1-4c39-8743-81b64ba8165c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:27.367235 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-219bdd22-aeb1-4c39-8743-81b64ba8165c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/ports/daa49341-b029-4ba2-93e3-f58edb6ff33d HTTP/1.1" status: 204 len: 168 time: 2.5963314 Apr 08 10:24:27.367970 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54762) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:27.367970 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54764) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:27.377377 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-f10fde5d-0c0c-4159-9b50-48ad87b3f1e0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:27.410275 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1475cc-d57e-4aa8-aafc-721c892b6399 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:27.488090 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:27.523024 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ffef767-9cc5-4084-98fb-a29fb659f86e tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] GET failed (client error): The resource could not be found. Apr 08 10:24:27.523549 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8ffef767-9cc5-4084-98fb-a29fb659f86e tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Synchronizing usage tracker for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:27.624382 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bc8665a3-9593-4649-8835-5f3de78a2376 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:27.640949 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8ffef767-9cc5-4084-98fb-a29fb659f86e tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Unset dirty status for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:24:27.640949 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8ffef767-9cc5-4084-98fb-a29fb659f86e tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "GET /v2.0/ports/daa49341-b029-4ba2-93e3-f58edb6ff33d HTTP/1.1" status: 404 len: 333 time: 0.2658029 Apr 08 10:24:27.647016 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54770) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:27.680070 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8d1475cc-d57e-4aa8-aafc-721c892b6399 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:27.706798 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:27.715106 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device c5729302-ed2e-4724-9164-5dc501dbcea6 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:24:27.763875 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-8d1475cc-d57e-4aa8-aafc-721c892b6399 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] device_id is not set on port 3427e2af-2869-435f-8b74-c5ad087950ba yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:24:27.766249 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-927af997-3fbf-4825-8372-8d76dab614ee None None] Allocated IP 172.20.0.2 (a93ef727-6784-4ad6-a261-e946cc623f81/129010a5-96ad-4ac7-a51f-23bfb0fcc03c/c7ec34af-e975-42c8-baef-eaaf4d0cf5bf) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:27.791006 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07de46c-0220-411f-bfb1-80d553cd8789 None None] Update dhcp port {'port': {'network_id': '18c52770-2a65-497d-a1cc-dc3886fcfe32', 'fixed_ips': [{'subnet_id': '8ed989be-6ecf-414b-81b1-85315f952328', 'ip_address': '2001:db8::2'}, {'subnet_id': '53748dc2-c3ff-4a55-8d62-9ad577afe5ca'}], 'binding:host_id': 'dv-neutron-837110-1-hyperv'}, 'id': 'c5729302-ed2e-4724-9164-5dc501dbcea6'} from dv-neutron-837110-1-hyperv. {{(pid=83847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 08 10:24:27.801508 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f10fde5d-0c0c-4159-9b50-48ad87b3f1e0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:27.823525 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230b98f2-843c-4c28-a8b4-ba42383048df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'tenant_id': '8e395073c79b45e685e221032dd4d133', 'fixed_ips': [{'subnet_id': 'da1975d8-acf3-48b1-a932-4076eb53d853'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:24:27.824342 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-230b98f2-843c-4c28-a8b4-ba42383048df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:27.827456 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f10fde5d-0c0c-4159-9b50-48ad87b3f1e0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:27.829528 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bc8665a3-9593-4649-8835-5f3de78a2376 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:27.877810 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-a278741c-107e-4dc6-bd71-86845c778d17 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Deleting port 6e2f89c6-5c29-42b9-aac1-4de4fb7b88a5 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:27.878289 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a278741c-107e-4dc6-bd71-86845c778d17 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:27.988037 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2905613-9cf4-4ec6-8a33-df9a577603a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting subnet 37455882-47c5-44be-a542-d614c0961ac6 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:24:27.995573 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10fde5d-0c0c-4159-9b50-48ad87b3f1e0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:27.998444 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e07de46c-0220-411f-bfb1-80d553cd8789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:28.000817 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8665a3-9593-4649-8835-5f3de78a2376 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:28.014507 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e2905613-9cf4-4ec6-8a33-df9a577603a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:28.014902 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-bc8665a3-9593-4649-8835-5f3de78a2376 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:28.039120 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8665a3-9593-4649-8835-5f3de78a2376 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Pushing event updated for resources: {'Port': ['ID=3be2444e-bf04-459d-9a40-03e08988dcbb,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:28.041541 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8665a3-9593-4649-8835-5f3de78a2376 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:24:28.044912 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4803678-a8e2-48d5-a035-c2a7a8652d93 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Router 740b941c-47f7-4c46-8837-95cf8718968a has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:24:28.152943 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e2905613-9cf4-4ec6-8a33-df9a577603a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:28.253855 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port c5729302-ed2e-4724-9164-5dc501dbcea6 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:28.254518 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:28.369410 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f10fde5d-0c0c-4159-9b50-48ad87b3f1e0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:28.431551 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-927af997-3fbf-4825-8372-8d76dab614ee None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:28.462238 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-927af997-3fbf-4825-8372-8d76dab614ee None None] Transition to ACTIVE for port object c7ec34af-e975-42c8-baef-eaaf4d0cf5bf will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:28.487693 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-230b98f2-843c-4c28-a8b4-ba42383048df None None] Allocated IP 2001:db8::2 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/da1975d8-acf3-48b1-a932-4076eb53d853/4e991b0d-9005-4272-8417-deafec07d951) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:28.488346 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a278741c-107e-4dc6-bd71-86845c778d17 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:28.505592 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-927af997-3fbf-4825-8372-8d76dab614ee None None] Transition to ACTIVE for port object c7ec34af-e975-42c8-baef-eaaf4d0cf5bf will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:28.564420 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-927af997-3fbf-4825-8372-8d76dab614ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:28.636783 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-a278741c-107e-4dc6-bd71-86845c778d17 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Calling delete_port for 6e2f89c6-5c29-42b9-aac1-4de4fb7b88a5 owned by network:router_interface {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:28.668687 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:28.704583 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e2905613-9cf4-4ec6-8a33-df9a577603a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:28.725887 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927af997-3fbf-4825-8372-8d76dab614ee None None] Network a93ef727-6784-4ad6-a261-e946cc623f81 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:28.730650 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-927af997-3fbf-4825-8372-8d76dab614ee None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:28.735252 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927af997-3fbf-4825-8372-8d76dab614ee None None] Pushing event updated for resources: {'Port': ['ID=c7ec34af-e975-42c8-baef-eaaf4d0cf5bf,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:28.747843 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927af997-3fbf-4825-8372-8d76dab614ee None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:24:28.769557 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Subnet': ['ID=129010a5-96ad-4ac7-a51f-23bfb0fcc03c,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:28.776114 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.ipam_backend_mixin [None req-f10fde5d-0c0c-4159-9b50-48ad87b3f1e0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet da1975d8-acf3-48b1-a932-4076eb53d853 (CIDR: 2001:db8::/64) Apr 08 10:24:28.806233 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10fde5d-0c0c-4159-9b50-48ad87b3f1e0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:24:28.806678 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f10fde5d-0c0c-4159-9b50-48ad87b3f1e0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:28.810335 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-8d1475cc-d57e-4aa8-aafc-721c892b6399 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Allocated IP 2001:db8::267 (18c52770-2a65-497d-a1cc-dc3886fcfe32/8ed989be-6ecf-414b-81b1-85315f952328/3427e2af-2869-435f-8b74-c5ad087950ba) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:28.820027 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-8d1475cc-d57e-4aa8-aafc-721c892b6399 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Allocated IP 2001:db8:0:1::283 (18c52770-2a65-497d-a1cc-dc3886fcfe32/53748dc2-c3ff-4a55-8d62-9ad577afe5ca/3427e2af-2869-435f-8b74-c5ad087950ba) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:28.903444 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bc8665a3-9593-4649-8835-5f3de78a2376 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:28.904106 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bc8665a3-9593-4649-8835-5f3de78a2376 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:28.911471 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-927af997-3fbf-4825-8372-8d76dab614ee None None] Attempting to bind port c7ec34af-e975-42c8-baef-eaaf4d0cf5bf on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:24:28.911707 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:28.911828 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-927af997-3fbf-4825-8372-8d76dab614ee None None] Attempting to bind port c7ec34af-e975-42c8-baef-eaaf4d0cf5bf by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'ab4c6e3b-6835-4958-904e-387ef46389f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a93ef727-6784-4ad6-a261-e946cc623f81'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:24:28.912211 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927af997-3fbf-4825-8372-8d76dab614ee None None] Attempting to bind port c7ec34af-e975-42c8-baef-eaaf4d0cf5bf on network a93ef727-6784-4ad6-a261-e946cc623f81 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:24:28.930900 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927af997-3fbf-4825-8372-8d76dab614ee None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:24:28.931298 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927af997-3fbf-4825-8372-8d76dab614ee None None] Checking segment: {'id': 'ab4c6e3b-6835-4958-904e-387ef46389f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a93ef727-6784-4ad6-a261-e946cc623f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:24:28.931660 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-927af997-3fbf-4825-8372-8d76dab614ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:28.932052 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927af997-3fbf-4825-8372-8d76dab614ee None None] Bound using segment: {'id': 'ab4c6e3b-6835-4958-904e-387ef46389f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a93ef727-6784-4ad6-a261-e946cc623f81'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:24:28.932542 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-927af997-3fbf-4825-8372-8d76dab614ee None None] Bound port: c7ec34af-e975-42c8-baef-eaaf4d0cf5bf, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4c6e3b-6835-4958-904e-387ef46389f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a93ef727-6784-4ad6-a261-e946cc623f81'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:24:28.932912 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-927af997-3fbf-4825-8372-8d76dab614ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:28.943630 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f10fde5d-0c0c-4159-9b50-48ad87b3f1e0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5735071 Apr 08 10:24:28.948927 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54774) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:28.950926 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-230b98f2-843c-4c28-a8b4-ba42383048df None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:28.957914 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e2905613-9cf4-4ec6-8a33-df9a577603a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:28.976201 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-714e5b22-bc01-4454-b736-01a2549720c4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'subnet': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:28.986704 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-230b98f2-843c-4c28-a8b4-ba42383048df None None] Transition to ACTIVE for port object 4e991b0d-9005-4272-8417-deafec07d951 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:28.994382 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a93ef727-6784-4ad6-a261-e946cc623f81']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:29.011887 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2905613-9cf4-4ec6-8a33-df9a577603a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Subnet': ['ID=37455882-47c5-44be-a542-d614c0961ac6,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:29.018148 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4c6e3b-6835-4958-904e-387ef46389f4') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:29.019083 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4c6e3b-6835-4958-904e-387ef46389f4') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:29.022648 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-230b98f2-843c-4c28-a8b4-ba42383048df None None] Transition to ACTIVE for port object 4e991b0d-9005-4272-8417-deafec07d951 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:29.034109 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-230b98f2-843c-4c28-a8b4-ba42383048df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:29.044627 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:29.052834 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e2905613-9cf4-4ec6-8a33-df9a577603a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:29.054660 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e2905613-9cf4-4ec6-8a33-df9a577603a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/subnets/37455882-47c5-44be-a542-d614c0961ac6 HTTP/1.1" status: 204 len: 168 time: 1.4063480 Apr 08 10:24:29.059263 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54778) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:29.085651 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ea1bf9-cbaa-4456-9ffa-f27508e0fedf None None] Network d8d1d7f9-bc93-415e-897d-1a3ba735c62d requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:29.129680 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8d1475cc-d57e-4aa8-aafc-721c892b6399 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:29.147170 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-8d1475cc-d57e-4aa8-aafc-721c892b6399 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Transition to ACTIVE for port object 3427e2af-2869-435f-8b74-c5ad087950ba will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:29.191320 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-927af997-3fbf-4825-8372-8d76dab614ee None None] For port c7ec34af-e975-42c8-baef-eaaf4d0cf5bf, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:24:29.192879 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c1dfa5a-fbb4-4c18-9959-1354a7f66654 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:29.198207 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:29.210564 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:24:29.211213 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:29.220917 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230b98f2-843c-4c28-a8b4-ba42383048df None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:24:29.225691 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:24:29.240958 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8d1475cc-d57e-4aa8-aafc-721c892b6399 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:29.252590 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b98f2-843c-4c28-a8b4-ba42383048df None None] Pushing event updated for resources: {'Port': ['ID=4e991b0d-9005-4272-8417-deafec07d951,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:29.255630 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-230b98f2-843c-4c28-a8b4-ba42383048df None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:29.269100 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230b98f2-843c-4c28-a8b4-ba42383048df None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:24:29.305191 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-3c1dfa5a-fbb4-4c18-9959-1354a7f66654 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting port 8fb2636c-2848-4592-9105-3bd2b4fc9807 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:29.305191 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c1dfa5a-fbb4-4c18-9959-1354a7f66654 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:29.335890 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4803678-a8e2-48d5-a035-c2a7a8652d93 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:24:29.340373 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c4803678-a8e2-48d5-a035-c2a7a8652d93 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:29.357222 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407c22aa-9fbc-4b4a-8db7-022778b90a1a None None] Sync routers for ids ['740b941c-47f7-4c46-8837-95cf8718968a'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:24:29.416757 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.api [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 08 10:24:29.416757 dv-neutron-837110-1-hyperv neutron-server[83846]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 08 10:24:29.416757 dv-neutron-837110-1-hyperv neutron-server[83846]: [parameters: {'id': 'a93ef727-6784-4ad6-a261-e946cc623f81'}] Apr 08 10:24:29.416757 dv-neutron-837110-1-hyperv neutron-server[83846]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:24:29.417233 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG oslo_db.api [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:24:29.448684 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-e07de46c-0220-411f-bfb1-80d553cd8789 None None] Allocated IP 2001:db8:0:1::2 (18c52770-2a65-497d-a1cc-dc3886fcfe32/53748dc2-c3ff-4a55-8d62-9ad577afe5ca/c5729302-ed2e-4724-9164-5dc501dbcea6) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:29.464976 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-927af997-3fbf-4825-8372-8d76dab614ee None None] For port c7ec34af-e975-42c8-baef-eaaf4d0cf5bf, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=c7ec34af-e975-42c8-baef-eaaf4d0cf5bf,segment=NetworkSegment(ab4c6e3b-6835-4958-904e-387ef46389f4),segment_id=ab4c6e3b-6835-4958-904e-387ef46389f4)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:24:29.471105 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c4803678-a8e2-48d5-a035-c2a7a8652d93 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "DELETE /v2.0/floatingips/5a0b657e-8a5d-4b66-93b1-77be6d5242c7 HTTP/1.1" status: 204 len: 168 time: 7.5721874 Apr 08 10:24:29.480375 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1475cc-d57e-4aa8-aafc-721c892b6399 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network 18c52770-2a65-497d-a1cc-dc3886fcfe32 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:29.481027 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fcbda0-1230-4af6-a120-ed4eb3880cc9', 'tag': '53695a35-5107-4460-9ed0-b506351f18b3'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:24:29.484368 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a278741c-107e-4dc6-bd71-86845c778d17 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:29.497160 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-927af997-3fbf-4825-8372-8d76dab614ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:29.526763 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-8d1475cc-d57e-4aa8-aafc-721c892b6399 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:29.547814 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-230b98f2-843c-4c28-a8b4-ba42383048df None None] Attempting to bind port 4e991b0d-9005-4272-8417-deafec07d951 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:24:29.549749 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-230b98f2-843c-4c28-a8b4-ba42383048df None None] Attempting to bind port 4e991b0d-9005-4272-8417-deafec07d951 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:24:29.550199 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b98f2-843c-4c28-a8b4-ba42383048df None None] Attempting to bind port 4e991b0d-9005-4272-8417-deafec07d951 on network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:24:29.564888 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1475cc-d57e-4aa8-aafc-721c892b6399 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:24:29.570068 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1475cc-d57e-4aa8-aafc-721c892b6399 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:29.570707 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8d1475cc-d57e-4aa8-aafc-721c892b6399 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:29.578736 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1475cc-d57e-4aa8-aafc-721c892b6399 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Port': ['ID=3427e2af-2869-435f-8b74-c5ad087950ba,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:29.653711 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407c22aa-9fbc-4b4a-8db7-022778b90a1a None None] Routers {'740b941c-47f7-4c46-8837-95cf8718968a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:24:29.654329 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-407c22aa-9fbc-4b4a-8db7-022778b90a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:24:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['740b941c-47f7-4c46-8837-95cf8718968a'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:29.706601 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-3c1dfa5a-fbb4-4c18-9959-1354a7f66654 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] For port 8fb2636c-2848-4592-9105-3bd2b4fc9807, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=8fb2636c-2848-4592-9105-3bd2b4fc9807,segment=NetworkSegment(0bf00ae3-b85a-4501-9eef-1eebd33223ee),segment_id=0bf00ae3-b85a-4501-9eef-1eebd33223ee)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:29.707502 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c1dfa5a-fbb4-4c18-9959-1354a7f66654 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:29.752391 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b98f2-843c-4c28-a8b4-ba42383048df None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:24:29.753664 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b98f2-843c-4c28-a8b4-ba42383048df None None] Checking segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:24:29.754342 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-230b98f2-843c-4c28-a8b4-ba42383048df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:29.754566 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b98f2-843c-4c28-a8b4-ba42383048df None None] Bound using segment: {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:24:29.755030 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-230b98f2-843c-4c28-a8b4-ba42383048df None None] Bound port: 4e991b0d-9005-4272-8417-deafec07d951, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:24:29.755425 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-230b98f2-843c-4c28-a8b4-ba42383048df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:29.800984 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278741c-107e-4dc6-bd71-86845c778d17 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Pushing event deleted for resources: {'Port': ['ID=6e2f89c6-5c29-42b9-aac1-4de4fb7b88a5,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:29.834884 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-714e5b22-bc01-4454-b736-01a2549720c4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:29.847301 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8d1475cc-d57e-4aa8-aafc-721c892b6399 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.8611963 Apr 08 10:24:29.854775 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54790) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:29.932057 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-3c1dfa5a-fbb4-4c18-9959-1354a7f66654 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Calling delete_port for 8fb2636c-2848-4592-9105-3bd2b4fc9807 owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:29.934706 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-714e5b22-bc01-4454-b736-01a2549720c4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:29.946480 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-6d418049-0b5c-4edd-9d8f-111de125308b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ed989be-6ecf-414b-81b1-85315f952328'}]}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:29.948701 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927af997-3fbf-4825-8372-8d76dab614ee None None] Pushing event updated for resources: {'Port': ['ID=c7ec34af-e975-42c8-baef-eaaf4d0cf5bf,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:29.976848 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:30.021350 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Deleting port c7ec34af-e975-42c8-baef-eaaf4d0cf5bf {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:30.021925 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:30.049267 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-721cfe81-1886-45cc-82de-a2467e2acba9'] response: {'name': 'network-changed', 'server_uuid': '00fcbda0-1230-4af6-a120-ed4eb3880cc9', 'tag': '53695a35-5107-4460-9ed0-b506351f18b3', 'status': 'completed', 'code': 200} Apr 08 10:24:30.104736 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714e5b22-bc01-4454-b736-01a2549720c4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:30.151794 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c1dfa5a-fbb4-4c18-9959-1354a7f66654 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:30.183828 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-230b98f2-843c-4c28-a8b4-ba42383048df None None] For port 4e991b0d-9005-4272-8417-deafec07d951, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:24:30.189058 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-230b98f2-843c-4c28-a8b4-ba42383048df None None] For port 4e991b0d-9005-4272-8417-deafec07d951, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=4e991b0d-9005-4272-8417-deafec07d951,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:24:30.239532 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-230b98f2-843c-4c28-a8b4-ba42383048df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:30.321867 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1dfa5a-fbb4-4c18-9959-1354a7f66654 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Port': ['ID=8fb2636c-2848-4592-9105-3bd2b4fc9807,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:30.337442 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1dfa5a-fbb4-4c18-9959-1354a7f66654 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] No DVR routers for this DVR port 8fb2636c-2848-4592-9105-3bd2b4fc9807 on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:24:30.411735 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-e07de46c-0220-411f-bfb1-80d553cd8789 None None] For port c5729302-ed2e-4724-9164-5dc501dbcea6, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=c5729302-ed2e-4724-9164-5dc501dbcea6,segment=NetworkSegment(1096990c-ac70-4bbe-899a-0faa0b8bd4ce),segment_id=1096990c-ac70-4bbe-899a-0faa0b8bd4ce)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:30.446201 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a998e0-3951-4b09-868a-9f3186bcad10 None None] DHCP port deletion for d8d1d7f9-bc93-415e-897d-1a3ba735c62d request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:24:30.452877 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a278741c-107e-4dc6-bd71-86845c778d17 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:30.465051 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b98f2-843c-4c28-a8b4-ba42383048df None None] Pushing event updated for resources: {'Port': ['ID=4e991b0d-9005-4272-8417-deafec07d951,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:30.470819 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-407c22aa-9fbc-4b4a-8db7-022778b90a1a None None] Set router 740b941c-47f7-4c46-8837-95cf8718968a gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:24:30.517210 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6d418049-0b5c-4edd-9d8f-111de125308b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:30.528676 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4947b660-6dba-4f76-8490-961eabc8dabf None None] Network a93ef727-6784-4ad6-a261-e946cc623f81 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:30.611443 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.resource_extend [None req-e07de46c-0220-411f-bfb1-80d553cd8789 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:24:30.630095 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e07de46c-0220-411f-bfb1-80d553cd8789 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:30.727279 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c1dfa5a-fbb4-4c18-9959-1354a7f66654 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:30.735475 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] For port c7ec34af-e975-42c8-baef-eaaf4d0cf5bf, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=c7ec34af-e975-42c8-baef-eaaf4d0cf5bf,segment=NetworkSegment(ab4c6e3b-6835-4958-904e-387ef46389f4),segment_id=ab4c6e3b-6835-4958-904e-387ef46389f4)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:30.735831 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:30.737238 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-e07de46c-0220-411f-bfb1-80d553cd8789 None None] Transition to ACTIVE for port object c5729302-ed2e-4724-9164-5dc501dbcea6 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:30.754477 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-714e5b22-bc01-4454-b736-01a2549720c4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:30.756845 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e07de46c-0220-411f-bfb1-80d553cd8789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:30.878537 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4920e30b-9572-47ce-877b-6f0b055b543c req-234f7870-586c-458d-ac3d-d2bdee496661 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=14526426b3bf429d8a2df66bd6372e7f&device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 1098 time: 0.7973912 Apr 08 10:24:30.885734 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Calling delete_port for c7ec34af-e975-42c8-baef-eaaf4d0cf5bf owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:30.920847 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626ed6e-a408-48da-9934-d10520f68785 req-3aebd9ef-410c-4a4a-baca-3a4cb2c45f50 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:30.923467 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a626ed6e-a408-48da-9934-d10520f68785 req-3aebd9ef-410c-4a4a-baca-3a4cb2c45f50 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 945 time: 0.8529778 Apr 08 10:24:30.980318 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-3c1dfa5a-fbb4-4c18-9959-1354a7f66654 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d1d7f9-bc93-415e-897d-1a3ba735c62d']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:31.064835 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-3c1dfa5a-fbb4-4c18-9959-1354a7f66654 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf00ae3-b85a-4501-9eef-1eebd33223ee') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:31.066039 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-3c1dfa5a-fbb4-4c18-9959-1354a7f66654 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf00ae3-b85a-4501-9eef-1eebd33223ee') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:31.119618 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c1dfa5a-fbb4-4c18-9959-1354a7f66654 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:31.121318 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07de46c-0220-411f-bfb1-80d553cd8789 None None] Pushing event updated for resources: {'Port': ['ID=c5729302-ed2e-4724-9164-5dc501dbcea6,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:31.189429 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c1dfa5a-fbb4-4c18-9959-1354a7f66654 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:31.201214 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:31.205607 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1dfa5a-fbb4-4c18-9959-1354a7f66654 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:24:31.206630 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c1dfa5a-fbb4-4c18-9959-1354a7f66654 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:24:31.259809 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:24:31.305436 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-407c22aa-9fbc-4b4a-8db7-022778b90a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740b941c-47f7-4c46-8837-95cf8718968a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177103004', 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:22:00Z', 'updated_at': '2022-04-08T10:22:18Z', 'revision_number': 4, 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'gw_port': {'id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740b941c-47f7-4c46-8837-95cf8718968a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:22:01Z', 'updated_at': '2022-04-08T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c', 'name': '', 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82', 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'mac_address': 'fa:16:3e:bf:22:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740b941c-47f7-4c46-8837-95cf8718968a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9288d010-9fbf-4288-b764-bbf686d8640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:22:15Z', 'updated_at': '2022-04-08T10:22:28Z', 'revision_number': 5, 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'subnets': [{'id': '9288d010-9fbf-4288-b764-bbf686d8640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:31.309754 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407c22aa-9fbc-4b4a-8db7-022778b90a1a None None] Checking router: 740b941c-47f7-4c46-8837-95cf8718968a for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:24:31.322370 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407c22aa-9fbc-4b4a-8db7-022778b90a1a None None] Routers {'740b941c-47f7-4c46-8837-95cf8718968a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:24:31.323146 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-407c22aa-9fbc-4b4a-8db7-022778b90a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:24:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['740b941c-47f7-4c46-8837-95cf8718968a'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:31.336864 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Port': ['ID=c7ec34af-e975-42c8-baef-eaaf4d0cf5bf,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:31.360804 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920e30b-9572-47ce-877b-6f0b055b543c req-bdc63e23-0312-431b-9957-557bb935b6d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:31.368015 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4920e30b-9572-47ce-877b-6f0b055b543c req-bdc63e23-0312-431b-9957-557bb935b6d2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=192f3bbb-ce8e-4d78-84a7-a4b3b9471c82 HTTP/1.1" status: 200 len: 898 time: 0.4300871 Apr 08 10:24:31.382795 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] No DVR routers for this DVR port c7ec34af-e975-42c8-baef-eaaf4d0cf5bf on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:24:31.491959 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a626ed6e-a408-48da-9934-d10520f68785 req-72c83997-ef95-450f-b24d-94e0e3f94487 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/security-groups?id=3ae44c6d-46de-49e1-b817-eec31857f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5526493 Apr 08 10:24:31.537303 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c1dfa5a-fbb4-4c18-9959-1354a7f66654 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:31.541751 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c1dfa5a-fbb4-4c18-9959-1354a7f66654 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:31.616988 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8665a3-9593-4649-8835-5f3de78a2376 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Router 6004134f-e9b5-4dd2-9223-1cb48a9da846 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:24:31.654999 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-407c22aa-9fbc-4b4a-8db7-022778b90a1a None None] Set router 740b941c-47f7-4c46-8837-95cf8718968a gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:24:31.674957 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4920e30b-9572-47ce-877b-6f0b055b543c req-34f71a21-ddcd-4290-9f75-444063252351 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53695a35-5107-4460-9ed0-b506351f18b3 HTTP/1.1" status: 200 len: 217 time: 0.3009243 Apr 08 10:24:31.714281 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:31.749907 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1dfa5a-fbb4-4c18-9959-1354a7f66654 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Network': ['ID=d8d1d7f9-bc93-415e-897d-1a3ba735c62d,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:31.777157 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device c5729302-ed2e-4724-9164-5dc501dbcea6 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:24:31.850958 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920e30b-9572-47ce-877b-6f0b055b543c req-ef37ccec-0004-4deb-89f5-eb9cb3692483 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:31.852448 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4920e30b-9572-47ce-877b-6f0b055b543c req-ef37ccec-0004-4deb-89f5-eb9cb3692483 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9288d010-9fbf-4288-b764-bbf686d8640a HTTP/1.1" status: 200 len: 835 time: 0.0808725 Apr 08 10:24:31.854308 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a93ef727-6784-4ad6-a261-e946cc623f81']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:31.866307 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3c1dfa5a-fbb4-4c18-9959-1354a7f66654 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/networks/d8d1d7f9-bc93-415e-897d-1a3ba735c62d HTTP/1.1" status: 204 len: 168 time: 2.8024957 Apr 08 10:24:31.915621 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54798) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:31.922333 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4c6e3b-6835-4958-904e-387ef46389f4') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:31.922629 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4c6e3b-6835-4958-904e-387ef46389f4') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:31.938425 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:31.961094 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:31.970540 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:24:31.971327 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:24:32.057221 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:24:32.059300 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 4e991b0d-9005-4272-8417-deafec07d951 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:24:32.060607 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-d0627e6c-ca93-4046-9757-8fc5ba3bd321 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1221919749'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:32.066524 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d0627e6c-ca93-4046-9757-8fc5ba3bd321 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:32.070516 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d0627e6c-ca93-4046-9757-8fc5ba3bd321 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:network and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:32.073391 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d0627e6c-ca93-4046-9757-8fc5ba3bd321 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:32.079410 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d0627e6c-ca93-4046-9757-8fc5ba3bd321 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:32.116047 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0627e6c-ca93-4046-9757-8fc5ba3bd321 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:32.119183 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d0627e6c-ca93-4046-9757-8fc5ba3bd321 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:32.156919 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85647c3-bdac-4d60-b918-c780c565cf43 req-d89bf283-3d86-4121-b113-e4876d220623 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:32.158652 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e85647c3-bdac-4d60-b918-c780c565cf43 req-d89bf283-3d86-4121-b113-e4876d220623 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.52 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 945 time: 0.8223231 Apr 08 10:24:32.167157 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-6d418049-0b5c-4edd-9d8f-111de125308b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Delete allocated IP 2001:db8:0:1::283 (18c52770-2a65-497d-a1cc-dc3886fcfe32/53748dc2-c3ff-4a55-8d62-9ad577afe5ca) {{(pid=83845) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 08 10:24:32.191270 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0627e6c-ca93-4046-9757-8fc5ba3bd321 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:24:32.203177 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:32.238498 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d0627e6c-ca93-4046-9757-8fc5ba3bd321 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:32.238845 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-d0627e6c-ca93-4046-9757-8fc5ba3bd321 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Added segment 72f723f9-ada0-4506-a474-c57244b021db of type vlan for network a11d4b47-393a-46fd-8131-59da0fea27e2 Apr 08 10:24:32.240523 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:32.256129 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Network': ['ID=a93ef727-6784-4ad6-a261-e946cc623f81,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:32.261577 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7bd7a745-3d82-4857-bb4b-0d744cf3c809 None None] Provisioning for port 4e991b0d-9005-4272-8417-deafec07d951 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:32.261807 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-78611fef-88b6-4609-b4d0-7b9179bafcfb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/networks/a93ef727-6784-4ad6-a261-e946cc623f81 HTTP/1.1" status: 204 len: 168 time: 5.3687263 Apr 08 10:24:32.271492 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54802) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:32.316954 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 4e991b0d-9005-4272-8417-deafec07d951 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:32.325946 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 4e991b0d-9005-4272-8417-deafec07d951 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:32.326110 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4920e30b-9572-47ce-877b-6f0b055b543c req-12c3f17d-25c4-4fe9-bd2c-caf931efa3f0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=192f3bbb-ce8e-4d78-84a7-a4b3b9471c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4618661 Apr 08 10:24:32.326484 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:32.333346 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5c1b04-db10-4bc2-9f7c-4df9f376ac28 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] GET failed (client error): The resource could not be found. Apr 08 10:24:32.333882 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2f5c1b04-db10-4bc2-9f7c-4df9f376ac28 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Synchronizing usage tracker for tenant:99d8bc42a35a4346859252e524d5d533 on resource:subnet {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:32.356955 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7bd7a745-3d82-4857-bb4b-0d744cf3c809 None None] Provisioning for port c5729302-ed2e-4724-9164-5dc501dbcea6 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:32.367496 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f026d84-05dc-4143-a999-c883c65e2008 None None] get_active_networks_info from dv-neutron-837110-1-hyperv {{(pid=83847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 08 10:24:32.378921 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d0627e6c-ca93-4046-9757-8fc5ba3bd321 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:32.416209 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7bd7a745-3d82-4857-bb4b-0d744cf3c809 None None] Provisioning complete for port c5729302-ed2e-4724-9164-5dc501dbcea6 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:32.416209 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7bd7a745-3d82-4857-bb4b-0d744cf3c809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:32.472301 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2f5c1b04-db10-4bc2-9f7c-4df9f376ac28 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Unset dirty status for tenant:99d8bc42a35a4346859252e524d5d533 on resource:subnet {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:24:32.473465 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2f5c1b04-db10-4bc2-9f7c-4df9f376ac28 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "GET /v2.0/subnets/129010a5-96ad-4ac7-a51f-23bfb0fcc03c HTTP/1.1" status: 404 len: 337 time: 0.2003725 Apr 08 10:24:32.473613 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-407c22aa-9fbc-4b4a-8db7-022778b90a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740b941c-47f7-4c46-8837-95cf8718968a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177103004', 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:22:00Z', 'updated_at': '2022-04-08T10:22:18Z', 'revision_number': 4, 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'gw_port': {'id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740b941c-47f7-4c46-8837-95cf8718968a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:22:01Z', 'updated_at': '2022-04-08T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c', 'name': '', 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82', 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'mac_address': 'fa:16:3e:bf:22:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740b941c-47f7-4c46-8837-95cf8718968a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9288d010-9fbf-4288-b764-bbf686d8640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:22:15Z', 'updated_at': '2022-04-08T10:22:28Z', 'revision_number': 5, 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'subnets': [{'id': '9288d010-9fbf-4288-b764-bbf686d8640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:32.479235 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54806) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:32.498024 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407c22aa-9fbc-4b4a-8db7-022778b90a1a None None] The sync data for ids ['740b941c-47f7-4c46-8837-95cf8718968a'] in dv-neutron-837110-1-hyperv is: [{'id': '740b941c-47f7-4c46-8837-95cf8718968a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177103004', 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:22:00Z', 'updated_at': '2022-04-08T10:22:18Z', 'revision_number': 4, 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'gw_port': {'id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740b941c-47f7-4c46-8837-95cf8718968a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:22:01Z', 'updated_at': '2022-04-08T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c', 'name': '', 'network_id': '192f3bbb-ce8e-4d78-84a7-a4b3b9471c82', 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'mac_address': 'fa:16:3e:bf:22:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740b941c-47f7-4c46-8837-95cf8718968a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9288d010-9fbf-4288-b764-bbf686d8640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:22:15Z', 'updated_at': '2022-04-08T10:22:28Z', 'revision_number': 5, 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'subnets': [{'id': '9288d010-9fbf-4288-b764-bbf686d8640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:24:32.507134 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea98a61-f468-4813-9d49-7ddffac70fe5 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:32.507589 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea98a61-f468-4813-9d49-7ddffac70fe5 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:32.509297 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9ea98a61-f468-4813-9d49-7ddffac70fe5 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/networks/a93ef727-6784-4ad6-a261-e946cc623f81 HTTP/1.1" status: 404 len: 339 time: 0.0291536 Apr 08 10:24:32.516818 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54810) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:32.579133 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4920e30b-9572-47ce-877b-6f0b055b543c req-e8d2278f-6988-4b4a-9309-d164efaa87a3 service neutron] 10.222.0.52 "GET /v2.0/networks/192f3bbb-ce8e-4d78-84a7-a4b3b9471c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339091 Apr 08 10:24:32.612908 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d0627e6c-ca93-4046-9757-8fc5ba3bd321 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:32.616464 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-e85647c3-bdac-4d60-b918-c780c565cf43 req-904b470a-6577-45ba-b185-c18e5ff3e77e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Deleting port 53695a35-5107-4460-9ed0-b506351f18b3 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:32.616828 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-e85647c3-bdac-4d60-b918-c780c565cf43 req-904b470a-6577-45ba-b185-c18e5ff3e77e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:32.618791 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0627e6c-ca93-4046-9757-8fc5ba3bd321 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:32.619754 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d0627e6c-ca93-4046-9757-8fc5ba3bd321 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:32.657691 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a278741c-107e-4dc6-bd71-86845c778d17 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Router 0cb28979-38b8-4031-9572-e9f4d2aaaaeb has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:24:32.706037 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:32.792250 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f026d84-05dc-4143-a999-c883c65e2008 None None] Resources bound (agent type, host, resource id): {{(pid=83847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 10:24:32.844199 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a5575a-27d3-4c17-9531-e0ceaa39afa5 None None] New status for floating IP 5a0b657e-8a5d-4b66-93b1-77be6d5242c7: DOWN {{(pid=83848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:24:32.859396 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 4e991b0d-9005-4272-8417-deafec07d951, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=4e991b0d-9005-4272-8417-deafec07d951,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:32.915650 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:33.030244 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 8fb2636c-2848-4592-9105-3bd2b4fc9807 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:24:33.070200 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-87e9b0f4-c442-4560-9def-b293025e0885 None None] Provisioning for port 3427e2af-2869-435f-8b74-c5ad087950ba completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:33.080146 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=4e991b0d-9005-4272-8417-deafec07d951,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:33.082812 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 8fb2636c-2848-4592-9105-3bd2b4fc9807 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:24:33.083126 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 8fb2636c-2848-4592-9105-3bd2b4fc9807 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:24:33.113914 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d0627e6c-ca93-4046-9757-8fc5ba3bd321 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1932709 Apr 08 10:24:33.115002 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-87e9b0f4-c442-4560-9def-b293025e0885 None None] Provisioning complete for port 3427e2af-2869-435f-8b74-c5ad087950ba triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:33.115002 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-87e9b0f4-c442-4560-9def-b293025e0885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:33.125906 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54818) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:33.152594 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0627e6c-ca93-4046-9757-8fc5ba3bd321 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Network': ['ID=a11d4b47-393a-46fd-8131-59da0fea27e2,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:33.181108 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network a11d4b47-393a-46fd-8131-59da0fea27e2 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:24:33.200121 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-2e3d03c6-2a01-4152-af73-d21ba4f208c2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'subnet': {'network_id': 'a11d4b47-393a-46fd-8131-59da0fea27e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:33.232061 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4920e30b-9572-47ce-877b-6f0b055b543c req-e695bb3f-3107-4b8f-9bf1-d3e87ffa7f59 service neutron] 10.222.0.52 "GET /v2.0/networks/192f3bbb-ce8e-4d78-84a7-a4b3b9471c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6068563 Apr 08 10:24:33.237742 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f61146-c7b9-4e99-8884-69e06f9bf515 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:33.239178 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-56f61146-c7b9-4e99-8884-69e06f9bf515 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Synchronizing usage tracker for tenant:99d8bc42a35a4346859252e524d5d533 on resource:network {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:33.261194 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-56f61146-c7b9-4e99-8884-69e06f9bf515 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Unset dirty status for tenant:99d8bc42a35a4346859252e524d5d533 on resource:network {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:24:33.262685 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-56f61146-c7b9-4e99-8884-69e06f9bf515 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6870298 Apr 08 10:24:33.265812 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54822) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:33.308477 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8b102f2e-5ce8-4211-bfe5-e4d129facf73 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "GET /v2.0/subnets?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 HTTP/1.1" status: 200 len: 207 time: 0.0413580 Apr 08 10:24:33.311825 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54826) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:33.337326 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-87e9b0f4-c442-4560-9def-b293025e0885 None None] Port 3427e2af-2869-435f-8b74-c5ad087950ba cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:24:33.466650 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6d418049-0b5c-4edd-9d8f-111de125308b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:33.474257 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ced0b5-2c37-4d83-b546-f24ad5492493 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:33.480019 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ced0b5-2c37-4d83-b546-f24ad5492493 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:33.484650 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ced0b5-2c37-4d83-b546-f24ad5492493 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:33.489797 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ced0b5-2c37-4d83-b546-f24ad5492493 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:33.490896 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-e85647c3-bdac-4d60-b918-c780c565cf43 req-904b470a-6577-45ba-b185-c18e5ff3e77e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] For port 53695a35-5107-4460-9ed0-b506351f18b3, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=53695a35-5107-4460-9ed0-b506351f18b3,segment=NetworkSegment(b03bf823-4416-4fe0-9479-94379a96e5e7),segment_id=b03bf823-4416-4fe0-9479-94379a96e5e7)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:33.491292 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-e85647c3-bdac-4d60-b918-c780c565cf43 req-904b470a-6577-45ba-b185-c18e5ff3e77e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:33.495768 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e8ced0b5-2c37-4d83-b546-f24ad5492493 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1828907 Apr 08 10:24:33.496638 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54830) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:33.538398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-6d418049-0b5c-4edd-9d8f-111de125308b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Ignored duplicate provisioning block setup for port 3427e2af-2869-435f-8b74-c5ad087950ba by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 08 10:24:33.631639 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 4e991b0d-9005-4272-8417-deafec07d951 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:24:33.662008 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b2341303-1d5b-4d60-9f0f-0815208d11bd tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1597829 Apr 08 10:24:33.662436 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54834) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:33.664019 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6d418049-0b5c-4edd-9d8f-111de125308b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:33.682504 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-e85647c3-bdac-4d60-b918-c780c565cf43 req-904b470a-6577-45ba-b185-c18e5ff3e77e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Calling delete_port for 53695a35-5107-4460-9ed0-b506351f18b3 owned by compute:nova {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:33.718804 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 4e991b0d-9005-4272-8417-deafec07d951 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:33.719380 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:33.737023 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b083802a-7cce-4793-a823-7cea2e897f0f tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:33.738441 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b083802a-7cce-4793-a823-7cea2e897f0f tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:33.743545 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b083802a-7cce-4793-a823-7cea2e897f0f tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0747788 Apr 08 10:24:33.743737 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54838) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:33.774097 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2e3d03c6-2a01-4152-af73-d21ba4f208c2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:33.809936 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f177c335-f634-4f8f-8288-d87a8f342d54 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['shared'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:33.811322 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f177c335-f634-4f8f-8288-d87a8f342d54 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['shared'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:33.815987 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f177c335-f634-4f8f-8288-d87a8f342d54 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0682006 Apr 08 10:24:33.816328 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54842) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:33.823521 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2e3d03c6-2a01-4152-af73-d21ba4f208c2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:subnet and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:33.843900 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2e3d03c6-2a01-4152-af73-d21ba4f208c2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:33.882506 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2e3d03c6-2a01-4152-af73-d21ba4f208c2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:33.944969 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a278741c-107e-4dc6-bd71-86845c778d17 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:24:33.951448 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f063a-ba7c-4ed4-9aff-3d88c919e92c req-f2eb732a-6a35-459d-ab4a-d6f82e6dc255 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:33.952975 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-370f063a-ba7c-4ed4-9aff-3d88c919e92c req-f2eb732a-6a35-459d-ab4a-d6f82e6dc255 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 945 time: 1.2466462 Apr 08 10:24:33.959242 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb9c9a2-a4f6-4d71-916f-37815f1ca888 None None] Sync routers for ids ['0cb28979-38b8-4031-9572-e9f4d2aaaaeb'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:24:33.966143 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-6d418049-0b5c-4edd-9d8f-111de125308b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] In _notify_port_updated(), no bound segment for port 3427e2af-2869-435f-8b74-c5ad087950ba on network 18c52770-2a65-497d-a1cc-dc3886fcfe32 {{(pid=83845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 08 10:24:33.969869 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d418049-0b5c-4edd-9d8f-111de125308b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:33.970480 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6d418049-0b5c-4edd-9d8f-111de125308b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:33.971639 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb9c9a2-a4f6-4d71-916f-37815f1ca888 None None] Routers {'0cb28979-38b8-4031-9572-e9f4d2aaaaeb'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:24:33.972521 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6d418049-0b5c-4edd-9d8f-111de125308b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "PUT /v2.0/ports/3427e2af-2869-435f-8b74-c5ad087950ba HTTP/1.1" status: 200 len: 925 time: 4.0395188 Apr 08 10:24:33.972657 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-1fb9c9a2-a4f6-4d71-916f-37815f1ca888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:24:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0cb28979-38b8-4031-9572-e9f4d2aaaaeb'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:33.981642 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d418049-0b5c-4edd-9d8f-111de125308b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Port': ['ID=3427e2af-2869-435f-8b74-c5ad087950ba,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:33.993451 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9058cc8f-3d05-4fa6-a048-044c1c18907a tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:33.998388 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9058cc8f-3d05-4fa6-a048-044c1c18907a tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "GET /v2.0/networks/f8b3e7c5-6d2a-4c4f-a699-3bbc0ba2edaf HTTP/1.1" status: 200 len: 799 time: 0.1775622 Apr 08 10:24:33.998388 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54846) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:33.999478 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54848) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:34.004909 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-961da508-9c72-4cb8-9fb9-b0166c470e2b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ed989be-6ecf-414b-81b1-85315f952328'}, {'subnet_id': '53748dc2-c3ff-4a55-8d62-9ad577afe5ca'}]}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:34.016056 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3d03c6-2a01-4152-af73-d21ba4f208c2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:34.038673 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a278741c-107e-4dc6-bd71-86845c778d17 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] 10.222.0.47 "PUT /v2.0/routers/0cb28979-38b8-4031-9572-e9f4d2aaaaeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3338637 Apr 08 10:24:34.052687 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-1fb9c9a2-a4f6-4d71-916f-37815f1ca888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:34.057581 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54854) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:34.067526 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.objects.ports [None req-714e5b22-bc01-4454-b736-01a2549720c4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83845) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 08 10:24:34.070512 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb9c9a2-a4f6-4d71-916f-37815f1ca888 None None] Routers {'0cb28979-38b8-4031-9572-e9f4d2aaaaeb'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:24:34.071924 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-1fb9c9a2-a4f6-4d71-916f-37815f1ca888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:24:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0cb28979-38b8-4031-9572-e9f4d2aaaaeb'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:34.162648 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-1fb9c9a2-a4f6-4d71-916f-37815f1ca888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:34.163050 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb9c9a2-a4f6-4d71-916f-37815f1ca888 None None] The sync data for ids ['0cb28979-38b8-4031-9572-e9f4d2aaaaeb'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:24:34.177250 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-1422dcc4-e765-4a01-88d7-79f988b2d10c None None] Provisioning complete for port 3427e2af-2869-435f-8b74-c5ad087950ba triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:34.177622 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1422dcc4-e765-4a01-88d7-79f988b2d10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:34.235633 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-1422dcc4-e765-4a01-88d7-79f988b2d10c None None] Port 3427e2af-2869-435f-8b74-c5ad087950ba cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:24:34.367682 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a3c43c3f-3a44-4487-9e09-fbcaa517535a tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "GET /v2.0/networks/f8b3e7c5-6d2a-4c4f-a699-3bbc0ba2edaf?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3320732 Apr 08 10:24:34.376151 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54858) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:34.420176 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 53695a35-5107-4460-9ed0-b506351f18b3 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:24:34.469017 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8665a3-9593-4649-8835-5f3de78a2376 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:24:34.483712 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045434c1-0558-40ca-8f78-40cd788b915a None None] Sync routers for ids ['6004134f-e9b5-4dd2-9223-1cb48a9da846'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:24:34.500439 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f2c1f1-683f-4559-8276-5fa80cf92b9f tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:34.504793 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c6f2c1f1-683f-4559-8276-5fa80cf92b9f tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "GET /v2.0/subnets/1e5dd5b2-4473-4b18-b2ee-cee7f379b185 HTTP/1.1" status: 200 len: 811 time: 0.1243687 Apr 08 10:24:34.506052 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54862) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:34.506203 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045434c1-0558-40ca-8f78-40cd788b915a None None] Routers {'6004134f-e9b5-4dd2-9223-1cb48a9da846'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:24:34.506763 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-045434c1-0558-40ca-8f78-40cd788b915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:24:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6004134f-e9b5-4dd2-9223-1cb48a9da846'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:34.515551 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-961da508-9c72-4cb8-9fb9-b0166c470e2b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:34.548015 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:34.568303 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-370f063a-ba7c-4ed4-9aff-3d88c919e92c req-ae1c7fbe-cabe-4795-8560-ce9d99424de6 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/security-groups?id=3ae44c6d-46de-49e1-b817-eec31857f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5886297 Apr 08 10:24:34.569437 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-045434c1-0558-40ca-8f78-40cd788b915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:34.583660 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045434c1-0558-40ca-8f78-40cd788b915a None None] Routers {'6004134f-e9b5-4dd2-9223-1cb48a9da846'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:24:34.584612 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-045434c1-0558-40ca-8f78-40cd788b915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:24:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6004134f-e9b5-4dd2-9223-1cb48a9da846'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:34.586136 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e3d03c6-2a01-4152-af73-d21ba4f208c2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:34.657326 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-045434c1-0558-40ca-8f78-40cd788b915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:34.658031 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045434c1-0558-40ca-8f78-40cd788b915a None None] The sync data for ids ['6004134f-e9b5-4dd2-9223-1cb48a9da846'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:24:34.671778 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bc8665a3-9593-4649-8835-5f3de78a2376 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:34.672949 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-bc8665a3-9593-4649-8835-5f3de78a2376 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.3648670 Apr 08 10:24:34.680849 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-e85647c3-bdac-4d60-b918-c780c565cf43 req-904b470a-6577-45ba-b185-c18e5ff3e77e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:34.682283 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54866) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:34.699297 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e45047e-7f1d-4c43-b385-30354fb0b90e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['shared'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:34.701361 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6e45047e-7f1d-4c43-b385-30354fb0b90e tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "GET /v2.0/subnets/1e5dd5b2-4473-4b18-b2ee-cee7f379b185?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1883116 Apr 08 10:24:34.706542 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54870) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:34.743066 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-c6a9a532-3186-4ae2-b277-fcc125528ab2 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'enable_snat': False}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:34.749596 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-b685baee-db94-46a8-8f30-a0978fca14a8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-706193416'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:34.764945 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b685baee-db94-46a8-8f30-a0978fca14a8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:34.788391 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b685baee-db94-46a8-8f30-a0978fca14a8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:34.798588 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f0bcba17-c3ae-428c-84c6-9dd379533c0b tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:34.885902 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b470a-6577-45ba-b185-c18e5ff3e77e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Pushing event deleted for resources: {'Port': ['ID=53695a35-5107-4460-9ed0-b506351f18b3,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:34.943861 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b685baee-db94-46a8-8f30-a0978fca14a8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Made reservation on behalf of 99d8bc42a35a4346859252e524d5d533 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:34.946786 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b685baee-db94-46a8-8f30-a0978fca14a8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:35.040515 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b685baee-db94-46a8-8f30-a0978fca14a8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:24:35.060288 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b685baee-db94-46a8-8f30-a0978fca14a8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:35.060643 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-b685baee-db94-46a8-8f30-a0978fca14a8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Added segment 16551033-4a23-4934-b88f-d649954ad868 of type vlan for network 078057fc-81be-450c-91f4-cbb388da3313 Apr 08 10:24:35.138871 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b685baee-db94-46a8-8f30-a0978fca14a8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:35.171538 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85647c3-bdac-4d60-b918-c780c565cf43 req-904b470a-6577-45ba-b185-c18e5ff3e77e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] No DVR routers for this DVR port 53695a35-5107-4460-9ed0-b506351f18b3 on host hv-neutron-8371 {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:24:35.179366 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-961da508-9c72-4cb8-9fb9-b0166c470e2b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Allocated IP 2001:db8:0:1::242 (18c52770-2a65-497d-a1cc-dc3886fcfe32/53748dc2-c3ff-4a55-8d62-9ad577afe5ca/3427e2af-2869-435f-8b74-c5ad087950ba) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:35.188482 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-e85647c3-bdac-4d60-b918-c780c565cf43 req-904b470a-6577-45ba-b185-c18e5ff3e77e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:35.192244 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fcbda0-1230-4af6-a120-ed4eb3880cc9', 'name': 'network-vif-deleted', 'tag': '53695a35-5107-4460-9ed0-b506351f18b3'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:24:35.213350 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b685baee-db94-46a8-8f30-a0978fca14a8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:35.217247 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b685baee-db94-46a8-8f30-a0978fca14a8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:35.217823 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b685baee-db94-46a8-8f30-a0978fca14a8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:35.248893 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e85647c3-bdac-4d60-b918-c780c565cf43 req-904b470a-6577-45ba-b185-c18e5ff3e77e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.52 "DELETE /v2.0/ports/53695a35-5107-4460-9ed0-b506351f18b3 HTTP/1.1" status: 204 len: 173 time: 3.0751600 Apr 08 10:24:35.254237 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-714e5b22-bc01-4454-b736-01a2549720c4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:35.414291 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b685baee-db94-46a8-8f30-a0978fca14a8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7059224 Apr 08 10:24:35.427256 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54878) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:35.428712 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c9ddd22-e16a-4a6d-b557-1745c90aab1a'] response: {'server_uuid': '00fcbda0-1230-4af6-a120-ed4eb3880cc9', 'name': 'network-vif-deleted', 'tag': '53695a35-5107-4460-9ed0-b506351f18b3', 'status': 'completed', 'code': 200} Apr 08 10:24:35.462657 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-c1e6b6a3-c167-492a-9e61-f7b44a4b394b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Request body: {'subnet': {'network_id': '078057fc-81be-450c-91f4-cbb388da3313', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:35.481021 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685baee-db94-46a8-8f30-a0978fca14a8 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event updated for resources: {'Network': ['ID=078057fc-81be-450c-91f4-cbb388da3313,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:35.498084 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 078057fc-81be-450c-91f4-cbb388da3313 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:24:35.626560 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-961da508-9c72-4cb8-9fb9-b0166c470e2b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:35.651661 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-c1e6b6a3-c167-492a-9e61-f7b44a4b394b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:35.656712 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-961da508-9c72-4cb8-9fb9-b0166c470e2b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Transition to ACTIVE for port object 3427e2af-2869-435f-8b74-c5ad087950ba will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:35.662257 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-961da508-9c72-4cb8-9fb9-b0166c470e2b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:35.715637 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-c1e6b6a3-c167-492a-9e61-f7b44a4b394b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:35.828584 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e6b6a3-c167-492a-9e61-f7b44a4b394b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Made reservation on behalf of 99d8bc42a35a4346859252e524d5d533 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:35.864950 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-961da508-9c72-4cb8-9fb9-b0166c470e2b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] In _notify_port_updated(), no bound segment for port 3427e2af-2869-435f-8b74-c5ad087950ba on network 18c52770-2a65-497d-a1cc-dc3886fcfe32 {{(pid=83846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 08 10:24:35.868827 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961da508-9c72-4cb8-9fb9-b0166c470e2b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:35.869355 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-961da508-9c72-4cb8-9fb9-b0166c470e2b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:35.869846 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-82f1b398-de8f-402c-8398-00c76b3abeab req-f6fcbeaf-5987-43c2-95be-874dd5a09f94 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Synchronizing usage tracker for tenant:14526426b3bf429d8a2df66bd6372e7f on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:35.873493 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-961da508-9c72-4cb8-9fb9-b0166c470e2b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "PUT /v2.0/ports/3427e2af-2869-435f-8b74-c5ad087950ba HTTP/1.1" status: 200 len: 1011 time: 1.8771899 Apr 08 10:24:35.877183 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f0bcba17-c3ae-428c-84c6-9dd379533c0b tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:35.881081 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54884) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:35.931179 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e3d03c6-2a01-4152-af73-d21ba4f208c2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:35.931571 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961da508-9c72-4cb8-9fb9-b0166c470e2b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Port': ['ID=3427e2af-2869-435f-8b74-c5ad087950ba,revision_number=3']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:35.945644 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f0bcba17-c3ae-428c-84c6-9dd379533c0b tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:36.035134 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c1e6b6a3-c167-492a-9e61-f7b44a4b394b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:36.065615 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-82f1b398-de8f-402c-8398-00c76b3abeab req-f6fcbeaf-5987-43c2-95be-874dd5a09f94 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Unset dirty status for tenant:14526426b3bf429d8a2df66bd6372e7f on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:24:36.066794 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-82f1b398-de8f-402c-8398-00c76b3abeab req-f6fcbeaf-5987-43c2-95be-874dd5a09f94 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "GET /v2.0/ports?device_id=00fcbda0-1230-4af6-a120-ed4eb3880cc9 HTTP/1.1" status: 200 len: 210 time: 0.2635150 Apr 08 10:24:36.097311 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-22ec243a-de28-4189-960e-482c87f7ab49 None None] Provisioning for port 3427e2af-2869-435f-8b74-c5ad087950ba completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:36.104845 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-22ec243a-de28-4189-960e-482c87f7ab49 None None] Provisioning complete for port 3427e2af-2869-435f-8b74-c5ad087950ba triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:36.105624 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-22ec243a-de28-4189-960e-482c87f7ab49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:36.148508 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d03c6-2a01-4152-af73-d21ba4f208c2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Subnet': ['ID=857575f9-356c-43fa-b4f1-ee955f92e360,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:36.150039 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-cad55839-ee45-448c-8a5f-7ce1fbce314f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting port 3427e2af-2869-435f-8b74-c5ad087950ba {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:36.150373 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cad55839-ee45-448c-8a5f-7ce1fbce314f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:36.183651 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-22ec243a-de28-4189-960e-482c87f7ab49 None None] Port 3427e2af-2869-435f-8b74-c5ad087950ba cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:24:36.188696 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f0bcba17-c3ae-428c-84c6-9dd379533c0b tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:36.189177 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bcba17-c3ae-428c-84c6-9dd379533c0b tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Fanout notify agent at l3_agent the message router_deleted on router 0cb28979-38b8-4031-9572-e9f4d2aaaaeb {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:24:36.209463 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.ipam_backend_mixin [None req-c1e6b6a3-c167-492a-9e61-f7b44a4b394b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Performing IP validity checks on allocation pools {{(pid=83846) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 08 10:24:36.209983 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.ipam_backend_mixin [None req-c1e6b6a3-c167-492a-9e61-f7b44a4b394b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83846) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 08 10:24:36.222592 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f0bcba17-c3ae-428c-84c6-9dd379533c0b tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:36.223659 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f0bcba17-c3ae-428c-84c6-9dd379533c0b tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] 10.222.0.47 "DELETE /v2.0/routers/0cb28979-38b8-4031-9572-e9f4d2aaaaeb HTTP/1.1" status: 204 len: 168 time: 2.1635318 Apr 08 10:24:36.228995 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54888) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:36.230849 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3d03c6-2a01-4152-af73-d21ba4f208c2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Checking segment: {'id': '72f723f9-ada0-4506-a474-c57244b021db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a11d4b47-393a-46fd-8131-59da0fea27e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:24:36.231211 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3d03c6-2a01-4152-af73-d21ba4f208c2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network hostable DHCP agents. Network: a11d4b47-393a-46fd-8131-59da0fea27e2, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:24:36.239300 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-714e5b22-bc01-4454-b736-01a2549720c4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] For port 4e991b0d-9005-4272-8417-deafec07d951, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=4e991b0d-9005-4272-8417-deafec07d951,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:36.383046 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.resource_extend [None req-714e5b22-bc01-4454-b736-01a2549720c4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:24:36.402573 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-714e5b22-bc01-4454-b736-01a2549720c4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:36.406157 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3d03c6-2a01-4152-af73-d21ba4f208c2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network a11d4b47-393a-46fd-8131-59da0fea27e2 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:24:36.410537 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-714e5b22-bc01-4454-b736-01a2549720c4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:36.411235 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-714e5b22-bc01-4454-b736-01a2549720c4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:36.517062 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-2e3d03c6-2a01-4152-af73-d21ba4f208c2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, a11d4b47-393a-46fd-8131-59da0fea27e2) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:36.528679 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520d40f3-ca3f-468c-aec1-ab6b4b5e51fc None None] Network a11d4b47-393a-46fd-8131-59da0fea27e2 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:36.556012 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3d03c6-2a01-4152-af73-d21ba4f208c2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:36.556491 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e3d03c6-2a01-4152-af73-d21ba4f208c2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:36.578534 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714e5b22-bc01-4454-b736-01a2549720c4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:36.589550 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-714e5b22-bc01-4454-b736-01a2549720c4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:36.599743 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714e5b22-bc01-4454-b736-01a2549720c4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:36.600380 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-714e5b22-bc01-4454-b736-01a2549720c4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:36.613092 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e5b22-bc01-4454-b736-01a2549720c4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=4e991b0d-9005-4272-8417-deafec07d951,revision_number=5']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:36.613647 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bcf491-ef34-40f0-ae31-410d8e60d5a8 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:36.615737 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e5b22-bc01-4454-b736-01a2549720c4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Subnet': ['ID=735cd08e-d44f-4028-9854-057624553532,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:36.630601 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2e3d03c6-2a01-4152-af73-d21ba4f208c2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4934537 Apr 08 10:24:36.631598 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54892) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:36.638106 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-403b27c4-1a72-4c17-a385-557a49d43183 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-436116291', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:36.649975 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-714e5b22-bc01-4454-b736-01a2549720c4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 7.6815431 Apr 08 10:24:36.650912 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-403b27c4-1a72-4c17-a385-557a49d43183 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:36.653996 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54896) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:36.660287 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-403b27c4-1a72-4c17-a385-557a49d43183 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:router and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:36.665867 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-79b52d67-edb3-40a7-b6c5-f47e0e7e241c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Request body: {'port': {'network_id': '7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f', 'mac_address': 'fa:16:3e:a5:12:02', 'name': 'tempest-NetworksTestDHCPv6-307130939'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:36.684794 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-403b27c4-1a72-4c17-a385-557a49d43183 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:36.738235 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-403b27c4-1a72-4c17-a385-557a49d43183 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:36.782462 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-403b27c4-1a72-4c17-a385-557a49d43183 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:36.783562 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-403b27c4-1a72-4c17-a385-557a49d43183 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:36.790512 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cad55839-ee45-448c-8a5f-7ce1fbce314f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:36.805119 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c1e6b6a3-c167-492a-9e61-f7b44a4b394b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:36.855458 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-79b52d67-edb3-40a7-b6c5-f47e0e7e241c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:36.859224 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-403b27c4-1a72-4c17-a385-557a49d43183 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:36.868559 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-79b52d67-edb3-40a7-b6c5-f47e0e7e241c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Usage tracker for resource:port and tenant:8e395073c79b45e685e221032dd4d133 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:36.874686 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-79b52d67-edb3-40a7-b6c5-f47e0e7e241c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:36.905771 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-a90f9ee5-9d63-4da5-b021-850f65aa8058 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Deleting subnet 81aff9e3-67c8-433b-9189-d24e46264329 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:24:36.931945 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-79b52d67-edb3-40a7-b6c5-f47e0e7e241c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:36.942443 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2870d9a-49d9-4370-91a0-3fa703f92960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-a11d4b47-393a-46fd-8131-59da0fea27e2', 'network_id': 'a11d4b47-393a-46fd-8131-59da0fea27e2', 'tenant_id': '683f915ff87b4daabd2c3124189ccd49', 'fixed_ips': [{'subnet_id': '857575f9-356c-43fa-b4f1-ee955f92e360'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:24:36.943246 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f2870d9a-49d9-4370-91a0-3fa703f92960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:36.993364 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-cad55839-ee45-448c-8a5f-7ce1fbce314f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Calling delete_port for 3427e2af-2869-435f-8b74-c5ad087950ba owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:37.010132 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-403b27c4-1a72-4c17-a385-557a49d43183 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:37.025267 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a90f9ee5-9d63-4da5-b021-850f65aa8058 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:37.027105 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b52d67-edb3-40a7-b6c5-f47e0e7e241c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Made reservation on behalf of 8e395073c79b45e685e221032dd4d133 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:37.124202 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-403b27c4-1a72-4c17-a385-557a49d43183 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:37.131686 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-403b27c4-1a72-4c17-a385-557a49d43183 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4996529 Apr 08 10:24:37.144468 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54902) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:37.159187 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-9125c251-f160-4b98-8315-ea998a889429 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'port': {'network_id': 'a11d4b47-393a-46fd-8131-59da0fea27e2', 'name': 'tempest-PortsTestJSON-816064390'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:37.168480 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-f2870d9a-49d9-4370-91a0-3fa703f92960 None None] Allocated IP 172.20.0.2 (a11d4b47-393a-46fd-8131-59da0fea27e2/857575f9-356c-43fa-b4f1-ee955f92e360/4806f27a-324f-4ba2-b136-034aa1027e2a) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:37.180654 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e6b6a3-c167-492a-9e61-f7b44a4b394b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Checking segment: {'id': '16551033-4a23-4934-b88f-d649954ad868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '078057fc-81be-450c-91f4-cbb388da3313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:24:37.181395 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e6b6a3-c167-492a-9e61-f7b44a4b394b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Network hostable DHCP agents. Network: 078057fc-81be-450c-91f4-cbb388da3313, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:24:37.202190 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a90f9ee5-9d63-4da5-b021-850f65aa8058 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:37.239843 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6b6a3-c167-492a-9e61-f7b44a4b394b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event updated for resources: {'Subnet': ['ID=1f2f7008-5ae4-4574-b3b3-9174a1423cda,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:37.259385 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54906) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:37.441341 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f2870d9a-49d9-4370-91a0-3fa703f92960 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:37.449904 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e6b6a3-c167-492a-9e61-f7b44a4b394b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Network 078057fc-81be-450c-91f4-cbb388da3313 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:24:37.487706 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-c1e6b6a3-c167-492a-9e61-f7b44a4b394b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 078057fc-81be-450c-91f4-cbb388da3313) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:37.493077 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e6b6a3-c167-492a-9e61-f7b44a4b394b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:37.493746 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c1e6b6a3-c167-492a-9e61-f7b44a4b394b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:37.497463 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c990b737-9f3c-4c5d-acfe-4c8352993435 None None] Network 078057fc-81be-450c-91f4-cbb388da3313 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:37.527686 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a90f9ee5-9d63-4da5-b021-850f65aa8058 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:37.579133 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9125c251-f160-4b98-8315-ea998a889429 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:37.636043 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-79b52d67-edb3-40a7-b6c5-f47e0e7e241c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:37.642032 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9125c251-f160-4b98-8315-ea998a889429 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:port and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:37.657183 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9125c251-f160-4b98-8315-ea998a889429 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:37.672287 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c1e6b6a3-c167-492a-9e61-f7b44a4b394b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.2358992 Apr 08 10:24:37.677338 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9125c251-f160-4b98-8315-ea998a889429 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:37.679958 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54910) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:37.694259 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-59cbd164-de22-42ef-959c-4b07bd240eed tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:37.702981 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-79b52d67-edb3-40a7-b6c5-f47e0e7e241c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] device_id is not set on port 98845d3c-707b-43c3-90f2-c02180d9c58e yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:24:37.715900 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 4e991b0d-9005-4272-8417-deafec07d951 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:24:37.767252 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9125c251-f160-4b98-8315-ea998a889429 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:37.771484 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9125c251-f160-4b98-8315-ea998a889429 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:37.805280 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f2870d9a-49d9-4370-91a0-3fa703f92960 None None] Transition to ACTIVE for port object 4806f27a-324f-4ba2-b136-034aa1027e2a will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:37.805467 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a90f9ee5-9d63-4da5-b021-850f65aa8058 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:37.810441 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cad55839-ee45-448c-8a5f-7ce1fbce314f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:37.883183 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f2870d9a-49d9-4370-91a0-3fa703f92960 None None] Transition to ACTIVE for port object 4806f27a-324f-4ba2-b136-034aa1027e2a will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:37.894322 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f2870d9a-49d9-4370-91a0-3fa703f92960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:37.908493 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c6a9a532-3186-4ae2-b277-fcc125528ab2 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:37.937747 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-9125c251-f160-4b98-8315-ea998a889429 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] device_id is not set on port 3ff3dc37-bad9-4820-912d-8aea3d178457 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:24:37.938072 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcf1e83-9fe2-4aed-8a5f-e7700937a719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-078057fc-81be-450c-91f4-cbb388da3313', 'network_id': '078057fc-81be-450c-91f4-cbb388da3313', 'tenant_id': '99d8bc42a35a4346859252e524d5d533', 'fixed_ips': [{'subnet_id': '1f2f7008-5ae4-4574-b3b3-9174a1423cda'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:24:37.938989 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3bcf1e83-9fe2-4aed-8a5f-e7700937a719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:37.980816 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f9ee5-9d63-4da5-b021-850f65aa8058 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Pushing event deleted for resources: {'Subnet': ['ID=81aff9e3-67c8-433b-9189-d24e46264329,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:37.982968 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-cd7cd861-7138-44b8-9cf9-09cf4309272e None None] Provisioning complete for port 4e991b0d-9005-4272-8417-deafec07d951 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:37.983498 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cd7cd861-7138-44b8-9cf9-09cf4309272e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:37.996208 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad55839-ee45-448c-8a5f-7ce1fbce314f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Port': ['ID=3427e2af-2869-435f-8b74-c5ad087950ba,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:38.030849 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a90f9ee5-9d63-4da5-b021-850f65aa8058 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:38.047438 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a90f9ee5-9d63-4da5-b021-850f65aa8058 tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] 10.222.0.47 "DELETE /v2.0/subnets/81aff9e3-67c8-433b-9189-d24e46264329 HTTP/1.1" status: 204 len: 168 time: 1.8154328 Apr 08 10:24:38.048589 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54916) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:38.060412 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba557824-7b06-4432-b8f4-91957d559e82 None None] Network 6dcb4296-210c-4e4b-bff6-fa182b8a9ba0 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:38.130425 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-79b52d67-edb3-40a7-b6c5-f47e0e7e241c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 2001:db8::295 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/da1975d8-acf3-48b1-a932-4076eb53d853/98845d3c-707b-43c3-90f2-c02180d9c58e) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:38.153311 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-79b52d67-edb3-40a7-b6c5-f47e0e7e241c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Allocated IP 2001:db8:0:1:f816:3eff:fea5:1202 (7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f/735cd08e-d44f-4028-9854-057624553532/98845d3c-707b-43c3-90f2-c02180d9c58e) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:38.182440 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cad55839-ee45-448c-8a5f-7ce1fbce314f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:38.184660 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-cad55839-ee45-448c-8a5f-7ce1fbce314f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/ports/3427e2af-2869-435f-8b74-c5ad087950ba HTTP/1.1" status: 204 len: 168 time: 2.3026218 Apr 08 10:24:38.191335 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54920) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:38.253480 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-59cbd164-de22-42ef-959c-4b07bd240eed tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1416836'] for subnet, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:38.261391 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c742fc-312c-4394-adf6-048f73329ce7 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] GET failed (client error): The resource could not be found. Apr 08 10:24:38.262262 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a7c742fc-312c-4394-adf6-048f73329ce7 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Synchronizing usage tracker for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:38.332367 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2870d9a-49d9-4370-91a0-3fa703f92960 None None] Pushing event updated for resources: {'Port': ['ID=4806f27a-324f-4ba2-b136-034aa1027e2a,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:38.336557 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2870d9a-49d9-4370-91a0-3fa703f92960 None None] Network a11d4b47-393a-46fd-8131-59da0fea27e2 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:38.365739 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-f2870d9a-49d9-4370-91a0-3fa703f92960 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:38.367492 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 4e991b0d-9005-4272-8417-deafec07d951 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:38.368439 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:38.376644 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a7c742fc-312c-4394-adf6-048f73329ce7 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Unset dirty status for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:24:38.377919 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a7c742fc-312c-4394-adf6-048f73329ce7 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "GET /v2.0/ports/3427e2af-2869-435f-8b74-c5ad087950ba HTTP/1.1" status: 404 len: 333 time: 0.1852930 Apr 08 10:24:38.382364 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54924) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:38.397828 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2870d9a-49d9-4370-91a0-3fa703f92960 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:24:38.444620 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c946753-49a1-4d8e-a214-609ff75fc0cd tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:38.450838 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-9125c251-f160-4b98-8315-ea998a889429 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Allocated IP 172.20.0.6 (a11d4b47-393a-46fd-8131-59da0fea27e2/857575f9-356c-43fa-b4f1-ee955f92e360/3ff3dc37-bad9-4820-912d-8aea3d178457) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:38.492830 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-6040cba6-9464-4d13-bb6d-bd9ea8af858d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting subnet 53748dc2-c3ff-4a55-8d62-9ad577afe5ca {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:24:38.493488 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:38.553239 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6040cba6-9464-4d13-bb6d-bd9ea8af858d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:38.563914 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-8c946753-49a1-4d8e-a214-609ff75fc0cd tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Deleting port 6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:38.563914 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c946753-49a1-4d8e-a214-609ff75fc0cd tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:38.684127 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-f2870d9a-49d9-4370-91a0-3fa703f92960 None None] Attempting to bind port 4806f27a-324f-4ba2-b136-034aa1027e2a on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:24:38.684492 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-f2870d9a-49d9-4370-91a0-3fa703f92960 None None] Attempting to bind port 4806f27a-324f-4ba2-b136-034aa1027e2a by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '72f723f9-ada0-4506-a474-c57244b021db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a11d4b47-393a-46fd-8131-59da0fea27e2'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:24:38.684957 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2870d9a-49d9-4370-91a0-3fa703f92960 None None] Attempting to bind port 4806f27a-324f-4ba2-b136-034aa1027e2a on network a11d4b47-393a-46fd-8131-59da0fea27e2 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:24:38.718549 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2870d9a-49d9-4370-91a0-3fa703f92960 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:24:38.719288 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2870d9a-49d9-4370-91a0-3fa703f92960 None None] Checking segment: {'id': '72f723f9-ada0-4506-a474-c57244b021db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a11d4b47-393a-46fd-8131-59da0fea27e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:24:38.719288 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f2870d9a-49d9-4370-91a0-3fa703f92960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:38.720630 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2870d9a-49d9-4370-91a0-3fa703f92960 None None] Bound using segment: {'id': '72f723f9-ada0-4506-a474-c57244b021db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a11d4b47-393a-46fd-8131-59da0fea27e2'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:24:38.720630 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-f2870d9a-49d9-4370-91a0-3fa703f92960 None None] Bound port: 4806f27a-324f-4ba2-b136-034aa1027e2a, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f723f9-ada0-4506-a474-c57244b021db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a11d4b47-393a-46fd-8131-59da0fea27e2'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:24:38.720630 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f2870d9a-49d9-4370-91a0-3fa703f92960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:38.809002 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6040cba6-9464-4d13-bb6d-bd9ea8af858d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:38.839267 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551e6ac5-0a41-4f81-9f4b-303763938fff None None] DHCP port deletion for 6dcb4296-210c-4e4b-bff6-fa182b8a9ba0 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:24:38.846660 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-551e6ac5-0a41-4f81-9f4b-303763938fff None None] Deleting port 6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:38.847327 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-551e6ac5-0a41-4f81-9f4b-303763938fff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:38.876972 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-f2870d9a-49d9-4370-91a0-3fa703f92960 None None] For port 4806f27a-324f-4ba2-b136-034aa1027e2a, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:24:38.899560 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-f2870d9a-49d9-4370-91a0-3fa703f92960 None None] For port 4806f27a-324f-4ba2-b136-034aa1027e2a, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=4806f27a-324f-4ba2-b136-034aa1027e2a,segment=NetworkSegment(72f723f9-ada0-4506-a474-c57244b021db),segment_id=72f723f9-ada0-4506-a474-c57244b021db)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:24:38.907250 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f2870d9a-49d9-4370-91a0-3fa703f92960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:38.979981 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-79b52d67-edb3-40a7-b6c5-f47e0e7e241c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:39.009858 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-59cbd164-de22-42ef-959c-4b07bd240eed tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790031572628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1076827'] for subnet, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:39.051645 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-79b52d67-edb3-40a7-b6c5-f47e0e7e241c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Transition to ACTIVE for port object 98845d3c-707b-43c3-90f2-c02180d9c58e will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:39.077672 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-8c946753-49a1-4d8e-a214-609ff75fc0cd tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] For port 6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc,segment=NetworkSegment(3213e788-c62b-47ef-841e-308437b378ba),segment_id=3213e788-c62b-47ef-841e-308437b378ba)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:39.078266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c946753-49a1-4d8e-a214-609ff75fc0cd tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:39.097379 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2870d9a-49d9-4370-91a0-3fa703f92960 None None] Pushing event updated for resources: {'Port': ['ID=4806f27a-324f-4ba2-b136-034aa1027e2a,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:39.132198 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cbd164-de22-42ef-959c-4b07bd240eed tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:39.132810 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-59cbd164-de22-42ef-959c-4b07bd240eed tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:39.135730 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-59cbd164-de22-42ef-959c-4b07bd240eed tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "PUT /v2.0/subnets/1f2f7008-5ae4-4574-b3b3-9174a1423cda HTTP/1.1" status: 200 len: 877 time: 1.4504447 Apr 08 10:24:39.150426 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54928) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:39.152788 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbd164-de22-42ef-959c-4b07bd240eed tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event updated for resources: {'Subnet': ['ID=1f2f7008-5ae4-4574-b3b3-9174a1423cda,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:39.186848 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6040cba6-9464-4d13-bb6d-bd9ea8af858d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:39.204534 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-3bcf1e83-9fe2-4aed-8a5f-e7700937a719 None None] Allocated IP 172.20.0.3 (078057fc-81be-450c-91f4-cbb388da3313/1f2f7008-5ae4-4574-b3b3-9174a1423cda/782898c8-440d-47b8-a72b-7d6eb28de001) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:39.232769 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-8c946753-49a1-4d8e-a214-609ff75fc0cd tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Calling delete_port for 6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:39.288259 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9125c251-f160-4b98-8315-ea998a889429 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:39.343740 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-9125c251-f160-4b98-8315-ea998a889429 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Transition to ACTIVE for port object 3ff3dc37-bad9-4820-912d-8aea3d178457 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:39.360831 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-551e6ac5-0a41-4f81-9f4b-303763938fff None None] For port 6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc,segment=NetworkSegment(3213e788-c62b-47ef-841e-308437b378ba),segment_id=3213e788-c62b-47ef-841e-308437b378ba)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:39.361324 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-551e6ac5-0a41-4f81-9f4b-303763938fff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:39.421072 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:39.431206 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c6a9a532-3186-4ae2-b277-fcc125528ab2 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:39.435546 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6040cba6-9464-4d13-bb6d-bd9ea8af858d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:39.445511 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c6a9a532-3186-4ae2-b277-fcc125528ab2 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1762438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1762447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1757449'] for router, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:39.469347 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-99b591cc-9222-47cf-8064-28683d7f9f7e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:39.476938 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9125c251-f160-4b98-8315-ea998a889429 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:39.506783 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-551e6ac5-0a41-4f81-9f4b-303763938fff None None] Calling delete_port for 6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:39.566066 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040cba6-9464-4d13-bb6d-bd9ea8af858d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Subnet': ['ID=53748dc2-c3ff-4a55-8d62-9ad577afe5ca,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:39.602710 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-79b52d67-edb3-40a7-b6c5-f47e0e7e241c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:39.642097 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6040cba6-9464-4d13-bb6d-bd9ea8af858d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:39.645378 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bda0b3f-99b3-48d9-a03e-00355b32d00a None None] Network 18c52770-2a65-497d-a1cc-dc3886fcfe32 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:39.669581 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6040cba6-9464-4d13-bb6d-bd9ea8af858d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/subnets/53748dc2-c3ff-4a55-8d62-9ad577afe5ca HTTP/1.1" status: 204 len: 168 time: 1.2820723 Apr 08 10:24:39.677828 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54932) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:39.691391 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125c251-f160-4b98-8315-ea998a889429 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Port': ['ID=3ff3dc37-bad9-4820-912d-8aea3d178457,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:39.696663 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9125c251-f160-4b98-8315-ea998a889429 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network a11d4b47-393a-46fd-8131-59da0fea27e2 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:39.733347 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:39.785211 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-9125c251-f160-4b98-8315-ea998a889429 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:39.787546 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9125c251-f160-4b98-8315-ea998a889429 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:24:39.799771 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c946753-49a1-4d8e-a214-609ff75fc0cd tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:39.849141 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 4806f27a-324f-4ba2-b136-034aa1027e2a up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:24:39.861579 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b52d67-edb3-40a7-b6c5-f47e0e7e241c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event updated for resources: {'Port': ['ID=98845d3c-707b-43c3-90f2-c02180d9c58e,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:39.906853 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-551e6ac5-0a41-4f81-9f4b-303763938fff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:24:39.907231 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-551e6ac5-0a41-4f81-9f4b-303763938fff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:24:39.919664 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9125c251-f160-4b98-8315-ea998a889429 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:39.920300 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9125c251-f160-4b98-8315-ea998a889429 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:39.931655 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3bcf1e83-9fe2-4aed-8a5f-e7700937a719 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:39.935066 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b52d67-edb3-40a7-b6c5-f47e0e7e241c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:39.936990 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-79b52d67-edb3-40a7-b6c5-f47e0e7e241c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:39.939349 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c946753-49a1-4d8e-a214-609ff75fc0cd tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] No DVR routers for this DVR port 6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc on host dv-neutron-837110-1-hyperv {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:24:39.942129 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c946753-49a1-4d8e-a214-609ff75fc0cd tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Pushing event deleted for resources: {'Port': ['ID=6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:39.968464 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9125c251-f160-4b98-8315-ea998a889429 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8160815 Apr 08 10:24:39.980378 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3bcf1e83-9fe2-4aed-8a5f-e7700937a719 None None] Transition to ACTIVE for port object 782898c8-440d-47b8-a72b-7d6eb28de001 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:40.009522 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b52d67-edb3-40a7-b6c5-f47e0e7e241c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:24:40.013690 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b52d67-edb3-40a7-b6c5-f47e0e7e241c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:40.014408 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-79b52d67-edb3-40a7-b6c5-f47e0e7e241c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:40.015757 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54938) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:40.098813 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3bcf1e83-9fe2-4aed-8a5f-e7700937a719 None None] Transition to ACTIVE for port object 782898c8-440d-47b8-a72b-7d6eb28de001 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:40.137667 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 4806f27a-324f-4ba2-b136-034aa1027e2a completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:40.143582 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c946753-49a1-4d8e-a214-609ff75fc0cd tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:40.145759 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3bcf1e83-9fe2-4aed-8a5f-e7700937a719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:40.177944 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-8c946753-49a1-4d8e-a214-609ff75fc0cd tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dcb4296-210c-4e4b-bff6-fa182b8a9ba0']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:40.214993 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-8c946753-49a1-4d8e-a214-609ff75fc0cd tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3213e788-c62b-47ef-841e-308437b378ba') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:40.217513 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-8c946753-49a1-4d8e-a214-609ff75fc0cd tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3213e788-c62b-47ef-841e-308437b378ba') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:40.260595 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c946753-49a1-4d8e-a214-609ff75fc0cd tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:40.265756 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:24:40.275372 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-79b52d67-edb3-40a7-b6c5-f47e0e7e241c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.6181290 Apr 08 10:24:40.281407 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54942) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:40.289560 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-af5c1386-7cee-4b15-bf47-6714ed922366 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting subnet 8ed989be-6ecf-414b-81b1-85315f952328 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:24:40.295433 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-af5c1386-7cee-4b15-bf47-6714ed922366 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:40.335693 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c946753-49a1-4d8e-a214-609ff75fc0cd tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:40.336912 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:40.358434 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcf1e83-9fe2-4aed-8a5f-e7700937a719 None None] Network 078057fc-81be-450c-91f4-cbb388da3313 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:40.365379 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf1e83-9fe2-4aed-8a5f-e7700937a719 None None] Pushing event updated for resources: {'Port': ['ID=782898c8-440d-47b8-a72b-7d6eb28de001,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:40.367538 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:24:40.367878 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:24:40.369627 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-3bcf1e83-9fe2-4aed-8a5f-e7700937a719 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:40.372752 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcf1e83-9fe2-4aed-8a5f-e7700937a719 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:24:40.376106 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c946753-49a1-4d8e-a214-609ff75fc0cd tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:24:40.376968 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c946753-49a1-4d8e-a214-609ff75fc0cd tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:40.413247 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Subnet': ['ID=1f2f7008-5ae4-4574-b3b3-9174a1423cda,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:24:40.415088 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:24:40.430881 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-551e6ac5-0a41-4f81-9f4b-303763938fff None None] Deleting port 6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:40.431258 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-551e6ac5-0a41-4f81-9f4b-303763938fff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:40.542640 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-79452c59-eedf-4131-a078-0fafffa9ada5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting port 98845d3c-707b-43c3-90f2-c02180d9c58e {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:40.542929 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-79452c59-eedf-4131-a078-0fafffa9ada5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:40.566762 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-af5c1386-7cee-4b15-bf47-6714ed922366 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:40.606810 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-551e6ac5-0a41-4f81-9f4b-303763938fff None None] The port '6ffecac8-253a-48ce-9bba-3d5fbf6e5fcc' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:24:40.612446 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-3bcf1e83-9fe2-4aed-8a5f-e7700937a719 None None] Attempting to bind port 782898c8-440d-47b8-a72b-7d6eb28de001 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:24:40.612963 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-3bcf1e83-9fe2-4aed-8a5f-e7700937a719 None None] Attempting to bind port 782898c8-440d-47b8-a72b-7d6eb28de001 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '16551033-4a23-4934-b88f-d649954ad868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '078057fc-81be-450c-91f4-cbb388da3313'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:24:40.613472 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcf1e83-9fe2-4aed-8a5f-e7700937a719 None None] Attempting to bind port 782898c8-440d-47b8-a72b-7d6eb28de001 on network 078057fc-81be-450c-91f4-cbb388da3313 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:24:40.632679 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcf1e83-9fe2-4aed-8a5f-e7700937a719 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:24:40.633324 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcf1e83-9fe2-4aed-8a5f-e7700937a719 None None] Checking segment: {'id': '16551033-4a23-4934-b88f-d649954ad868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '078057fc-81be-450c-91f4-cbb388da3313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:24:40.634013 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3bcf1e83-9fe2-4aed-8a5f-e7700937a719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:40.634617 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcf1e83-9fe2-4aed-8a5f-e7700937a719 None None] Bound using segment: {'id': '16551033-4a23-4934-b88f-d649954ad868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '078057fc-81be-450c-91f4-cbb388da3313'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:24:40.635391 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-3bcf1e83-9fe2-4aed-8a5f-e7700937a719 None None] Bound port: 782898c8-440d-47b8-a72b-7d6eb28de001, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16551033-4a23-4934-b88f-d649954ad868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '078057fc-81be-450c-91f4-cbb388da3313'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:24:40.635828 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3bcf1e83-9fe2-4aed-8a5f-e7700937a719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:40.655197 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c946753-49a1-4d8e-a214-609ff75fc0cd tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:40.695013 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c946753-49a1-4d8e-a214-609ff75fc0cd tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:40.724954 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-15f46f82-7d2f-4c0a-b37f-f8384a1a64bb None None] Provisioning for port 98845d3c-707b-43c3-90f2-c02180d9c58e completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:40.732540 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-15f46f82-7d2f-4c0a-b37f-f8384a1a64bb None None] Provisioning complete for port 98845d3c-707b-43c3-90f2-c02180d9c58e triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:40.732918 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-15f46f82-7d2f-4c0a-b37f-f8384a1a64bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:40.748460 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c946753-49a1-4d8e-a214-609ff75fc0cd tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] Pushing event deleted for resources: {'Network': ['ID=6dcb4296-210c-4e4b-bff6-fa182b8a9ba0,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:40.778397 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8c946753-49a1-4d8e-a214-609ff75fc0cd tempest-FloatingIPNegativeTestJSON-1689753933 tempest-FloatingIPNegativeTestJSON-1689753933-project] 10.222.0.47 "DELETE /v2.0/networks/6dcb4296-210c-4e4b-bff6-fa182b8a9ba0 HTTP/1.1" status: 204 len: 168 time: 2.7256663 Apr 08 10:24:40.818587 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-3bcf1e83-9fe2-4aed-8a5f-e7700937a719 None None] For port 782898c8-440d-47b8-a72b-7d6eb28de001, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:24:40.823782 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-3bcf1e83-9fe2-4aed-8a5f-e7700937a719 None None] For port 782898c8-440d-47b8-a72b-7d6eb28de001, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=782898c8-440d-47b8-a72b-7d6eb28de001,segment=NetworkSegment(16551033-4a23-4934-b88f-d649954ad868),segment_id=16551033-4a23-4934-b88f-d649954ad868)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:24:40.844374 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3bcf1e83-9fe2-4aed-8a5f-e7700937a719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:40.908947 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d3f757-1314-426e-bd7d-80083fce050a None None] Network a11d4b47-393a-46fd-8131-59da0fea27e2 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:41.006665 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a9a532-3186-4ae2-b277-fcc125528ab2 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Router 6004134f-e9b5-4dd2-9223-1cb48a9da846 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:24:41.054859 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:41.166662 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-15f46f82-7d2f-4c0a-b37f-f8384a1a64bb None None] Port 98845d3c-707b-43c3-90f2-c02180d9c58e cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:24:41.225711 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['078057fc-81be-450c-91f4-cbb388da3313']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:41.236914 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-af5c1386-7cee-4b15-bf47-6714ed922366 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:41.277704 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16551033-4a23-4934-b88f-d649954ad868') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:41.277998 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16551033-4a23-4934-b88f-d649954ad868') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:41.302912 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:41.304927 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf1e83-9fe2-4aed-8a5f-e7700937a719 None None] Pushing event updated for resources: {'Port': ['ID=782898c8-440d-47b8-a72b-7d6eb28de001,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:41.336410 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54950) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:41.342714 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:41.401377 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:24:41.401949 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:24:41.418973 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:24:41.506658 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-af5c1386-7cee-4b15-bf47-6714ed922366 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:41.552103 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-79452c59-eedf-4131-a078-0fafffa9ada5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:41.588535 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4306262-be83-4946-a693-c39ea8a4419a None None] Network 078057fc-81be-450c-91f4-cbb388da3313 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:41.610297 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8963b9bc-2773-45d3-8a5c-e14b14049cde None None] Provisioning for port 4806f27a-324f-4ba2-b136-034aa1027e2a completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:41.622323 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c1386-7cee-4b15-bf47-6714ed922366 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Subnet': ['ID=8ed989be-6ecf-414b-81b1-85315f952328,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:41.632887 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.api [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 08 10:24:41.632887 dv-neutron-837110-1-hyperv neutron-server[83846]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 08 10:24:41.632887 dv-neutron-837110-1-hyperv neutron-server[83846]: [parameters: {'id': '078057fc-81be-450c-91f4-cbb388da3313'}] Apr 08 10:24:41.632887 dv-neutron-837110-1-hyperv neutron-server[83846]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:24:41.633269 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG oslo_db.api [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:24:41.639165 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-af5c1386-7cee-4b15-bf47-6714ed922366 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:41.665350 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-af5c1386-7cee-4b15-bf47-6714ed922366 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/subnets/8ed989be-6ecf-414b-81b1-85315f952328 HTTP/1.1" status: 204 len: 168 time: 1.9783716 Apr 08 10:24:41.667756 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552c841e-f637-4a9e-a19f-baf2ad4ae96f None None] Network 18c52770-2a65-497d-a1cc-dc3886fcfe32 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:41.668688 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54956) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:41.696668 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8963b9bc-2773-45d3-8a5c-e14b14049cde None None] Provisioning complete for port 4806f27a-324f-4ba2-b136-034aa1027e2a triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:41.696996 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8963b9bc-2773-45d3-8a5c-e14b14049cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:41.701033 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-79452c59-eedf-4131-a078-0fafffa9ada5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Calling delete_port for 98845d3c-707b-43c3-90f2-c02180d9c58e owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:41.842670 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-00df2b34-c9fb-4ff8-bdfc-3f5cdede7398 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=abddb8c9ac10425493feee2374c67390&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5040352 Apr 08 10:24:41.845516 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 54960) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:41.860688 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aa4d07f7-b635-4a5c-8443-9b49aa8dcc72 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:41.881484 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bd15f6d2-4776-4701-abb9-5e85999125b3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:41.971148 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-bd15f6d2-4776-4701-abb9-5e85999125b3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting port c5729302-ed2e-4724-9164-5dc501dbcea6 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:41.971424 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bd15f6d2-4776-4701-abb9-5e85999125b3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:41.982836 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a9a532-3186-4ae2-b277-fcc125528ab2 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:24:42.039024 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea6d2cc-c7c2-44b0-a0b1-2ef3eba8a751 None None] Sync routers for ids ['6004134f-e9b5-4dd2-9223-1cb48a9da846'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:24:42.095247 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8963b9bc-2773-45d3-8a5c-e14b14049cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:42.118418 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea6d2cc-c7c2-44b0-a0b1-2ef3eba8a751 None None] Routers {'6004134f-e9b5-4dd2-9223-1cb48a9da846'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:24:42.119038 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-fea6d2cc-c7c2-44b0-a0b1-2ef3eba8a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:24:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6004134f-e9b5-4dd2-9223-1cb48a9da846'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:42.145155 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:42.158219 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c6a9a532-3186-4ae2-b277-fcc125528ab2 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:42.161383 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c6a9a532-3186-4ae2-b277-fcc125528ab2 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "PUT /v2.0/routers/6004134f-e9b5-4dd2-9223-1cb48a9da846 HTTP/1.1" status: 200 len: 921 time: 7.4599001 Apr 08 10:24:42.164714 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-79452c59-eedf-4131-a078-0fafffa9ada5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:42.167522 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54964) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:42.211968 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7aa20101-797d-4f58-a53d-42f52502c9bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:42.246838 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7aa20101-797d-4f58-a53d-42f52502c9bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:42.257177 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-fea6d2cc-c7c2-44b0-a0b1-2ef3eba8a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:42.266736 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa57e27d-304c-4d9d-9ff1-dcffe71ca6f3 None None] Network 078057fc-81be-450c-91f4-cbb388da3313 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:42.385316 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79452c59-eedf-4131-a078-0fafffa9ada5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Port': ['ID=98845d3c-707b-43c3-90f2-c02180d9c58e,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:42.417057 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-8963b9bc-2773-45d3-8a5c-e14b14049cde None None] For port 4806f27a-324f-4ba2-b136-034aa1027e2a, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=4806f27a-324f-4ba2-b136-034aa1027e2a,segment=NetworkSegment(72f723f9-ada0-4506-a474-c57244b021db),segment_id=72f723f9-ada0-4506-a474-c57244b021db)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:42.418188 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee06d606-607d-4ed0-9750-804af5fd8e11 None None] DHCP port deletion for 18c52770-2a65-497d-a1cc-dc3886fcfe32 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:24:42.420232 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea6d2cc-c7c2-44b0-a0b1-2ef3eba8a751 None None] Routers {'6004134f-e9b5-4dd2-9223-1cb48a9da846'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:24:42.421002 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-fea6d2cc-c7c2-44b0-a0b1-2ef3eba8a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:24:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6004134f-e9b5-4dd2-9223-1cb48a9da846'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:42.480030 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8963b9bc-2773-45d3-8a5c-e14b14049cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:42.491866 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7aa20101-797d-4f58-a53d-42f52502c9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:42.516456 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-ee06d606-607d-4ed0-9750-804af5fd8e11 None None] Deleting port c5729302-ed2e-4724-9164-5dc501dbcea6 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:42.516831 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ee06d606-607d-4ed0-9750-804af5fd8e11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:42.591522 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-fea6d2cc-c7c2-44b0-a0b1-2ef3eba8a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:42.591919 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea6d2cc-c7c2-44b0-a0b1-2ef3eba8a751 None None] The sync data for ids ['6004134f-e9b5-4dd2-9223-1cb48a9da846'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:24:42.593412 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-79452c59-eedf-4131-a078-0fafffa9ada5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:42.598955 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-79452c59-eedf-4131-a078-0fafffa9ada5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/98845d3c-707b-43c3-90f2-c02180d9c58e HTTP/1.1" status: 204 len: 168 time: 2.3130343 Apr 08 10:24:42.611792 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54970) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:42.712026 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Deleting port 782898c8-440d-47b8-a72b-7d6eb28de001 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:42.712431 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:42.723719 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8963b9bc-2773-45d3-8a5c-e14b14049cde None None] Pushing event updated for resources: {'Port': ['ID=4806f27a-324f-4ba2-b136-034aa1027e2a,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:42.752688 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-53f02c5e-73e0-4df7-8a24-87f59a3db765 None None] Provisioning complete for port 4806f27a-324f-4ba2-b136-034aa1027e2a triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:42.753056 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-53f02c5e-73e0-4df7-8a24-87f59a3db765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:42.762391 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa20101-797d-4f58-a53d-42f52502c9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8868b4-7432-4040-beee-f78d7b2f6678,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:42.787856 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-99b591cc-9222-47cf-8064-28683d7f9f7e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Deleting port 7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:42.787856 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-99b591cc-9222-47cf-8064-28683d7f9f7e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:42.808259 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7aa20101-797d-4f58-a53d-42f52502c9bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:42.811777 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7aa20101-797d-4f58-a53d-42f52502c9bb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4c8868b4-7432-4040-beee-f78d7b2f6678 HTTP/1.1" status: 204 len: 168 time: 0.9607589 Apr 08 10:24:42.811777 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-bd15f6d2-4776-4701-abb9-5e85999125b3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] For port c5729302-ed2e-4724-9164-5dc501dbcea6, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=c5729302-ed2e-4724-9164-5dc501dbcea6,segment=NetworkSegment(1096990c-ac70-4bbe-899a-0faa0b8bd4ce),segment_id=1096990c-ac70-4bbe-899a-0faa0b8bd4ce)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:42.811777 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bd15f6d2-4776-4701-abb9-5e85999125b3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:42.948908 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-ee06d606-607d-4ed0-9750-804af5fd8e11 None None] For port c5729302-ed2e-4724-9164-5dc501dbcea6, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=c5729302-ed2e-4724-9164-5dc501dbcea6,segment=NetworkSegment(1096990c-ac70-4bbe-899a-0faa0b8bd4ce),segment_id=1096990c-ac70-4bbe-899a-0faa0b8bd4ce)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:42.949577 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ee06d606-607d-4ed0-9750-804af5fd8e11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:42.998094 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398871db-f77a-4f05-9d8e-9309cb2d7ca0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:42.998718 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-398871db-f77a-4f05-9d8e-9309cb2d7ca0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:43.045925 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-398871db-f77a-4f05-9d8e-9309cb2d7ca0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:24:43.050115 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-398871db-f77a-4f05-9d8e-9309cb2d7ca0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.4276431 Apr 08 10:24:43.052015 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54978) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:43.106463 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-ee06d606-607d-4ed0-9750-804af5fd8e11 None None] Calling delete_port for c5729302-ed2e-4724-9164-5dc501dbcea6 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:43.118253 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5abb971f-4124-4d90-ad10-26acba81b1d8 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "GET /v2.0/routers/6004134f-e9b5-4dd2-9223-1cb48a9da846 HTTP/1.1" status: 200 len: 921 time: 0.9479895 Apr 08 10:24:43.122702 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] For port 782898c8-440d-47b8-a72b-7d6eb28de001, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=782898c8-440d-47b8-a72b-7d6eb28de001,segment=NetworkSegment(16551033-4a23-4934-b88f-d649954ad868),segment_id=16551033-4a23-4934-b88f-d649954ad868)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:43.123067 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:43.125514 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54982) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:43.129609 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-99b591cc-9222-47cf-8064-28683d7f9f7e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] For port 7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c,segment=NetworkSegment(b03bf823-4416-4fe0-9479-94379a96e5e7),segment_id=b03bf823-4416-4fe0-9479-94379a96e5e7)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:43.129997 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-99b591cc-9222-47cf-8064-28683d7f9f7e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:43.138262 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-bd15f6d2-4776-4701-abb9-5e85999125b3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Calling delete_port for c5729302-ed2e-4724-9164-5dc501dbcea6 owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:43.208053 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ee06d606-607d-4ed0-9750-804af5fd8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:43.314386 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Calling delete_port for 782898c8-440d-47b8-a72b-7d6eb28de001 owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:43.352182 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee06d606-607d-4ed0-9750-804af5fd8e11 None None] No DVR routers for this DVR port c5729302-ed2e-4724-9164-5dc501dbcea6 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:24:43.374871 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06d606-607d-4ed0-9750-804af5fd8e11 None None] Pushing event deleted for resources: {'Port': ['ID=c5729302-ed2e-4724-9164-5dc501dbcea6,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:43.401197 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d654f6c7-b5ea-42d4-9c51-1d7d8daa7f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:43.405297 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbf962a-9251-4cd7-9a84-2650981bd67e None None] get_active_networks_info from dv-neutron-837110-1-hyperv {{(pid=83847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 08 10:24:43.442941 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aa4d07f7-b635-4a5c-8443-9b49aa8dcc72 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:43.446275 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.api [None req-bd15f6d2-4776-4701-abb9-5e85999125b3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:24:43.446653 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG oslo_db.api [None req-bd15f6d2-4776-4701-abb9-5e85999125b3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:24:43.454436 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aa4d07f7-b635-4a5c-8443-9b49aa8dcc72 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:43.473629 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-53f02c5e-73e0-4df7-8a24-87f59a3db765 None None] Provisioning for port 3ff3dc37-bad9-4820-912d-8aea3d178457 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:43.495951 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-53f02c5e-73e0-4df7-8a24-87f59a3db765 None None] Provisioning complete for port 3ff3dc37-bad9-4820-912d-8aea3d178457 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:43.496354 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-53f02c5e-73e0-4df7-8a24-87f59a3db765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:43.515221 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:43.517292 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-99b591cc-9222-47cf-8064-28683d7f9f7e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Calling delete_port for 7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c owned by network:router_interface {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:43.601616 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ebde7f-18d9-4c92-98c3-366685237e9d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:43.603155 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-02ebde7f-18d9-4c92-98c3-366685237e9d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.5482128 Apr 08 10:24:43.630486 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] No DVR routers for this DVR port 782898c8-440d-47b8-a72b-7d6eb28de001 on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:24:43.631588 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54994) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:43.650175 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-53f02c5e-73e0-4df7-8a24-87f59a3db765 None None] Port 3ff3dc37-bad9-4820-912d-8aea3d178457 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:24:43.675797 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-53f02c5e-73e0-4df7-8a24-87f59a3db765 None None] Could not find standard attr ID for object c5729302-ed2e-4724-9164-5dc501dbcea6. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:24:43.685952 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d07f7-b635-4a5c-8443-9b49aa8dcc72 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Port': ['ID=3ff3dc37-bad9-4820-912d-8aea3d178457,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:43.747918 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7739be1e-d982-48ae-abbd-9b311f42a5d4 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Synchronizing usage tracker for tenant:9bd81ab95fd945df89bd3b624ebfb74b on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:43.748176 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbf962a-9251-4cd7-9a84-2650981bd67e None None] Resources bound (agent type, host, resource id): {{(pid=83847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 10:24:43.754001 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce138e3c-7c2b-4789-926d-83c994845883 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:43.755290 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce138e3c-7c2b-4789-926d-83c994845883 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:43.756956 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce138e3c-7c2b-4789-926d-83c994845883 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:43.757791 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ce138e3c-7c2b-4789-926d-83c994845883 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:43.767352 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 4806f27a-324f-4ba2-b136-034aa1027e2a up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:24:43.790730 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ce138e3c-7c2b-4789-926d-83c994845883 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:24:43.792004 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ce138e3c-7c2b-4789-926d-83c994845883 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1571057 Apr 08 10:24:43.792887 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Port': ['ID=782898c8-440d-47b8-a72b-7d6eb28de001,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:43.798196 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 54998) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:43.900115 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7739be1e-d982-48ae-abbd-9b311f42a5d4 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Unset dirty status for tenant:9bd81ab95fd945df89bd3b624ebfb74b on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:24:43.904119 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7739be1e-d982-48ae-abbd-9b311f42a5d4 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240&device_id=6004134f-e9b5-4dd2-9223-1cb48a9da846&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7776005 Apr 08 10:24:43.909890 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55004) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:43.927567 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:43.949903 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-bd15f6d2-4776-4701-abb9-5e85999125b3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting port c5729302-ed2e-4724-9164-5dc501dbcea6 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:43.950665 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bd15f6d2-4776-4701-abb9-5e85999125b3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:44.100889 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-bd15f6d2-4776-4701-abb9-5e85999125b3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] The port 'c5729302-ed2e-4724-9164-5dc501dbcea6' was deleted {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:24:44.127943 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-99b591cc-9222-47cf-8064-28683d7f9f7e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:44.134978 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 4806f27a-324f-4ba2-b136-034aa1027e2a triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:44.135487 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:44.144952 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['078057fc-81be-450c-91f4-cbb388da3313']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:44.221811 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16551033-4a23-4934-b88f-d649954ad868') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:44.222382 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16551033-4a23-4934-b88f-d649954ad868') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:44.238602 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b591cc-9222-47cf-8064-28683d7f9f7e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Pushing event deleted for resources: {'Port': ['ID=7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:44.289431 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55012) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:44.309406 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2647aacd-2e86-467f-8969-328444024572 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:44.309993 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2647aacd-2e86-467f-8969-328444024572 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Synchronizing usage tracker for tenant:9bd81ab95fd945df89bd3b624ebfb74b on resource:network {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:44.319433 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:44.351912 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:44.358741 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bd15f6d2-4776-4701-abb9-5e85999125b3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:44.400970 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eeb8dc9-c926-40da-9d6e-ee5719da1a3c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet 735cd08e-d44f-4028-9854-057624553532 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:24:44.404772 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2647aacd-2e86-467f-8969-328444024572 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Unset dirty status for tenant:9bd81ab95fd945df89bd3b624ebfb74b on resource:network {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:24:44.409773 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2647aacd-2e86-467f-8969-328444024572 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "GET /v2.0/networks/f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 HTTP/1.1" status: 200 len: 881 time: 0.4936130 Apr 08 10:24:44.410528 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55018) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:44.415469 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4eeb8dc9-c926-40da-9d6e-ee5719da1a3c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:44.430826 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:24:44.431244 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: util.warn( Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: util.warn( Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: util.warn( Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: util.warn( Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:24:44.447079 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:24:44.477506 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device c5729302-ed2e-4724-9164-5dc501dbcea6 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:24:44.536044 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: c5729302-ed2e-4724-9164-5dc501dbcea6 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:24:44.536427 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device c5729302-ed2e-4724-9164-5dc501dbcea6 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:24:44.603474 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4eeb8dc9-c926-40da-9d6e-ee5719da1a3c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:44.699732 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4eeb8dc9-c926-40da-9d6e-ee5719da1a3c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:44.714144 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-502f4499-74ff-4c04-a037-6e0510ba2b9c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-366765733'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:44.724629 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-bd15f6d2-4776-4701-abb9-5e85999125b3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c52770-2a65-497d-a1cc-dc3886fcfe32']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:44.742658 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-502f4499-74ff-4c04-a037-6e0510ba2b9c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:44.773073 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-502f4499-74ff-4c04-a037-6e0510ba2b9c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Usage tracker for resource:network and tenant:270adadf669a45b6bd01155aeff0f96b is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:44.788694 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-502f4499-74ff-4c04-a037-6e0510ba2b9c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:44.791298 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c68262bb-d322-4a24-8afe-75b60d057b08 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "GET /v2.0/ports?device_id=6004134f-e9b5-4dd2-9223-1cb48a9da846 HTTP/1.1" status: 200 len: 205 time: 0.3772929 Apr 08 10:24:44.804438 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-bd15f6d2-4776-4701-abb9-5e85999125b3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1096990c-ac70-4bbe-899a-0faa0b8bd4ce') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:44.804765 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-bd15f6d2-4776-4701-abb9-5e85999125b3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1096990c-ac70-4bbe-899a-0faa0b8bd4ce') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:44.812841 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55022) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:44.822318 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-502f4499-74ff-4c04-a037-6e0510ba2b9c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:44.862912 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4eeb8dc9-c926-40da-9d6e-ee5719da1a3c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:44.904221 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb8dc9-c926-40da-9d6e-ee5719da1a3c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=735cd08e-d44f-4028-9854-057624553532,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:44.927419 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bd15f6d2-4776-4701-abb9-5e85999125b3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:44.938836 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4eeb8dc9-c926-40da-9d6e-ee5719da1a3c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:44.943131 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:44.952511 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc43401e-a3a8-46d7-88d3-137a55da3d24 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:44.961433 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4eeb8dc9-c926-40da-9d6e-ee5719da1a3c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/735cd08e-d44f-4028-9854-057624553532 HTTP/1.1" status: 204 len: 168 time: 1.1599073 Apr 08 10:24:44.961642 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55026) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:44.962984 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:44.995193 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aa4d07f7-b635-4a5c-8443-9b49aa8dcc72 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:45.040466 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0af7a3-84d8-43be-962f-b2519039ae8d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Deleting subnet da1975d8-acf3-48b1-a932-4076eb53d853 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:24:45.047795 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1c0af7a3-84d8-43be-962f-b2519039ae8d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:45.055193 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-bd8e62ed-70b8-443f-a705-47cd7a6a11de None None] Provisioning complete for port 3ff3dc37-bad9-4820-912d-8aea3d178457 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:45.055575 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bd8e62ed-70b8-443f-a705-47cd7a6a11de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:45.117330 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1c0af7a3-84d8-43be-962f-b2519039ae8d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:45.124796 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502f4499-74ff-4c04-a037-6e0510ba2b9c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Made reservation on behalf of 270adadf669a45b6bd01155aeff0f96b for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:45.129151 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-502f4499-74ff-4c04-a037-6e0510ba2b9c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:45.140320 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Network': ['ID=078057fc-81be-450c-91f4-cbb388da3313,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:45.159144 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bd15f6d2-4776-4701-abb9-5e85999125b3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:45.182141 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-99b591cc-9222-47cf-8064-28683d7f9f7e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:45.200109 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-163c8872-160c-49a2-8521-740921e7d119 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/networks/078057fc-81be-450c-91f4-cbb388da3313 HTTP/1.1" status: 204 len: 168 time: 6.0484798 Apr 08 10:24:45.202214 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55030) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:45.209472 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-502f4499-74ff-4c04-a037-6e0510ba2b9c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:45.223774 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd15f6d2-4776-4701-abb9-5e85999125b3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:24:45.224333 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bd15f6d2-4776-4701-abb9-5e85999125b3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:45.231070 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1c0af7a3-84d8-43be-962f-b2519039ae8d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:45.241974 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-bd8e62ed-70b8-443f-a705-47cd7a6a11de None None] Port 3ff3dc37-bad9-4820-912d-8aea3d178457 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:24:45.242533 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:24:45.391709 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-671e3687-8ceb-4ea2-9601-f24ab84ff393 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:45.392401 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-671e3687-8ceb-4ea2-9601-f24ab84ff393 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:45.394927 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-671e3687-8ceb-4ea2-9601-f24ab84ff393 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/subnets/1f2f7008-5ae4-4574-b3b3-9174a1423cda HTTP/1.1" status: 404 len: 337 time: 0.1763628 Apr 08 10:24:45.406314 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55034) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:45.444498 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab8a65f9-116e-4ee7-96ed-00d3d809a436 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:45.444498 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab8a65f9-116e-4ee7-96ed-00d3d809a436 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:45.447808 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aa4d07f7-b635-4a5c-8443-9b49aa8dcc72 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:45.465534 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bd15f6d2-4776-4701-abb9-5e85999125b3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:45.469903 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bd15f6d2-4776-4701-abb9-5e85999125b3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:45.472743 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-bd15f6d2-4776-4701-abb9-5e85999125b3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/networks/18c52770-2a65-497d-a1cc-dc3886fcfe32 HTTP/1.1" status: 204 len: 168 time: 3.8032279 Apr 08 10:24:45.497753 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55038) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:45.503224 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ab8a65f9-116e-4ee7-96ed-00d3d809a436 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/networks/078057fc-81be-450c-91f4-cbb388da3313 HTTP/1.1" status: 404 len: 339 time: 0.0921924 Apr 08 10:24:45.508475 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55042) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:45.516542 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0d8d17d7-bd0f-41ae-b695-1f64eb4d9330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:45.544653 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15f6d2-4776-4701-abb9-5e85999125b3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Network': ['ID=18c52770-2a65-497d-a1cc-dc3886fcfe32,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:45.594512 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1c0af7a3-84d8-43be-962f-b2519039ae8d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:45.638016 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0af7a3-84d8-43be-962f-b2519039ae8d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Subnet': ['ID=da1975d8-acf3-48b1-a932-4076eb53d853,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:45.649792 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-1676bc6f-0507-4608-a7ac-6bd13109f3ce tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:45.653427 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1c0af7a3-84d8-43be-962f-b2519039ae8d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:45.654182 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1676bc6f-0507-4608-a7ac-6bd13109f3ce tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:45.670661 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1c0af7a3-84d8-43be-962f-b2519039ae8d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/da1975d8-acf3-48b1-a932-4076eb53d853 HTTP/1.1" status: 204 len: 168 time: 0.7058611 Apr 08 10:24:45.670872 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55046) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:45.744702 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-fca6c77f-0d78-4122-a560-b54560f0948a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0705578 Apr 08 10:24:45.746046 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55050) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:45.774218 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1676bc6f-0507-4608-a7ac-6bd13109f3ce tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/subnets/129010a5-96ad-4ac7-a51f-23bfb0fcc03c HTTP/1.1" status: 404 len: 337 time: 0.2310641 Apr 08 10:24:45.784902 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55054) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:45.822442 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-7962f286-b749-4bce-ba78-cd02391b9bbb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:45.822823 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7962f286-b749-4bce-ba78-cd02391b9bbb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:45.824503 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7962f286-b749-4bce-ba78-cd02391b9bbb tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/networks/a93ef727-6784-4ad6-a261-e946cc623f81 HTTP/1.1" status: 404 len: 339 time: 0.0386803 Apr 08 10:24:45.828238 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55058) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:45.851303 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-502f4499-74ff-4c04-a037-6e0510ba2b9c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:45.877391 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-502f4499-74ff-4c04-a037-6e0510ba2b9c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Usage tracker for resource:security_group_rule and tenant:270adadf669a45b6bd01155aeff0f96b is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:45.886629 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-502f4499-74ff-4c04-a037-6e0510ba2b9c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:45.898554 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-502f4499-74ff-4c04-a037-6e0510ba2b9c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:45.965696 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2baa56ba-5af7-46f5-97ad-97bee07d1c59 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:45.993423 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbf4922-32c0-4e75-ac8c-6f9717368b0e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:45.997647 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0cbf4922-32c0-4e75-ac8c-6f9717368b0e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2481663 Apr 08 10:24:45.997898 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55062) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:46.019457 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da793a86-8b9f-42a7-aae6-f323129f2090 None None] Network 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:46.031337 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0149465c-b2f6-4ea8-b88d-2b9bd6513c04 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:46.032032 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-0149465c-b2f6-4ea8-b88d-2b9bd6513c04 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Synchronizing usage tracker for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:46.113178 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-0149465c-b2f6-4ea8-b88d-2b9bd6513c04 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Unset dirty status for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:24:46.114231 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0149465c-b2f6-4ea8-b88d-2b9bd6513c04 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6131485 Apr 08 10:24:46.129873 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55066) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:46.201370 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3a873bd7-4115-46ac-b1bf-24374d19e784 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:46.211265 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5ee05c4e-fd37-4e4c-bc55-ad4111f09b3a None None] Provisioning complete for port 4e991b0d-9005-4272-8417-deafec07d951 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:46.211768 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5ee05c4e-fd37-4e4c-bc55-ad4111f09b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:46.271834 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-502f4499-74ff-4c04-a037-6e0510ba2b9c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:46.302102 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897c5019-631a-4499-a93e-d15816a0b250 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:46.302765 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-897c5019-631a-4499-a93e-d15816a0b250 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Synchronizing usage tracker for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:46.329254 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-502f4499-74ff-4c04-a037-6e0510ba2b9c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:46.330792 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2baa56ba-5af7-46f5-97ad-97bee07d1c59 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:46.374794 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-897c5019-631a-4499-a93e-d15816a0b250 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Unset dirty status for tenant:8e395073c79b45e685e221032dd4d133 on resource:subnet {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:24:46.379086 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-897c5019-631a-4499-a93e-d15816a0b250 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3771973 Apr 08 10:24:46.379318 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-2baa56ba-5af7-46f5-97ad-97bee07d1c59 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a637ace-880f-4f58-9143-eea22dda6973']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:46.387829 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55070) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:46.428981 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ec2437-02b0-4395-a3c7-725958ca8ebd None None] DHCP port deletion for 7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:24:46.433913 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec2437-02b0-4395-a3c7-725958ca8ebd None None] Deleting port 4e991b0d-9005-4272-8417-deafec07d951 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:46.434397 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f1ec2437-02b0-4395-a3c7-725958ca8ebd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:46.466004 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-2baa56ba-5af7-46f5-97ad-97bee07d1c59 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27cc435d-e959-414c-86e7-7b2de7f1fdff') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:46.466316 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-2baa56ba-5af7-46f5-97ad-97bee07d1c59 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27cc435d-e959-414c-86e7-7b2de7f1fdff') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:46.487750 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d246c352-033b-4f0c-b96c-58157801d12a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0987792 Apr 08 10:24:46.494462 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2baa56ba-5af7-46f5-97ad-97bee07d1c59 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:46.499122 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55074) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:46.508256 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502f4499-74ff-4c04-a037-6e0510ba2b9c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:24:46.510656 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.resource_extend [None req-aa4d07f7-b635-4a5c-8443-9b49aa8dcc72 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:24:46.546209 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aa4d07f7-b635-4a5c-8443-9b49aa8dcc72 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:46.548038 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f4499-74ff-4c04-a037-6e0510ba2b9c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e97c058-0024-4356-83c9-06d66121593d,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:46.550427 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-a30d26ff-8378-4729-a9cb-ea67d9c940f9 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:46.550924 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a30d26ff-8378-4729-a9cb-ea67d9c940f9 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:46.552672 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a30d26ff-8378-4729-a9cb-ea67d9c940f9 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/98845d3c-707b-43c3-90f2-c02180d9c58e HTTP/1.1" status: 404 len: 333 time: 0.0505250 Apr 08 10:24:46.554911 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-502f4499-74ff-4c04-a037-6e0510ba2b9c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:46.555237 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-502f4499-74ff-4c04-a037-6e0510ba2b9c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Added segment 531a881b-971c-48ac-a85b-bddfaaf13f2d of type vlan for network 68ddc8de-cfd1-4535-903c-414ed33aa7d3 Apr 08 10:24:46.555465 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55078) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:46.564611 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aa4d07f7-b635-4a5c-8443-9b49aa8dcc72 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:46.608210 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2baa56ba-5af7-46f5-97ad-97bee07d1c59 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:46.677349 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-f1ec2437-02b0-4395-a3c7-725958ca8ebd None None] For port 4e991b0d-9005-4272-8417-deafec07d951, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=4e991b0d-9005-4272-8417-deafec07d951,segment=NetworkSegment(a6f0bcb1-8c1b-41dd-abd8-750041a5577e),segment_id=a6f0bcb1-8c1b-41dd-abd8-750041a5577e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:46.678156 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f1ec2437-02b0-4395-a3c7-725958ca8ebd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:46.705936 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-502f4499-74ff-4c04-a037-6e0510ba2b9c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:46.708603 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2baa56ba-5af7-46f5-97ad-97bee07d1c59 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:24:46.709108 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2baa56ba-5af7-46f5-97ad-97bee07d1c59 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:46.717474 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b19236a0-cca6-4987-828e-7fe4ffd3e9f3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5866528 Apr 08 10:24:46.723668 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-2340a715-a03b-46c5-bee5-ccb4c846d7c8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:46.724321 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2340a715-a03b-46c5-bee5-ccb4c846d7c8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:46.724897 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55082) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2340a715-a03b-46c5-bee5-ccb4c846d7c8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/735cd08e-d44f-4028-9854-057624553532 HTTP/1.1" status: 404 len: 337 time: 0.1694572 Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:24:46.727953 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:24:46.730292 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aa4d07f7-b635-4a5c-8443-9b49aa8dcc72 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:46.732568 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d07f7-b635-4a5c-8443-9b49aa8dcc72 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Port': ['ID=3ff3dc37-bad9-4820-912d-8aea3d178457,revision_number=3']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:46.736348 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55084) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:46.739169 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-96aee257-aa84-4528-82e8-9de3f002fb4c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1144394700'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:46.749253 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-96aee257-aa84-4528-82e8-9de3f002fb4c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:46.769672 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-96aee257-aa84-4528-82e8-9de3f002fb4c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:network and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:46.773696 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-96aee257-aa84-4528-82e8-9de3f002fb4c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:46.795916 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-96aee257-aa84-4528-82e8-9de3f002fb4c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:46.825368 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec2437-02b0-4395-a3c7-725958ca8ebd None None] Calling delete_port for 4e991b0d-9005-4272-8417-deafec07d951 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:46.867124 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-502f4499-74ff-4c04-a037-6e0510ba2b9c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:46.870839 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502f4499-74ff-4c04-a037-6e0510ba2b9c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:46.871441 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-502f4499-74ff-4c04-a037-6e0510ba2b9c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:46.893638 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:46.903059 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96aee257-aa84-4528-82e8-9de3f002fb4c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:46.906085 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-96aee257-aa84-4528-82e8-9de3f002fb4c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:46.906308 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:46.936499 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f1ec2437-02b0-4395-a3c7-725958ca8ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:46.953635 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-d15ab8af-f7d1-4caf-adbb-ccb47b5ca122 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:46.954146 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d15ab8af-f7d1-4caf-adbb-ccb47b5ca122 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:46.956582 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d15ab8af-f7d1-4caf-adbb-ccb47b5ca122 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/da1975d8-acf3-48b1-a932-4076eb53d853 HTTP/1.1" status: 404 len: 337 time: 0.2187521 Apr 08 10:24:46.968158 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55090) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:46.994983 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec2437-02b0-4395-a3c7-725958ca8ebd None None] Pushing event deleted for resources: {'Port': ['ID=4e991b0d-9005-4272-8417-deafec07d951,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:47.009394 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ec2437-02b0-4395-a3c7-725958ca8ebd None None] No DVR routers for this DVR port 4e991b0d-9005-4272-8417-deafec07d951 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:24:47.012916 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-677abf13-6e01-4706-abdc-fda0bed91df8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:47.013368 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-677abf13-6e01-4706-abdc-fda0bed91df8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:47.017042 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2baa56ba-5af7-46f5-97ad-97bee07d1c59 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:47.025206 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:24:47.041279 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2baa56ba-5af7-46f5-97ad-97bee07d1c59 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:47.049380 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2baa56ba-5af7-46f5-97ad-97bee07d1c59 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/networks/0a637ace-880f-4f58-9143-eea22dda6973 HTTP/1.1" status: 204 len: 168 time: 1.2129817 Apr 08 10:24:47.049380 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55094) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:47.049380 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa56ba-5af7-46f5-97ad-97bee07d1c59 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Network': ['ID=0a637ace-880f-4f58-9143-eea22dda6973,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:47.052823 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-677abf13-6e01-4706-abdc-fda0bed91df8 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/c6b26792-21c2-47ae-91c8-141904bc2f6d HTTP/1.1" status: 404 len: 333 time: 0.0831974 Apr 08 10:24:47.055421 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55098) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:47.085250 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-502f4499-74ff-4c04-a037-6e0510ba2b9c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.7798774 Apr 08 10:24:47.089436 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f4499-74ff-4c04-a037-6e0510ba2b9c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event updated for resources: {'Network': ['ID=68ddc8de-cfd1-4535-903c-414ed33aa7d3,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:47.101308 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 68ddc8de-cfd1-4535-903c-414ed33aa7d3 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:24:47.119884 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96aee257-aa84-4528-82e8-9de3f002fb4c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:24:47.129493 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f081ef-a34e-418d-a6c3-fc7c57c8f1e2 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:47.129933 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56f081ef-a34e-418d-a6c3-fc7c57c8f1e2 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:47.131578 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-56f081ef-a34e-418d-a6c3-fc7c57c8f1e2 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/subnets/eca822c7-edcd-490d-a3a2-0706a7b888a0 HTTP/1.1" status: 404 len: 337 time: 0.0806770 Apr 08 10:24:47.135772 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55102) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:47.138320 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7ac0ed-3af3-4f74-ac96-f5bc0fea7ed5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:47.138752 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c7ac0ed-3af3-4f74-ac96-f5bc0fea7ed5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:47.140316 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7c7ac0ed-3af3-4f74-ac96-f5bc0fea7ed5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/2917dc49-f486-4ffa-9988-d387f23f4a87 HTTP/1.1" status: 404 len: 337 time: 0.0840406 Apr 08 10:24:47.143668 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55106) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:47.169944 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6d7979-76d5-49d0-aa2b-687d631be570 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:47.170627 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f6d7979-76d5-49d0-aa2b-687d631be570 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:47.172434 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1f6d7979-76d5-49d0-aa2b-687d631be570 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/networks/430f2b74-a136-44a6-9d72-2bac3415227b HTTP/1.1" status: 404 len: 339 time: 0.0356216 Apr 08 10:24:47.176135 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55110) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:47.201436 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-71cd6057-2560-4596-a9e9-5313b9cc308e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:47.201887 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71cd6057-2560-4596-a9e9-5313b9cc308e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:47.208830 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4d07f7-b635-4a5c-8443-9b49aa8dcc72 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network a11d4b47-393a-46fd-8131-59da0fea27e2 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:47.210076 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-96aee257-aa84-4528-82e8-9de3f002fb4c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:47.210419 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-96aee257-aa84-4528-82e8-9de3f002fb4c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Added segment c2463d11-4848-4ec1-8162-a14dce503b38 of type vlan for network d0c27b4f-6b07-4d16-a650-eaca8b9c59b8 Apr 08 10:24:47.216315 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-71cd6057-2560-4596-a9e9-5313b9cc308e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/807e1560-133e-4d30-b4c7-aa937f665a25 HTTP/1.1" status: 404 len: 337 time: 0.0697830 Apr 08 10:24:47.217556 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55114) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:47.219182 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-becd0770-c422-43de-a242-7549bfd14e90 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:47.219773 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-becd0770-c422-43de-a242-7549bfd14e90 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:47.221678 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-becd0770-c422-43de-a242-7549bfd14e90 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/subnets/610f683d-0270-4db7-aed1-ddd738a1d515 HTTP/1.1" status: 404 len: 337 time: 0.0444837 Apr 08 10:24:47.222621 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-aa4d07f7-b635-4a5c-8443-9b49aa8dcc72 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:47.224592 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55118) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:47.304872 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d54eeb-1fa1-499c-b5d2-e8cac0309ebd tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:47.305561 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d54eeb-1fa1-499c-b5d2-e8cac0309ebd tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:47.307354 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e6d54eeb-1fa1-499c-b5d2-e8cac0309ebd tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/599ddde3-adf9-4634-bab0-08751d2c1d46 HTTP/1.1" status: 404 len: 333 time: 0.0841961 Apr 08 10:24:47.309726 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-4edc66ac-d5d4-4344-a97a-2f8920355335 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:47.310295 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4edc66ac-d5d4-4344-a97a-2f8920355335 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:47.311985 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4edc66ac-d5d4-4344-a97a-2f8920355335 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/networks/5df1bc95-012f-4b9d-a5c1-c6aaf695818c HTTP/1.1" status: 404 len: 339 time: 0.0853071 Apr 08 10:24:47.312662 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55122) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:47.321339 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55124) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:47.355873 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-50549d95-e53e-4a9b-addf-c0fbca4c2422 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:47.356574 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50549d95-e53e-4a9b-addf-c0fbca4c2422 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:47.358389 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-50549d95-e53e-4a9b-addf-c0fbca4c2422 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/59813c39-f7de-4169-b694-911fc680546e HTTP/1.1" status: 404 len: 337 time: 0.0425529 Apr 08 10:24:47.360948 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55130) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:47.407546 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94bac18-e9ba-45e8-a90d-abfd5c37e887 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:47.409248 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94bac18-e9ba-45e8-a90d-abfd5c37e887 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:47.411250 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d94bac18-e9ba-45e8-a90d-abfd5c37e887 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/2b68852b-5e2f-433e-8361-19658beb9fa9 HTTP/1.1" status: 404 len: 337 time: 0.0487063 Apr 08 10:24:47.418840 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55134) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:47.464240 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-01295c8d-4528-4208-9510-cba15735bcb2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:47.464748 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01295c8d-4528-4208-9510-cba15735bcb2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:47.469891 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-01295c8d-4528-4208-9510-cba15735bcb2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/9a890c73-639e-4557-a004-8084b469bdcd HTTP/1.1" status: 404 len: 333 time: 0.0464423 Apr 08 10:24:47.469891 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55138) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:47.493106 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-f242b82c-134e-4353-95a8-87453d008f05 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:47.493543 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f242b82c-134e-4353-95a8-87453d008f05 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:47.497390 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f242b82c-134e-4353-95a8-87453d008f05 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/subnets/c6a16ddd-76f0-444f-b4da-cb0a5b829210 HTTP/1.1" status: 404 len: 337 time: 0.1661992 Apr 08 10:24:47.501207 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55142) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:47.510102 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-96aee257-aa84-4528-82e8-9de3f002fb4c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:47.514611 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3a873bd7-4115-46ac-b1bf-24374d19e784 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:47.516838 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f1d0fbb8-b47d-4aae-9d94-6da15258deaa None None] Provisioning complete for port 3ff3dc37-bad9-4820-912d-8aea3d178457 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:47.517806 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f1d0fbb8-b47d-4aae-9d94-6da15258deaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:47.529227 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c868fd-562a-4a35-ae62-bd614051266d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:47.529899 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c868fd-562a-4a35-ae62-bd614051266d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:47.534621 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e6c868fd-562a-4a35-ae62-bd614051266d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/532c3711-a1d0-4e15-9b41-0b6b5ecdcf80 HTTP/1.1" status: 404 len: 337 time: 0.0614848 Apr 08 10:24:47.534777 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-3a873bd7-4115-46ac-b1bf-24374d19e784 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Deleting port 3be2444e-bf04-459d-9a40-03e08988dcbb {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:47.534777 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3a873bd7-4115-46ac-b1bf-24374d19e784 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:47.536113 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55146) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:47.580741 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f952001-3f3a-45d7-9980-3cf1296b90f7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:47.581357 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f952001-3f3a-45d7-9980-3cf1296b90f7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:47.585228 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0f952001-3f3a-45d7-9980-3cf1296b90f7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/networks/66b6f290-96e2-4bbd-8bb8-b004b39c6d75 HTTP/1.1" status: 404 len: 339 time: 0.0777311 Apr 08 10:24:47.586805 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55150) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:47.590314 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-81673230-6974-4901-a5ad-57b6e77ffa23 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:47.590755 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81673230-6974-4901-a5ad-57b6e77ffa23 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:47.594812 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-81673230-6974-4901-a5ad-57b6e77ffa23 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/33b67f44-7262-4864-acdb-6f3cdb78054e HTTP/1.1" status: 404 len: 337 time: 0.0550845 Apr 08 10:24:47.594812 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55154) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:47.624571 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-f1d0fbb8-b47d-4aae-9d94-6da15258deaa None None] Port 3ff3dc37-bad9-4820-912d-8aea3d178457 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:24:47.649447 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b591cc-9222-47cf-8064-28683d7f9f7e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Router 740b941c-47f7-4c46-8837-95cf8718968a has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:24:47.651317 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-79cf94ce-9f66-4b13-9118-5e616c840e0b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:47.651624 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79cf94ce-9f66-4b13-9118-5e616c840e0b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:47.655500 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-79cf94ce-9f66-4b13-9118-5e616c840e0b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/9eb8e798-a1da-426d-9670-59c472cc7c6e HTTP/1.1" status: 404 len: 333 time: 0.0576513 Apr 08 10:24:47.655785 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55158) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:47.660239 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-70015dfd-8c64-4f70-b68b-b67b424e03f4 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:47.660679 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70015dfd-8c64-4f70-b68b-b67b424e03f4 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:47.664587 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-70015dfd-8c64-4f70-b68b-b67b424e03f4 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/subnets/edd46a6e-3cc0-45a6-ae9c-297df0df67f2 HTTP/1.1" status: 404 len: 337 time: 0.0746171 Apr 08 10:24:47.667326 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55162) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:47.686822 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 4e991b0d-9005-4272-8417-deafec07d951 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:24:47.700289 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f79ec1-42d4-4ee5-a7a7-8a649a447f52 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:47.700736 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f79ec1-42d4-4ee5-a7a7-8a649a447f52 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:47.704728 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-48f79ec1-42d4-4ee5-a7a7-8a649a447f52 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/8a94cdfa-f84b-492d-ac7b-030efaedc263 HTTP/1.1" status: 404 len: 337 time: 0.0457931 Apr 08 10:24:47.705272 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55166) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:47.740677 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 4e991b0d-9005-4272-8417-deafec07d951 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:24:47.741522 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 4e991b0d-9005-4272-8417-deafec07d951 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:24:47.750972 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e3f6c2f-0eb4-46e3-a40f-0c2639675058 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:47.751483 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e3f6c2f-0eb4-46e3-a40f-0c2639675058 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:47.756177 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1e3f6c2f-0eb4-46e3-a40f-0c2639675058 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/d914463c-55f3-429c-ab25-8b9905ab188e HTTP/1.1" status: 404 len: 333 time: 0.0476949 Apr 08 10:24:47.756314 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55170) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:47.819224 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-96aee257-aa84-4528-82e8-9de3f002fb4c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:47.822890 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96aee257-aa84-4528-82e8-9de3f002fb4c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:47.823438 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-96aee257-aa84-4528-82e8-9de3f002fb4c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:47.845473 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-3065ff8d-1e5a-4c82-9a07-892b107f8c7a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:47.845937 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3065ff8d-1e5a-4c82-9a07-892b107f8c7a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:47.849967 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3065ff8d-1e5a-4c82-9a07-892b107f8c7a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/cc94660e-ab7b-4c16-9298-850872bbe844 HTTP/1.1" status: 404 len: 337 time: 0.0905552 Apr 08 10:24:47.854036 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55174) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:47.869625 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e99cb3-ce5e-454f-b7a6-bbde9213abcc tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:47.869625 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e99cb3-ce5e-454f-b7a6-bbde9213abcc tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:47.873646 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d2e99cb3-ce5e-454f-b7a6-bbde9213abcc tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/networks/ece350ad-8fe2-4757-ad15-3d23cca1f005 HTTP/1.1" status: 404 len: 339 time: 0.1864560 Apr 08 10:24:47.932169 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55178) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:47.947520 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-efad8860-20e6-4749-8281-51d8a4f85dbf tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:47.947962 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efad8860-20e6-4749-8281-51d8a4f85dbf tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:47.951836 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-efad8860-20e6-4749-8281-51d8a4f85dbf tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/1ac8fd9d-b1c2-4338-9d3f-de384639e4ac HTTP/1.1" status: 404 len: 333 time: 0.0946636 Apr 08 10:24:47.952043 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55182) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:47.991216 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-a11a9fb3-eac3-4f36-8dd1-9f20682f8dfd tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:47.991548 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a11a9fb3-eac3-4f36-8dd1-9f20682f8dfd tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:47.995436 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a11a9fb3-eac3-4f36-8dd1-9f20682f8dfd tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/cbd66af5-8f74-4b41-b15c-ddfa99815064 HTTP/1.1" status: 404 len: 337 time: 0.0402367 Apr 08 10:24:48.000486 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55186) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:48.037256 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-96aee257-aa84-4528-82e8-9de3f002fb4c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3070133 Apr 08 10:24:48.039284 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55190) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:48.053047 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-6da33171-88ea-489e-ad6f-dd60ede19b6c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'subnet': {'network_id': 'd0c27b4f-6b07-4d16-a650-eaca8b9c59b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:48.057207 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f52bf85-ed32-482e-8c24-3ad1de18d1a9 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:48.057663 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f52bf85-ed32-482e-8c24-3ad1de18d1a9 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:48.061597 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8f52bf85-ed32-482e-8c24-3ad1de18d1a9 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/subnets/eb5e4db3-9cb0-41f0-a868-5ebe0af70126 HTTP/1.1" status: 404 len: 337 time: 0.1264763 Apr 08 10:24:48.066984 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b78c547-3875-4015-a832-391b6de7455a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:48.067420 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b78c547-3875-4015-a832-391b6de7455a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:48.071247 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6b78c547-3875-4015-a832-391b6de7455a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/b055296b-8451-4072-a976-cdb21211cf7b HTTP/1.1" status: 404 len: 333 time: 0.0672441 Apr 08 10:24:48.071247 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55194) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:48.074161 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55196) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:48.170508 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-51224203-cb5c-4098-ab48-918bcef6ba92 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:48.170957 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51224203-cb5c-4098-ab48-918bcef6ba92 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:48.175727 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-51224203-cb5c-4098-ab48-918bcef6ba92 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/networks/c6bc0806-b622-49f3-850e-0c166bb74015 HTTP/1.1" status: 404 len: 339 time: 0.0987887 Apr 08 10:24:48.177464 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55202) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:48.210747 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:48.251697 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-826281ba-34fb-416e-8aed-daae0a659a3b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:48.253013 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-826281ba-34fb-416e-8aed-daae0a659a3b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:48.257188 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-826281ba-34fb-416e-8aed-daae0a659a3b tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/subnets/1bd2dec2-513f-4f78-a3c4-f666d3db0fff HTTP/1.1" status: 404 len: 337 time: 0.0739260 Apr 08 10:24:48.259080 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55206) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:48.269673 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc5fcf6-573b-4651-bcec-8c2753fb4a4b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:48.270108 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc5fcf6-573b-4651-bcec-8c2753fb4a4b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:48.274003 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3bc5fcf6-573b-4651-bcec-8c2753fb4a4b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/3d9c3d59-e9b5-45d3-8adb-15b6a5764de5 HTTP/1.1" status: 404 len: 337 time: 0.1945510 Apr 08 10:24:48.275868 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aee257-aa84-4528-82e8-9de3f002fb4c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Network': ['ID=d0c27b4f-6b07-4d16-a650-eaca8b9c59b8,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:48.278907 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3a873bd7-4115-46ac-b1bf-24374d19e784 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:48.281240 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55210) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:48.286672 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-6da33171-88ea-489e-ad6f-dd60ede19b6c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:48.295631 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6da33171-88ea-489e-ad6f-dd60ede19b6c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:subnet and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:48.297067 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network d0c27b4f-6b07-4d16-a650-eaca8b9c59b8 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:24:48.332384 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6da33171-88ea-489e-ad6f-dd60ede19b6c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:48.339411 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeda41b5-f898-41f3-9db7-62369fbb8ea7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:48.339815 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeda41b5-f898-41f3-9db7-62369fbb8ea7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:48.341947 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-eeda41b5-f898-41f3-9db7-62369fbb8ea7 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/networks/07a1b3bd-cc0d-4649-a736-8ca38e8d2f7e HTTP/1.1" status: 404 len: 339 time: 0.0818095 Apr 08 10:24:48.349020 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55214) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:48.353542 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-6da33171-88ea-489e-ad6f-dd60ede19b6c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:48.356780 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-131b05c4-e938-4dfc-a0ff-838322ec6f28 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:48.357214 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-131b05c4-e938-4dfc-a0ff-838322ec6f28 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:48.358807 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-131b05c4-e938-4dfc-a0ff-838322ec6f28 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/9d3338dd-acf2-4ec9-a05f-44947d2f0785 HTTP/1.1" status: 404 len: 333 time: 0.0695417 Apr 08 10:24:48.363735 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55216) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:48.422081 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-3a873bd7-4115-46ac-b1bf-24374d19e784 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Calling delete_port for 3be2444e-bf04-459d-9a40-03e08988dcbb owned by network:router_gateway {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:48.431261 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da33171-88ea-489e-ad6f-dd60ede19b6c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:48.462997 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-df93876b-947c-4802-a987-27c26b87b262 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:48.463466 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df93876b-947c-4802-a987-27c26b87b262 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:48.467347 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-df93876b-947c-4802-a987-27c26b87b262 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/66c4f5fa-ae4b-4971-97f5-f0addce53863 HTTP/1.1" status: 404 len: 337 time: 0.0880039 Apr 08 10:24:48.488943 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55222) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:48.531057 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f758b54-5733-4b4a-a290-a3dd93ca9f21 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:48.531761 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f758b54-5733-4b4a-a290-a3dd93ca9f21 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:48.533359 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7f758b54-5733-4b4a-a290-a3dd93ca9f21 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/subnets/737cf1c5-ca8d-4574-b117-c7e476537d91 HTTP/1.1" status: 404 len: 337 time: 0.1180513 Apr 08 10:24:48.541645 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55226) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:48.580514 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1d66d9-4f98-4f14-becf-1231a3612bcd tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:48.580954 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f1d66d9-4f98-4f14-becf-1231a3612bcd tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:48.582608 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4f1d66d9-4f98-4f14-becf-1231a3612bcd tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/f3264f8c-4bee-4a3e-9bf8-9ea11e8b1d10 HTTP/1.1" status: 404 len: 333 time: 0.0927825 Apr 08 10:24:48.588038 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55230) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:48.593998 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e487d85-f069-4bf8-96fc-d315dfa34ff3 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:48.594302 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e487d85-f069-4bf8-96fc-d315dfa34ff3 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:48.598700 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1e487d85-f069-4bf8-96fc-d315dfa34ff3 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/networks/0cbc004b-b465-4987-94cd-0da7eb015519 HTTP/1.1" status: 404 len: 339 time: 0.0504088 Apr 08 10:24:48.633714 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55234) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:48.660066 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aef3df3-5e5b-418f-a1f4-a24655804084 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:48.660522 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aef3df3-5e5b-418f-a1f4-a24655804084 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:48.664488 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1aef3df3-5e5b-418f-a1f4-a24655804084 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/8def657a-bcb3-4bad-82df-d5b1af076dd3 HTTP/1.1" status: 404 len: 337 time: 0.0730319 Apr 08 10:24:48.665374 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55238) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:48.695787 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c031c9-2a7f-4cae-9079-455f2b0238cc tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:48.696267 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96c031c9-2a7f-4cae-9079-455f2b0238cc tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:48.700053 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-96c031c9-2a7f-4cae-9079-455f2b0238cc tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/subnets/9a185459-3e86-417d-8d52-65e2d7d90f68 HTTP/1.1" status: 404 len: 337 time: 0.0578141 Apr 08 10:24:48.706067 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55242) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:48.711775 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c8c6b3-79e6-449a-bde4-38dc0c400b99 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:48.712247 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38c8c6b3-79e6-449a-bde4-38dc0c400b99 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:48.716057 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-38c8c6b3-79e6-449a-bde4-38dc0c400b99 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/e4d59d79-5b52-4a58-892c-5227e73dad50 HTTP/1.1" status: 404 len: 337 time: 0.0482478 Apr 08 10:24:48.717034 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55246) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:48.722500 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6da33171-88ea-489e-ad6f-dd60ede19b6c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:48.747463 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1abbb01-0116-4f24-9e0b-4975a5b0b882 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:48.747912 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1abbb01-0116-4f24-9e0b-4975a5b0b882 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:48.751979 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f1abbb01-0116-4f24-9e0b-4975a5b0b882 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/networks/ea17b73c-34f4-4384-8ce0-d2cb42591e64 HTTP/1.1" status: 404 len: 339 time: 0.0417390 Apr 08 10:24:48.759071 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55250) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:48.838788 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-639a2054-6c7b-4933-bbdf-57308c28fc28 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:48.839342 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-639a2054-6c7b-4933-bbdf-57308c28fc28 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:48.843092 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-639a2054-6c7b-4933-bbdf-57308c28fc28 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/7af6bc9f-3dd6-4bf6-a9c7-1a0006b1aa52 HTTP/1.1" status: 404 len: 333 time: 0.1230967 Apr 08 10:24:48.843092 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b591cc-9222-47cf-8064-28683d7f9f7e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:24:48.854459 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55254) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:48.855553 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b982571e-1525-4c5b-b726-645eead40e55 None None] Sync routers for ids ['740b941c-47f7-4c46-8837-95cf8718968a'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:24:48.864808 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-99b591cc-9222-47cf-8064-28683d7f9f7e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "PUT /v2.0/routers/740b941c-47f7-4c46-8837-95cf8718968a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5975511 Apr 08 10:24:48.867196 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55258) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:48.882277 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b982571e-1525-4c5b-b726-645eead40e55 None None] Routers {'740b941c-47f7-4c46-8837-95cf8718968a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:24:48.883373 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-b982571e-1525-4c5b-b726-645eead40e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:24:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['740b941c-47f7-4c46-8837-95cf8718968a'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:48.913777 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-c312eeea-1fb2-4879-8b2a-e44beb3155f1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:48.913777 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c312eeea-1fb2-4879-8b2a-e44beb3155f1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:48.917809 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c312eeea-1fb2-4879-8b2a-e44beb3155f1 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/1c4632d9-7bf2-4d5b-aa70-0ed0766ae3ca HTTP/1.1" status: 404 len: 337 time: 0.0605013 Apr 08 10:24:48.919244 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55262) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:48.966049 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d4a05a7-d160-4078-8a73-1bdc02a1cda2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:48.966483 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d4a05a7-d160-4078-8a73-1bdc02a1cda2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:48.970661 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8d4a05a7-d160-4078-8a73-1bdc02a1cda2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/51e251d7-4de7-40dd-95eb-e14002ab9a90 HTTP/1.1" status: 404 len: 337 time: 0.0492499 Apr 08 10:24:48.973579 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55266) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:49.019122 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-7402aa83-75ea-40d0-ab1d-90816ea497ca tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:49.019881 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7402aa83-75ea-40d0-ab1d-90816ea497ca tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:49.030017 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7402aa83-75ea-40d0-ab1d-90816ea497ca tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/dd026ad2-54ce-4246-a39a-fbaffc4f5c29 HTTP/1.1" status: 404 len: 333 time: 0.0539954 Apr 08 10:24:49.031722 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55270) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:49.034035 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4d07f7-b635-4a5c-8443-9b49aa8dcc72 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Router 5e12e47b-a031-406e-a44a-46bf32b2d76f is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:24:49.055187 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3a873bd7-4115-46ac-b1bf-24374d19e784 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:49.192875 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0144c12-9d3f-403e-954c-41579a71f21f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:49.193314 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0144c12-9d3f-403e-954c-41579a71f21f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:49.197245 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e0144c12-9d3f-403e-954c-41579a71f21f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/b6011982-a6ce-4d71-bc6b-cca60f5aa20b HTTP/1.1" status: 404 len: 337 time: 0.1620836 Apr 08 10:24:49.200310 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55274) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:49.207720 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a873bd7-4115-46ac-b1bf-24374d19e784 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Pushing event deleted for resources: {'Port': ['ID=3be2444e-bf04-459d-9a40-03e08988dcbb,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:49.250828 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-c876bdbb-5669-44f3-b8cb-2631b3779696 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Deleting subnet 1e5dd5b2-4473-4b18-b2ee-cee7f379b185 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:24:49.254013 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a229764-1159-4f84-9d76-f3a8fc0070a0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:49.254715 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a229764-1159-4f84-9d76-f3a8fc0070a0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:49.258344 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5a229764-1159-4f84-9d76-f3a8fc0070a0 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/a9f94820-d9e0-4dcd-9446-e55869d4e833 HTTP/1.1" status: 404 len: 337 time: 0.0548904 Apr 08 10:24:49.260351 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55278) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:49.298029 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-b982571e-1525-4c5b-b726-645eead40e55 None None] Set router 740b941c-47f7-4c46-8837-95cf8718968a gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:24:49.319281 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a14665-81a7-40b1-ad7d-9a6a7c88e84b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:49.320797 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56a14665-81a7-40b1-ad7d-9a6a7c88e84b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:49.323979 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-56a14665-81a7-40b1-ad7d-9a6a7c88e84b tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/26f9824c-7033-472c-9d1c-dd4d669bba1c HTTP/1.1" status: 404 len: 333 time: 0.0587912 Apr 08 10:24:49.330802 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c876bdbb-5669-44f3-b8cb-2631b3779696 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:49.356181 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55282) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:49.380396 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6da33171-88ea-489e-ad6f-dd60ede19b6c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:49.476864 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da33171-88ea-489e-ad6f-dd60ede19b6c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Subnet': ['ID=73d6195d-cf0e-4f91-b17e-808dde45ba37,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:49.523224 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da33171-88ea-489e-ad6f-dd60ede19b6c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Checking segment: {'id': 'c2463d11-4848-4ec1-8162-a14dce503b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd0c27b4f-6b07-4d16-a650-eaca8b9c59b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:24:49.526641 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7e6236-9c68-4208-b367-ef6151a2c0f5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:49.527077 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb7e6236-9c68-4208-b367-ef6151a2c0f5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:49.527274 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da33171-88ea-489e-ad6f-dd60ede19b6c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network hostable DHCP agents. Network: d0c27b4f-6b07-4d16-a650-eaca8b9c59b8, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:24:49.555004 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da33171-88ea-489e-ad6f-dd60ede19b6c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network d0c27b4f-6b07-4d16-a650-eaca8b9c59b8 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:24:49.561269 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-bb7e6236-9c68-4208-b367-ef6151a2c0f5 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/ff812da1-9f3c-4f41-a963-7204d734f706 HTTP/1.1" status: 404 len: 337 time: 0.1930780 Apr 08 10:24:49.561771 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55286) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:49.567113 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-e617f6fd-c558-49df-97e7-b82dfb9057dd tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Deleting subnet 9288d010-9fbf-4288-b764-bbf686d8640a {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:24:49.574205 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e617f6fd-c558-49df-97e7-b82dfb9057dd tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:49.603121 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c876bdbb-5669-44f3-b8cb-2631b3779696 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:49.613928 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-086f52d3-b9e0-4f90-9e4f-d18eb7a74c88 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:49.614420 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-086f52d3-b9e0-4f90-9e4f-d18eb7a74c88 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:49.618605 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-086f52d3-b9e0-4f90-9e4f-d18eb7a74c88 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/3c5c05ae-e803-4ae3-ae51-eb0e4e5d6cfa HTTP/1.1" status: 404 len: 337 time: 0.0536067 Apr 08 10:24:49.618605 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-6da33171-88ea-489e-ad6f-dd60ede19b6c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, d0c27b4f-6b07-4d16-a650-eaca8b9c59b8) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:49.619888 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55290) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:49.631252 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77abae4-dca3-4143-9b84-e370fb2ccc44 None None] Network d0c27b4f-6b07-4d16-a650-eaca8b9c59b8 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:49.654944 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da33171-88ea-489e-ad6f-dd60ede19b6c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:49.655526 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6da33171-88ea-489e-ad6f-dd60ede19b6c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:49.679553 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d199bdf6-9c39-47e6-a5bb-393808a078f4 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f59dd2f-e5ef-4dc7-a166-b6678e691ad6 HTTP/1.1" status: 200 len: 205 time: 0.0562785 Apr 08 10:24:49.680510 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55294) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:49.766726 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-e96b3770-4e62-442b-b9e9-5b548b94166d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] delete failed (client error): The resource could not be found. Apr 08 10:24:49.771304 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e96b3770-4e62-442b-b9e9-5b548b94166d tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/routers/5f59dd2f-e5ef-4dc7-a166-b6678e691ad6 HTTP/1.1" status: 404 len: 336 time: 0.0864193 Apr 08 10:24:49.773728 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6da33171-88ea-489e-ad6f-dd60ede19b6c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7330689 Apr 08 10:24:49.774497 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55298) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:49.774823 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55300) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:49.783803 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-83930524-d479-4eb7-9271-6fc1f2a8ae37 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'port': {'network_id': 'd0c27b4f-6b07-4d16-a650-eaca8b9c59b8', 'name': 'tempest-PortsIpV6TestJSON-1891689449'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:49.796665 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-b982571e-1525-4c5b-b726-645eead40e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740b941c-47f7-4c46-8837-95cf8718968a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177103004', 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:22:00Z', 'updated_at': '2022-04-08T10:24:43Z', 'revision_number': 5, 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'gw_port': {'id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740b941c-47f7-4c46-8837-95cf8718968a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:22:01Z', 'updated_at': '2022-04-08T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:49.811648 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b982571e-1525-4c5b-b726-645eead40e55 None None] Checking router: 740b941c-47f7-4c46-8837-95cf8718968a for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:24:49.843209 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac3bffc-c576-4b4f-beba-13d66bf2a6bd tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:49.843879 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac3bffc-c576-4b4f-beba-13d66bf2a6bd tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:49.849827 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-fac3bffc-c576-4b4f-beba-13d66bf2a6bd tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/698ac4df-7ea0-41fe-ba8f-5d1799587ebe HTTP/1.1" status: 404 len: 337 time: 0.0714562 Apr 08 10:24:49.857423 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b982571e-1525-4c5b-b726-645eead40e55 None None] Routers {'740b941c-47f7-4c46-8837-95cf8718968a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:24:49.858764 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-b982571e-1525-4c5b-b726-645eead40e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:24:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['740b941c-47f7-4c46-8837-95cf8718968a'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:49.898311 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55306) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:50.001143 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-83930524-d479-4eb7-9271-6fc1f2a8ae37 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:50.014871 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-465f547b-80e9-4b64-959a-1914469a56ed tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "GET /v2.0/ports?device_id=f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec HTTP/1.1" status: 200 len: 205 time: 0.0935490 Apr 08 10:24:50.019119 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-83930524-d479-4eb7-9271-6fc1f2a8ae37 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:50.026404 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55310) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:50.041576 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e617f6fd-c558-49df-97e7-b82dfb9057dd tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:50.095297 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83930524-d479-4eb7-9271-6fc1f2a8ae37 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:50.098592 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-83930524-d479-4eb7-9271-6fc1f2a8ae37 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:50.106133 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3a873bd7-4115-46ac-b1bf-24374d19e784 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:50.150649 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-c42f4c29-3952-4849-8a00-6aa971c621b6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] delete failed (client error): The resource could not be found. Apr 08 10:24:50.156210 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c42f4c29-3952-4849-8a00-6aa971c621b6 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/routers/f92efc39-d4e3-4c7a-b4f8-e39fc70c8aec HTTP/1.1" status: 404 len: 336 time: 0.1264458 Apr 08 10:24:50.157464 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-83930524-d479-4eb7-9271-6fc1f2a8ae37 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] device_id is not set on port 50b84c3c-c5ba-466f-801c-573a17f514fe yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:24:50.191989 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-b982571e-1525-4c5b-b726-645eead40e55 None None] Set router 740b941c-47f7-4c46-8837-95cf8718968a gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:24:50.229131 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55314) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:50.254895 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b2b5d4-e0c1-44f9-bf1b-602f89ab7363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-d0c27b4f-6b07-4d16-a650-eaca8b9c59b8', 'network_id': 'd0c27b4f-6b07-4d16-a650-eaca8b9c59b8', 'tenant_id': 'fa9701ec28774020be549acd68c08714', 'fixed_ips': [{'subnet_id': '73d6195d-cf0e-4f91-b17e-808dde45ba37'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:24:50.256228 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b5d4-e0c1-44f9-bf1b-602f89ab7363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:50.297222 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b7d3f8-43b0-4985-97a0-ab8cbe80000c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:50.297565 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b7d3f8-43b0-4985-97a0-ab8cbe80000c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:50.312364 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c3b7d3f8-43b0-4985-97a0-ab8cbe80000c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/10829cd4-a628-4b53-9458-8a708e59f116 HTTP/1.1" status: 404 len: 337 time: 0.0821748 Apr 08 10:24:50.316135 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55318) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:50.360333 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-83fa5b57-db02-49c4-8dc4-564548517e7c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:50.360778 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83fa5b57-db02-49c4-8dc4-564548517e7c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:50.363018 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-83fa5b57-db02-49c4-8dc4-564548517e7c tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/5ff0ad36-859e-45a5-8af6-2e48c8adff01 HTTP/1.1" status: 404 len: 337 time: 0.0458837 Apr 08 10:24:50.369147 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55322) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:50.457825 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-031e5073-fbf8-4e3d-ab0b-46cd0545996a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:50.458266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-031e5073-fbf8-4e3d-ab0b-46cd0545996a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:50.462566 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-031e5073-fbf8-4e3d-ab0b-46cd0545996a tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/c7884e21-e302-434b-ac22-847ed50f6498 HTTP/1.1" status: 404 len: 333 time: 0.0923209 Apr 08 10:24:50.469426 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55326) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:50.469426 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55328) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:50.477125 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-40f374f8-5f70-4939-9bd7-2fc45bcce17f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Request body: {'subnet': {'network_id': '68ddc8de-cfd1-4535-903c-414ed33aa7d3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:50.564819 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-b982571e-1525-4c5b-b726-645eead40e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740b941c-47f7-4c46-8837-95cf8718968a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177103004', 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:22:00Z', 'updated_at': '2022-04-08T10:24:43Z', 'revision_number': 5, 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'gw_port': {'id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740b941c-47f7-4c46-8837-95cf8718968a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:22:01Z', 'updated_at': '2022-04-08T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:50.568599 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b982571e-1525-4c5b-b726-645eead40e55 None None] The sync data for ids ['740b941c-47f7-4c46-8837-95cf8718968a'] in dv-neutron-837110-1-hyperv is: [{'id': '740b941c-47f7-4c46-8837-95cf8718968a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177103004', 'tenant_id': '14526426b3bf429d8a2df66bd6372e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:22:00Z', 'updated_at': '2022-04-08T10:24:43Z', 'revision_number': 5, 'project_id': '14526426b3bf429d8a2df66bd6372e7f', 'gw_port': {'id': '28baa2b7-fbdd-470b-8369-452b0214bd59', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740b941c-47f7-4c46-8837-95cf8718968a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:22:01Z', 'updated_at': '2022-04-08T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:24:50.616583 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3a873bd7-4115-46ac-b1bf-24374d19e784 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:50.634516 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3a873bd7-4115-46ac-b1bf-24374d19e784 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:50.654552 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c876bdbb-5669-44f3-b8cb-2631b3779696 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:50.691970 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2334952-0751-4295-b611-7f298ab1bc43 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:50.692427 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2334952-0751-4295-b611-7f298ab1bc43 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:50.694069 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f2334952-0751-4295-b611-7f298ab1bc43 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/f9d1defa-ba9e-423a-a68c-98948dbcc6ed HTTP/1.1" status: 404 len: 337 time: 0.2221234 Apr 08 10:24:50.697255 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55334) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:50.745204 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-83930524-d479-4eb7-9271-6fc1f2a8ae37 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Allocated IP 2001:db8::3d9 (d0c27b4f-6b07-4d16-a650-eaca8b9c59b8/73d6195d-cf0e-4f91-b17e-808dde45ba37/50b84c3c-c5ba-466f-801c-573a17f514fe) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:50.746412 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4d07f7-b635-4a5c-8443-9b49aa8dcc72 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:24:50.759478 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd17f4-bca8-43bc-8b49-be2c0002dba4 None None] Sync routers for ids ['5e12e47b-a031-406e-a44a-46bf32b2d76f'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:24:50.761283 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-40f374f8-5f70-4939-9bd7-2fc45bcce17f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:50.769221 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-aa4d07f7-b635-4a5c-8443-9b49aa8dcc72 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "PUT /v2.0/routers/5e12e47b-a031-406e-a44a-46bf32b2d76f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7497091 Apr 08 10:24:50.769402 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-40f374f8-5f70-4939-9bd7-2fc45bcce17f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Usage tracker for resource:subnet and tenant:270adadf669a45b6bd01155aeff0f96b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:50.772356 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd17f4-bca8-43bc-8b49-be2c0002dba4 None None] Routers {'5e12e47b-a031-406e-a44a-46bf32b2d76f'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:24:50.772969 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-6ccd17f4-bca8-43bc-8b49-be2c0002dba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:24:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['5e12e47b-a031-406e-a44a-46bf32b2d76f'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:50.774319 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55338) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:50.787425 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4cc6bec-108f-4525-9566-571735fbd1d3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:50.787873 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4cc6bec-108f-4525-9566-571735fbd1d3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:50.788005 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-40f374f8-5f70-4939-9bd7-2fc45bcce17f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:50.794632 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e617f6fd-c558-49df-97e7-b82dfb9057dd tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:50.835494 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-6ccd17f4-bca8-43bc-8b49-be2c0002dba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:50.836297 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-40f374f8-5f70-4939-9bd7-2fc45bcce17f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:50.838678 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3a873bd7-4115-46ac-b1bf-24374d19e784 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:50.839219 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a873bd7-4115-46ac-b1bf-24374d19e784 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Fanout notify agent at l3_agent the message router_deleted on router 6004134f-e9b5-4dd2-9223-1cb48a9da846 {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:24:50.852512 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd17f4-bca8-43bc-8b49-be2c0002dba4 None None] Routers {'5e12e47b-a031-406e-a44a-46bf32b2d76f'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:24:50.853181 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-6ccd17f4-bca8-43bc-8b49-be2c0002dba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:24:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['5e12e47b-a031-406e-a44a-46bf32b2d76f'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:50.855416 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a4cc6bec-108f-4525-9566-571735fbd1d3 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/07b94882-a3b0-4e23-8263-654dea672188 HTTP/1.1" status: 404 len: 333 time: 0.1540079 Apr 08 10:24:50.860775 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55342) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:50.875224 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f374f8-5f70-4939-9bd7-2fc45bcce17f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Made reservation on behalf of 270adadf669a45b6bd01155aeff0f96b for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:50.920720 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3a873bd7-4115-46ac-b1bf-24374d19e784 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:50.921847 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3a873bd7-4115-46ac-b1bf-24374d19e784 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "DELETE /v2.0/routers/6004134f-e9b5-4dd2-9223-1cb48a9da846 HTTP/1.1" status: 204 len: 168 time: 6.1015556 Apr 08 10:24:50.928112 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f9f7601-b4dd-4c93-8b48-c528ac9e2881 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:50.928569 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f9f7601-b4dd-4c93-8b48-c528ac9e2881 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:50.929226 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-6ccd17f4-bca8-43bc-8b49-be2c0002dba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:50.929681 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd17f4-bca8-43bc-8b49-be2c0002dba4 None None] The sync data for ids ['5e12e47b-a031-406e-a44a-46bf32b2d76f'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:24:50.932225 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0f9f7601-b4dd-4c93-8b48-c528ac9e2881 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/f9ba19df-75a2-4927-aa1d-fdf6c878b64c HTTP/1.1" status: 404 len: 337 time: 0.0625806 Apr 08 10:24:50.946522 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55346) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:50.946923 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55348) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:50.980527 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c876bdbb-5669-44f3-b8cb-2631b3779696 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:50.987141 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-b28e769c-bde1-4bd7-ba76-bb3a654451c5 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-240738812', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:51.035876 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b28e769c-bde1-4bd7-ba76-bb3a654451c5 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:51.045364 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b28e769c-bde1-4bd7-ba76-bb3a654451c5 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Usage tracker for resource:router and tenant:6712b36d4142437b8c74c7dee61325ef is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:51.050161 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876bdbb-5669-44f3-b8cb-2631b3779696 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Subnet': ['ID=1e5dd5b2-4473-4b18-b2ee-cee7f379b185,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:51.052333 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c751f2-4499-471a-93e0-11abed90808f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:51.052767 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39c751f2-4499-471a-93e0-11abed90808f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:51.063253 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b28e769c-bde1-4bd7-ba76-bb3a654451c5 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:51.071185 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-39c751f2-4499-471a-93e0-11abed90808f tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/3c7d6f86-f88d-40a8-adab-5ec9128700b4 HTTP/1.1" status: 404 len: 333 time: 0.1180682 Apr 08 10:24:51.075330 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55354) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:51.075506 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b28e769c-bde1-4bd7-ba76-bb3a654451c5 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:51.119264 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc2c7d0e-d942-4177-94a3-15b38d4778bc tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:51.119631 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc2c7d0e-d942-4177-94a3-15b38d4778bc tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:51.121270 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-dc2c7d0e-d942-4177-94a3-15b38d4778bc tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/d0d60c93-b77d-46eb-931d-f4abc698e583 HTTP/1.1" status: 404 len: 337 time: 0.0430875 Apr 08 10:24:51.124724 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55358) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:51.125842 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e617f6fd-c558-49df-97e7-b82dfb9057dd tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:51.132806 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c876bdbb-5669-44f3-b8cb-2631b3779696 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:51.134391 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dcabd1-649d-47ac-9fcb-e1c328ce25bc None None] Network f8b3e7c5-6d2a-4c4f-a699-3bbc0ba2edaf requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:51.135418 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c876bdbb-5669-44f3-b8cb-2631b3779696 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/subnets/1e5dd5b2-4473-4b18-b2ee-cee7f379b185 HTTP/1.1" status: 204 len: 168 time: 2.3752351 Apr 08 10:24:51.143562 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55362) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:51.195726 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad690109-f81a-4c57-89f1-fb002bd28bf4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:51.198981 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ad690109-f81a-4c57-89f1-fb002bd28bf4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e12e47b-a031-406e-a44a-46bf32b2d76f HTTP/1.1" status: 200 len: 981 time: 0.4236946 Apr 08 10:24:51.204219 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b28e769c-bde1-4bd7-ba76-bb3a654451c5 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:51.206001 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b28e769c-bde1-4bd7-ba76-bb3a654451c5 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:51.207847 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-40f374f8-5f70-4939-9bd7-2fc45bcce17f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:51.213921 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55366) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:51.275199 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617f6fd-c558-49df-97e7-b82dfb9057dd tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Pushing event deleted for resources: {'Subnet': ['ID=9288d010-9fbf-4288-b764-bbf686d8640a,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:51.285269 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e51293-48e1-4810-ad4b-f042e3d45a81 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:51.285703 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39e51293-48e1-4810-ad4b-f042e3d45a81 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:51.287350 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-39e51293-48e1-4810-ad4b-f042e3d45a81 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/0ef3a37e-5de6-414c-acd0-4193ff9f8749 HTTP/1.1" status: 404 len: 333 time: 0.1565549 Apr 08 10:24:51.297494 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55370) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:51.349058 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e617f6fd-c558-49df-97e7-b82dfb9057dd tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:51.358604 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9d324b-f6c4-40f9-b954-ffc8f9706802 None None] Network 192f3bbb-ce8e-4d78-84a7-a4b3b9471c82 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:51.383877 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-83930524-d479-4eb7-9271-6fc1f2a8ae37 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:51.402855 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0104119-669d-4535-8f72-bf483a9e0e4e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:51.403490 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0104119-669d-4535-8f72-bf483a9e0e4e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:51.405494 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c0104119-669d-4535-8f72-bf483a9e0e4e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/7146651f-5e48-46c6-ac66-d7a8414e25b7 HTTP/1.1" status: 404 len: 337 time: 0.0589964 Apr 08 10:24:51.406932 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e617f6fd-c558-49df-97e7-b82dfb9057dd tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "DELETE /v2.0/subnets/9288d010-9fbf-4288-b764-bbf686d8640a HTTP/1.1" status: 204 len: 168 time: 2.5403128 Apr 08 10:24:51.410554 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55374) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:51.411044 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55376) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:51.448305 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-83930524-d479-4eb7-9271-6fc1f2a8ae37 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Transition to ACTIVE for port object 50b84c3c-c5ba-466f-801c-573a17f514fe will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:51.452652 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e91a757-cf45-46f7-be9f-5778756a1f68 None None] DHCP port deletion for f8b3e7c5-6d2a-4c4f-a699-3bbc0ba2edaf request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:24:51.459393 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e9ff3242-5b6f-400b-86c7-f39a8c6515c2 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:51.468667 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-4e91a757-cf45-46f7-be9f-5778756a1f68 None None] Deleting port e4295e9a-ce89-473a-a682-21d59a136dec {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:51.469035 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4e91a757-cf45-46f7-be9f-5778756a1f68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:51.489135 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-e9ff3242-5b6f-400b-86c7-f39a8c6515c2 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Deleting port e4295e9a-ce89-473a-a682-21d59a136dec {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:51.489556 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e9ff3242-5b6f-400b-86c7-f39a8c6515c2 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:51.634152 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-83930524-d479-4eb7-9271-6fc1f2a8ae37 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:51.644787 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b28e769c-bde1-4bd7-ba76-bb3a654451c5 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:51.710200 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:24:51.718789 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ced96a-3a55-47bb-93ad-3c8da8527dc2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:51.719399 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ced96a-3a55-47bb-93ad-3c8da8527dc2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:51.724013 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-58ced96a-3a55-47bb-93ad-3c8da8527dc2 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/1da602ca-1e5d-4b73-993e-795b624303cb HTTP/1.1" status: 404 len: 333 time: 0.3080785 Apr 08 10:24:51.729420 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55382) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:51.754572 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b28e769c-bde1-4bd7-ba76-bb3a654451c5 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:51.784799 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b28e769c-bde1-4bd7-ba76-bb3a654451c5 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:51.788633 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b28e769c-bde1-4bd7-ba76-bb3a654451c5 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8380044 Apr 08 10:24:51.788958 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:24:51.789425 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55386) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:51.789521 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7642422f-a9d4-4bb8-b1cf-d2dfbdffe76c not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:24:51.789694 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device e4295e9a-ce89-473a-a682-21d59a136dec no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:24:51.798073 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-4bbbf895-4b13-44be-a30b-683dc274dfa5 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:51.846543 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c2bcdb-224e-4e77-8312-6da06d7bcf6e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:51.847111 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38c2bcdb-224e-4e77-8312-6da06d7bcf6e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:51.890821 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-4e91a757-cf45-46f7-be9f-5778756a1f68 None None] For port e4295e9a-ce89-473a-a682-21d59a136dec, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=e4295e9a-ce89-473a-a682-21d59a136dec,segment=NetworkSegment(752ae995-c363-4da4-87bd-1a8650499867),segment_id=752ae995-c363-4da4-87bd-1a8650499867)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:51.891114 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4e91a757-cf45-46f7-be9f-5778756a1f68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:51.914454 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83930524-d479-4eb7-9271-6fc1f2a8ae37 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Port': ['ID=50b84c3c-c5ba-466f-801c-573a17f514fe,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:51.919898 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83930524-d479-4eb7-9271-6fc1f2a8ae37 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network d0c27b4f-6b07-4d16-a650-eaca8b9c59b8 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:51.933422 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-83930524-d479-4eb7-9271-6fc1f2a8ae37 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:51.935897 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83930524-d479-4eb7-9271-6fc1f2a8ae37 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:24:51.941308 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83930524-d479-4eb7-9271-6fc1f2a8ae37 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:51.942058 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-83930524-d479-4eb7-9271-6fc1f2a8ae37 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:51.951754 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-38c2bcdb-224e-4e77-8312-6da06d7bcf6e tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/ae3d0b46-0fc0-4aca-8218-c446e43281b5 HTTP/1.1" status: 404 len: 337 time: 0.1925128 Apr 08 10:24:51.952807 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-40f374f8-5f70-4939-9bd7-2fc45bcce17f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:51.959854 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55390) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:51.970678 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-c0b2b5d4-e0c1-44f9-bf1b-602f89ab7363 None None] Allocated IP 2001:db8::2 (d0c27b4f-6b07-4d16-a650-eaca8b9c59b8/73d6195d-cf0e-4f91-b17e-808dde45ba37/39d746f0-dfbe-4234-8be1-39a983201cda) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:52.043648 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-4e91a757-cf45-46f7-be9f-5778756a1f68 None None] Calling delete_port for e4295e9a-ce89-473a-a682-21d59a136dec owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:52.085090 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-83930524-d479-4eb7-9271-6fc1f2a8ae37 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3052399 Apr 08 10:24:52.085090 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a4f1d7-d2be-4a37-a20d-22e07ffce9ac tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:52.085090 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a4f1d7-d2be-4a37-a20d-22e07ffce9ac tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:52.088914 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d7a4f1d7-d2be-4a37-a20d-22e07ffce9ac tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/3bcda4da-5370-4d04-be56-25002d36b6f7 HTTP/1.1" status: 404 len: 333 time: 0.1029468 Apr 08 10:24:52.090866 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-e9ff3242-5b6f-400b-86c7-f39a8c6515c2 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] For port e4295e9a-ce89-473a-a682-21d59a136dec, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=e4295e9a-ce89-473a-a682-21d59a136dec,segment=NetworkSegment(752ae995-c363-4da4-87bd-1a8650499867),segment_id=752ae995-c363-4da4-87bd-1a8650499867)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:52.091323 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e9ff3242-5b6f-400b-86c7-f39a8c6515c2 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:52.098493 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55394) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:52.098928 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55396) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:52.145677 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-75001768-3606-45b9-af96-d05463da010d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'port': {'network_id': 'd0c27b4f-6b07-4d16-a650-eaca8b9c59b8', 'name': 'tempest-PortsIpV6TestJSON-1796685589'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:52.250003 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a70ae56-ef8a-42c8-ba46-dce0283ae9dc tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:52.250553 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a70ae56-ef8a-42c8-ba46-dce0283ae9dc tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:52.255641 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7a70ae56-ef8a-42c8-ba46-dce0283ae9dc tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/84d7bb0c-033b-4e4b-893a-735db92fb964 HTTP/1.1" status: 404 len: 337 time: 0.1512408 Apr 08 10:24:52.256886 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55402) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:52.270707 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:52.284693 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8155f7ca-ee4b-4256-86ca-a95c6116b31d None None] DHCP port deletion for 192f3bbb-ce8e-4d78-84a7-a4b3b9471c82 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:24:52.307458 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-8155f7ca-ee4b-4256-86ca-a95c6116b31d None None] Deleting port 2474f7d5-4e07-4c7e-811c-65b4d19b771d {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:52.308118 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8155f7ca-ee4b-4256-86ca-a95c6116b31d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:52.324155 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3e5c1ec7-0a51-460a-83c3-2e679752153e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:52.365053 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f374f8-5f70-4939-9bd7-2fc45bcce17f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event updated for resources: {'Subnet': ['ID=6fcefe6b-005c-45b5-90bb-b4bc686325e2,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:52.381212 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4e91a757-cf45-46f7-be9f-5778756a1f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:52.406886 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-e9ff3242-5b6f-400b-86c7-f39a8c6515c2 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Calling delete_port for e4295e9a-ce89-473a-a682-21d59a136dec owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:52.513462 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91a757-cf45-46f7-be9f-5778756a1f68 None None] Pushing event deleted for resources: {'Port': ['ID=e4295e9a-ce89-473a-a682-21d59a136dec,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:52.572045 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4bbbf895-4b13-44be-a30b-683dc274dfa5 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:52.604233 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fae44b-6789-4969-afd5-5e820ba79506 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:52.604815 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02fae44b-6789-4969-afd5-5e820ba79506 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:52.608934 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-02fae44b-6789-4969-afd5-5e820ba79506 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/ports/268dc9d8-f11c-4a32-adfc-86910ca54e4a HTTP/1.1" status: 404 len: 333 time: 0.2384677 Apr 08 10:24:52.614043 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55406) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:52.618674 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e91a757-cf45-46f7-be9f-5778756a1f68 None None] No DVR routers for this DVR port e4295e9a-ce89-473a-a682-21d59a136dec on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:24:52.684027 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-417547a3-6b40-4d99-b51b-2468b0720d02 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] DELETE failed (client error): The resource could not be found. Apr 08 10:24:52.684631 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-417547a3-6b40-4d99-b51b-2468b0720d02 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:24:52.688762 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-417547a3-6b40-4d99-b51b-2468b0720d02 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/subnets/233a5b74-218a-4bae-9363-7484a1f25d20 HTTP/1.1" status: 404 len: 337 time: 0.0700588 Apr 08 10:24:52.703860 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-8155f7ca-ee4b-4256-86ca-a95c6116b31d None None] For port 2474f7d5-4e07-4c7e-811c-65b4d19b771d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2474f7d5-4e07-4c7e-811c-65b4d19b771d,segment=NetworkSegment(b03bf823-4416-4fe0-9479-94379a96e5e7),segment_id=b03bf823-4416-4fe0-9479-94379a96e5e7)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:52.704403 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8155f7ca-ee4b-4256-86ca-a95c6116b31d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:52.711198 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55410) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:52.712195 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f374f8-5f70-4939-9bd7-2fc45bcce17f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Checking segment: {'id': '531a881b-971c-48ac-a85b-bddfaaf13f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '68ddc8de-cfd1-4535-903c-414ed33aa7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:24:52.712737 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f374f8-5f70-4939-9bd7-2fc45bcce17f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Network hostable DHCP agents. Network: 68ddc8de-cfd1-4535-903c-414ed33aa7d3, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:24:52.840687 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.api [None req-e9ff3242-5b6f-400b-86c7-f39a8c6515c2 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:24:52.841159 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG oslo_db.api [None req-e9ff3242-5b6f-400b-86c7-f39a8c6515c2 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:24:52.841278 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-8155f7ca-ee4b-4256-86ca-a95c6116b31d None None] Calling delete_port for 2474f7d5-4e07-4c7e-811c-65b4d19b771d owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:52.861043 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-75001768-3606-45b9-af96-d05463da010d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:52.867426 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b5d4-e0c1-44f9-bf1b-602f89ab7363 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:52.875889 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-39b72e35-80bf-443d-a079-78295bb81e19 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:52.882531 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-75001768-3606-45b9-af96-d05463da010d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:52.891487 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c0b2b5d4-e0c1-44f9-bf1b-602f89ab7363 None None] Transition to ACTIVE for port object 39d746f0-dfbe-4234-8be1-39a983201cda will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:52.895320 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f374f8-5f70-4939-9bd7-2fc45bcce17f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Network 68ddc8de-cfd1-4535-903c-414ed33aa7d3 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:24:52.923307 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c0b2b5d4-e0c1-44f9-bf1b-602f89ab7363 None None] Transition to ACTIVE for port object 39d746f0-dfbe-4234-8be1-39a983201cda will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:52.941115 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b5d4-e0c1-44f9-bf1b-602f89ab7363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:52.942458 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75001768-3606-45b9-af96-d05463da010d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:52.945707 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-75001768-3606-45b9-af96-d05463da010d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:52.960759 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-40f374f8-5f70-4939-9bd7-2fc45bcce17f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 68ddc8de-cfd1-4535-903c-414ed33aa7d3) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:52.965014 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f374f8-5f70-4939-9bd7-2fc45bcce17f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:52.965691 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-40f374f8-5f70-4939-9bd7-2fc45bcce17f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:52.976139 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466b3514-5b98-43ab-8e02-a05069b77262 None None] Network 68ddc8de-cfd1-4535-903c-414ed33aa7d3 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:52.996647 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8155f7ca-ee4b-4256-86ca-a95c6116b31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:53.016094 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3e5c1ec7-0a51-460a-83c3-2e679752153e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:53.059660 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4eb4f80b-c9f6-478b-9ef3-b9c9909f6cae tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:53.089715 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-75001768-3606-45b9-af96-d05463da010d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] device_id is not set on port 82d2156e-0362-49ee-bf9f-7b9b2ec0ab57 yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:24:53.110254 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b2b5d4-e0c1-44f9-bf1b-602f89ab7363 None None] Network d0c27b4f-6b07-4d16-a650-eaca8b9c59b8 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:53.113558 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2b5d4-e0c1-44f9-bf1b-602f89ab7363 None None] Pushing event updated for resources: {'Port': ['ID=39d746f0-dfbe-4234-8be1-39a983201cda,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:53.114689 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4bbbf895-4b13-44be-a30b-683dc274dfa5 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router_gateway, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:53.117671 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8155f7ca-ee4b-4256-86ca-a95c6116b31d None None] No DVR routers for this DVR port 2474f7d5-4e07-4c7e-811c-65b4d19b771d on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:24:53.119213 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-c0b2b5d4-e0c1-44f9-bf1b-602f89ab7363 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:53.136998 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-40f374f8-5f70-4939-9bd7-2fc45bcce17f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6661103 Apr 08 10:24:53.139525 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-39b72e35-80bf-443d-a079-78295bb81e19 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:53.146803 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-3e5c1ec7-0a51-460a-83c3-2e679752153e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Deleting port 28baa2b7-fbdd-470b-8369-452b0214bd59 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:53.147316 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3e5c1ec7-0a51-460a-83c3-2e679752153e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:53.149271 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55414) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:53.157323 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-fd8e19d8-7c36-4d4d-b963-e36ad303e7e7 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1630909730'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:53.179707 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-fd8e19d8-7c36-4d4d-b963-e36ad303e7e7 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:53.190992 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b2b5d4-e0c1-44f9-bf1b-602f89ab7363 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:24:53.195644 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155f7ca-ee4b-4256-86ca-a95c6116b31d None None] Pushing event deleted for resources: {'Port': ['ID=2474f7d5-4e07-4c7e-811c-65b4d19b771d,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:53.211817 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-fd8e19d8-7c36-4d4d-b963-e36ad303e7e7 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Usage tracker for resource:network and tenant:270adadf669a45b6bd01155aeff0f96b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:53.219515 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-fd8e19d8-7c36-4d4d-b963-e36ad303e7e7 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:53.223152 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-39b72e35-80bf-443d-a079-78295bb81e19 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:53.242163 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-fd8e19d8-7c36-4d4d-b963-e36ad303e7e7 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:53.244539 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4bbbf895-4b13-44be-a30b-683dc274dfa5 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:53.245243 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-39b72e35-80bf-443d-a079-78295bb81e19 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:53.245637 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-39b72e35-80bf-443d-a079-78295bb81e19 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f0bcb1-8c1b-41dd-abd8-750041a5577e') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:53.268343 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-39b72e35-80bf-443d-a079-78295bb81e19 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:53.324073 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8e19d8-7c36-4d4d-b963-e36ad303e7e7 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Made reservation on behalf of 270adadf669a45b6bd01155aeff0f96b for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:53.327708 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fd8e19d8-7c36-4d4d-b963-e36ad303e7e7 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:53.344277 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-e9ff3242-5b6f-400b-86c7-f39a8c6515c2 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Deleting port e4295e9a-ce89-473a-a682-21d59a136dec {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:53.345451 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e9ff3242-5b6f-400b-86c7-f39a8c6515c2 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:53.354984 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-c0b2b5d4-e0c1-44f9-bf1b-602f89ab7363 None None] Attempting to bind port 39d746f0-dfbe-4234-8be1-39a983201cda on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:24:53.355600 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-c0b2b5d4-e0c1-44f9-bf1b-602f89ab7363 None None] Attempting to bind port 39d746f0-dfbe-4234-8be1-39a983201cda by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'c2463d11-4848-4ec1-8162-a14dce503b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd0c27b4f-6b07-4d16-a650-eaca8b9c59b8'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:24:53.355972 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b2b5d4-e0c1-44f9-bf1b-602f89ab7363 None None] Attempting to bind port 39d746f0-dfbe-4234-8be1-39a983201cda on network d0c27b4f-6b07-4d16-a650-eaca8b9c59b8 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:24:53.370449 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b2b5d4-e0c1-44f9-bf1b-602f89ab7363 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:24:53.370823 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b2b5d4-e0c1-44f9-bf1b-602f89ab7363 None None] Checking segment: {'id': 'c2463d11-4848-4ec1-8162-a14dce503b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd0c27b4f-6b07-4d16-a650-eaca8b9c59b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:24:53.371219 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b5d4-e0c1-44f9-bf1b-602f89ab7363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:53.371608 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b2b5d4-e0c1-44f9-bf1b-602f89ab7363 None None] Bound using segment: {'id': 'c2463d11-4848-4ec1-8162-a14dce503b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd0c27b4f-6b07-4d16-a650-eaca8b9c59b8'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:24:53.372074 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-c0b2b5d4-e0c1-44f9-bf1b-602f89ab7363 None None] Bound port: 39d746f0-dfbe-4234-8be1-39a983201cda, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2463d11-4848-4ec1-8162-a14dce503b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd0c27b4f-6b07-4d16-a650-eaca8b9c59b8'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:24:53.372472 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b5d4-e0c1-44f9-bf1b-602f89ab7363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:53.382928 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-39b72e35-80bf-443d-a079-78295bb81e19 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:53.436044 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-e9ff3242-5b6f-400b-86c7-f39a8c6515c2 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] The port 'e4295e9a-ce89-473a-a682-21d59a136dec' was deleted {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:24:53.437734 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b72e35-80bf-443d-a079-78295bb81e19 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:24:53.438239 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-39b72e35-80bf-443d-a079-78295bb81e19 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:24:53.455252 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:24:53.458469 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f095b3b4-67d9-4271-9bf9-e908ea61d6b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-68ddc8de-cfd1-4535-903c-414ed33aa7d3', 'network_id': '68ddc8de-cfd1-4535-903c-414ed33aa7d3', 'tenant_id': '270adadf669a45b6bd01155aeff0f96b', 'fixed_ips': [{'subnet_id': '6fcefe6b-005c-45b5-90bb-b4bc686325e2'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:24:53.458469 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f095b3b4-67d9-4271-9bf9-e908ea61d6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:53.531873 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-3e5c1ec7-0a51-460a-83c3-2e679752153e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] For port 28baa2b7-fbdd-470b-8369-452b0214bd59, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=28baa2b7-fbdd-470b-8369-452b0214bd59,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:53.532259 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3e5c1ec7-0a51-460a-83c3-2e679752153e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:53.554458 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-4bbbf895-4b13-44be-a30b-683dc274dfa5 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Allocated IP 172.26.0.214 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/6dc9ef59-48a6-49a9-8954-6bc4c5be447d) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:53.570652 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-c0b2b5d4-e0c1-44f9-bf1b-602f89ab7363 None None] For port 39d746f0-dfbe-4234-8be1-39a983201cda, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:24:53.593813 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-75001768-3606-45b9-af96-d05463da010d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Allocated IP 2001:db8::30a (d0c27b4f-6b07-4d16-a650-eaca8b9c59b8/73d6195d-cf0e-4f91-b17e-808dde45ba37/82d2156e-0362-49ee-bf9f-7b9b2ec0ab57) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:53.659656 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-f095b3b4-67d9-4271-9bf9-e908ea61d6b9 None None] Allocated IP 2001:db8:0:ffff::2 (68ddc8de-cfd1-4535-903c-414ed33aa7d3/6fcefe6b-005c-45b5-90bb-b4bc686325e2/099250e8-5248-4633-a069-f5465c5bd7e9) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:24:53.672508 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-3e5c1ec7-0a51-460a-83c3-2e679752153e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Calling delete_port for 28baa2b7-fbdd-470b-8369-452b0214bd59 owned by network:router_gateway {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:53.686344 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2474f7d5-4e07-4c7e-811c-65b4d19b771d no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:24:53.692257 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd8e19d8-7c36-4d4d-b963-e36ad303e7e7 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:24:53.701139 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-39b72e35-80bf-443d-a079-78295bb81e19 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:53.709837 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-39b72e35-80bf-443d-a079-78295bb81e19 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:53.729585 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-c0b2b5d4-e0c1-44f9-bf1b-602f89ab7363 None None] For port 39d746f0-dfbe-4234-8be1-39a983201cda, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=39d746f0-dfbe-4234-8be1-39a983201cda,segment=NetworkSegment(c2463d11-4848-4ec1-8162-a14dce503b38),segment_id=c2463d11-4848-4ec1-8162-a14dce503b38)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:24:53.731292 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 2474f7d5-4e07-4c7e-811c-65b4d19b771d {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:24:53.731292 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2474f7d5-4e07-4c7e-811c-65b4d19b771d not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:24:53.750890 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e9ff3242-5b6f-400b-86c7-f39a8c6515c2 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:53.752519 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b5d4-e0c1-44f9-bf1b-602f89ab7363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:53.758562 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fd8e19d8-7c36-4d4d-b963-e36ad303e7e7 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:53.759645 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-fd8e19d8-7c36-4d4d-b963-e36ad303e7e7 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Added segment 19f26fcd-5f66-4e04-9214-09eda35d2037 of type vlan for network 2ff7f90f-90c9-4c69-87be-7061a598a789 Apr 08 10:24:53.771890 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b72e35-80bf-443d-a079-78295bb81e19 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] Pushing event deleted for resources: {'Network': ['ID=7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:53.818593 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-39b72e35-80bf-443d-a079-78295bb81e19 tempest-NetworksTestDHCPv6-1365844070 tempest-NetworksTestDHCPv6-1365844070-project] 10.222.0.47 "DELETE /v2.0/networks/7a7c3725-d9bb-47c3-a83f-ab8d7f48a61f HTTP/1.1" status: 204 len: 168 time: 1.0982225 Apr 08 10:24:53.834465 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-e9ff3242-5b6f-400b-86c7-f39a8c6515c2 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b3e7c5-6d2a-4c4f-a699-3bbc0ba2edaf']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:53.862634 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fd8e19d8-7c36-4d4d-b963-e36ad303e7e7 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:53.869300 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-e9ff3242-5b6f-400b-86c7-f39a8c6515c2 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752ae995-c363-4da4-87bd-1a8650499867') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:53.869727 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-e9ff3242-5b6f-400b-86c7-f39a8c6515c2 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752ae995-c363-4da4-87bd-1a8650499867') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:53.910843 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e9ff3242-5b6f-400b-86c7-f39a8c6515c2 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:53.979116 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2b5d4-e0c1-44f9-bf1b-602f89ab7363 None None] Pushing event updated for resources: {'Port': ['ID=39d746f0-dfbe-4234-8be1-39a983201cda,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:54.001699 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e9ff3242-5b6f-400b-86c7-f39a8c6515c2 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:54.018841 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ff3242-5b6f-400b-86c7-f39a8c6515c2 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:24:54.019242 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e9ff3242-5b6f-400b-86c7-f39a8c6515c2 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:54.044964 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fd8e19d8-7c36-4d4d-b963-e36ad303e7e7 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:54.044964 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8e19d8-7c36-4d4d-b963-e36ad303e7e7 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:54.044964 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fd8e19d8-7c36-4d4d-b963-e36ad303e7e7 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:24:54.049710 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:24:54.095473 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4bbbf895-4b13-44be-a30b-683dc274dfa5 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:54.169212 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-4eb4f80b-c9f6-478b-9ef3-b9c9909f6cae tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting port 3ff3dc37-bad9-4820-912d-8aea3d178457 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:54.170016 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4eb4f80b-c9f6-478b-9ef3-b9c9909f6cae tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:54.171303 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f095b3b4-67d9-4271-9bf9-e908ea61d6b9 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:54.188969 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f095b3b4-67d9-4271-9bf9-e908ea61d6b9 None None] Transition to ACTIVE for port object 099250e8-5248-4633-a069-f5465c5bd7e9 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:54.210134 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f095b3b4-67d9-4271-9bf9-e908ea61d6b9 None None] Transition to ACTIVE for port object 099250e8-5248-4633-a069-f5465c5bd7e9 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:54.219265 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f095b3b4-67d9-4271-9bf9-e908ea61d6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:54.240876 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4bbbf895-4b13-44be-a30b-683dc274dfa5 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:54.270770 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-fd8e19d8-7c36-4d4d-b963-e36ad303e7e7 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1203454 Apr 08 10:24:54.291882 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3e5c1ec7-0a51-460a-83c3-2e679752153e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:54.295954 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55420) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:54.339817 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e9ff3242-5b6f-400b-86c7-f39a8c6515c2 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:54.356287 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-fe7452aa-97be-4fd7-b5df-19983fbd1c14 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Request body: {'subnet': {'network_id': '2ff7f90f-90c9-4c69-87be-7061a598a789', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:54.369071 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f095b3b4-67d9-4271-9bf9-e908ea61d6b9 None None] Network 68ddc8de-cfd1-4535-903c-414ed33aa7d3 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:54.370820 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-f095b3b4-67d9-4271-9bf9-e908ea61d6b9 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:54.382049 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e9ff3242-5b6f-400b-86c7-f39a8c6515c2 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:54.405833 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095b3b4-67d9-4271-9bf9-e908ea61d6b9 None None] Pushing event updated for resources: {'Port': ['ID=099250e8-5248-4633-a069-f5465c5bd7e9,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:54.409503 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f095b3b4-67d9-4271-9bf9-e908ea61d6b9 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:24:54.436653 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e19d8-7c36-4d4d-b963-e36ad303e7e7 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event updated for resources: {'Network': ['ID=2ff7f90f-90c9-4c69-87be-7061a598a789,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:54.526048 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 2ff7f90f-90c9-4c69-87be-7061a598a789 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:24:54.566584 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55426) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:54.641439 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-f095b3b4-67d9-4271-9bf9-e908ea61d6b9 None None] Attempting to bind port 099250e8-5248-4633-a069-f5465c5bd7e9 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:24:54.642822 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-f095b3b4-67d9-4271-9bf9-e908ea61d6b9 None None] Attempting to bind port 099250e8-5248-4633-a069-f5465c5bd7e9 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '531a881b-971c-48ac-a85b-bddfaaf13f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '68ddc8de-cfd1-4535-903c-414ed33aa7d3'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:24:54.643657 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f095b3b4-67d9-4271-9bf9-e908ea61d6b9 None None] Attempting to bind port 099250e8-5248-4633-a069-f5465c5bd7e9 on network 68ddc8de-cfd1-4535-903c-414ed33aa7d3 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:24:54.647378 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbbf895-4b13-44be-a30b-683dc274dfa5 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:54.657386 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-75001768-3606-45b9-af96-d05463da010d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:54.663873 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f095b3b4-67d9-4271-9bf9-e908ea61d6b9 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:24:54.664347 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f095b3b4-67d9-4271-9bf9-e908ea61d6b9 None None] Checking segment: {'id': '531a881b-971c-48ac-a85b-bddfaaf13f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '68ddc8de-cfd1-4535-903c-414ed33aa7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:24:54.664803 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f095b3b4-67d9-4271-9bf9-e908ea61d6b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:54.665251 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f095b3b4-67d9-4271-9bf9-e908ea61d6b9 None None] Bound using segment: {'id': '531a881b-971c-48ac-a85b-bddfaaf13f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '68ddc8de-cfd1-4535-903c-414ed33aa7d3'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:24:54.665780 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-f095b3b4-67d9-4271-9bf9-e908ea61d6b9 None None] Bound port: 099250e8-5248-4633-a069-f5465c5bd7e9, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531a881b-971c-48ac-a85b-bddfaaf13f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '68ddc8de-cfd1-4535-903c-414ed33aa7d3'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:24:54.666208 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f095b3b4-67d9-4271-9bf9-e908ea61d6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:54.672180 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-4bbbf895-4b13-44be-a30b-683dc274dfa5 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:54.681598 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbf895-4b13-44be-a30b-683dc274dfa5 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Pushing event updated for resources: {'Port': ['ID=6dc9ef59-48a6-49a9-8954-6bc4c5be447d,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:54.686143 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbbf895-4b13-44be-a30b-683dc274dfa5 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:24:54.689452 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e9ff3242-5b6f-400b-86c7-f39a8c6515c2 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] 10.222.0.47 "DELETE /v2.0/networks/f8b3e7c5-6d2a-4c4f-a699-3bbc0ba2edaf HTTP/1.1" status: 204 len: 168 time: 3.5349710 Apr 08 10:24:54.697717 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff3242-5b6f-400b-86c7-f39a8c6515c2 tempest-NetworksTest-2142428938 tempest-NetworksTest-2142428938-project] Pushing event deleted for resources: {'Network': ['ID=f8b3e7c5-6d2a-4c4f-a699-3bbc0ba2edaf,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:54.700631 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-75001768-3606-45b9-af96-d05463da010d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Transition to ACTIVE for port object 82d2156e-0362-49ee-bf9f-7b9b2ec0ab57 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:24:54.750783 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-fe7452aa-97be-4fd7-b5df-19983fbd1c14 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:54.757543 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-fe7452aa-97be-4fd7-b5df-19983fbd1c14 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Usage tracker for resource:subnet and tenant:270adadf669a45b6bd01155aeff0f96b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:54.761181 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-fe7452aa-97be-4fd7-b5df-19983fbd1c14 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:54.768582 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-fe7452aa-97be-4fd7-b5df-19983fbd1c14 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:54.779257 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-75001768-3606-45b9-af96-d05463da010d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:54.801167 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-f095b3b4-67d9-4271-9bf9-e908ea61d6b9 None None] For port 099250e8-5248-4633-a069-f5465c5bd7e9, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:24:54.805315 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-f095b3b4-67d9-4271-9bf9-e908ea61d6b9 None None] For port 099250e8-5248-4633-a069-f5465c5bd7e9, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=099250e8-5248-4633-a069-f5465c5bd7e9,segment=NetworkSegment(531a881b-971c-48ac-a85b-bddfaaf13f2d),segment_id=531a881b-971c-48ac-a85b-bddfaaf13f2d)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:24:54.810980 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f095b3b4-67d9-4271-9bf9-e908ea61d6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:54.834002 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c1ec7-0a51-460a-83c3-2e679752153e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Pushing event deleted for resources: {'Port': ['ID=28baa2b7-fbdd-470b-8369-452b0214bd59,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:54.841640 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7452aa-97be-4fd7-b5df-19983fbd1c14 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Made reservation on behalf of 270adadf669a45b6bd01155aeff0f96b for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:54.922070 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095b3b4-67d9-4271-9bf9-e908ea61d6b9 None None] Pushing event updated for resources: {'Port': ['ID=099250e8-5248-4633-a069-f5465c5bd7e9,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:55.027011 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75001768-3606-45b9-af96-d05463da010d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network d0c27b4f-6b07-4d16-a650-eaca8b9c59b8 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:24:55.032484 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-75001768-3606-45b9-af96-d05463da010d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:55.035356 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75001768-3606-45b9-af96-d05463da010d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:24:55.039567 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75001768-3606-45b9-af96-d05463da010d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:55.041086 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-75001768-3606-45b9-af96-d05463da010d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:55.044741 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75001768-3606-45b9-af96-d05463da010d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Port': ['ID=82d2156e-0362-49ee-bf9f-7b9b2ec0ab57,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:55.087118 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fe7452aa-97be-4fd7-b5df-19983fbd1c14 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:55.108175 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-75001768-3606-45b9-af96-d05463da010d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0053592 Apr 08 10:24:55.114302 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55436) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:55.211541 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3e5c1ec7-0a51-460a-83c3-2e679752153e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:55.265394 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55440) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:55.363784 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8b0b51-d1a3-411d-a2cd-86dfe7b29ac1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:55.364739 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4d8b0b51-d1a3-411d-a2cd-86dfe7b29ac1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Synchronizing usage tracker for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:55.418423 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4d8b0b51-d1a3-411d-a2cd-86dfe7b29ac1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Unset dirty status for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:24:55.422780 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4d8b0b51-d1a3-411d-a2cd-86dfe7b29ac1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3d9 HTTP/1.1" status: 200 len: 929 time: 0.3074872 Apr 08 10:24:55.424400 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55446) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:55.532358 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-80830f82-0aed-4bd5-b9ef-80469167d162 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting port 82d2156e-0362-49ee-bf9f-7b9b2ec0ab57 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:55.533164 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-80830f82-0aed-4bd5-b9ef-80469167d162 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:55.566232 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-50700364-d8a2-444a-97cf-2e2e4da12818 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8e395073c79b45e685e221032dd4d133&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9277112 Apr 08 10:24:55.577189 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55450) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:55.637088 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4eb4f80b-c9f6-478b-9ef3-b9c9909f6cae tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:55.644968 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fe7452aa-97be-4fd7-b5df-19983fbd1c14 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:55.717760 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc40078-f502-4e10-8816-fd89551efecd None None] Network d0c27b4f-6b07-4d16-a650-eaca8b9c59b8 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:55.727090 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3e5c1ec7-0a51-460a-83c3-2e679752153e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:55.806850 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-4eb4f80b-c9f6-478b-9ef3-b9c9909f6cae tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Calling delete_port for 3ff3dc37-bad9-4820-912d-8aea3d178457 owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:55.821571 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 099250e8-5248-4633-a069-f5465c5bd7e9 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:24:55.844074 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c3f7023d-6dc1-4e98-a1c9-c0e29cfa9c74 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=99d8bc42a35a4346859252e524d5d533&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5725112 Apr 08 10:24:55.850999 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3e5c1ec7-0a51-460a-83c3-2e679752153e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:55.856160 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55454) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:55.903762 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7452aa-97be-4fd7-b5df-19983fbd1c14 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event updated for resources: {'Subnet': ['ID=a350f6c9-0072-4451-a86a-3941beaa199b,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:55.925934 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4bbbf895-4b13-44be-a30b-683dc274dfa5 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router_gateway, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:55.953169 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a2752e72-062f-43e1-96c3-22fad90a65f9 None None] Provisioning for port 39d746f0-dfbe-4234-8be1-39a983201cda completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:55.966800 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-62f0f8ba-332b-49a7-8fe1-08cb60d41e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:55.984519 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7452aa-97be-4fd7-b5df-19983fbd1c14 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Checking segment: {'id': '19f26fcd-5f66-4e04-9214-09eda35d2037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2ff7f90f-90c9-4c69-87be-7061a598a789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:24:55.984959 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7452aa-97be-4fd7-b5df-19983fbd1c14 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Network hostable DHCP agents. Network: 2ff7f90f-90c9-4c69-87be-7061a598a789, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:24:56.037257 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 099250e8-5248-4633-a069-f5465c5bd7e9 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:56.043868 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-62f0f8ba-332b-49a7-8fe1-08cb60d41e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:56.055765 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-80830f82-0aed-4bd5-b9ef-80469167d162 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:56.078572 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 39d746f0-dfbe-4234-8be1-39a983201cda up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:24:56.176527 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4bbbf895-4b13-44be-a30b-683dc274dfa5 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:56.202440 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 39d746f0-dfbe-4234-8be1-39a983201cda completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:56.211670 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-80830f82-0aed-4bd5-b9ef-80469167d162 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Calling delete_port for 82d2156e-0362-49ee-bf9f-7b9b2ec0ab57 owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:56.220145 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 39d746f0-dfbe-4234-8be1-39a983201cda triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:56.221033 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:56.279103 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7452aa-97be-4fd7-b5df-19983fbd1c14 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Network 2ff7f90f-90c9-4c69-87be-7061a598a789 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:24:56.301645 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-fe7452aa-97be-4fd7-b5df-19983fbd1c14 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 2ff7f90f-90c9-4c69-87be-7061a598a789) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:24:56.306963 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7452aa-97be-4fd7-b5df-19983fbd1c14 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:56.307882 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fe7452aa-97be-4fd7-b5df-19983fbd1c14 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:56.315675 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-62f0f8ba-332b-49a7-8fe1-08cb60d41e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:56.365968 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0f8ba-332b-49a7-8fe1-08cb60d41e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49191f2a-e922-4397-8d4b-f5030c5b498a,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:56.375296 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-62f0f8ba-332b-49a7-8fe1-08cb60d41e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:56.377019 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-62f0f8ba-332b-49a7-8fe1-08cb60d41e6f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/49191f2a-e922-4397-8d4b-f5030c5b498a HTTP/1.1" status: 204 len: 168 time: 0.7873783 Apr 08 10:24:56.385396 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-fe7452aa-97be-4fd7-b5df-19983fbd1c14 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0812674 Apr 08 10:24:56.386229 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55460) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:56.401626 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4bbbf895-4b13-44be-a30b-683dc274dfa5 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1762438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1762447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1757449'] for router, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:56.420461 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3e5c1ec7-0a51-460a-83c3-2e679752153e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:56.421664 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5c1ec7-0a51-460a-83c3-2e679752153e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Fanout notify agent at l3_agent the message router_deleted on router 740b941c-47f7-4c46-8837-95cf8718968a {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:24:56.453704 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:56.467201 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11506510-c4ef-49b5-aa7b-43201858ae75 None None] Network 2ff7f90f-90c9-4c69-87be-7061a598a789 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:56.668687 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3e5c1ec7-0a51-460a-83c3-2e679752153e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:56.669798 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3e5c1ec7-0a51-460a-83c3-2e679752153e tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "DELETE /v2.0/routers/740b941c-47f7-4c46-8837-95cf8718968a HTTP/1.1" status: 204 len: 168 time: 5.2543006 Apr 08 10:24:56.672455 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-35d1d1ac-daaf-4b00-b1bf-aec360186313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:56.675946 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55464) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:56.724903 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afda2fca-803c-4959-93cc-b0999f8c7b57 None None] Network 68ddc8de-cfd1-4535-903c-414ed33aa7d3 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:56.799499 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-80830f82-0aed-4bd5-b9ef-80469167d162 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:56.813195 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 39d746f0-dfbe-4234-8be1-39a983201cda, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=39d746f0-dfbe-4234-8be1-39a983201cda,segment=NetworkSegment(c2463d11-4848-4ec1-8162-a14dce503b38),segment_id=c2463d11-4848-4ec1-8162-a14dce503b38)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:56.876249 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-35d1d1ac-daaf-4b00-b1bf-aec360186313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:56.911123 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:57.000791 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8e700699-cdf8-4771-8c6a-5e36c2470dd0 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:57.026414 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4eb4f80b-c9f6-478b-9ef3-b9c9909f6cae tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:57.044392 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f160e40e-c7ba-4fc9-a3e4-e7729a168522 None None] Provisioning for port 099250e8-5248-4633-a069-f5465c5bd7e9 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:57.062459 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f160e40e-c7ba-4fc9-a3e4-e7729a168522 None None] Provisioning complete for port 099250e8-5248-4633-a069-f5465c5bd7e9 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:57.062674 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f160e40e-c7ba-4fc9-a3e4-e7729a168522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:57.167696 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4f80b-c9f6-478b-9ef3-b9c9909f6cae tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Port': ['ID=3ff3dc37-bad9-4820-912d-8aea3d178457,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:57.189733 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80830f82-0aed-4bd5-b9ef-80469167d162 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Port': ['ID=82d2156e-0362-49ee-bf9f-7b9b2ec0ab57,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:57.231298 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-80830f82-0aed-4bd5-b9ef-80469167d162 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:57.243744 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-914fbcdb-a5c6-447e-adbf-2dde4e29b1dd tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:57.280817 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-80830f82-0aed-4bd5-b9ef-80469167d162 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/ports/82d2156e-0362-49ee-bf9f-7b9b2ec0ab57 HTTP/1.1" status: 204 len: 168 time: 1.8505368 Apr 08 10:24:57.287615 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55476) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:57.308293 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-35d1d1ac-daaf-4b00-b1bf-aec360186313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:57.355564 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60898b9-0928-4c25-b7ff-cfb62cf96206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-2ff7f90f-90c9-4c69-87be-7061a598a789', 'network_id': '2ff7f90f-90c9-4c69-87be-7061a598a789', 'tenant_id': '270adadf669a45b6bd01155aeff0f96b', 'fixed_ips': [{'subnet_id': 'a350f6c9-0072-4451-a86a-3941beaa199b'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:24:57.355564 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e60898b9-0928-4c25-b7ff-cfb62cf96206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:57.383451 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=39d746f0-dfbe-4234-8be1-39a983201cda,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:57.460914 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1d1ac-daaf-4b00-b1bf-aec360186313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9297a5a7-3054-4a7e-a979-65e278cc057a,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:57.497072 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f160e40e-c7ba-4fc9-a3e4-e7729a168522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:57.507084 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-914fbcdb-a5c6-447e-adbf-2dde4e29b1dd tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:57.519402 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8e700699-cdf8-4771-8c6a-5e36c2470dd0 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:57.538843 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-35d1d1ac-daaf-4b00-b1bf-aec360186313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:57.540004 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-35d1d1ac-daaf-4b00-b1bf-aec360186313 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9297a5a7-3054-4a7e-a979-65e278cc057a HTTP/1.1" status: 204 len: 168 time: 1.6831892 Apr 08 10:24:57.660518 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-914fbcdb-a5c6-447e-adbf-2dde4e29b1dd tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server [None req-e60898b9-0928-4c25-b7ff-cfb62cf96206 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a350f6c9-0072-4451-a86a-3941beaa199b: This subnet is being modified by another concurrent operation. Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 08 10:24:57.672381 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise value Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server raise exception Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a350f6c9-0072-4451-a86a-3941beaa199b: This subnet is being modified by another concurrent operation. Apr 08 10:24:57.675990 dv-neutron-837110-1-hyperv neutron-server[83847]: ERROR oslo_messaging.rpc.server Apr 08 10:24:57.679217 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a8f9e42-7b00-4f0c-bb7f-a368eec6b697 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] GET failed (client error): The resource could not be found. Apr 08 10:24:57.679217 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1a8f9e42-7b00-4f0c-bb7f-a368eec6b697 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Synchronizing usage tracker for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:57.739691 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e74691-d2ca-4d3c-aa49-2c46223b6d41 None None] Network 2ff7f90f-90c9-4c69-87be-7061a598a789 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:24:57.752950 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 39d746f0-dfbe-4234-8be1-39a983201cda up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:24:57.777721 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914fbcdb-a5c6-447e-adbf-2dde4e29b1dd tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event deleted for resources: {'Subnet': ['ID=a350f6c9-0072-4451-a86a-3941beaa199b,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:57.811683 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-8e700699-cdf8-4771-8c6a-5e36c2470dd0 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192f3bbb-ce8e-4d78-84a7-a4b3b9471c82']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:57.878403 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-8e700699-cdf8-4771-8c6a-5e36c2470dd0 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03bf823-4416-4fe0-9479-94379a96e5e7') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:57.878759 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-8e700699-cdf8-4771-8c6a-5e36c2470dd0 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03bf823-4416-4fe0-9479-94379a96e5e7') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:57.914061 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8e700699-cdf8-4771-8c6a-5e36c2470dd0 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:57.920108 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-914fbcdb-a5c6-447e-adbf-2dde4e29b1dd tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:57.924113 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-f160e40e-c7ba-4fc9-a3e4-e7729a168522 None None] For port 099250e8-5248-4633-a069-f5465c5bd7e9, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=099250e8-5248-4633-a069-f5465c5bd7e9,segment=NetworkSegment(531a881b-971c-48ac-a85b-bddfaaf13f2d),segment_id=531a881b-971c-48ac-a85b-bddfaaf13f2d)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:24:57.954222 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-914fbcdb-a5c6-447e-adbf-2dde4e29b1dd tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff7f90f-90c9-4c69-87be-7061a598a789']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:57.969421 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-914fbcdb-a5c6-447e-adbf-2dde4e29b1dd tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f26fcd-5f66-4e04-9214-09eda35d2037') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:57.969795 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-914fbcdb-a5c6-447e-adbf-2dde4e29b1dd tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f26fcd-5f66-4e04-9214-09eda35d2037') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:57.977073 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8e700699-cdf8-4771-8c6a-5e36c2470dd0 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:57.980820 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f160e40e-c7ba-4fc9-a3e4-e7729a168522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:57.983108 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-914fbcdb-a5c6-447e-adbf-2dde4e29b1dd tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:58.002415 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-914fbcdb-a5c6-447e-adbf-2dde4e29b1dd tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:58.008062 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e700699-cdf8-4771-8c6a-5e36c2470dd0 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:24:58.009048 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8e700699-cdf8-4771-8c6a-5e36c2470dd0 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:58.009377 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-914fbcdb-a5c6-447e-adbf-2dde4e29b1dd tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:24:58.009806 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-914fbcdb-a5c6-447e-adbf-2dde4e29b1dd tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:58.033605 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4eb4f80b-c9f6-478b-9ef3-b9c9909f6cae tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:24:58.060188 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:24:58.070320 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160e40e-c7ba-4fc9-a3e4-e7729a168522 None None] Pushing event updated for resources: {'Port': ['ID=099250e8-5248-4633-a069-f5465c5bd7e9,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:58.096635 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 39d746f0-dfbe-4234-8be1-39a983201cda triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:58.097012 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:24:58.111720 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:24:58.116738 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-914fbcdb-a5c6-447e-adbf-2dde4e29b1dd tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:58.128244 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-914fbcdb-a5c6-447e-adbf-2dde4e29b1dd tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:58.161529 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1a8f9e42-7b00-4f0c-bb7f-a368eec6b697 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Unset dirty status for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:24:58.163886 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1a8f9e42-7b00-4f0c-bb7f-a368eec6b697 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "GET /v2.0/ports/82d2156e-0362-49ee-bf9f-7b9b2ec0ab57 HTTP/1.1" status: 404 len: 333 time: 0.7834711 Apr 08 10:24:58.182042 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55492) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:58.200424 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914fbcdb-a5c6-447e-adbf-2dde4e29b1dd tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event deleted for resources: {'Network': ['ID=2ff7f90f-90c9-4c69-87be-7061a598a789,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:58.207614 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-698c87b1-2c9c-46b7-b79b-949fc7166351 None None] Provisioning for port 50b84c3c-c5ba-466f-801c-573a17f514fe completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:24:58.261034 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-698c87b1-2c9c-46b7-b79b-949fc7166351 None None] Provisioning complete for port 50b84c3c-c5ba-466f-801c-573a17f514fe triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:58.261451 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-698c87b1-2c9c-46b7-b79b-949fc7166351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:58.270623 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-914fbcdb-a5c6-447e-adbf-2dde4e29b1dd tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "DELETE /v2.0/networks/2ff7f90f-90c9-4c69-87be-7061a598a789 HTTP/1.1" status: 204 len: 168 time: 1.8514533 Apr 08 10:24:58.279917 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55500) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:58.291945 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-3e6c10f4-6282-4842-8c50-f9ee8cfc3219 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1366956160'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:58.320244 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3e6c10f4-6282-4842-8c50-f9ee8cfc3219 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:58.331819 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3e6c10f4-6282-4842-8c50-f9ee8cfc3219 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Usage tracker for resource:network and tenant:270adadf669a45b6bd01155aeff0f96b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:58.340212 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3e6c10f4-6282-4842-8c50-f9ee8cfc3219 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:58.354385 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-e1dedd9c-e230-401e-9c43-dd724c50dd5d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting port 50b84c3c-c5ba-466f-801c-573a17f514fe {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:24:58.355704 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e1dedd9c-e230-401e-9c43-dd724c50dd5d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:58.385048 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-698c87b1-2c9c-46b7-b79b-949fc7166351 None None] Port 50b84c3c-c5ba-466f-801c-573a17f514fe cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:24:58.417065 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3e6c10f4-6282-4842-8c50-f9ee8cfc3219 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:58.419682 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-698c87b1-2c9c-46b7-b79b-949fc7166351 None None] Could not find standard attr ID for object 82d2156e-0362-49ee-bf9f-7b9b2ec0ab57. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:24:58.421951 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8e700699-cdf8-4771-8c6a-5e36c2470dd0 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:58.431291 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8e700699-cdf8-4771-8c6a-5e36c2470dd0 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:58.463026 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-698c87b1-2c9c-46b7-b79b-949fc7166351 None None] Provisioning complete for port 39d746f0-dfbe-4234-8be1-39a983201cda triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:58.463401 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-698c87b1-2c9c-46b7-b79b-949fc7166351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:58.467142 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6c10f4-6282-4842-8c50-f9ee8cfc3219 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Made reservation on behalf of 270adadf669a45b6bd01155aeff0f96b for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:58.473348 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3e6c10f4-6282-4842-8c50-f9ee8cfc3219 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:58.503635 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8e700699-cdf8-4771-8c6a-5e36c2470dd0 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "DELETE /v2.0/networks/192f3bbb-ce8e-4d78-84a7-a4b3b9471c82 HTTP/1.1" status: 204 len: 168 time: 1.8225982 Apr 08 10:24:58.510015 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55506) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:58.512911 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bbbf895-4b13-44be-a30b-683dc274dfa5 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Router 85b87943-aa81-4ed6-9196-f2b8e3bffe26 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:24:58.523100 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e700699-cdf8-4771-8c6a-5e36c2470dd0 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Pushing event deleted for resources: {'Network': ['ID=192f3bbb-ce8e-4d78-84a7-a4b3b9471c82,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:58.526313 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55510) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:58.544394 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 28baa2b7-fbdd-470b-8369-452b0214bd59 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:24:58.633371 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 28baa2b7-fbdd-470b-8369-452b0214bd59 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:24:58.634057 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 28baa2b7-fbdd-470b-8369-452b0214bd59 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:24:58.776264 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e1dedd9c-e230-401e-9c43-dd724c50dd5d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:58.779157 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0265cb-d56f-48c9-b758-6ef49fc1cb9b None None] get_active_networks_info from dv-neutron-837110-1-hyperv {{(pid=83847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 08 10:24:58.920895 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a86d5d6f-d021-4de0-a31f-8e5936a623a4 None None] Provisioning complete for port 099250e8-5248-4633-a069-f5465c5bd7e9 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:24:58.921174 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a86d5d6f-d021-4de0-a31f-8e5936a623a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:58.986435 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1943817470'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:58.990169 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e6c10f4-6282-4842-8c50-f9ee8cfc3219 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:24:58.999117 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-e1dedd9c-e230-401e-9c43-dd724c50dd5d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Calling delete_port for 50b84c3c-c5ba-466f-801c-573a17f514fe owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:24:59.075258 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:59.076426 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3e6c10f4-6282-4842-8c50-f9ee8cfc3219 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:59.076895 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-3e6c10f4-6282-4842-8c50-f9ee8cfc3219 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Added segment 424749e8-b173-4d77-a116-17909e7e498b of type vlan for network 93237383-b0d6-44a2-9e9f-68c1ff5d715e Apr 08 10:24:59.090843 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0265cb-d56f-48c9-b758-6ef49fc1cb9b None None] Resources bound (agent type, host, resource id): {{(pid=83847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 10:24:59.117836 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Usage tracker for resource:network and tenant:785ebca71f914e9489ec04321815ec6d is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:59.131595 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:59.147705 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3e6c10f4-6282-4842-8c50-f9ee8cfc3219 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:59.168436 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55524) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:59.199189 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6e49776d-57a0-4edf-a326-97d4c110cff4 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:59.223427 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:59.301950 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3e6c10f4-6282-4842-8c50-f9ee8cfc3219 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:59.316679 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6c10f4-6282-4842-8c50-f9ee8cfc3219 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:24:59.317584 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3e6c10f4-6282-4842-8c50-f9ee8cfc3219 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:59.331948 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Made reservation on behalf of 785ebca71f914e9489ec04321815ec6d for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:59.335078 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:59.351937 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6e49776d-57a0-4edf-a326-97d4c110cff4 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:59.354509 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:59.369066 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-578afdf1-60db-47bb-bd1a-afa7ce06bca0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1861753946'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:59.395978 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb4f80b-c9f6-478b-9ef3-b9c9909f6cae tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Router 5e12e47b-a031-406e-a44a-46bf32b2d76f has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:24:59.444580 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-578afdf1-60db-47bb-bd1a-afa7ce06bca0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:59.481945 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-578afdf1-60db-47bb-bd1a-afa7ce06bca0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Usage tracker for resource:network and tenant:72c993bf72344f498aa1635c771d9146 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:59.496342 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-578afdf1-60db-47bb-bd1a-afa7ce06bca0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:59.506578 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e1dedd9c-e230-401e-9c43-dd724c50dd5d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:59.508907 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3e6c10f4-6282-4842-8c50-f9ee8cfc3219 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2276483 Apr 08 10:24:59.511921 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-578afdf1-60db-47bb-bd1a-afa7ce06bca0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:59.536287 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55530) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:59.556840 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-5750472a-1662-400b-9551-d89eea7757ee tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Request body: {'subnet': {'network_id': '93237383-b0d6-44a2-9e9f-68c1ff5d715e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:24:59.558711 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c10f4-6282-4842-8c50-f9ee8cfc3219 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event updated for resources: {'Network': ['ID=93237383-b0d6-44a2-9e9f-68c1ff5d715e,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:59.573184 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dedd9c-e230-401e-9c43-dd724c50dd5d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Port': ['ID=50b84c3c-c5ba-466f-801c-573a17f514fe,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:24:59.586318 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578afdf1-60db-47bb-bd1a-afa7ce06bca0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Made reservation on behalf of 72c993bf72344f498aa1635c771d9146 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:59.589346 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-578afdf1-60db-47bb-bd1a-afa7ce06bca0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:59.596799 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:59.604865 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6c10f4-6282-4842-8c50-f9ee8cfc3219 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:24:59.605270 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6c10f4-6282-4842-8c50-f9ee8cfc3219 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:24:59.605544 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6c10f4-6282-4842-8c50-f9ee8cfc3219 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:24:59.605876 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6c10f4-6282-4842-8c50-f9ee8cfc3219 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:24:59.606233 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6c10f4-6282-4842-8c50-f9ee8cfc3219 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:24:59.606560 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6c10f4-6282-4842-8c50-f9ee8cfc3219 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:24:59.606883 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6c10f4-6282-4842-8c50-f9ee8cfc3219 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:24:59.607287 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6c10f4-6282-4842-8c50-f9ee8cfc3219 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:24:59.607497 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6c10f4-6282-4842-8c50-f9ee8cfc3219 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:24:59.607821 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6c10f4-6282-4842-8c50-f9ee8cfc3219 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:24:59.608156 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6c10f4-6282-4842-8c50-f9ee8cfc3219 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:24:59.632271 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 93237383-b0d6-44a2-9e9f-68c1ff5d715e details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:24:59.647360 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dedd9c-e230-401e-9c43-dd724c50dd5d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:24:59.647748 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dedd9c-e230-401e-9c43-dd724c50dd5d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:24:59.648033 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dedd9c-e230-401e-9c43-dd724c50dd5d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:24:59.648402 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dedd9c-e230-401e-9c43-dd724c50dd5d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:24:59.648830 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dedd9c-e230-401e-9c43-dd724c50dd5d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:24:59.649055 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dedd9c-e230-401e-9c43-dd724c50dd5d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:24:59.649373 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dedd9c-e230-401e-9c43-dd724c50dd5d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:24:59.649730 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dedd9c-e230-401e-9c43-dd724c50dd5d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:24:59.650132 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dedd9c-e230-401e-9c43-dd724c50dd5d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:24:59.650460 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dedd9c-e230-401e-9c43-dd724c50dd5d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:24:59.650810 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dedd9c-e230-401e-9c43-dd724c50dd5d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:24:59.658716 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-578afdf1-60db-47bb-bd1a-afa7ce06bca0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:59.667763 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Usage tracker for resource:security_group_rule and tenant:785ebca71f914e9489ec04321815ec6d is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:59.672519 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e1dedd9c-e230-401e-9c43-dd724c50dd5d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:59.675150 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:59.688727 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:59.697499 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e1dedd9c-e230-401e-9c43-dd724c50dd5d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/ports/50b84c3c-c5ba-466f-801c-573a17f514fe HTTP/1.1" status: 204 len: 168 time: 1.5143631 Apr 08 10:24:59.699283 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55534) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:59.726873 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5750472a-1662-400b-9551-d89eea7757ee tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:59.733809 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbbf895-4b13-44be-a30b-683dc274dfa5 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:24:59.736578 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5750472a-1662-400b-9551-d89eea7757ee tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Usage tracker for resource:subnet and tenant:270adadf669a45b6bd01155aeff0f96b is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:59.747154 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5750472a-1662-400b-9551-d89eea7757ee tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:24:59.751253 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb4f80b-c9f6-478b-9ef3-b9c9909f6cae tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:24:59.756423 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1832178-623f-45c0-87a0-12c8c9d7440c None None] Sync routers for ids ['85b87943-aa81-4ed6-9196-f2b8e3bffe26'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:24:59.769023 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5750472a-1662-400b-9551-d89eea7757ee tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:24:59.777903 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00da40a8-7e15-468e-9eb5-30560ecba8b0 None None] Sync routers for ids ['5e12e47b-a031-406e-a44a-46bf32b2d76f'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:24:59.780135 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1832178-623f-45c0-87a0-12c8c9d7440c None None] Routers {'85b87943-aa81-4ed6-9196-f2b8e3bffe26'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:24:59.780766 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d1832178-623f-45c0-87a0-12c8c9d7440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:24:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['85b87943-aa81-4ed6-9196-f2b8e3bffe26'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:59.786323 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 099250e8-5248-4633-a069-f5465c5bd7e9 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:24:59.789385 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6e49776d-57a0-4edf-a326-97d4c110cff4 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:59.789897 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4eb4f80b-c9f6-478b-9ef3-b9c9909f6cae tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "PUT /v2.0/routers/5e12e47b-a031-406e-a44a-46bf32b2d76f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5681264 Apr 08 10:24:59.792835 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55538) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:59.795471 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4bbbf895-4b13-44be-a30b-683dc274dfa5 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:24:59.796947 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4bbbf895-4b13-44be-a30b-683dc274dfa5 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "PUT /v2.0/routers/85b87943-aa81-4ed6-9196-f2b8e3bffe26 HTTP/1.1" status: 200 len: 879 time: 8.0068014 Apr 08 10:24:59.802784 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-38cdfa8e-035b-4588-b73e-7a44e602075f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] GET failed (client error): The resource could not be found. Apr 08 10:24:59.803287 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-38cdfa8e-035b-4588-b73e-7a44e602075f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Synchronizing usage tracker for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:59.810073 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-578afdf1-60db-47bb-bd1a-afa7ce06bca0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:24:59.814491 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55542) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:24:59.843572 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5750472a-1662-400b-9551-d89eea7757ee tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Made reservation on behalf of 270adadf669a45b6bd01155aeff0f96b for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:24:59.852845 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-578afdf1-60db-47bb-bd1a-afa7ce06bca0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Usage tracker for resource:security_group_rule and tenant:72c993bf72344f498aa1635c771d9146 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:24:59.876180 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b67cbb-1b51-44ea-b3e8-506ea324a86d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] GET failed (client error): The resource could not be found. Apr 08 10:24:59.877199 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-07b67cbb-1b51-44ea-b3e8-506ea324a86d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Synchronizing usage tracker for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:24:59.927473 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00da40a8-7e15-468e-9eb5-30560ecba8b0 None None] Routers {'5e12e47b-a031-406e-a44a-46bf32b2d76f'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:24:59.928153 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-00da40a8-7e15-468e-9eb5-30560ecba8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:24:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['5e12e47b-a031-406e-a44a-46bf32b2d76f'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:59.931413 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d1832178-623f-45c0-87a0-12c8c9d7440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:59.949346 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1832178-623f-45c0-87a0-12c8c9d7440c None None] Routers {'85b87943-aa81-4ed6-9196-f2b8e3bffe26'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:24:59.949982 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d1832178-623f-45c0-87a0-12c8c9d7440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:24:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['85b87943-aa81-4ed6-9196-f2b8e3bffe26'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:24:59.995617 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-00da40a8-7e15-468e-9eb5-30560ecba8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:00.011274 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d1832178-623f-45c0-87a0-12c8c9d7440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:00.011978 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1832178-623f-45c0-87a0-12c8c9d7440c None None] The sync data for ids ['85b87943-aa81-4ed6-9196-f2b8e3bffe26'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:25:00.019889 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00da40a8-7e15-468e-9eb5-30560ecba8b0 None None] Routers {'5e12e47b-a031-406e-a44a-46bf32b2d76f'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:25:00.020535 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-00da40a8-7e15-468e-9eb5-30560ecba8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:24:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['5e12e47b-a031-406e-a44a-46bf32b2d76f'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:00.021812 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5750472a-1662-400b-9551-d89eea7757ee tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:00.054896 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:00.077689 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6e49776d-57a0-4edf-a326-97d4c110cff4 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:00.079123 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6e49776d-57a0-4edf-a326-97d4c110cff4 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] 10.222.0.47 "DELETE /v2.0/security-groups/3ae44c6d-46de-49e1-b817-eec31857f3d6 HTTP/1.1" status: 204 len: 168 time: 1.5612421 Apr 08 10:25:00.091207 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-578afdf1-60db-47bb-bd1a-afa7ce06bca0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:00.094941 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-00da40a8-7e15-468e-9eb5-30560ecba8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:00.094941 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00da40a8-7e15-468e-9eb5-30560ecba8b0 None None] The sync data for ids ['5e12e47b-a031-406e-a44a-46bf32b2d76f'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:25:00.097273 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 099250e8-5248-4633-a069-f5465c5bd7e9 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:00.097653 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:00.120319 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49776d-57a0-4edf-a326-97d4c110cff4 tempest-TestNetworkAdvancedServerOps-97924582 tempest-TestNetworkAdvancedServerOps-97924582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae44c6d-46de-49e1-b817-eec31857f3d6,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:00.123642 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-578afdf1-60db-47bb-bd1a-afa7ce06bca0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:00.162359 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:00.215371 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-38cdfa8e-035b-4588-b73e-7a44e602075f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Unset dirty status for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:25:00.219567 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-38cdfa8e-035b-4588-b73e-7a44e602075f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "GET /v2.0/ports/50b84c3c-c5ba-466f-801c-573a17f514fe HTTP/1.1" status: 404 len: 333 time: 0.5188954 Apr 08 10:25:00.221155 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55550) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:00.236218 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=106e3e86-6325-45a7-a6ce-0e405bb36109,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:00.250634 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:25:00.251245 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:25:00.252668 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:25:00.252963 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:25:00.253557 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:25:00.254323 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:25:00.254323 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:25:00.254781 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:25:00.255201 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:25:00.255636 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:25:00.256051 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:25:00.279125 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-07b67cbb-1b51-44ea-b3e8-506ea324a86d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Unset dirty status for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:25:00.285270 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-07b67cbb-1b51-44ea-b3e8-506ea324a86d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "GET /v2.0/ports/3ff3dc37-bad9-4820-912d-8aea3d178457 HTTP/1.1" status: 404 len: 333 time: 0.4868777 Apr 08 10:25:00.286660 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55554) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:00.287356 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:25:00.446006 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:00.446433 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Added segment bc372df5-4528-4655-ac67-2610956e0d24 of type vlan for network c5ad1834-fb5b-450f-9d9d-a9a551a5862a Apr 08 10:25:00.461855 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-578afdf1-60db-47bb-bd1a-afa7ce06bca0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:00.484032 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-578afdf1-60db-47bb-bd1a-afa7ce06bca0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:00.505429 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1d8f256f-2cd0-41ad-960d-4792e3130d7a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:00.538847 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55560) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:00.543000 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578afdf1-60db-47bb-bd1a-afa7ce06bca0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:25:00.560999 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-be3aa4ea-075a-46ba-89ea-864748683c0c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting subnet 73d6195d-cf0e-4f91-b17e-808dde45ba37 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:25:00.562714 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578afdf1-60db-47bb-bd1a-afa7ce06bca0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=678be4cf-2b14-4e16-997d-f75d1086d839,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:00.568811 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-be3aa4ea-075a-46ba-89ea-864748683c0c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:00.619143 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-578afdf1-60db-47bb-bd1a-afa7ce06bca0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:00.619490 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-578afdf1-60db-47bb-bd1a-afa7ce06bca0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Added segment d3f0e5df-f133-4770-a261-287322f713c2 of type vlan for network 4cbd22d9-e702-487e-bd72-a42cd71aaf93 Apr 08 10:25:00.621249 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:00.660505 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-be3aa4ea-075a-46ba-89ea-864748683c0c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:00.719600 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-578afdf1-60db-47bb-bd1a-afa7ce06bca0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:00.752892 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1469b0d6-de94-4945-a5bc-8ca1a2d70cd1 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "GET /v2.0/routers/85b87943-aa81-4ed6-9196-f2b8e3bffe26 HTTP/1.1" status: 200 len: 920 time: 0.9156132 Apr 08 10:25:00.757272 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55566) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:00.859607 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-578afdf1-60db-47bb-bd1a-afa7ce06bca0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:00.863526 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578afdf1-60db-47bb-bd1a-afa7ce06bca0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:00.864125 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-578afdf1-60db-47bb-bd1a-afa7ce06bca0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:00.896929 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-fdab29dc-10aa-46fa-a3c2-46d6007ad364 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=14526426b3bf429d8a2df66bd6372e7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3569295 Apr 08 10:25:00.910753 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55570) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:00.959771 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:00.960330 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-be3aa4ea-075a-46ba-89ea-864748683c0c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:00.963390 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:00.963965 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:01.060911 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578afdf1-60db-47bb-bd1a-afa7ce06bca0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Network': ['ID=4cbd22d9-e702-487e-bd72-a42cd71aaf93,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:01.066881 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-578afdf1-60db-47bb-bd1a-afa7ce06bca0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8962166 Apr 08 10:25:01.067831 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55574) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:01.075849 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 4cbd22d9-e702-487e-bd72-a42cd71aaf93 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:25:01.084192 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-46742781-839f-4ac0-9868-ca4edaae5597 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-174889793'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:01.104179 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-46742781-839f-4ac0-9868-ca4edaae5597 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:01.111549 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-46742781-839f-4ac0-9868-ca4edaae5597 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Usage tracker for resource:network and tenant:72c993bf72344f498aa1635c771d9146 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:01.120194 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-46742781-839f-4ac0-9868-ca4edaae5597 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:01.134027 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-46742781-839f-4ac0-9868-ca4edaae5597 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:01.141041 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6b0c22ba-09cf-4840-9285-04d541080cb2 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240&device_id=85b87943-aa81-4ed6-9196-f2b8e3bffe26&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3792892 Apr 08 10:25:01.145000 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55578) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:01.186241 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-be3aa4ea-075a-46ba-89ea-864748683c0c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:01.244734 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.7147200 Apr 08 10:25:01.261251 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55582) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:01.261889 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47348e-1504-44f8-97e4-da8707c9f1b8 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Pushing event updated for resources: {'Network': ['ID=c5ad1834-fb5b-450f-9d9d-a9a551a5862a,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:01.268531 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1d8f256f-2cd0-41ad-960d-4792e3130d7a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:01.273149 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network c5ad1834-fb5b-450f-9d9d-a9a551a5862a details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:25:01.276207 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-24d822ec-bcb2-4767-8954-e49e1ad30428 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Request body: {'subnet': {'network_id': 'c5ad1834-fb5b-450f-9d9d-a9a551a5862a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:01.282265 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46742781-839f-4ac0-9868-ca4edaae5597 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Made reservation on behalf of 72c993bf72344f498aa1635c771d9146 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:01.286321 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-46742781-839f-4ac0-9868-ca4edaae5597 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:01.295605 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-77e71e97-4dc2-4047-b52f-3462c3314dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:01.327176 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3aa4ea-075a-46ba-89ea-864748683c0c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Subnet': ['ID=73d6195d-cf0e-4f91-b17e-808dde45ba37,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:01.350113 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-be3aa4ea-075a-46ba-89ea-864748683c0c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:01.356934 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5750472a-1662-400b-9551-d89eea7757ee tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:01.357310 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325ee88d-973a-46a5-b269-7096f1813c52 None None] Network d0c27b4f-6b07-4d16-a650-eaca8b9c59b8 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:01.361842 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1d8f256f-2cd0-41ad-960d-4792e3130d7a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:01.379675 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-be3aa4ea-075a-46ba-89ea-864748683c0c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/subnets/73d6195d-cf0e-4f91-b17e-808dde45ba37 HTTP/1.1" status: 204 len: 168 time: 1.1543157 Apr 08 10:25:01.381638 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-77e71e97-4dc2-4047-b52f-3462c3314dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:01.397413 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55586) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:01.433857 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46742781-839f-4ac0-9868-ca4edaae5597 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:25:01.484653 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750472a-1662-400b-9551-d89eea7757ee tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event updated for resources: {'Subnet': ['ID=77740173-ddd1-417c-a017-da62706d1417,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:01.504324 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-24d822ec-bcb2-4767-8954-e49e1ad30428 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:01.511466 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-24d822ec-bcb2-4767-8954-e49e1ad30428 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Usage tracker for resource:subnet and tenant:785ebca71f914e9489ec04321815ec6d is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:01.517561 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-24d822ec-bcb2-4767-8954-e49e1ad30428 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:01.524474 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1d8f256f-2cd0-41ad-960d-4792e3130d7a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:01.525004 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8f256f-2cd0-41ad-960d-4792e3130d7a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Fanout notify agent at l3_agent the message router_deleted on router 5e12e47b-a031-406e-a44a-46bf32b2d76f {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:25:01.527018 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-46742781-839f-4ac0-9868-ca4edaae5597 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:01.527541 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-46742781-839f-4ac0-9868-ca4edaae5597 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Added segment d11921ab-f46a-488c-acdc-4a298b1fc563 of type vlan for network 50e21b06-b985-4077-8c1b-6718c6b89044 Apr 08 10:25:01.533993 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-24d822ec-bcb2-4767-8954-e49e1ad30428 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:01.540843 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433a285d-df6c-4f65-9136-2c01313d0a2d tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:01.542210 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-433a285d-df6c-4f65-9136-2c01313d0a2d tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "GET /v2.0/networks/f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 HTTP/1.1" status: 200 len: 881 time: 0.3957307 Apr 08 10:25:01.544793 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1d8f256f-2cd0-41ad-960d-4792e3130d7a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:01.549657 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1d8f256f-2cd0-41ad-960d-4792e3130d7a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/routers/5e12e47b-a031-406e-a44a-46bf32b2d76f HTTP/1.1" status: 204 len: 168 time: 1.2577920 Apr 08 10:25:01.553115 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55590) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:01.553506 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55592) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:01.554346 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5750472a-1662-400b-9551-d89eea7757ee tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Checking segment: {'id': '424749e8-b173-4d77-a116-17909e7e498b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '93237383-b0d6-44a2-9e9f-68c1ff5d715e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:01.555406 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5750472a-1662-400b-9551-d89eea7757ee tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Network hostable DHCP agents. Network: 93237383-b0d6-44a2-9e9f-68c1ff5d715e, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:25:01.599761 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-46742781-839f-4ac0-9868-ca4edaae5597 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:01.606051 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-77e71e97-4dc2-4047-b52f-3462c3314dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:01.622798 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-151c3a6c-d19f-4fb0-b755-f62072f45a04 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:01.634613 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e71e97-4dc2-4047-b52f-3462c3314dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393ec7d7-0838-4247-8e25-2764cfb0d3af,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:01.665134 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-151c3a6c-d19f-4fb0-b755-f62072f45a04 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting port 39d746f0-dfbe-4234-8be1-39a983201cda {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:01.665477 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-151c3a6c-d19f-4fb0-b755-f62072f45a04 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:01.669176 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d822ec-bcb2-4767-8954-e49e1ad30428 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Made reservation on behalf of 785ebca71f914e9489ec04321815ec6d for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:01.670355 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88863ac7-7301-4261-9226-4025013a1c5d None None] DHCP port deletion for d0c27b4f-6b07-4d16-a650-eaca8b9c59b8 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:25:01.677492 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-88863ac7-7301-4261-9226-4025013a1c5d None None] Deleting port 39d746f0-dfbe-4234-8be1-39a983201cda {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:01.678057 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-88863ac7-7301-4261-9226-4025013a1c5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:01.687981 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-31725f75-c814-4188-8e62-c1dc452bbee1 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "GET /v2.0/ports?device_id=85b87943-aa81-4ed6-9196-f2b8e3bffe26 HTTP/1.1" status: 200 len: 205 time: 0.1262846 Apr 08 10:25:01.691772 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55598) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:01.713916 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-46742781-839f-4ac0-9868-ca4edaae5597 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:01.717817 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46742781-839f-4ac0-9868-ca4edaae5597 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:01.718385 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-46742781-839f-4ac0-9868-ca4edaae5597 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:01.759393 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-77e71e97-4dc2-4047-b52f-3462c3314dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:01.760816 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-77e71e97-4dc2-4047-b52f-3462c3314dfa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/393ec7d7-0838-4247-8e25-2764cfb0d3af HTTP/1.1" status: 204 len: 168 time: 0.8037658 Apr 08 10:25:01.836637 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-46742781-839f-4ac0-9868-ca4edaae5597 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7624335 Apr 08 10:25:01.840362 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55604) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:01.878237 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46742781-839f-4ac0-9868-ca4edaae5597 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Network': ['ID=50e21b06-b985-4077-8c1b-6718c6b89044,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:01.911658 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-fd6649dc-d91c-482f-9f09-3ddc3b10c098 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'subnet': {'network_id': '4cbd22d9-e702-487e-bd72-a42cd71aaf93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:01.918803 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 50e21b06-b985-4077-8c1b-6718c6b89044 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:25:01.999513 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-88863ac7-7301-4261-9226-4025013a1c5d None None] For port 39d746f0-dfbe-4234-8be1-39a983201cda, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=39d746f0-dfbe-4234-8be1-39a983201cda,segment=NetworkSegment(c2463d11-4848-4ec1-8162-a14dce503b38),segment_id=c2463d11-4848-4ec1-8162-a14dce503b38)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:01.999953 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-88863ac7-7301-4261-9226-4025013a1c5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:02.074633 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5750472a-1662-400b-9551-d89eea7757ee tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Network 93237383-b0d6-44a2-9e9f-68c1ff5d715e is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:25:02.120144 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-151c3a6c-d19f-4fb0-b755-f62072f45a04 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] For port 39d746f0-dfbe-4234-8be1-39a983201cda, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=39d746f0-dfbe-4234-8be1-39a983201cda,segment=NetworkSegment(c2463d11-4848-4ec1-8162-a14dce503b38),segment_id=c2463d11-4848-4ec1-8162-a14dce503b38)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:02.120589 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-151c3a6c-d19f-4fb0-b755-f62072f45a04 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:02.136754 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-88863ac7-7301-4261-9226-4025013a1c5d None None] Calling delete_port for 39d746f0-dfbe-4234-8be1-39a983201cda owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:02.140299 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-24d822ec-bcb2-4767-8954-e49e1ad30428 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:02.262691 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-151c3a6c-d19f-4fb0-b755-f62072f45a04 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Calling delete_port for 39d746f0-dfbe-4234-8be1-39a983201cda owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:02.298008 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55610) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:02.300397 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-88863ac7-7301-4261-9226-4025013a1c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:02.313366 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-fd6649dc-d91c-482f-9f09-3ddc3b10c098 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:02.330215 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ee674752-e45c-4032-804e-319d451052ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:02.332928 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-fd6649dc-d91c-482f-9f09-3ddc3b10c098 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Usage tracker for resource:subnet and tenant:72c993bf72344f498aa1635c771d9146 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:02.350457 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88863ac7-7301-4261-9226-4025013a1c5d None None] Pushing event deleted for resources: {'Port': ['ID=39d746f0-dfbe-4234-8be1-39a983201cda,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:02.356431 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88863ac7-7301-4261-9226-4025013a1c5d None None] No DVR routers for this DVR port 39d746f0-dfbe-4234-8be1-39a983201cda on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:25:02.370382 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88863ac7-7301-4261-9226-4025013a1c5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:25:02.370646 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88863ac7-7301-4261-9226-4025013a1c5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:25:02.370984 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88863ac7-7301-4261-9226-4025013a1c5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:25:02.371310 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88863ac7-7301-4261-9226-4025013a1c5d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:25:02.371635 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88863ac7-7301-4261-9226-4025013a1c5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:25:02.371955 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88863ac7-7301-4261-9226-4025013a1c5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:25:02.372311 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88863ac7-7301-4261-9226-4025013a1c5d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:25:02.372627 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88863ac7-7301-4261-9226-4025013a1c5d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:25:02.372940 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88863ac7-7301-4261-9226-4025013a1c5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:25:02.373251 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88863ac7-7301-4261-9226-4025013a1c5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:25:02.373568 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88863ac7-7301-4261-9226-4025013a1c5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:25:02.387411 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-fd6649dc-d91c-482f-9f09-3ddc3b10c098 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:02.390115 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-5750472a-1662-400b-9551-d89eea7757ee tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 93237383-b0d6-44a2-9e9f-68c1ff5d715e) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:02.390544 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ee674752-e45c-4032-804e-319d451052ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:02.396944 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ee674752-e45c-4032-804e-319d451052ea admin admin] Usage tracker for resource:security_group_rule and tenant:028dbc920af44dd5abfaa6ec8e75d7df is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:02.398928 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e297cefa-bfb0-4910-9c06-c892ad34f99e None None] Network 93237383-b0d6-44a2-9e9f-68c1ff5d715e requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:02.400325 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ee674752-e45c-4032-804e-319d451052ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:02.406139 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.api [None req-151c3a6c-d19f-4fb0-b755-f62072f45a04 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:25:02.406306 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG oslo_db.api [None req-151c3a6c-d19f-4fb0-b755-f62072f45a04 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:25:02.406954 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ee674752-e45c-4032-804e-319d451052ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:02.407590 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-fd6649dc-d91c-482f-9f09-3ddc3b10c098 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:02.439647 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5750472a-1662-400b-9551-d89eea7757ee tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:02.440263 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5750472a-1662-400b-9551-d89eea7757ee tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:02.482229 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ee674752-e45c-4032-804e-319d451052ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:02.494691 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ee674752-e45c-4032-804e-319d451052ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:02.494904 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6649dc-d91c-482f-9f09-3ddc3b10c098 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Made reservation on behalf of 72c993bf72344f498aa1635c771d9146 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:02.520250 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5750472a-1662-400b-9551-d89eea7757ee tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9718733 Apr 08 10:25:02.523779 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55614) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:02.529697 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-90db229a-0cad-4fbc-82ad-8e0bcbb1b4a6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting subnet 857575f9-356c-43fa-b4f1-ee955f92e360 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:25:02.538987 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee674752-e45c-4032-804e-319d451052ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d7245b-588b-4c02-886c-e97c2e88f367,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:02.546844 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ee674752-e45c-4032-804e-319d451052ea admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=028dbc920af44dd5abfaa6ec8e75d7df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2451169 Apr 08 10:25:02.547444 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55618) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:02.588139 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-d2acbc50-21a8-4037-9a6f-3c25651fbc66 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-702334449'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:02.591378 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-90db229a-0cad-4fbc-82ad-8e0bcbb1b4a6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:02.611194 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-60261354-2b10-417c-acc6-17910a0fbf2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:02.634493 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d2acbc50-21a8-4037-9a6f-3c25651fbc66 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:02.637379 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-60261354-2b10-417c-acc6-17910a0fbf2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:02.656987 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d2acbc50-21a8-4037-9a6f-3c25651fbc66 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Usage tracker for resource:network and tenant:270adadf669a45b6bd01155aeff0f96b is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:02.666460 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d2acbc50-21a8-4037-9a6f-3c25651fbc66 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:02.678294 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d2acbc50-21a8-4037-9a6f-3c25651fbc66 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:02.697696 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-60261354-2b10-417c-acc6-17910a0fbf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:02.698730 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead80dd1-aeaf-4692-ac3d-948f11c6cac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-93237383-b0d6-44a2-9e9f-68c1ff5d715e', 'network_id': '93237383-b0d6-44a2-9e9f-68c1ff5d715e', 'tenant_id': '270adadf669a45b6bd01155aeff0f96b', 'fixed_ips': [{'subnet_id': '77740173-ddd1-417c-a017-da62706d1417'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:25:02.699908 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ead80dd1-aeaf-4692-ac3d-948f11c6cac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:02.713799 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-90db229a-0cad-4fbc-82ad-8e0bcbb1b4a6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:02.715467 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60261354-2b10-417c-acc6-17910a0fbf2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d7245b-588b-4c02-886c-e97c2e88f367,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:02.731653 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-60261354-2b10-417c-acc6-17910a0fbf2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:02.735108 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-60261354-2b10-417c-acc6-17910a0fbf2b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/23d7245b-588b-4c02-886c-e97c2e88f367 HTTP/1.1" status: 204 len: 168 time: 0.1848648 Apr 08 10:25:02.788575 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2acbc50-21a8-4037-9a6f-3c25651fbc66 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Made reservation on behalf of 270adadf669a45b6bd01155aeff0f96b for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:02.791494 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d2acbc50-21a8-4037-9a6f-3c25651fbc66 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:02.816842 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fd6649dc-d91c-482f-9f09-3ddc3b10c098 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:02.877302 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-ead80dd1-aeaf-4692-ac3d-948f11c6cac7 None None] Allocated IP 2001:db8::3 (93237383-b0d6-44a2-9e9f-68c1ff5d715e/77740173-ddd1-417c-a017-da62706d1417/6a8fa85b-5631-4226-af39-054f1db53ae4) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:02.908167 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-151c3a6c-d19f-4fb0-b755-f62072f45a04 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting port 39d746f0-dfbe-4234-8be1-39a983201cda {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:02.908619 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-151c3a6c-d19f-4fb0-b755-f62072f45a04 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:02.998333 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2acbc50-21a8-4037-9a6f-3c25651fbc66 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:25:03.005909 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-151c3a6c-d19f-4fb0-b755-f62072f45a04 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] The port '39d746f0-dfbe-4234-8be1-39a983201cda' was deleted {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:25:03.049068 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d2acbc50-21a8-4037-9a6f-3c25651fbc66 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:03.049068 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-d2acbc50-21a8-4037-9a6f-3c25651fbc66 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Added segment bcfa6e0e-b5f2-4986-b3a9-7c473e80330e of type vlan for network ae1ed6e5-cac3-4745-953f-8c509542aa11 Apr 08 10:25:03.050668 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-24d822ec-bcb2-4767-8954-e49e1ad30428 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:03.131099 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d822ec-bcb2-4767-8954-e49e1ad30428 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Pushing event updated for resources: {'Subnet': ['ID=e58d84e8-0c8a-4c84-8fe8-08dace5fb521,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:03.139515 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-90db229a-0cad-4fbc-82ad-8e0bcbb1b4a6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:03.201016 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-151c3a6c-d19f-4fb0-b755-f62072f45a04 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:03.235934 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-151c3a6c-d19f-4fb0-b755-f62072f45a04 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c27b4f-6b07-4d16-a650-eaca8b9c59b8']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:03.240629 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1d97e229-f00b-4b68-bd29-601064160162 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:03.253553 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-151c3a6c-d19f-4fb0-b755-f62072f45a04 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2463d11-4848-4ec1-8162-a14dce503b38') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:03.253862 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-151c3a6c-d19f-4fb0-b755-f62072f45a04 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2463d11-4848-4ec1-8162-a14dce503b38') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:03.256266 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ead80dd1-aeaf-4692-ac3d-948f11c6cac7 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:03.265811 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-151c3a6c-d19f-4fb0-b755-f62072f45a04 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:03.268325 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ead80dd1-aeaf-4692-ac3d-948f11c6cac7 None None] Transition to ACTIVE for port object 6a8fa85b-5631-4226-af39-054f1db53ae4 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:03.283656 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-151c3a6c-d19f-4fb0-b755-f62072f45a04 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:03.291091 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151c3a6c-d19f-4fb0-b755-f62072f45a04 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:25:03.291488 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-151c3a6c-d19f-4fb0-b755-f62072f45a04 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:25:03.306620 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:25:03.331669 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d2acbc50-21a8-4037-9a6f-3c25651fbc66 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:03.388629 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-151c3a6c-d19f-4fb0-b755-f62072f45a04 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:03.405791 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-151c3a6c-d19f-4fb0-b755-f62072f45a04 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:03.416115 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c3a6c-d19f-4fb0-b755-f62072f45a04 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Network': ['ID=d0c27b4f-6b07-4d16-a650-eaca8b9c59b8,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:03.420899 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-151c3a6c-d19f-4fb0-b755-f62072f45a04 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/networks/d0c27b4f-6b07-4d16-a650-eaca8b9c59b8 HTTP/1.1" status: 204 len: 168 time: 2.0198526 Apr 08 10:25:03.425227 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55624) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:03.430931 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-603fbed7-413d-45a2-9838-69b4311ea4ba tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-851950046'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:03.435708 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-603fbed7-413d-45a2-9838-69b4311ea4ba tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:03.440407 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-603fbed7-413d-45a2-9838-69b4311ea4ba tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:network and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:03.443232 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-603fbed7-413d-45a2-9838-69b4311ea4ba tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:03.448861 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-603fbed7-413d-45a2-9838-69b4311ea4ba tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:03.458929 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603fbed7-413d-45a2-9838-69b4311ea4ba tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:03.462175 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-603fbed7-413d-45a2-9838-69b4311ea4ba tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:03.462370 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ead80dd1-aeaf-4692-ac3d-948f11c6cac7 None None] Transition to ACTIVE for port object 6a8fa85b-5631-4226-af39-054f1db53ae4 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:03.468968 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ead80dd1-aeaf-4692-ac3d-948f11c6cac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:03.473645 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-90db229a-0cad-4fbc-82ad-8e0bcbb1b4a6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:03.492503 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603fbed7-413d-45a2-9838-69b4311ea4ba tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:25:03.501239 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-603fbed7-413d-45a2-9838-69b4311ea4ba tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:03.501569 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-603fbed7-413d-45a2-9838-69b4311ea4ba tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Added segment e21c3015-3a74-4537-a99a-157ffa478602 of type vlan for network a777de86-f8e9-4b89-83a1-4f612107ee19 Apr 08 10:25:03.532033 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-603fbed7-413d-45a2-9838-69b4311ea4ba tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:03.540786 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d2acbc50-21a8-4037-9a6f-3c25651fbc66 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:03.541519 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead80dd1-aeaf-4692-ac3d-948f11c6cac7 None None] Network 93237383-b0d6-44a2-9e9f-68c1ff5d715e is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:03.544391 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2acbc50-21a8-4037-9a6f-3c25651fbc66 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:03.544967 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d2acbc50-21a8-4037-9a6f-3c25651fbc66 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:03.545099 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-ead80dd1-aeaf-4692-ac3d-948f11c6cac7 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:03.546865 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead80dd1-aeaf-4692-ac3d-948f11c6cac7 None None] Pushing event updated for resources: {'Port': ['ID=6a8fa85b-5631-4226-af39-054f1db53ae4,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:03.549230 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead80dd1-aeaf-4692-ac3d-948f11c6cac7 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:03.566709 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-603fbed7-413d-45a2-9838-69b4311ea4ba tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:03.568216 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db229a-0cad-4fbc-82ad-8e0bcbb1b4a6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Subnet': ['ID=857575f9-356c-43fa-b4f1-ee955f92e360,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:03.570486 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603fbed7-413d-45a2-9838-69b4311ea4ba tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:03.571069 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-603fbed7-413d-45a2-9838-69b4311ea4ba tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:03.587610 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d822ec-bcb2-4767-8954-e49e1ad30428 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Checking segment: {'id': 'bc372df5-4528-4655-ac67-2610956e0d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c5ad1834-fb5b-450f-9d9d-a9a551a5862a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:03.587965 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d822ec-bcb2-4767-8954-e49e1ad30428 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Network hostable DHCP agents. Network: c5ad1834-fb5b-450f-9d9d-a9a551a5862a, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:25:03.641360 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-ead80dd1-aeaf-4692-ac3d-948f11c6cac7 None None] Attempting to bind port 6a8fa85b-5631-4226-af39-054f1db53ae4 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:25:03.641726 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-ead80dd1-aeaf-4692-ac3d-948f11c6cac7 None None] Attempting to bind port 6a8fa85b-5631-4226-af39-054f1db53ae4 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '424749e8-b173-4d77-a116-17909e7e498b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '93237383-b0d6-44a2-9e9f-68c1ff5d715e'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:25:03.642179 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead80dd1-aeaf-4692-ac3d-948f11c6cac7 None None] Attempting to bind port 6a8fa85b-5631-4226-af39-054f1db53ae4 on network 93237383-b0d6-44a2-9e9f-68c1ff5d715e {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:25:03.648789 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead80dd1-aeaf-4692-ac3d-948f11c6cac7 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:25:03.649158 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead80dd1-aeaf-4692-ac3d-948f11c6cac7 None None] Checking segment: {'id': '424749e8-b173-4d77-a116-17909e7e498b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '93237383-b0d6-44a2-9e9f-68c1ff5d715e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:03.649632 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ead80dd1-aeaf-4692-ac3d-948f11c6cac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:03.649935 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead80dd1-aeaf-4692-ac3d-948f11c6cac7 None None] Bound using segment: {'id': '424749e8-b173-4d77-a116-17909e7e498b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '93237383-b0d6-44a2-9e9f-68c1ff5d715e'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:25:03.650393 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-ead80dd1-aeaf-4692-ac3d-948f11c6cac7 None None] Bound port: 6a8fa85b-5631-4226-af39-054f1db53ae4, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '424749e8-b173-4d77-a116-17909e7e498b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '93237383-b0d6-44a2-9e9f-68c1ff5d715e'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:25:03.650762 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ead80dd1-aeaf-4692-ac3d-948f11c6cac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:03.670840 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-90db229a-0cad-4fbc-82ad-8e0bcbb1b4a6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:03.686468 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603fbed7-413d-45a2-9838-69b4311ea4ba tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Network': ['ID=a777de86-f8e9-4b89-83a1-4f612107ee19,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:03.695192 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc9110d-0e0b-4ebc-a7c3-992b60716654 None None] Network a11d4b47-393a-46fd-8131-59da0fea27e2 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:03.704986 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-603fbed7-413d-45a2-9838-69b4311ea4ba tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2770429 Apr 08 10:25:03.705292 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55628) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:03.714454 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fd6649dc-d91c-482f-9f09-3ddc3b10c098 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:03.716201 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 39d746f0-dfbe-4234-8be1-39a983201cda no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:25:03.739101 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network a777de86-f8e9-4b89-83a1-4f612107ee19 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:25:03.755683 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-09c662f7-816a-4bbb-bbb9-4b28796081a0 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'subnet': {'network_id': 'a777de86-f8e9-4b89-83a1-4f612107ee19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:03.776006 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2acbc50-21a8-4037-9a6f-3c25651fbc66 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event updated for resources: {'Network': ['ID=ae1ed6e5-cac3-4745-953f-8c509542aa11,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:03.789860 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d2acbc50-21a8-4037-9a6f-3c25651fbc66 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2631986 Apr 08 10:25:03.792854 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55632) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:03.800401 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-650e864a-c5b3-4dbe-8225-639922b83fdf tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Request body: {'subnet': {'network_id': 'ae1ed6e5-cac3-4745-953f-8c509542aa11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:03.806124 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-90db229a-0cad-4fbc-82ad-8e0bcbb1b4a6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/subnets/857575f9-356c-43fa-b4f1-ee955f92e360 HTTP/1.1" status: 204 len: 168 time: 2.2420468 Apr 08 10:25:03.816117 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55636) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:03.868576 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network ae1ed6e5-cac3-4745-953f-8c509542aa11 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:25:03.893770 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 39d746f0-dfbe-4234-8be1-39a983201cda {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:25:03.894625 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 39d746f0-dfbe-4234-8be1-39a983201cda not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:25:03.913791 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6649dc-d91c-482f-9f09-3ddc3b10c098 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Subnet': ['ID=3d2dd44d-20da-4b0c-8a0c-0ab990fb371c,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:03.915721 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d822ec-bcb2-4767-8954-e49e1ad30428 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Network c5ad1834-fb5b-450f-9d9d-a9a551a5862a is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:25:03.946022 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-09c662f7-816a-4bbb-bbb9-4b28796081a0 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:03.952002 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-24d822ec-bcb2-4767-8954-e49e1ad30428 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, c5ad1834-fb5b-450f-9d9d-a9a551a5862a) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:03.954812 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-09c662f7-816a-4bbb-bbb9-4b28796081a0 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:subnet and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:03.959284 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-09c662f7-816a-4bbb-bbb9-4b28796081a0 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:03.967271 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d822ec-bcb2-4767-8954-e49e1ad30428 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:03.968151 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-24d822ec-bcb2-4767-8954-e49e1ad30428 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:03.973973 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b96496d-1f29-4b94-99d5-946e75f8f7ad None None] Network c5ad1834-fb5b-450f-9d9d-a9a551a5862a requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:03.984481 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-09c662f7-816a-4bbb-bbb9-4b28796081a0 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:04.003946 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6649dc-d91c-482f-9f09-3ddc3b10c098 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Checking segment: {'id': 'd3f0e5df-f133-4770-a261-287322f713c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4cbd22d9-e702-487e-bd72-a42cd71aaf93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:04.004427 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6649dc-d91c-482f-9f09-3ddc3b10c098 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network hostable DHCP agents. Network: 4cbd22d9-e702-487e-bd72-a42cd71aaf93, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:25:04.016793 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b67e0a36-d521-4e81-b036-240358e34b3a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:04.022793 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-24d822ec-bcb2-4767-8954-e49e1ad30428 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7549922 Apr 08 10:25:04.022793 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c662f7-816a-4bbb-bbb9-4b28796081a0 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:04.027992 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55640) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:04.037827 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-88f89a33-0a62-4214-a82d-827f29d7aa8d tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Request body: {'port': {'network_id': 'c5ad1834-fb5b-450f-9d9d-a9a551a5862a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-272105074'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:04.068358 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-b67e0a36-d521-4e81-b036-240358e34b3a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting port 4806f27a-324f-4ba2-b136-034aa1027e2a {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:04.068843 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b67e0a36-d521-4e81-b036-240358e34b3a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:04.143610 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-09c662f7-816a-4bbb-bbb9-4b28796081a0 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:04.168017 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-ead80dd1-aeaf-4692-ac3d-948f11c6cac7 None None] For port 6a8fa85b-5631-4226-af39-054f1db53ae4, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:25:04.220427 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-ead80dd1-aeaf-4692-ac3d-948f11c6cac7 None None] For port 6a8fa85b-5631-4226-af39-054f1db53ae4, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=6a8fa85b-5631-4226-af39-054f1db53ae4,segment=NetworkSegment(424749e8-b173-4d77-a116-17909e7e498b),segment_id=424749e8-b173-4d77-a116-17909e7e498b)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:25:04.243064 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ead80dd1-aeaf-4692-ac3d-948f11c6cac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:04.317866 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-650e864a-c5b3-4dbe-8225-639922b83fdf tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:04.337956 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6649dc-d91c-482f-9f09-3ddc3b10c098 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network 4cbd22d9-e702-487e-bd72-a42cd71aaf93 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:25:04.346605 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-650e864a-c5b3-4dbe-8225-639922b83fdf tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Usage tracker for resource:subnet and tenant:270adadf669a45b6bd01155aeff0f96b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:04.355512 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-650e864a-c5b3-4dbe-8225-639922b83fdf tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:04.361163 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1d97e229-f00b-4b68-bd29-601064160162 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:04.368388 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-fd6649dc-d91c-482f-9f09-3ddc3b10c098 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 4cbd22d9-e702-487e-bd72-a42cd71aaf93) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:04.373155 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-650e864a-c5b3-4dbe-8225-639922b83fdf tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:04.375529 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6649dc-d91c-482f-9f09-3ddc3b10c098 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:04.376146 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fd6649dc-d91c-482f-9f09-3ddc3b10c098 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:04.393630 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-1d97e229-f00b-4b68-bd29-601064160162 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Deleting port 6dc9ef59-48a6-49a9-8954-6bc4c5be447d {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:04.393970 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1d97e229-f00b-4b68-bd29-601064160162 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:04.409372 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8244b5eb-e07e-4ea7-ab16-1da797a05d23 None None] Network 4cbd22d9-e702-487e-bd72-a42cd71aaf93 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:04.454710 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-fd6649dc-d91c-482f-9f09-3ddc3b10c098 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6128237 Apr 08 10:25:04.459833 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55644) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:04.473004 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-f809d483-67da-4845-9006-94a890de534e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'subnet': {'network_id': '50e21b06-b985-4077-8c1b-6718c6b89044', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:04.494311 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650e864a-c5b3-4dbe-8225-639922b83fdf tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Made reservation on behalf of 270adadf669a45b6bd01155aeff0f96b for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:04.523710 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead80dd1-aeaf-4692-ac3d-948f11c6cac7 None None] Pushing event updated for resources: {'Port': ['ID=6a8fa85b-5631-4226-af39-054f1db53ae4,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:04.585370 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9dd5e4-efdf-4dde-9304-7bfe3895cf65 None None] DHCP port deletion for a11d4b47-393a-46fd-8131-59da0fea27e2 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:25:04.622994 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-b67e0a36-d521-4e81-b036-240358e34b3a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] For port 4806f27a-324f-4ba2-b136-034aa1027e2a, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=4806f27a-324f-4ba2-b136-034aa1027e2a,segment=NetworkSegment(72f723f9-ada0-4506-a474-c57244b021db),segment_id=72f723f9-ada0-4506-a474-c57244b021db)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:04.623815 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b67e0a36-d521-4e81-b036-240358e34b3a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:04.626916 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-cc9dd5e4-efdf-4dde-9304-7bfe3895cf65 None None] Deleting port 4806f27a-324f-4ba2-b136-034aa1027e2a {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:04.627269 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cc9dd5e4-efdf-4dde-9304-7bfe3895cf65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:04.638977 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-88f89a33-0a62-4214-a82d-827f29d7aa8d tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:04.649386 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-88f89a33-0a62-4214-a82d-827f29d7aa8d tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Usage tracker for resource:port and tenant:785ebca71f914e9489ec04321815ec6d is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:04.690131 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51739d32-0a80-4ca0-b720-047d40e1b3b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-c5ad1834-fb5b-450f-9d9d-a9a551a5862a', 'network_id': 'c5ad1834-fb5b-450f-9d9d-a9a551a5862a', 'tenant_id': '785ebca71f914e9489ec04321815ec6d', 'fixed_ips': [{'subnet_id': 'e58d84e8-0c8a-4c84-8fe8-08dace5fb521'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:25:04.690923 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-51739d32-0a80-4ca0-b720-047d40e1b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:04.716911 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-88f89a33-0a62-4214-a82d-827f29d7aa8d tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:04.752428 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f809d483-67da-4845-9006-94a890de534e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:04.756394 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f809d483-67da-4845-9006-94a890de534e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Usage tracker for resource:subnet and tenant:72c993bf72344f498aa1635c771d9146 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:04.759387 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f809d483-67da-4845-9006-94a890de534e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:04.765446 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f809d483-67da-4845-9006-94a890de534e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:04.781241 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f809d483-67da-4845-9006-94a890de534e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Made reservation on behalf of 72c993bf72344f498aa1635c771d9146 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:04.800849 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-b67e0a36-d521-4e81-b036-240358e34b3a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Calling delete_port for 4806f27a-324f-4ba2-b136-034aa1027e2a owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:04.827691 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-88f89a33-0a62-4214-a82d-827f29d7aa8d tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:04.845644 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-650e864a-c5b3-4dbe-8225-639922b83fdf tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:04.939408 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f89a33-0a62-4214-a82d-827f29d7aa8d tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Made reservation on behalf of 785ebca71f914e9489ec04321815ec6d for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:04.942517 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-88f89a33-0a62-4214-a82d-827f29d7aa8d tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:04.994980 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f809d483-67da-4845-9006-94a890de534e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:04.998896 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b67e0a36-d521-4e81-b036-240358e34b3a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:05.040240 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.ipam_backend_mixin [None req-650e864a-c5b3-4dbe-8225-639922b83fdf tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Performing IP validity checks on allocation pools {{(pid=83845) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 08 10:25:05.040577 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.ipam_backend_mixin [None req-650e864a-c5b3-4dbe-8225-639922b83fdf tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83845) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 08 10:25:05.074408 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e0a36-d521-4e81-b036-240358e34b3a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Port': ['ID=4806f27a-324f-4ba2-b136-034aa1027e2a,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:05.079654 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-88f89a33-0a62-4214-a82d-827f29d7aa8d tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] device_id is not set on port c1e23948-34ae-450f-9621-6a84e191d96f yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:25:05.098252 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-cc9dd5e4-efdf-4dde-9304-7bfe3895cf65 None None] For port 4806f27a-324f-4ba2-b136-034aa1027e2a, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=4806f27a-324f-4ba2-b136-034aa1027e2a,segment=NetworkSegment(72f723f9-ada0-4506-a474-c57244b021db),segment_id=72f723f9-ada0-4506-a474-c57244b021db)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:05.098920 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cc9dd5e4-efdf-4dde-9304-7bfe3895cf65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:05.123162 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67e0a36-d521-4e81-b036-240358e34b3a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] No DVR routers for this DVR port 4806f27a-324f-4ba2-b136-034aa1027e2a on host dv-neutron-837110-1-hyperv {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:25:05.134831 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-09c662f7-816a-4bbb-bbb9-4b28796081a0 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:05.143283 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2b6bae-f031-42b2-8f55-d5dda82c592d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-4cbd22d9-e702-487e-bd72-a42cd71aaf93', 'network_id': '4cbd22d9-e702-487e-bd72-a42cd71aaf93', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'fixed_ips': [{'subnet_id': '3d2dd44d-20da-4b0c-8a0c-0ab990fb371c'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:25:05.144363 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7e2b6bae-f031-42b2-8f55-d5dda82c592d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:05.157398 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1d97e229-f00b-4b68-bd29-601064160162 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:05.282885 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-cc9dd5e4-efdf-4dde-9304-7bfe3895cf65 None None] Calling delete_port for 4806f27a-324f-4ba2-b136-034aa1027e2a owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:05.334497 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b67e0a36-d521-4e81-b036-240358e34b3a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:05.371872 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-1d97e229-f00b-4b68-bd29-601064160162 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Calling delete_port for 6dc9ef59-48a6-49a9-8954-6bc4c5be447d owned by network:router_gateway {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:05.373233 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-b67e0a36-d521-4e81-b036-240358e34b3a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11d4b47-393a-46fd-8131-59da0fea27e2']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:05.382978 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-51739d32-0a80-4ca0-b720-047d40e1b3b2 None None] Allocated IP 172.20.0.2 (c5ad1834-fb5b-450f-9d9d-a9a551a5862a/e58d84e8-0c8a-4c84-8fe8-08dace5fb521/09e90c08-3a49-45ba-a0ec-a7a05f98da01) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:05.391620 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-b67e0a36-d521-4e81-b036-240358e34b3a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72f723f9-ada0-4506-a474-c57244b021db') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:05.391966 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-b67e0a36-d521-4e81-b036-240358e34b3a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72f723f9-ada0-4506-a474-c57244b021db') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:05.423698 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b67e0a36-d521-4e81-b036-240358e34b3a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:05.458706 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-cc9dd5e4-efdf-4dde-9304-7bfe3895cf65 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:25:05.459355 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-cc9dd5e4-efdf-4dde-9304-7bfe3895cf65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:25:05.467385 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b67e0a36-d521-4e81-b036-240358e34b3a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:05.478783 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67e0a36-d521-4e81-b036-240358e34b3a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:25:05.479810 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b67e0a36-d521-4e81-b036-240358e34b3a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:05.502025 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c662f7-816a-4bbb-bbb9-4b28796081a0 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Subnet': ['ID=1dd40497-62bf-48a4-8ce7-f5a55dc9d5ce,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:05.569826 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c662f7-816a-4bbb-bbb9-4b28796081a0 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Checking segment: {'id': 'e21c3015-3a74-4537-a99a-157ffa478602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a777de86-f8e9-4b89-83a1-4f612107ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:05.570336 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c662f7-816a-4bbb-bbb9-4b28796081a0 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network hostable DHCP agents. Network: a777de86-f8e9-4b89-83a1-4f612107ee19, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:25:05.605603 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:25:05.634755 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b67e0a36-d521-4e81-b036-240358e34b3a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:05.676296 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b67e0a36-d521-4e81-b036-240358e34b3a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:05.696782 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e0a36-d521-4e81-b036-240358e34b3a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Network': ['ID=a11d4b47-393a-46fd-8131-59da0fea27e2,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:05.698850 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-650e864a-c5b3-4dbe-8225-639922b83fdf tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:05.709070 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-7e2b6bae-f031-42b2-8f55-d5dda82c592d None None] Allocated IP 2001:db8::2 (4cbd22d9-e702-487e-bd72-a42cd71aaf93/3d2dd44d-20da-4b0c-8a0c-0ab990fb371c/422c6180-7729-40f4-89bd-8640105211ee) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:05.711011 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c662f7-816a-4bbb-bbb9-4b28796081a0 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network a777de86-f8e9-4b89-83a1-4f612107ee19 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:25:05.779245 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-09c662f7-816a-4bbb-bbb9-4b28796081a0 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, a777de86-f8e9-4b89-83a1-4f612107ee19) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:05.779917 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b67e0a36-d521-4e81-b036-240358e34b3a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/networks/a11d4b47-393a-46fd-8131-59da0fea27e2 HTTP/1.1" status: 204 len: 168 time: 1.9601855 Apr 08 10:25:05.780748 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55648) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:05.784599 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c662f7-816a-4bbb-bbb9-4b28796081a0 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:05.785402 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-09c662f7-816a-4bbb-bbb9-4b28796081a0 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:05.787403 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 6a8fa85b-5631-4226-af39-054f1db53ae4 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:25:05.808320 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f809d483-67da-4845-9006-94a890de534e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:05.853406 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb4f52f-3104-440b-9f34-e299d907a547 None None] Network a777de86-f8e9-4b89-83a1-4f612107ee19 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:05.871504 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0616a405-4c51-4f7e-b59d-a6930e5e25f4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:05.872294 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0616a405-4c51-4f7e-b59d-a6930e5e25f4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Synchronizing usage tracker for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:25:05.904268 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-09c662f7-816a-4bbb-bbb9-4b28796081a0 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1909573 Apr 08 10:25:05.909897 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55652) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:05.918593 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1d97e229-f00b-4b68-bd29-601064160162 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:05.936698 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0616a405-4c51-4f7e-b59d-a6930e5e25f4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Unset dirty status for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:25:05.940161 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0616a405-4c51-4f7e-b59d-a6930e5e25f4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "GET /v2.0/ports/02eb9091-75d2-4e0f-b9e6-ea85275b40bc HTTP/1.1" status: 200 len: 841 time: 0.1495259 Apr 08 10:25:05.945970 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9c69cb-a7a1-4e8c-8fe0-78b826fdf438 None None] Network 93237383-b0d6-44a2-9e9f-68c1ff5d715e requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:05.946713 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55656) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:05.978448 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-cc9dd5e4-efdf-4dde-9304-7bfe3895cf65 None None] Deleting port 4806f27a-324f-4ba2-b136-034aa1027e2a {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:05.978821 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cc9dd5e4-efdf-4dde-9304-7bfe3895cf65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:05.981137 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e864a-c5b3-4dbe-8225-639922b83fdf tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event updated for resources: {'Subnet': ['ID=193a416c-fe24-4188-8523-ef8e461fe0c5,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:06.000704 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-1c24d7dd-28d3-40ff-92ce-724f72ab5db8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'port': {'network_id': 'a777de86-f8e9-4b89-83a1-4f612107ee19', 'name': 'tempest-PortsIpV6TestJSON-842651185', 'fixed_ips': [{'subnet_id': '1dd40497-62bf-48a4-8ce7-f5a55dc9d5ce', 'ip_address': '2001:db8::10'}]}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:06.016284 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650e864a-c5b3-4dbe-8225-639922b83fdf tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Checking segment: {'id': 'bcfa6e0e-b5f2-4986-b3a9-7c473e80330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ae1ed6e5-cac3-4745-953f-8c509542aa11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:06.016680 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650e864a-c5b3-4dbe-8225-639922b83fdf tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Network hostable DHCP agents. Network: ae1ed6e5-cac3-4745-953f-8c509542aa11, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:25:06.037057 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6dc3b84d-98d7-4079-af5c-e7d6dddeed9a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "GET /v2.0/ports/02eb9091-75d2-4e0f-b9e6-ea85275b40bc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0859439 Apr 08 10:25:06.037287 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55660) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:06.043366 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-441d78c0-ac9a-4666-ad3e-253cc793a238 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'subnet': {'network_id': '5a2f3eff-7620-4bdd-83cb-b9571de648de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:06.053776 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809d483-67da-4845-9006-94a890de534e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Subnet': ['ID=5055cb6f-5c28-475c-adad-8dfc7e27c3dd,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:06.063097 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97e229-f00b-4b68-bd29-601064160162 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Pushing event deleted for resources: {'Port': ['ID=6dc9ef59-48a6-49a9-8954-6bc4c5be447d,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:06.130786 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650e864a-c5b3-4dbe-8225-639922b83fdf tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Network ae1ed6e5-cac3-4745-953f-8c509542aa11 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:25:06.152408 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-650e864a-c5b3-4dbe-8225-639922b83fdf tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, ae1ed6e5-cac3-4745-953f-8c509542aa11) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:06.167686 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650e864a-c5b3-4dbe-8225-639922b83fdf tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:06.168606 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-650e864a-c5b3-4dbe-8225-639922b83fdf tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:06.204075 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ccc477-1820-4f36-836d-b6d8d8a44f8d None None] Network ae1ed6e5-cac3-4745-953f-8c509542aa11 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:06.205408 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-441d78c0-ac9a-4666-ad3e-253cc793a238 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:06.213442 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-650e864a-c5b3-4dbe-8225-639922b83fdf tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.4163382 Apr 08 10:25:06.213442 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-441d78c0-ac9a-4666-ad3e-253cc793a238 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:subnet and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:06.215135 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55664) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:06.217806 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-441d78c0-ac9a-4666-ad3e-253cc793a238 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:06.244413 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-441d78c0-ac9a-4666-ad3e-253cc793a238 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:06.290254 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-cc9dd5e4-efdf-4dde-9304-7bfe3895cf65 None None] The port '4806f27a-324f-4ba2-b136-034aa1027e2a' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:25:06.314185 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f809d483-67da-4845-9006-94a890de534e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Checking segment: {'id': 'd11921ab-f46a-488c-acdc-4a298b1fc563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '50e21b06-b985-4077-8c1b-6718c6b89044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:06.314648 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f809d483-67da-4845-9006-94a890de534e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network hostable DHCP agents. Network: 50e21b06-b985-4077-8c1b-6718c6b89044, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:25:06.377572 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-51739d32-0a80-4ca0-b720-047d40e1b3b2 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:06.431014 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-51739d32-0a80-4ca0-b720-047d40e1b3b2 None None] Transition to ACTIVE for port object 09e90c08-3a49-45ba-a0ec-a7a05f98da01 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:06.431418 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441d78c0-ac9a-4666-ad3e-253cc793a238 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:06.476941 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c4dc2867-3d22-4892-ad90-af13d67bb20f None None] Provisioning for port 6a8fa85b-5631-4226-af39-054f1db53ae4 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:06.534296 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1d97e229-f00b-4b68-bd29-601064160162 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:06.552304 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-51739d32-0a80-4ca0-b720-047d40e1b3b2 None None] Transition to ACTIVE for port object 09e90c08-3a49-45ba-a0ec-a7a05f98da01 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:06.573127 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-441d78c0-ac9a-4666-ad3e-253cc793a238 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:06.590831 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-1c24d7dd-28d3-40ff-92ce-724f72ab5db8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:06.599396 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-922d03d7-37f5-4984-934c-38522bf55a5e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:06.659441 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-1c24d7dd-28d3-40ff-92ce-724f72ab5db8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:port and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:06.669231 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-1c24d7dd-28d3-40ff-92ce-724f72ab5db8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:06.676713 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f809d483-67da-4845-9006-94a890de534e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network 50e21b06-b985-4077-8c1b-6718c6b89044 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:25:06.679964 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-51739d32-0a80-4ca0-b720-047d40e1b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:06.680418 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-1c24d7dd-28d3-40ff-92ce-724f72ab5db8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:06.723581 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 6a8fa85b-5631-4226-af39-054f1db53ae4 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:06.749824 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-f809d483-67da-4845-9006-94a890de534e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 50e21b06-b985-4077-8c1b-6718c6b89044) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:06.779735 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-922d03d7-37f5-4984-934c-38522bf55a5e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:06.786773 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a4d236-ce47-4808-823b-c5d1ab3c7529 None None] Network 50e21b06-b985-4077-8c1b-6718c6b89044 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:06.820165 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f809d483-67da-4845-9006-94a890de534e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:06.820753 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f809d483-67da-4845-9006-94a890de534e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:06.825357 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c24d7dd-28d3-40ff-92ce-724f72ab5db8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:06.831261 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1c24d7dd-28d3-40ff-92ce-724f72ab5db8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:06.836695 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 6a8fa85b-5631-4226-af39-054f1db53ae4 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:06.837392 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:06.861544 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-88f89a33-0a62-4214-a82d-827f29d7aa8d tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Allocated IP 172.20.0.3 (c5ad1834-fb5b-450f-9d9d-a9a551a5862a/e58d84e8-0c8a-4c84-8fe8-08dace5fb521/c1e23948-34ae-450f-9621-6a84e191d96f) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:06.862502 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1d97e229-f00b-4b68-bd29-601064160162 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:06.873397 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-1c24d7dd-28d3-40ff-92ce-724f72ab5db8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] device_id is not set on port e344a8e8-9179-490a-b006-4aec6a817f7f yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:25:06.911243 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1d97e229-f00b-4b68-bd29-601064160162 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:06.916252 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f809d483-67da-4845-9006-94a890de534e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4529583 Apr 08 10:25:06.923536 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55668) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:06.923767 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7e2b6bae-f031-42b2-8f55-d5dda82c592d None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:06.957446 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-f2875c8c-187e-487a-85eb-d567e8fa8a66 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-418093481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:06.963783 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f2875c8c-187e-487a-85eb-d567e8fa8a66 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:06.967327 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1d97e229-f00b-4b68-bd29-601064160162 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:06.967864 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f2875c8c-187e-487a-85eb-d567e8fa8a66 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Usage tracker for resource:router and tenant:72c993bf72344f498aa1635c771d9146 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:06.968177 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d97e229-f00b-4b68-bd29-601064160162 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Fanout notify agent at l3_agent the message router_deleted on router 85b87943-aa81-4ed6-9196-f2b8e3bffe26 {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:25:06.971100 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f2875c8c-187e-487a-85eb-d567e8fa8a66 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:06.976886 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f2875c8c-187e-487a-85eb-d567e8fa8a66 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:06.998945 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-922d03d7-37f5-4984-934c-38522bf55a5e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.031496 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1d97e229-f00b-4b68-bd29-601064160162 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.036754 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1d97e229-f00b-4b68-bd29-601064160162 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "DELETE /v2.0/routers/85b87943-aa81-4ed6-9196-f2b8e3bffe26 HTTP/1.1" status: 204 len: 168 time: 5.3348491 Apr 08 10:25:07.041028 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f2875c8c-187e-487a-85eb-d567e8fa8a66 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.042678 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f2875c8c-187e-487a-85eb-d567e8fa8a66 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.047934 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7e2b6bae-f031-42b2-8f55-d5dda82c592d None None] Transition to ACTIVE for port object 422c6180-7729-40f4-89bd-8640105211ee will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:07.051326 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51739d32-0a80-4ca0-b720-047d40e1b3b2 None None] Network c5ad1834-fb5b-450f-9d9d-a9a551a5862a is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:07.059260 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51739d32-0a80-4ca0-b720-047d40e1b3b2 None None] Pushing event updated for resources: {'Port': ['ID=09e90c08-3a49-45ba-a0ec-a7a05f98da01,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:07.076334 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-51739d32-0a80-4ca0-b720-047d40e1b3b2 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:07.096610 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51739d32-0a80-4ca0-b720-047d40e1b3b2 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:07.099069 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495b231f-f8b5-404c-b11d-4d953b7f7888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-a777de86-f8e9-4b89-83a1-4f612107ee19', 'network_id': 'a777de86-f8e9-4b89-83a1-4f612107ee19', 'tenant_id': 'fa9701ec28774020be549acd68c08714', 'fixed_ips': [{'subnet_id': '1dd40497-62bf-48a4-8ce7-f5a55dc9d5ce'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:25:07.100018 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-495b231f-f8b5-404c-b11d-4d953b7f7888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.113073 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55672) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:07.133703 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-441d78c0-ac9a-4666-ad3e-253cc793a238 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.145821 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-c1b94930-cd32-4510-a9c5-fd790f9aa67a tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1247623487', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:07.150731 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d03d7-37f5-4984-934c-38522bf55a5e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event deleted for resources: {'Subnet': ['ID=193a416c-fe24-4188-8523-ef8e461fe0c5,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:07.172586 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-1c24d7dd-28d3-40ff-92ce-724f72ab5db8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Allocated IP 2001:db8::10 (a777de86-f8e9-4b89-83a1-4f612107ee19/1dd40497-62bf-48a4-8ce7-f5a55dc9d5ce/e344a8e8-9179-490a-b006-4aec6a817f7f) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:07.187798 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7e2b6bae-f031-42b2-8f55-d5dda82c592d None None] Transition to ACTIVE for port object 422c6180-7729-40f4-89bd-8640105211ee will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:07.189356 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-c1b94930-cd32-4510-a9c5-fd790f9aa67a tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:07.224316 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-c1b94930-cd32-4510-a9c5-fd790f9aa67a tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Usage tracker for resource:router and tenant:6712b36d4142437b8c74c7dee61325ef is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:07.245878 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b63cace-1274-40c1-a3c6-9e23f0de4232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-ae1ed6e5-cac3-4745-953f-8c509542aa11', 'network_id': 'ae1ed6e5-cac3-4745-953f-8c509542aa11', 'tenant_id': '270adadf669a45b6bd01155aeff0f96b', 'fixed_ips': [{'subnet_id': '193a416c-fe24-4188-8523-ef8e461fe0c5'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:25:07.246715 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1b63cace-1274-40c1-a3c6-9e23f0de4232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.263271 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-c1b94930-cd32-4510-a9c5-fd790f9aa67a tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:07.306798 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7e2b6bae-f031-42b2-8f55-d5dda82c592d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.373610 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-c1b94930-cd32-4510-a9c5-fd790f9aa67a tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:07.396062 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1c24d7dd-28d3-40ff-92ce-724f72ab5db8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.412352 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-1c24d7dd-28d3-40ff-92ce-724f72ab5db8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Transition to ACTIVE for port object e344a8e8-9179-490a-b006-4aec6a817f7f will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:07.415891 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441d78c0-ac9a-4666-ad3e-253cc793a238 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network 5a2f3eff-7620-4bdd-83cb-b9571de648de is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:07.432931 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-441d78c0-ac9a-4666-ad3e-253cc793a238 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:07.437787 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1c24d7dd-28d3-40ff-92ce-724f72ab5db8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.446858 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f2875c8c-187e-487a-85eb-d567e8fa8a66 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.449348 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-922d03d7-37f5-4984-934c-38522bf55a5e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.457916 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441d78c0-ac9a-4666-ad3e-253cc793a238 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:07.458496 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-441d78c0-ac9a-4666-ad3e-253cc793a238 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.461991 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d78c0-ac9a-4666-ad3e-253cc793a238 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Subnet': ['ID=f9f5e123-b85c-4a56-9bc8-1b1315731371,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:07.479210 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c1b94930-cd32-4510-a9c5-fd790f9aa67a tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.480139 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c1b94930-cd32-4510-a9c5-fd790f9aa67a tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.499580 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e16738-34fe-4a14-b615-974991cd7113 None None] Network 5a2f3eff-7620-4bdd-83cb-b9571de648de requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:07.510213 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c24d7dd-28d3-40ff-92ce-724f72ab5db8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network a777de86-f8e9-4b89-83a1-4f612107ee19 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:07.514349 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-1c24d7dd-28d3-40ff-92ce-724f72ab5db8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:07.519417 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c24d7dd-28d3-40ff-92ce-724f72ab5db8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:07.523590 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c24d7dd-28d3-40ff-92ce-724f72ab5db8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:07.524221 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1c24d7dd-28d3-40ff-92ce-724f72ab5db8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.542891 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-922d03d7-37f5-4984-934c-38522bf55a5e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1ed6e5-cac3-4745-953f-8c509542aa11']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:07.543760 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24d7dd-28d3-40ff-92ce-724f72ab5db8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Port': ['ID=e344a8e8-9179-490a-b006-4aec6a817f7f,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:07.555766 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1c24d7dd-28d3-40ff-92ce-724f72ab5db8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6398673 Apr 08 10:25:07.555766 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55676) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:07.564368 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-3a6f9dd0-6f0b-4335-8c3b-bf1411a5f40e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'port': {'network_id': 'a777de86-f8e9-4b89-83a1-4f612107ee19', 'name': 'tempest-PortsIpV6TestJSON-107105333', 'fixed_ips': [{'subnet_id': '1dd40497-62bf-48a4-8ce7-f5a55dc9d5ce', 'ip_address': '2001:db8::f'}]}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:07.573775 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-922d03d7-37f5-4984-934c-38522bf55a5e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcfa6e0e-b5f2-4986-b3a9-7c473e80330e') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:07.574076 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-922d03d7-37f5-4984-934c-38522bf55a5e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcfa6e0e-b5f2-4986-b3a9-7c473e80330e') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:07.583724 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-441d78c0-ac9a-4666-ad3e-253cc793a238 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5454612 Apr 08 10:25:07.586580 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55680) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:07.591852 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f2875c8c-187e-487a-85eb-d567e8fa8a66 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.597483 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-a6bd27db-674b-4881-8152-5a1d6b611fba tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'security_group': {'name': 'tempest-secgroup-315129607'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:07.615171 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-922d03d7-37f5-4984-934c-38522bf55a5e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.635688 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-88f89a33-0a62-4214-a82d-827f29d7aa8d tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.643907 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c1b94930-cd32-4510-a9c5-fd790f9aa67a tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.647900 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a6bd27db-674b-4881-8152-5a1d6b611fba tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:07.663308 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a6bd27db-674b-4881-8152-5a1d6b611fba tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:security_group and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:07.668318 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-922d03d7-37f5-4984-934c-38522bf55a5e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.668529 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a6bd27db-674b-4881-8152-5a1d6b611fba tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:07.672573 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-51739d32-0a80-4ca0-b720-047d40e1b3b2 None None] Attempting to bind port 09e90c08-3a49-45ba-a0ec-a7a05f98da01 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:25:07.673190 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-51739d32-0a80-4ca0-b720-047d40e1b3b2 None None] Attempting to bind port 09e90c08-3a49-45ba-a0ec-a7a05f98da01 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'bc372df5-4528-4655-ac67-2610956e0d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c5ad1834-fb5b-450f-9d9d-a9a551a5862a'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:25:07.673317 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51739d32-0a80-4ca0-b720-047d40e1b3b2 None None] Attempting to bind port 09e90c08-3a49-45ba-a0ec-a7a05f98da01 on network c5ad1834-fb5b-450f-9d9d-a9a551a5862a {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:25:07.678286 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a6bd27db-674b-4881-8152-5a1d6b611fba tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:07.686506 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f2875c8c-187e-487a-85eb-d567e8fa8a66 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.688272 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f2875c8c-187e-487a-85eb-d567e8fa8a66 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7637835 Apr 08 10:25:07.690324 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-88f89a33-0a62-4214-a82d-827f29d7aa8d tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Transition to ACTIVE for port object c1e23948-34ae-450f-9621-6a84e191d96f will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:07.691745 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55684) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:07.692129 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922d03d7-37f5-4984-934c-38522bf55a5e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:25:07.692644 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-922d03d7-37f5-4984-934c-38522bf55a5e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:25:07.709773 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:25:07.719214 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b6bae-f031-42b2-8f55-d5dda82c592d None None] Pushing event updated for resources: {'Port': ['ID=422c6180-7729-40f4-89bd-8640105211ee,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:07.722937 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2b6bae-f031-42b2-8f55-d5dda82c592d None None] Network 4cbd22d9-e702-487e-bd72-a42cd71aaf93 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:07.745262 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-7e2b6bae-f031-42b2-8f55-d5dda82c592d None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:07.748403 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2b6bae-f031-42b2-8f55-d5dda82c592d None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:07.755625 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a6bd27db-674b-4881-8152-5a1d6b611fba tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.782030 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.787785 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c1b94930-cd32-4510-a9c5-fd790f9aa67a tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.804065 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51739d32-0a80-4ca0-b720-047d40e1b3b2 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:25:07.804543 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51739d32-0a80-4ca0-b720-047d40e1b3b2 None None] Checking segment: {'id': 'bc372df5-4528-4655-ac67-2610956e0d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c5ad1834-fb5b-450f-9d9d-a9a551a5862a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:07.804928 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-51739d32-0a80-4ca0-b720-047d40e1b3b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.805316 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51739d32-0a80-4ca0-b720-047d40e1b3b2 None None] Bound using segment: {'id': 'bc372df5-4528-4655-ac67-2610956e0d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c5ad1834-fb5b-450f-9d9d-a9a551a5862a'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:25:07.805793 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-51739d32-0a80-4ca0-b720-047d40e1b3b2 None None] Bound port: 09e90c08-3a49-45ba-a0ec-a7a05f98da01, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc372df5-4528-4655-ac67-2610956e0d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c5ad1834-fb5b-450f-9d9d-a9a551a5862a'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:25:07.806161 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-51739d32-0a80-4ca0-b720-047d40e1b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.820371 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-922d03d7-37f5-4984-934c-38522bf55a5e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.842169 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-922d03d7-37f5-4984-934c-38522bf55a5e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.845893 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-922d03d7-37f5-4984-934c-38522bf55a5e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "DELETE /v2.0/networks/ae1ed6e5-cac3-4745-953f-8c509542aa11 HTTP/1.1" status: 204 len: 168 time: 1.6284499 Apr 08 10:25:07.854475 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c1b94930-cd32-4510-a9c5-fd790f9aa67a tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.858322 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c1b94930-cd32-4510-a9c5-fd790f9aa67a tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7386880 Apr 08 10:25:07.858461 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d03d7-37f5-4984-934c-38522bf55a5e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event deleted for resources: {'Network': ['ID=ae1ed6e5-cac3-4745-953f-8c509542aa11,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:07.859179 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55688) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:07.859614 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55690) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:07.871457 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-88f89a33-0a62-4214-a82d-827f29d7aa8d tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:07.892505 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-8c68bed5-a364-42e7-b9aa-1cc22fd34bc3 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'enable_snat': True}}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:07.964446 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f89a33-0a62-4214-a82d-827f29d7aa8d tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Pushing event updated for resources: {'Port': ['ID=c1e23948-34ae-450f-9621-6a84e191d96f,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:08.002462 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f89a33-0a62-4214-a82d-827f29d7aa8d tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Network c5ad1834-fb5b-450f-9d9d-a9a551a5862a is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:08.005015 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-88f89a33-0a62-4214-a82d-827f29d7aa8d tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:08.009274 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f89a33-0a62-4214-a82d-827f29d7aa8d tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:08.070105 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-4d23461b-72d8-4ad3-ba14-4cc765d4f680 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-371020377'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:08.087708 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4d23461b-72d8-4ad3-ba14-4cc765d4f680 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:08.103156 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f919f5cf-7ee3-4a77-838d-9b429771c382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-50e21b06-b985-4077-8c1b-6718c6b89044', 'network_id': '50e21b06-b985-4077-8c1b-6718c6b89044', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'fixed_ips': [{'subnet_id': '5055cb6f-5c28-475c-adad-8dfc7e27c3dd'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:25:08.104122 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f919f5cf-7ee3-4a77-838d-9b429771c382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:08.134891 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f89a33-0a62-4214-a82d-827f29d7aa8d tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:08.135731 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-88f89a33-0a62-4214-a82d-827f29d7aa8d tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:08.155697 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4d23461b-72d8-4ad3-ba14-4cc765d4f680 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Usage tracker for resource:network and tenant:270adadf669a45b6bd01155aeff0f96b is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:08.162370 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-88f89a33-0a62-4214-a82d-827f29d7aa8d tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1332128 Apr 08 10:25:08.165542 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55696) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:08.168976 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4d23461b-72d8-4ad3-ba14-4cc765d4f680 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:08.178029 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a6bd27db-674b-4881-8152-5a1d6b611fba tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:08.181313 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-91b5494e-751c-4d65-bea3-9adeba92102e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Request body: {'port': {'network_id': 'c5ad1834-fb5b-450f-9d9d-a9a551a5862a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-118966383', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:08.181777 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.api.validators [None req-91b5494e-751c-4d65-bea3-9adeba92102e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] bootfile-name is not in valid_values {{(pid=83845) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 08 10:25:08.182387 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.api.validators [None req-91b5494e-751c-4d65-bea3-9adeba92102e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] tftp-server is not in valid_values {{(pid=83845) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 08 10:25:08.182675 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.api.validators [None req-91b5494e-751c-4d65-bea3-9adeba92102e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] server-ip-address is not in valid_values {{(pid=83845) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 08 10:25:08.183605 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4d23461b-72d8-4ad3-ba14-4cc765d4f680 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:08.190439 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3a6f9dd0-6f0b-4335-8c3b-bf1411a5f40e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:08.195747 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a6bd27db-674b-4881-8152-5a1d6b611fba tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:security_group_rule and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:08.201548 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3a6f9dd0-6f0b-4335-8c3b-bf1411a5f40e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:port and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:08.205053 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a6bd27db-674b-4881-8152-5a1d6b611fba tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:08.209648 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3a6f9dd0-6f0b-4335-8c3b-bf1411a5f40e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:08.215922 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a6bd27db-674b-4881-8152-5a1d6b611fba tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:08.226665 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3a6f9dd0-6f0b-4335-8c3b-bf1411a5f40e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:08.230993 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d23461b-72d8-4ad3-ba14-4cc765d4f680 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Made reservation on behalf of 270adadf669a45b6bd01155aeff0f96b for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:08.233918 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4d23461b-72d8-4ad3-ba14-4cc765d4f680 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:08.299780 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 6a8fa85b-5631-4226-af39-054f1db53ae4, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=6a8fa85b-5631-4226-af39-054f1db53ae4,segment=NetworkSegment(424749e8-b173-4d77-a116-17909e7e498b),segment_id=424749e8-b173-4d77-a116-17909e7e498b)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:08.333505 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-495b231f-f8b5-404c-b11d-4d953b7f7888 None None] Allocated IP 2001:db8::2 (a777de86-f8e9-4b89-83a1-4f612107ee19/1dd40497-62bf-48a4-8ce7-f5a55dc9d5ce/e98bf2ff-6635-4200-92a1-bf8f48121f9e) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:08.354051 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3376570-a06d-43c7-bcaa-73a2ce5291a9 None None] Network ae1ed6e5-cac3-4745-953f-8c509542aa11 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:08.354836 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-91b5494e-751c-4d65-bea3-9adeba92102e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:08.358906 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-91b5494e-751c-4d65-bea3-9adeba92102e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Usage tracker for resource:port and tenant:785ebca71f914e9489ec04321815ec6d is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:08.363343 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-91b5494e-751c-4d65-bea3-9adeba92102e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:08.367569 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:08.369857 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-91b5494e-751c-4d65-bea3-9adeba92102e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:08.385279 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b5494e-751c-4d65-bea3-9adeba92102e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Made reservation on behalf of 785ebca71f914e9489ec04321815ec6d for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:08.389991 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6f9dd0-6f0b-4335-8c3b-bf1411a5f40e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:08.390180 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-91b5494e-751c-4d65-bea3-9adeba92102e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:08.395097 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3a6f9dd0-6f0b-4335-8c3b-bf1411a5f40e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:08.418336 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-91b5494e-751c-4d65-bea3-9adeba92102e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] device_id is not set on port 918944bb-b54d-4ba9-986b-d1e8b88b79c3 yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:25:08.507047 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-7e2b6bae-f031-42b2-8f55-d5dda82c592d None None] Attempting to bind port 422c6180-7729-40f4-89bd-8640105211ee on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:25:08.507603 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-7e2b6bae-f031-42b2-8f55-d5dda82c592d None None] Attempting to bind port 422c6180-7729-40f4-89bd-8640105211ee by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'd3f0e5df-f133-4770-a261-287322f713c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4cbd22d9-e702-487e-bd72-a42cd71aaf93'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:25:08.507903 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2b6bae-f031-42b2-8f55-d5dda82c592d None None] Attempting to bind port 422c6180-7729-40f4-89bd-8640105211ee on network 4cbd22d9-e702-487e-bd72-a42cd71aaf93 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:25:08.510195 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 4806f27a-324f-4ba2-b136-034aa1027e2a no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:25:08.566764 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3376570-a06d-43c7-bcaa-73a2ce5291a9 None None] Network ae1ed6e5-cac3-4745-953f-8c509542aa11 could not be found, it might have been deleted concurrently. {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 08 10:25:08.569084 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:08.572543 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d23461b-72d8-4ad3-ba14-4cc765d4f680 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:25:08.583123 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-91b5494e-751c-4d65-bea3-9adeba92102e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Allocated IP 172.20.0.12 (c5ad1834-fb5b-450f-9d9d-a9a551a5862a/e58d84e8-0c8a-4c84-8fe8-08dace5fb521/918944bb-b54d-4ba9-986b-d1e8b88b79c3) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:08.591781 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-3a6f9dd0-6f0b-4335-8c3b-bf1411a5f40e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] device_id is not set on port de8a2e72-2a05-4ee4-b16b-9479e02535d7 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:25:08.630609 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2b6bae-f031-42b2-8f55-d5dda82c592d None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:25:08.630609 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2b6bae-f031-42b2-8f55-d5dda82c592d None None] Checking segment: {'id': 'd3f0e5df-f133-4770-a261-287322f713c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4cbd22d9-e702-487e-bd72-a42cd71aaf93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:08.630993 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7e2b6bae-f031-42b2-8f55-d5dda82c592d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:08.631348 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2b6bae-f031-42b2-8f55-d5dda82c592d None None] Bound using segment: {'id': 'd3f0e5df-f133-4770-a261-287322f713c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4cbd22d9-e702-487e-bd72-a42cd71aaf93'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:25:08.632042 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-7e2b6bae-f031-42b2-8f55-d5dda82c592d None None] Bound port: 422c6180-7729-40f4-89bd-8640105211ee, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f0e5df-f133-4770-a261-287322f713c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4cbd22d9-e702-487e-bd72-a42cd71aaf93'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:25:08.632313 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7e2b6bae-f031-42b2-8f55-d5dda82c592d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:08.651125 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4d23461b-72d8-4ad3-ba14-4cc765d4f680 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:08.651567 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-4d23461b-72d8-4ad3-ba14-4cc765d4f680 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Added segment f00b36ab-8457-43a6-a7aa-179063d8eab6 of type vlan for network 0f63f55e-f6fd-406b-a947-6ca76d30e391 Apr 08 10:25:08.654361 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a6bd27db-674b-4881-8152-5a1d6b611fba tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:08.670366 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-4f2b69fe-b80d-4f10-80df-b91cc31f5537 None None] Provisioning complete for port 6a8fa85b-5631-4226-af39-054f1db53ae4 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:08.670795 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4f2b69fe-b80d-4f10-80df-b91cc31f5537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:08.683341 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a6bd27db-674b-4881-8152-5a1d6b611fba tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:08.705990 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-51739d32-0a80-4ca0-b720-047d40e1b3b2 None None] For port 09e90c08-3a49-45ba-a0ec-a7a05f98da01, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:25:08.776462 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 4806f27a-324f-4ba2-b136-034aa1027e2a {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:25:08.776798 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 4806f27a-324f-4ba2-b136-034aa1027e2a not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:25:08.823647 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-51739d32-0a80-4ca0-b720-047d40e1b3b2 None None] For port 09e90c08-3a49-45ba-a0ec-a7a05f98da01, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=09e90c08-3a49-45ba-a0ec-a7a05f98da01,segment=NetworkSegment(bc372df5-4528-4655-ac67-2610956e0d24),segment_id=bc372df5-4528-4655-ac67-2610956e0d24)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:25:08.861363 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-f919f5cf-7ee3-4a77-838d-9b429771c382 None None] Allocated IP 2001:db8:1::2 (50e21b06-b985-4077-8c1b-6718c6b89044/5055cb6f-5c28-475c-adad-8dfc7e27c3dd/c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:08.862472 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4d23461b-72d8-4ad3-ba14-4cc765d4f680 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:08.885518 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=6a8fa85b-5631-4226-af39-054f1db53ae4,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:08.889364 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-51739d32-0a80-4ca0-b720-047d40e1b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:08.921113 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-91b5494e-751c-4d65-bea3-9adeba92102e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:08.939305 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-91b5494e-751c-4d65-bea3-9adeba92102e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Transition to ACTIVE for port object 918944bb-b54d-4ba9-986b-d1e8b88b79c3 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:08.967464 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-91b5494e-751c-4d65-bea3-9adeba92102e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:08.994636 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd27db-674b-4881-8152-5a1d6b611fba tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d697ab-4a5d-45f2-bfce-665ab6371815,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:09.042532 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5494e-751c-4d65-bea3-9adeba92102e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Pushing event updated for resources: {'Port': ['ID=918944bb-b54d-4ba9-986b-d1e8b88b79c3,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:09.053700 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b5494e-751c-4d65-bea3-9adeba92102e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Network c5ad1834-fb5b-450f-9d9d-a9a551a5862a is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:09.054811 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-91b5494e-751c-4d65-bea3-9adeba92102e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:09.057024 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b5494e-751c-4d65-bea3-9adeba92102e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:09.081590 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a6bd27db-674b-4881-8152-5a1d6b611fba tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:09.082221 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a6bd27db-674b-4881-8152-5a1d6b611fba tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.4947040 Apr 08 10:25:09.089615 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55702) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:09.103335 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-03bff275-7e0a-44c4-b4f5-d5ff1f4cd0f5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'security_group': {'name': 'tempest-secgroup-1136221586'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:09.114708 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-03bff275-7e0a-44c4-b4f5-d5ff1f4cd0f5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:09.122253 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-03bff275-7e0a-44c4-b4f5-d5ff1f4cd0f5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:security_group and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:09.126704 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-03bff275-7e0a-44c4-b4f5-d5ff1f4cd0f5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:09.135431 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-03bff275-7e0a-44c4-b4f5-d5ff1f4cd0f5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:09.148504 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b5494e-751c-4d65-bea3-9adeba92102e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:09.149132 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-91b5494e-751c-4d65-bea3-9adeba92102e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:09.156460 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4d23461b-72d8-4ad3-ba14-4cc765d4f680 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:09.161299 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d23461b-72d8-4ad3-ba14-4cc765d4f680 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:09.161988 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4d23461b-72d8-4ad3-ba14-4cc765d4f680 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:09.164864 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-03bff275-7e0a-44c4-b4f5-d5ff1f4cd0f5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:09.203446 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-91b5494e-751c-4d65-bea3-9adeba92102e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.0365934 Apr 08 10:25:09.205714 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55706) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:09.254011 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-03bff275-7e0a-44c4-b4f5-d5ff1f4cd0f5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:09.259832 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-03bff275-7e0a-44c4-b4f5-d5ff1f4cd0f5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:security_group_rule and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:09.263245 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-03bff275-7e0a-44c4-b4f5-d5ff1f4cd0f5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:09.275282 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8c68bed5-a364-42e7-b9aa-1cc22fd34bc3 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:09.281603 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-03bff275-7e0a-44c4-b4f5-d5ff1f4cd0f5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:09.291247 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-7e2b6bae-f031-42b2-8f55-d5dda82c592d None None] For port 422c6180-7729-40f4-89bd-8640105211ee, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:25:09.293357 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51739d32-0a80-4ca0-b720-047d40e1b3b2 None None] Pushing event updated for resources: {'Port': ['ID=09e90c08-3a49-45ba-a0ec-a7a05f98da01,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:09.301986 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4d23461b-72d8-4ad3-ba14-4cc765d4f680 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4375916 Apr 08 10:25:09.302845 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55710) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:09.336597 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-8eb7db8f-e62f-429a-9e9f-64bb61615f2f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Request body: {'subnet': {'network_id': '0f63f55e-f6fd-406b-a947-6ca76d30e391', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:09.354982 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca5f6fb-0ea0-4ada-8a7d-1d8fa5170a88 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:09.358139 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca5f6fb-0ea0-4ada-8a7d-1d8fa5170a88 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:09.362057 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca5f6fb-0ea0-4ada-8a7d-1d8fa5170a88 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:09.362969 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-cca5f6fb-0ea0-4ada-8a7d-1d8fa5170a88 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Synchronizing usage tracker for tenant:785ebca71f914e9489ec04321815ec6d on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:25:09.404165 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23461b-72d8-4ad3-ba14-4cc765d4f680 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event updated for resources: {'Network': ['ID=0f63f55e-f6fd-406b-a947-6ca76d30e391,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:09.406564 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-7e2b6bae-f031-42b2-8f55-d5dda82c592d None None] For port 422c6180-7729-40f4-89bd-8640105211ee, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=422c6180-7729-40f4-89bd-8640105211ee,segment=NetworkSegment(d3f0e5df-f133-4770-a261-287322f713c2),segment_id=d3f0e5df-f133-4770-a261-287322f713c2)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:25:09.414750 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-03bff275-7e0a-44c4-b4f5-d5ff1f4cd0f5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:09.418026 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a3b256-9ef0-4b6c-a90a-522ca57e3ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-5a2f3eff-7620-4bdd-83cb-b9571de648de', 'network_id': '5a2f3eff-7620-4bdd-83cb-b9571de648de', 'tenant_id': '683f915ff87b4daabd2c3124189ccd49', 'fixed_ips': [{'subnet_id': 'f9f5e123-b85c-4a56-9bc8-1b1315731371'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:25:09.418383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-cca5f6fb-0ea0-4ada-8a7d-1d8fa5170a88 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Unset dirty status for tenant:785ebca71f914e9489ec04321815ec6d on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:25:09.419382 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-05a3b256-9ef0-4b6c-a90a-522ca57e3ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:09.420187 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-cca5f6fb-0ea0-4ada-8a7d-1d8fa5170a88 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.2132645 Apr 08 10:25:09.421651 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-03bff275-7e0a-44c4-b4f5-d5ff1f4cd0f5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:09.429956 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55714) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:09.458273 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-03bff275-7e0a-44c4-b4f5-d5ff1f4cd0f5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:09.461963 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-03bff275-7e0a-44c4-b4f5-d5ff1f4cd0f5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3662429 Apr 08 10:25:09.463193 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55716) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:09.472499 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-149091ce-a056-4d8a-8958-3038df76b42d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1109833057', 'security_groups': ['dddf405b-f481-4a49-90d4-022908d03c2c'], 'network_id': '5a2f3eff-7620-4bdd-83cb-b9571de648de', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f9f5e123-b85c-4a56-9bc8-1b1315731371'}]}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:09.489585 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-23bdb22f-14b0-4b48-8042-010fb09b3690 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:09.582905 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bff275-7e0a-44c4-b4f5-d5ff1f4cd0f5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dddf405b-f481-4a49-90d4-022908d03c2c,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:09.608184 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 0f63f55e-f6fd-406b-a947-6ca76d30e391 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:25:09.674104 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-149091ce-a056-4d8a-8958-3038df76b42d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:09.679146 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-149091ce-a056-4d8a-8958-3038df76b42d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:port and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:09.682589 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-149091ce-a056-4d8a-8958-3038df76b42d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:09.689823 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-149091ce-a056-4d8a-8958-3038df76b42d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:09.702518 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149091ce-a056-4d8a-8958-3038df76b42d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:09.709266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-149091ce-a056-4d8a-8958-3038df76b42d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:09.728051 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-431b7086-ce4b-4dc2-9ad8-a77f45dbc896 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Deleting port 918944bb-b54d-4ba9-986b-d1e8b88b79c3 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:09.728410 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-431b7086-ce4b-4dc2-9ad8-a77f45dbc896 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:09.736710 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-149091ce-a056-4d8a-8958-3038df76b42d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] device_id is not set on port 4bee4924-81a7-49da-8a6b-c27ecf60930d yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:25:09.743869 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7e2b6bae-f031-42b2-8f55-d5dda82c592d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:09.852048 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-495b231f-f8b5-404c-b11d-4d953b7f7888 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:09.914596 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-495b231f-f8b5-404c-b11d-4d953b7f7888 None None] Transition to ACTIVE for port object e98bf2ff-6635-4200-92a1-bf8f48121f9e will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:09.960229 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-05a3b256-9ef0-4b6c-a90a-522ca57e3ffb None None] Allocated IP 172.20.0.2 (5a2f3eff-7620-4bdd-83cb-b9571de648de/f9f5e123-b85c-4a56-9bc8-1b1315731371/99159b46-a42c-489d-9767-8638bbe849c0) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:09.962237 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b6bae-f031-42b2-8f55-d5dda82c592d None None] Pushing event updated for resources: {'Port': ['ID=422c6180-7729-40f4-89bd-8640105211ee,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:10.010945 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-495b231f-f8b5-404c-b11d-4d953b7f7888 None None] Transition to ACTIVE for port object e98bf2ff-6635-4200-92a1-bf8f48121f9e will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:10.099107 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8eb7db8f-e62f-429a-9e9f-64bb61615f2f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:10.103220 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8eb7db8f-e62f-429a-9e9f-64bb61615f2f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Usage tracker for resource:subnet and tenant:270adadf669a45b6bd01155aeff0f96b is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:10.107070 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8eb7db8f-e62f-429a-9e9f-64bb61615f2f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:10.112878 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8eb7db8f-e62f-429a-9e9f-64bb61615f2f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:10.155656 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-495b231f-f8b5-404c-b11d-4d953b7f7888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:10.167172 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb7db8f-e62f-429a-9e9f-64bb61615f2f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Made reservation on behalf of 270adadf669a45b6bd01155aeff0f96b for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:10.216102 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f919f5cf-7ee3-4a77-838d-9b429771c382 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:10.266594 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f919f5cf-7ee3-4a77-838d-9b429771c382 None None] Transition to ACTIVE for port object c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:10.275251 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495b231f-f8b5-404c-b11d-4d953b7f7888 None None] Network a777de86-f8e9-4b89-83a1-4f612107ee19 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:10.300020 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-495b231f-f8b5-404c-b11d-4d953b7f7888 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:10.320960 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495b231f-f8b5-404c-b11d-4d953b7f7888 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:10.323832 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b231f-f8b5-404c-b11d-4d953b7f7888 None None] Pushing event updated for resources: {'Port': ['ID=e98bf2ff-6635-4200-92a1-bf8f48121f9e,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:10.358964 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f919f5cf-7ee3-4a77-838d-9b429771c382 None None] Transition to ACTIVE for port object c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:10.442419 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f919f5cf-7ee3-4a77-838d-9b429771c382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:10.450971 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-3a6f9dd0-6f0b-4335-8c3b-bf1411a5f40e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Allocated IP 2001:db8::f (a777de86-f8e9-4b89-83a1-4f612107ee19/1dd40497-62bf-48a4-8ce7-f5a55dc9d5ce/de8a2e72-2a05-4ee4-b16b-9479e02535d7) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:10.567923 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8eb7db8f-e62f-429a-9e9f-64bb61615f2f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:10.585951 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919f5cf-7ee3-4a77-838d-9b429771c382 None None] Pushing event updated for resources: {'Port': ['ID=c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:10.591353 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f919f5cf-7ee3-4a77-838d-9b429771c382 None None] Network 50e21b06-b985-4077-8c1b-6718c6b89044 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:10.592374 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-495b231f-f8b5-404c-b11d-4d953b7f7888 None None] Attempting to bind port e98bf2ff-6635-4200-92a1-bf8f48121f9e on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:25:10.592726 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-495b231f-f8b5-404c-b11d-4d953b7f7888 None None] Attempting to bind port e98bf2ff-6635-4200-92a1-bf8f48121f9e by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'e21c3015-3a74-4537-a99a-157ffa478602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a777de86-f8e9-4b89-83a1-4f612107ee19'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:25:10.593171 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495b231f-f8b5-404c-b11d-4d953b7f7888 None None] Attempting to bind port e98bf2ff-6635-4200-92a1-bf8f48121f9e on network a777de86-f8e9-4b89-83a1-4f612107ee19 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:25:10.598051 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-f919f5cf-7ee3-4a77-838d-9b429771c382 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:10.603458 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f919f5cf-7ee3-4a77-838d-9b429771c382 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:10.620516 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495b231f-f8b5-404c-b11d-4d953b7f7888 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:25:10.621243 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495b231f-f8b5-404c-b11d-4d953b7f7888 None None] Checking segment: {'id': 'e21c3015-3a74-4537-a99a-157ffa478602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a777de86-f8e9-4b89-83a1-4f612107ee19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:10.621243 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-495b231f-f8b5-404c-b11d-4d953b7f7888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:10.621774 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495b231f-f8b5-404c-b11d-4d953b7f7888 None None] Bound using segment: {'id': 'e21c3015-3a74-4537-a99a-157ffa478602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a777de86-f8e9-4b89-83a1-4f612107ee19'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:25:10.622304 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-495b231f-f8b5-404c-b11d-4d953b7f7888 None None] Bound port: e98bf2ff-6635-4200-92a1-bf8f48121f9e, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21c3015-3a74-4537-a99a-157ffa478602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a777de86-f8e9-4b89-83a1-4f612107ee19'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:25:10.622839 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-495b231f-f8b5-404c-b11d-4d953b7f7888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:10.633445 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-05a3b256-9ef0-4b6c-a90a-522ca57e3ffb None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:10.697711 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-431b7086-ce4b-4dc2-9ad8-a77f45dbc896 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:10.708275 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b97ce8f-fb32-4881-80d6-9a133b3276eb None None] Network c5ad1834-fb5b-450f-9d9d-a9a551a5862a requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:10.723090 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-05a3b256-9ef0-4b6c-a90a-522ca57e3ffb None None] Transition to ACTIVE for port object 99159b46-a42c-489d-9767-8638bbe849c0 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:10.858922 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-431b7086-ce4b-4dc2-9ad8-a77f45dbc896 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Calling delete_port for 918944bb-b54d-4ba9-986b-d1e8b88b79c3 owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:10.863786 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-05a3b256-9ef0-4b6c-a90a-522ca57e3ffb None None] Transition to ACTIVE for port object 99159b46-a42c-489d-9767-8638bbe849c0 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:10.879511 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-f919f5cf-7ee3-4a77-838d-9b429771c382 None None] Attempting to bind port c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:25:10.879874 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-f919f5cf-7ee3-4a77-838d-9b429771c382 None None] Attempting to bind port c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'd11921ab-f46a-488c-acdc-4a298b1fc563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '50e21b06-b985-4077-8c1b-6718c6b89044'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:25:10.880262 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f919f5cf-7ee3-4a77-838d-9b429771c382 None None] Attempting to bind port c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4 on network 50e21b06-b985-4077-8c1b-6718c6b89044 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:25:10.889011 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-05a3b256-9ef0-4b6c-a90a-522ca57e3ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:10.993321 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-149091ce-a056-4d8a-8958-3038df76b42d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Allocated IP 172.20.0.3 (5a2f3eff-7620-4bdd-83cb-b9571de648de/f9f5e123-b85c-4a56-9bc8-1b1315731371/4bee4924-81a7-49da-8a6b-c27ecf60930d) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:11.050591 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f919f5cf-7ee3-4a77-838d-9b429771c382 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:25:11.050951 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f919f5cf-7ee3-4a77-838d-9b429771c382 None None] Checking segment: {'id': 'd11921ab-f46a-488c-acdc-4a298b1fc563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '50e21b06-b985-4077-8c1b-6718c6b89044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:11.051381 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f919f5cf-7ee3-4a77-838d-9b429771c382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:11.051770 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f919f5cf-7ee3-4a77-838d-9b429771c382 None None] Bound using segment: {'id': 'd11921ab-f46a-488c-acdc-4a298b1fc563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '50e21b06-b985-4077-8c1b-6718c6b89044'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:25:11.052293 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-f919f5cf-7ee3-4a77-838d-9b429771c382 None None] Bound port: c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11921ab-f46a-488c-acdc-4a298b1fc563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '50e21b06-b985-4077-8c1b-6718c6b89044'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:25:11.052664 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f919f5cf-7ee3-4a77-838d-9b429771c382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:11.093569 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-eb157666-fa16-4189-a694-07ab19259b77 None None] Provisioning for port 09e90c08-3a49-45ba-a0ec-a7a05f98da01 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:11.114121 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-23bdb22f-14b0-4b48-8042-010fb09b3690 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Allocated IP 2001:db8::1 (4cbd22d9-e702-487e-bd72-a42cd71aaf93/3d2dd44d-20da-4b0c-8a0c-0ab990fb371c/df03671f-e6b8-46fc-b8b3-070c4e5900b4) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:11.115443 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 09e90c08-3a49-45ba-a0ec-a7a05f98da01 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:25:11.157332 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-495b231f-f8b5-404c-b11d-4d953b7f7888 None None] For port e98bf2ff-6635-4200-92a1-bf8f48121f9e, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:25:11.169189 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-495b231f-f8b5-404c-b11d-4d953b7f7888 None None] For port e98bf2ff-6635-4200-92a1-bf8f48121f9e, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=e98bf2ff-6635-4200-92a1-bf8f48121f9e,segment=NetworkSegment(e21c3015-3a74-4537-a99a-157ffa478602),segment_id=e21c3015-3a74-4537-a99a-157ffa478602)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:25:11.218954 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3b256-9ef0-4b6c-a90a-522ca57e3ffb None None] Pushing event updated for resources: {'Port': ['ID=99159b46-a42c-489d-9767-8638bbe849c0,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:11.227398 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a3b256-9ef0-4b6c-a90a-522ca57e3ffb None None] Network 5a2f3eff-7620-4bdd-83cb-b9571de648de is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:11.238273 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-05a3b256-9ef0-4b6c-a90a-522ca57e3ffb None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:11.241139 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a3b256-9ef0-4b6c-a90a-522ca57e3ffb None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:11.254439 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-495b231f-f8b5-404c-b11d-4d953b7f7888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:11.266842 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-149091ce-a056-4d8a-8958-3038df76b42d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:11.286636 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-149091ce-a056-4d8a-8958-3038df76b42d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Transition to ACTIVE for port object 4bee4924-81a7-49da-8a6b-c27ecf60930d will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:11.312030 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-149091ce-a056-4d8a-8958-3038df76b42d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:11.397077 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149091ce-a056-4d8a-8958-3038df76b42d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network 5a2f3eff-7620-4bdd-83cb-b9571de648de is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:11.400258 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-149091ce-a056-4d8a-8958-3038df76b42d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:11.410603 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149091ce-a056-4d8a-8958-3038df76b42d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:11.449196 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149091ce-a056-4d8a-8958-3038df76b42d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Port': ['ID=4bee4924-81a7-49da-8a6b-c27ecf60930d,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:11.492458 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149091ce-a056-4d8a-8958-3038df76b42d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:11.493133 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-149091ce-a056-4d8a-8958-3038df76b42d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:11.520278 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-149091ce-a056-4d8a-8958-3038df76b42d tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0556626 Apr 08 10:25:11.520980 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55722) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:11.525066 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7915e54-7591-4b56-87ab-50b578a6fd24 None None] Network 4cbd22d9-e702-487e-bd72-a42cd71aaf93 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:11.527565 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-a3e259d5-8d17-443e-abe9-9062b28e3a23 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'subnet': {'network_id': '5a2f3eff-7620-4bdd-83cb-b9571de648de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:11.620135 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b231f-f8b5-404c-b11d-4d953b7f7888 None None] Pushing event updated for resources: {'Port': ['ID=e98bf2ff-6635-4200-92a1-bf8f48121f9e,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:11.678494 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8c68bed5-a364-42e7-b9aa-1cc22fd34bc3 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:11.690044 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a3e259d5-8d17-443e-abe9-9062b28e3a23 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:11.694154 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a3e259d5-8d17-443e-abe9-9062b28e3a23 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:subnet and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:11.697106 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a3e259d5-8d17-443e-abe9-9062b28e3a23 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:11.706045 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a3e259d5-8d17-443e-abe9-9062b28e3a23 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:11.710185 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-05a3b256-9ef0-4b6c-a90a-522ca57e3ffb None None] Attempting to bind port 99159b46-a42c-489d-9767-8638bbe849c0 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:25:11.710185 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-05a3b256-9ef0-4b6c-a90a-522ca57e3ffb None None] Attempting to bind port 99159b46-a42c-489d-9767-8638bbe849c0 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '59441c1c-5bf6-4935-b138-0c333c95979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5a2f3eff-7620-4bdd-83cb-b9571de648de'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:25:11.710772 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a3b256-9ef0-4b6c-a90a-522ca57e3ffb None None] Attempting to bind port 99159b46-a42c-489d-9767-8638bbe849c0 on network 5a2f3eff-7620-4bdd-83cb-b9571de648de {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:25:11.725297 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-f919f5cf-7ee3-4a77-838d-9b429771c382 None None] For port c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:25:11.727836 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a3b256-9ef0-4b6c-a90a-522ca57e3ffb None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:25:11.728735 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a3b256-9ef0-4b6c-a90a-522ca57e3ffb None None] Checking segment: {'id': '59441c1c-5bf6-4935-b138-0c333c95979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5a2f3eff-7620-4bdd-83cb-b9571de648de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:11.729424 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-05a3b256-9ef0-4b6c-a90a-522ca57e3ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:11.731930 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a3b256-9ef0-4b6c-a90a-522ca57e3ffb None None] Bound using segment: {'id': '59441c1c-5bf6-4935-b138-0c333c95979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5a2f3eff-7620-4bdd-83cb-b9571de648de'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:25:11.731930 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-05a3b256-9ef0-4b6c-a90a-522ca57e3ffb None None] Bound port: 99159b46-a42c-489d-9767-8638bbe849c0, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59441c1c-5bf6-4935-b138-0c333c95979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5a2f3eff-7620-4bdd-83cb-b9571de648de'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:25:11.731930 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-05a3b256-9ef0-4b6c-a90a-522ca57e3ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:11.734683 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e259d5-8d17-443e-abe9-9062b28e3a23 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:11.779438 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0971b46e-33d0-4ab4-bd95-efff1855fc57 None None] Provisioning for port 422c6180-7729-40f4-89bd-8640105211ee completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:11.784387 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-f919f5cf-7ee3-4a77-838d-9b429771c382 None None] For port c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4,segment=NetworkSegment(d11921ab-f46a-488c-acdc-4a298b1fc563),segment_id=d11921ab-f46a-488c-acdc-4a298b1fc563)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:25:11.798657 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8c68bed5-a364-42e7-b9aa-1cc22fd34bc3 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:11.809308 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f919f5cf-7ee3-4a77-838d-9b429771c382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:11.910572 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 09e90c08-3a49-45ba-a0ec-a7a05f98da01 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:11.921057 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a3e259d5-8d17-443e-abe9-9062b28e3a23 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:11.927552 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 09e90c08-3a49-45ba-a0ec-a7a05f98da01 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:11.927848 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3a6f9dd0-6f0b-4335-8c3b-bf1411a5f40e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:11.927990 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:11.942625 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-431b7086-ce4b-4dc2-9ad8-a77f45dbc896 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:11.949285 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-23bdb22f-14b0-4b48-8042-010fb09b3690 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:12.086043 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b7086-ce4b-4dc2-9ad8-a77f45dbc896 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Pushing event deleted for resources: {'Port': ['ID=918944bb-b54d-4ba9-986b-d1e8b88b79c3,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:12.097546 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-23bdb22f-14b0-4b48-8042-010fb09b3690 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Transition to ACTIVE for port object df03671f-e6b8-46fc-b8b3-070c4e5900b4 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:12.099106 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-3a6f9dd0-6f0b-4335-8c3b-bf1411a5f40e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Transition to ACTIVE for port object de8a2e72-2a05-4ee4-b16b-9479e02535d7 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:12.127853 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.ipam_backend_mixin [None req-a3e259d5-8d17-443e-abe9-9062b28e3a23 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f9f5e123-b85c-4a56-9bc8-1b1315731371 (CIDR: 172.20.0.0/28) Apr 08 10:25:12.134605 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e259d5-8d17-443e-abe9-9062b28e3a23 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:25:12.137395 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3e259d5-8d17-443e-abe9-9062b28e3a23 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:25:12.180816 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a3e259d5-8d17-443e-abe9-9062b28e3a23 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6562777 Apr 08 10:25:12.181638 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55726) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:12.187542 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-863b6765-db8d-4d8e-92c8-cc6b1f11784b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'subnet': {'network_id': '5a2f3eff-7620-4bdd-83cb-b9571de648de', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:12.188481 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8eb7db8f-e62f-429a-9e9f-64bb61615f2f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:12.194760 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-05a3b256-9ef0-4b6c-a90a-522ca57e3ffb None None] For port 99159b46-a42c-489d-9767-8638bbe849c0, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:25:12.200486 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919f5cf-7ee3-4a77-838d-9b429771c382 None None] Pushing event updated for resources: {'Port': ['ID=c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:12.221543 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-05a3b256-9ef0-4b6c-a90a-522ca57e3ffb None None] For port 99159b46-a42c-489d-9767-8638bbe849c0, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=99159b46-a42c-489d-9767-8638bbe849c0,segment=NetworkSegment(59441c1c-5bf6-4935-b138-0c333c95979f),segment_id=59441c1c-5bf6-4935-b138-0c333c95979f)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:25:12.254950 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-05a3b256-9ef0-4b6c-a90a-522ca57e3ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:12.429250 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7db8f-e62f-429a-9e9f-64bb61615f2f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event updated for resources: {'Subnet': ['ID=6ed3bcd8-4a6e-4e0c-841d-e5b423b4796f,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:12.445659 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-23bdb22f-14b0-4b48-8042-010fb09b3690 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:12.447493 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:12.467064 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3b256-9ef0-4b6c-a90a-522ca57e3ffb None None] Pushing event updated for resources: {'Port': ['ID=99159b46-a42c-489d-9767-8638bbe849c0,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:12.508389 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 09e90c08-3a49-45ba-a0ec-a7a05f98da01, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=09e90c08-3a49-45ba-a0ec-a7a05f98da01,segment=NetworkSegment(bc372df5-4528-4655-ac67-2610956e0d24),segment_id=bc372df5-4528-4655-ac67-2610956e0d24)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:12.512954 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:12.513881 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 6a8fa85b-5631-4226-af39-054f1db53ae4 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:25:12.587858 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-863b6765-db8d-4d8e-92c8-cc6b1f11784b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:12.604981 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdb22f-14b0-4b48-8042-010fb09b3690 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Port': ['ID=df03671f-e6b8-46fc-b8b3-070c4e5900b4,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:12.623501 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-863b6765-db8d-4d8e-92c8-cc6b1f11784b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:subnet and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:12.628596 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-863b6765-db8d-4d8e-92c8-cc6b1f11784b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:12.636597 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-863b6765-db8d-4d8e-92c8-cc6b1f11784b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:12.663258 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863b6765-db8d-4d8e-92c8-cc6b1f11784b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:12.665131 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-8c68bed5-a364-42e7-b9aa-1cc22fd34bc3 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Allocated IP 172.26.0.177 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/6b1ec8a9-6029-4e23-9297-069cd852e125) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:12.673296 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=09e90c08-3a49-45ba-a0ec-a7a05f98da01,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:12.677147 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-863b6765-db8d-4d8e-92c8-cc6b1f11784b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:12.688681 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bdb22f-14b0-4b48-8042-010fb09b3690 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network 4cbd22d9-e702-487e-bd72-a42cd71aaf93 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:12.696096 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-23bdb22f-14b0-4b48-8042-010fb09b3690 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:12.697248 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 6a8fa85b-5631-4226-af39-054f1db53ae4 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:12.697724 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:12.729266 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bdb22f-14b0-4b48-8042-010fb09b3690 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:12.729788 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-23bdb22f-14b0-4b48-8042-010fb09b3690 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:12.745307 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb7db8f-e62f-429a-9e9f-64bb61615f2f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Checking segment: {'id': 'f00b36ab-8457-43a6-a7aa-179063d8eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0f63f55e-f6fd-406b-a947-6ca76d30e391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:12.745733 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb7db8f-e62f-429a-9e9f-64bb61615f2f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Network hostable DHCP agents. Network: 0f63f55e-f6fd-406b-a947-6ca76d30e391, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:25:12.763734 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3a6f9dd0-6f0b-4335-8c3b-bf1411a5f40e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:12.770089 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-431b7086-ce4b-4dc2-9ad8-a77f45dbc896 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:12.876351 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 422c6180-7729-40f4-89bd-8640105211ee up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:25:12.994698 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 422c6180-7729-40f4-89bd-8640105211ee completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:13.005005 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 422c6180-7729-40f4-89bd-8640105211ee triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:13.005648 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:13.073787 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6f9dd0-6f0b-4335-8c3b-bf1411a5f40e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network a777de86-f8e9-4b89-83a1-4f612107ee19 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:13.080858 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-3a6f9dd0-6f0b-4335-8c3b-bf1411a5f40e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:13.083449 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6f9dd0-6f0b-4335-8c3b-bf1411a5f40e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:13.088340 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6f9dd0-6f0b-4335-8c3b-bf1411a5f40e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:13.089088 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3a6f9dd0-6f0b-4335-8c3b-bf1411a5f40e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:13.092964 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f9dd0-6f0b-4335-8c3b-bf1411a5f40e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Port': ['ID=de8a2e72-2a05-4ee4-b16b-9479e02535d7,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:13.097603 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb7db8f-e62f-429a-9e9f-64bb61615f2f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Network 0f63f55e-f6fd-406b-a947-6ca76d30e391 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:25:13.119056 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-431b7086-ce4b-4dc2-9ad8-a77f45dbc896 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] 10.222.0.47 "DELETE /v2.0/ports/918944bb-b54d-4ba9-986b-d1e8b88b79c3 HTTP/1.1" status: 204 len: 168 time: 3.6322289 Apr 08 10:25:13.129396 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55730) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:13.143859 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-2582031c-f75d-4815-91c4-545dc11fac7e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Request body: {'port': {'name': 'tempest-new-port-name-743147775', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:13.144734 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.api.validators [None req-2582031c-f75d-4815-91c4-545dc11fac7e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] bootfile-name is not in valid_values {{(pid=83845) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 08 10:25:13.145297 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.api.validators [None req-2582031c-f75d-4815-91c4-545dc11fac7e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] tftp-server is not in valid_values {{(pid=83845) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 08 10:25:13.145835 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.api.validators [None req-2582031c-f75d-4815-91c4-545dc11fac7e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] server-ip-address is not in valid_values {{(pid=83845) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 08 10:25:13.197816 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c884a208-df8b-49d0-8863-424f3416e98e None None] Could not find standard attr ID for object 918944bb-b54d-4ba9-986b-d1e8b88b79c3. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:25:13.210483 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3a6f9dd0-6f0b-4335-8c3b-bf1411a5f40e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.6529641 Apr 08 10:25:13.221012 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-8eb7db8f-e62f-429a-9e9f-64bb61615f2f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 0f63f55e-f6fd-406b-a947-6ca76d30e391) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:13.236482 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb7db8f-e62f-429a-9e9f-64bb61615f2f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:13.237163 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8eb7db8f-e62f-429a-9e9f-64bb61615f2f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:13.253089 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe97585d-beae-4fce-b8d5-46ec488ad0be None None] Network 0f63f55e-f6fd-406b-a947-6ca76d30e391 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:13.296589 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55734) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:13.309513 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8eb7db8f-e62f-429a-9e9f-64bb61615f2f tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 4.0000484 Apr 08 10:25:13.330318 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55738) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:13.405468 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2582031c-f75d-4815-91c4-545dc11fac7e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:13.417864 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96593cf2-4e31-498f-8f63-756d7f363825 None None] Network a777de86-f8e9-4b89-83a1-4f612107ee19 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:13.468383 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c884a208-df8b-49d0-8863-424f3416e98e None None] Provisioning complete for port 09e90c08-3a49-45ba-a0ec-a7a05f98da01 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:13.468757 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c884a208-df8b-49d0-8863-424f3416e98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:13.531850 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8c68bed5-a364-42e7-b9aa-1cc22fd34bc3 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:13.591969 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-23bdb22f-14b0-4b48-8042-010fb09b3690 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:13.600957 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-863b6765-db8d-4d8e-92c8-cc6b1f11784b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:13.666840 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-20f80b76-8804-48ec-bbb0-d4fe87492d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:13.707372 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896df464-8516-4896-9e52-7b990d29ab2f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:13.708141 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-896df464-8516-4896-9e52-7b990d29ab2f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Synchronizing usage tracker for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:25:13.772684 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863b6765-db8d-4d8e-92c8-cc6b1f11784b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network 5a2f3eff-7620-4bdd-83cb-b9571de648de is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:13.781724 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-863b6765-db8d-4d8e-92c8-cc6b1f11784b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:13.787205 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863b6765-db8d-4d8e-92c8-cc6b1f11784b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:13.787838 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-863b6765-db8d-4d8e-92c8-cc6b1f11784b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:13.787954 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8c68bed5-a364-42e7-b9aa-1cc22fd34bc3 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:13.890930 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:13.978414 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b6765-db8d-4d8e-92c8-cc6b1f11784b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Subnet': ['ID=fbb8c3f7-1f02-4743-9438-7a7b235ab163,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:13.984270 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-896df464-8516-4896-9e52-7b990d29ab2f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Unset dirty status for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:25:13.989265 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-896df464-8516-4896-9e52-7b990d29ab2f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.6907287 Apr 08 10:25:13.991506 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55742) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:14.011557 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68bed5-a364-42e7-b9aa-1cc22fd34bc3 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Pushing event updated for resources: {'Port': ['ID=6b1ec8a9-6029-4e23-9297-069cd852e125,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:14.053342 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-863b6765-db8d-4d8e-92c8-cc6b1f11784b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8706095 Apr 08 10:25:14.054106 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55746) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:14.062130 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-3f3b2a90-70c8-40cb-a530-f768307377f8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-450299354', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fbb8c3f7-1f02-4743-9438-7a7b235ab163'}], 'security_groups': ['f5d697ab-4a5d-45f2-bfce-665ab6371815']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:14.073280 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfc8e48-92dd-44e1-a135-0c47ad181920 None None] Network 50e21b06-b985-4077-8c1b-6718c6b89044 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:14.192353 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:14.217865 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c68bed5-a364-42e7-b9aa-1cc22fd34bc3 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:14.224014 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-8c68bed5-a364-42e7-b9aa-1cc22fd34bc3 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:14.235937 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c68bed5-a364-42e7-b9aa-1cc22fd34bc3 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:14.244147 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2582031c-f75d-4815-91c4-545dc11fac7e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:14.265376 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2582031c-f75d-4815-91c4-545dc11fac7e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:14.287291 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 422c6180-7729-40f4-89bd-8640105211ee, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=422c6180-7729-40f4-89bd-8640105211ee,segment=NetworkSegment(d3f0e5df-f133-4770-a261-287322f713c2),segment_id=d3f0e5df-f133-4770-a261-287322f713c2)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:14.311391 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:14.359483 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05913ec-48e0-4f39-9aea-ba7d0f172be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-0f63f55e-f6fd-406b-a947-6ca76d30e391', 'network_id': '0f63f55e-f6fd-406b-a947-6ca76d30e391', 'tenant_id': '270adadf669a45b6bd01155aeff0f96b', 'fixed_ips': [{'subnet_id': '6ed3bcd8-4a6e-4e0c-841d-e5b423b4796f'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:25:14.360503 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d05913ec-48e0-4f39-9aea-ba7d0f172be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:14.488943 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3f3b2a90-70c8-40cb-a530-f768307377f8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:14.500608 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=422c6180-7729-40f4-89bd-8640105211ee,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:14.538798 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54056721-2ddb-4836-9bd0-51cc7bff1d39 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:14.545572 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44222cb9-581f-4937-8edb-c76afe61b6c5 None None] Network 5a2f3eff-7620-4bdd-83cb-b9571de648de requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:14.545761 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54056721-2ddb-4836-9bd0-51cc7bff1d39 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:14.552682 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54056721-2ddb-4836-9bd0-51cc7bff1d39 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:14.558413 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-54056721-2ddb-4836-9bd0-51cc7bff1d39 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.5626183 Apr 08 10:25:14.560613 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55750) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:14.618099 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582031c-f75d-4815-91c4-545dc11fac7e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Pushing event updated for resources: {'Port': ['ID=c1e23948-34ae-450f-9621-6a84e191d96f,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:14.696317 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-2582031c-f75d-4815-91c4-545dc11fac7e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] In _notify_port_updated(), no bound segment for port c1e23948-34ae-450f-9621-6a84e191d96f on network c5ad1834-fb5b-450f-9d9d-a9a551a5862a {{(pid=83845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 08 10:25:14.700135 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2582031c-f75d-4815-91c4-545dc11fac7e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:14.700787 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2582031c-f75d-4815-91c4-545dc11fac7e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:14.702105 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2582031c-f75d-4815-91c4-545dc11fac7e tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] 10.222.0.47 "PUT /v2.0/ports/c1e23948-34ae-450f-9621-6a84e191d96f HTTP/1.1" status: 200 len: 1135 time: 1.5680201 Apr 08 10:25:14.718357 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55756) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:14.753779 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:14.822956 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 09e90c08-3a49-45ba-a0ec-a7a05f98da01 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:25:14.853305 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cedd42c-75c2-468c-8b16-bc78a7afe2fd tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:14.854425 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3cedd42c-75c2-468c-8b16-bc78a7afe2fd tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] 10.222.0.47 "GET /v2.0/ports/c1e23948-34ae-450f-9621-6a84e191d96f HTTP/1.1" status: 200 len: 1135 time: 0.1352813 Apr 08 10:25:14.867188 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55760) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:14.915487 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c884a208-df8b-49d0-8863-424f3416e98e None None] Provisioning for port c1e23948-34ae-450f-9621-6a84e191d96f completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:14.937479 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-2adb58a5-fb07-4dc6-a98a-cfb9e4c8a966 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting port de8a2e72-2a05-4ee4-b16b-9479e02535d7 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:14.937821 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2adb58a5-fb07-4dc6-a98a-cfb9e4c8a966 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:14.960434 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c884a208-df8b-49d0-8863-424f3416e98e None None] Provisioning complete for port c1e23948-34ae-450f-9621-6a84e191d96f triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:14.960955 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c884a208-df8b-49d0-8863-424f3416e98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:15.073272 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-35b43055-8b30-401a-8ee4-ddd49f5d941a tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Deleting port c1e23948-34ae-450f-9621-6a84e191d96f {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:15.073536 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-35b43055-8b30-401a-8ee4-ddd49f5d941a tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:15.130629 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-c884a208-df8b-49d0-8863-424f3416e98e None None] Port c1e23948-34ae-450f-9621-6a84e191d96f cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:25:15.181213 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-3f3b2a90-70c8-40cb-a530-f768307377f8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Delete allocated IP 172.20.0.3 (5a2f3eff-7620-4bdd-83cb-b9571de648de/f9f5e123-b85c-4a56-9bc8-1b1315731371) {{(pid=83845) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 08 10:25:15.191357 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-3f3b2a90-70c8-40cb-a530-f768307377f8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Allocated IP 172.20.0.25 (5a2f3eff-7620-4bdd-83cb-b9571de648de/fbb8c3f7-1f02-4743-9438-7a7b235ab163/4bee4924-81a7-49da-8a6b-c27ecf60930d) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:15.210423 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-d05913ec-48e0-4f39-9aea-ba7d0f172be1 None None] Allocated IP 2001:db8::1 (0f63f55e-f6fd-406b-a947-6ca76d30e391/6ed3bcd8-4a6e-4e0c-841d-e5b423b4796f/0cd46bb4-6276-493d-9d05-59996f0c08c6) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:15.341309 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.resource_extend [None req-23bdb22f-14b0-4b48-8042-010fb09b3690 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:25:15.399599 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 09e90c08-3a49-45ba-a0ec-a7a05f98da01 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:15.399936 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-23bdb22f-14b0-4b48-8042-010fb09b3690 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:15.400248 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:15.434620 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-23bdb22f-14b0-4b48-8042-010fb09b3690 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:15.435448 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-23bdb22f-14b0-4b48-8042-010fb09b3690 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:15.483227 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] Provisioning for port df03671f-e6b8-46fc-b8b3-070c4e5900b4 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:15.501475 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] Provisioning complete for port df03671f-e6b8-46fc-b8b3-070c4e5900b4 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:15.501945 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:15.553385 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3f3b2a90-70c8-40cb-a530-f768307377f8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:15.569502 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-3f3b2a90-70c8-40cb-a530-f768307377f8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Ignored duplicate provisioning block setup for port 4bee4924-81a7-49da-8a6b-c27ecf60930d by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 08 10:25:15.574937 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3f3b2a90-70c8-40cb-a530-f768307377f8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:15.598511 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-dd3dd5c1-ce0f-47a9-87d1-f3eabf499351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:15.708538 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] Port df03671f-e6b8-46fc-b8b3-070c4e5900b4 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:25:15.718641 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-35b43055-8b30-401a-8ee4-ddd49f5d941a tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:15.738587 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b2a90-70c8-40cb-a530-f768307377f8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Port': ['ID=4bee4924-81a7-49da-8a6b-c27ecf60930d,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:15.813647 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 99159b46-a42c-489d-9767-8638bbe849c0 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:25:15.815650 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-3f3b2a90-70c8-40cb-a530-f768307377f8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] In _notify_port_updated(), no bound segment for port 4bee4924-81a7-49da-8a6b-c27ecf60930d on network 5a2f3eff-7620-4bdd-83cb-b9571de648de {{(pid=83845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 08 10:25:15.819535 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3b2a90-70c8-40cb-a530-f768307377f8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:15.820453 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3f3b2a90-70c8-40cb-a530-f768307377f8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:15.821870 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3f3b2a90-70c8-40cb-a530-f768307377f8 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "PUT /v2.0/ports/4bee4924-81a7-49da-8a6b-c27ecf60930d HTTP/1.1" status: 200 len: 920 time: 1.7653878 Apr 08 10:25:15.824679 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55764) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:15.830744 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdb22f-14b0-4b48-8042-010fb09b3690 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Port': ['ID=df03671f-e6b8-46fc-b8b3-070c4e5900b4,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:15.860058 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] Provisioning complete for port 422c6180-7729-40f4-89bd-8640105211ee triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:15.860610 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:15.908821 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-141cd99b-79d0-4f9b-be4e-33d664c04fc9 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting port 4bee4924-81a7-49da-8a6b-c27ecf60930d {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:15.909319 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-141cd99b-79d0-4f9b-be4e-33d664c04fc9 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:15.945703 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d05913ec-48e0-4f39-9aea-ba7d0f172be1 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:15.969286 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d05913ec-48e0-4f39-9aea-ba7d0f172be1 None None] Transition to ACTIVE for port object 0cd46bb4-6276-493d-9d05-59996f0c08c6 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:15.999335 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d05913ec-48e0-4f39-9aea-ba7d0f172be1 None None] Transition to ACTIVE for port object 0cd46bb4-6276-493d-9d05-59996f0c08c6 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:15.999647 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-35b43055-8b30-401a-8ee4-ddd49f5d941a tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Calling delete_port for c1e23948-34ae-450f-9621-6a84e191d96f owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:16.162096 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d05913ec-48e0-4f39-9aea-ba7d0f172be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:16.209616 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2adb58a5-fb07-4dc6-a98a-cfb9e4c8a966 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:16.246976 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] Could not find standard attr ID for object 918944bb-b54d-4ba9-986b-d1e8b88b79c3. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:25:16.248517 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:16.250583 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-141cd99b-79d0-4f9b-be4e-33d664c04fc9 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:16.256742 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05913ec-48e0-4f39-9aea-ba7d0f172be1 None None] Network 0f63f55e-f6fd-406b-a947-6ca76d30e391 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:16.267656 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7325118-4990-4677-be3b-838555352257 None None] Update dhcp port {'port': {'network_id': '5a2f3eff-7620-4bdd-83cb-b9571de648de', 'fixed_ips': [{'subnet_id': 'f9f5e123-b85c-4a56-9bc8-1b1315731371', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fbb8c3f7-1f02-4743-9438-7a7b235ab163'}], 'binding:host_id': 'dv-neutron-837110-1-hyperv'}, 'id': '99159b46-a42c-489d-9767-8638bbe849c0'} from dv-neutron-837110-1-hyperv. {{(pid=83847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 08 10:25:16.293062 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-d05913ec-48e0-4f39-9aea-ba7d0f172be1 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:16.295379 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05913ec-48e0-4f39-9aea-ba7d0f172be1 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:16.307648 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 99159b46-a42c-489d-9767-8638bbe849c0 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:16.320069 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device e98bf2ff-6635-4200-92a1-bf8f48121f9e up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:25:16.389207 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-141cd99b-79d0-4f9b-be4e-33d664c04fc9 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Calling delete_port for 4bee4924-81a7-49da-8a6b-c27ecf60930d owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:16.401812 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05913ec-48e0-4f39-9aea-ba7d0f172be1 None None] Pushing event updated for resources: {'Port': ['ID=0cd46bb4-6276-493d-9d05-59996f0c08c6,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:16.458839 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] Provisioning for port 99159b46-a42c-489d-9767-8638bbe849c0 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:16.469287 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c7325118-4990-4677-be3b-838555352257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:16.502274 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-d05913ec-48e0-4f39-9aea-ba7d0f172be1 None None] Attempting to bind port 0cd46bb4-6276-493d-9d05-59996f0c08c6 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:25:16.502636 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-d05913ec-48e0-4f39-9aea-ba7d0f172be1 None None] Attempting to bind port 0cd46bb4-6276-493d-9d05-59996f0c08c6 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'f00b36ab-8457-43a6-a7aa-179063d8eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0f63f55e-f6fd-406b-a947-6ca76d30e391'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:25:16.502992 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05913ec-48e0-4f39-9aea-ba7d0f172be1 None None] Attempting to bind port 0cd46bb4-6276-493d-9d05-59996f0c08c6 on network 0f63f55e-f6fd-406b-a947-6ca76d30e391 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:25:16.504887 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] Provisioning complete for port 99159b46-a42c-489d-9767-8638bbe849c0 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:16.505251 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:16.530088 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event deleted for resources: {'Subnet': ['ID=6ed3bcd8-4a6e-4e0c-841d-e5b423b4796f,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:16.543557 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-2adb58a5-fb07-4dc6-a98a-cfb9e4c8a966 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Calling delete_port for de8a2e72-2a05-4ee4-b16b-9479e02535d7 owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:16.549074 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-141cd99b-79d0-4f9b-be4e-33d664c04fc9 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:16.596183 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05913ec-48e0-4f39-9aea-ba7d0f172be1 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:25:16.596556 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05913ec-48e0-4f39-9aea-ba7d0f172be1 None None] Checking segment: {'id': 'f00b36ab-8457-43a6-a7aa-179063d8eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0f63f55e-f6fd-406b-a947-6ca76d30e391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:16.597086 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d05913ec-48e0-4f39-9aea-ba7d0f172be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:16.597470 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05913ec-48e0-4f39-9aea-ba7d0f172be1 None None] Bound using segment: {'id': 'f00b36ab-8457-43a6-a7aa-179063d8eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0f63f55e-f6fd-406b-a947-6ca76d30e391'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:25:16.597952 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-d05913ec-48e0-4f39-9aea-ba7d0f172be1 None None] Bound port: 0cd46bb4-6276-493d-9d05-59996f0c08c6, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f00b36ab-8457-43a6-a7aa-179063d8eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0f63f55e-f6fd-406b-a947-6ca76d30e391'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:25:16.598323 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d05913ec-48e0-4f39-9aea-ba7d0f172be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:16.606425 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8c68bed5-a364-42e7-b9aa-1cc22fd34bc3 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:16.607251 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141cd99b-79d0-4f9b-be4e-33d664c04fc9 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Port': ['ID=4bee4924-81a7-49da-8a6b-c27ecf60930d,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:16.648808 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port e98bf2ff-6635-4200-92a1-bf8f48121f9e completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:16.686494 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:25:16.708250 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-141cd99b-79d0-4f9b-be4e-33d664c04fc9 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:16.721342 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-141cd99b-79d0-4f9b-be4e-33d664c04fc9 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/ports/4bee4924-81a7-49da-8a6b-c27ecf60930d HTTP/1.1" status: 204 len: 168 time: 0.8923626 Apr 08 10:25:16.721762 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55768) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:16.770137 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b33912e-27df-4708-89e1-b71976b6bec5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] GET failed (client error): The resource could not be found. Apr 08 10:25:16.770941 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2b33912e-27df-4708-89e1-b71976b6bec5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Synchronizing usage tracker for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:25:16.772640 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bdb22f-14b0-4b48-8042-010fb09b3690 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network 4cbd22d9-e702-487e-bd72-a42cd71aaf93 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:16.791319 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2b33912e-27df-4708-89e1-b71976b6bec5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Unset dirty status for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:25:16.792976 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2b33912e-27df-4708-89e1-b71976b6bec5 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "GET /v2.0/ports/4bee4924-81a7-49da-8a6b-c27ecf60930d HTTP/1.1" status: 404 len: 333 time: 0.0698972 Apr 08 10:25:16.796051 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55772) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:16.796244 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-23bdb22f-14b0-4b48-8042-010fb09b3690 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:16.873136 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d2d597b1-5e2e-4904-b397-69a35dd26e0a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:16.918388 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d2d597b1-5e2e-4904-b397-69a35dd26e0a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:16.946193 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:16.967825 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:17.000197 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d2d597b1-5e2e-4904-b397-69a35dd26e0a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:17.038987 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d597b1-5e2e-4904-b397-69a35dd26e0a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddf405b-f481-4a49-90d4-022908d03c2c,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:17.056962 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d2d597b1-5e2e-4904-b397-69a35dd26e0a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:17.061693 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d2d597b1-5e2e-4904-b397-69a35dd26e0a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/security-groups/dddf405b-f481-4a49-90d4-022908d03c2c HTTP/1.1" status: 204 len: 168 time: 0.2643147 Apr 08 10:25:17.063231 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55776) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:17.069368 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d05913ec-48e0-4f39-9aea-ba7d0f172be1 None None] For port 0cd46bb4-6276-493d-9d05-59996f0c08c6, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:25:17.070350 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:17.091571 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-35b43055-8b30-401a-8ee4-ddd49f5d941a tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:17.097863 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:17.132387 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d05913ec-48e0-4f39-9aea-ba7d0f172be1 None None] For port 0cd46bb4-6276-493d-9d05-59996f0c08c6, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=0cd46bb4-6276-493d-9d05-59996f0c08c6,segment=NetworkSegment(f00b36ab-8457-43a6-a7aa-179063d8eab6),segment_id=f00b36ab-8457-43a6-a7aa-179063d8eab6)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:25:17.152566 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d05913ec-48e0-4f39-9aea-ba7d0f172be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:17.186147 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ffac301a-f977-4184-b245-4028ffb5fbd7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:17.194075 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] For port 99159b46-a42c-489d-9767-8638bbe849c0, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=99159b46-a42c-489d-9767-8638bbe849c0,segment=NetworkSegment(59441c1c-5bf6-4935-b138-0c333c95979f),segment_id=59441c1c-5bf6-4935-b138-0c333c95979f)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:17.198278 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:17.208901 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b43055-8b30-401a-8ee4-ddd49f5d941a tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Pushing event deleted for resources: {'Port': ['ID=c1e23948-34ae-450f-9621-6a84e191d96f,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:17.211583 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f63f55e-f6fd-406b-a947-6ca76d30e391']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:17.221641 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ffac301a-f977-4184-b245-4028ffb5fbd7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:17.221858 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:17.230490 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-c7325118-4990-4677-be3b-838555352257 None None] Allocated IP 172.20.0.18 (5a2f3eff-7620-4bdd-83cb-b9571de648de/fbb8c3f7-1f02-4743-9438-7a7b235ab163/99159b46-a42c-489d-9767-8638bbe849c0) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:17.263252 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f00b36ab-8457-43a6-a7aa-179063d8eab6') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:17.264535 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f00b36ab-8457-43a6-a7aa-179063d8eab6') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:17.287505 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8c68bed5-a364-42e7-b9aa-1cc22fd34bc3 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:17.296602 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ffac301a-f977-4184-b245-4028ffb5fbd7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:17.323334 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac301a-f977-4184-b245-4028ffb5fbd7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d697ab-4a5d-45f2-bfce-665ab6371815,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:17.330348 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ffac301a-f977-4184-b245-4028ffb5fbd7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:17.337950 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ffac301a-f977-4184-b245-4028ffb5fbd7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/security-groups/f5d697ab-4a5d-45f2-bfce-665ab6371815 HTTP/1.1" status: 204 len: 168 time: 0.2674167 Apr 08 10:25:17.338500 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:17.339278 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05913ec-48e0-4f39-9aea-ba7d0f172be1 None None] Pushing event updated for resources: {'Port': ['ID=0cd46bb4-6276-493d-9d05-59996f0c08c6,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:17.346465 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55780) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:17.361829 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8c68bed5-a364-42e7-b9aa-1cc22fd34bc3 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1762438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1762447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1757449'] for router, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:17.442693 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 422c6180-7729-40f4-89bd-8640105211ee up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:25:17.496771 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] Provisioning for port c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:17.518640 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2adb58a5-fb07-4dc6-a98a-cfb9e4c8a966 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:17.549117 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] Provisioning complete for port c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:17.549484 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:17.598824 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:17.606200 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de65730-ebcd-42c5-84f4-1c440a4a7b27 None None] Network 0f63f55e-f6fd-406b-a947-6ca76d30e391 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:17.641889 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] Pushing event updated for resources: {'Port': ['ID=99159b46-a42c-489d-9767-8638bbe849c0,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:17.764793 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-c7325118-4990-4677-be3b-838555352257 None None] For port 99159b46-a42c-489d-9767-8638bbe849c0, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=99159b46-a42c-489d-9767-8638bbe849c0,segment=NetworkSegment(59441c1c-5bf6-4935-b138-0c333c95979f),segment_id=59441c1c-5bf6-4935-b138-0c333c95979f)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:17.876173 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:25:17.876588 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:17.880525 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 422c6180-7729-40f4-89bd-8640105211ee triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:17.880897 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:25:17.895138 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:25:17.911163 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb58a5-fb07-4dc6-a98a-cfb9e4c8a966 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Port': ['ID=de8a2e72-2a05-4ee4-b16b-9479e02535d7,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:17.915033 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.resource_extend [None req-c7325118-4990-4677-be3b-838555352257 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:25:17.954364 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c7325118-4990-4677-be3b-838555352257 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:17.976869 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:17.996404 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c7325118-4990-4677-be3b-838555352257 None None] Transition to ACTIVE for port object 99159b46-a42c-489d-9767-8638bbe849c0 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:18.009653 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c7325118-4990-4677-be3b-838555352257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:18.031622 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-35b43055-8b30-401a-8ee4-ddd49f5d941a tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:18.115611 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2adb58a5-fb07-4dc6-a98a-cfb9e4c8a966 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:18.121049 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55784) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:18.129760 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2adb58a5-fb07-4dc6-a98a-cfb9e4c8a966 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/ports/de8a2e72-2a05-4ee4-b16b-9479e02535d7 HTTP/1.1" status: 204 len: 168 time: 3.5663605 Apr 08 10:25:18.173691 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] For port c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4,segment=NetworkSegment(d11921ab-f46a-488c-acdc-4a298b1fc563),segment_id=d11921ab-f46a-488c-acdc-4a298b1fc563)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:18.176993 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce0aca6-4683-48cf-95a7-6353c0fa185e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] GET failed (client error): The resource could not be found. Apr 08 10:25:18.181340 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-35b43055-8b30-401a-8ee4-ddd49f5d941a tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] 10.222.0.47 "DELETE /v2.0/ports/c1e23948-34ae-450f-9621-6a84e191d96f HTTP/1.1" status: 204 len: 168 time: 3.3130987 Apr 08 10:25:18.182153 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.api [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 08 10:25:18.182153 dv-neutron-837110-1-hyperv neutron-server[83846]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 08 10:25:18.182153 dv-neutron-837110-1-hyperv neutron-server[83846]: [parameters: {'id': '0f63f55e-f6fd-406b-a947-6ca76d30e391'}] Apr 08 10:25:18.182153 dv-neutron-837110-1-hyperv neutron-server[83846]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:25:18.182544 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG oslo_db.api [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:25:18.182860 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55788) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:18.183292 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55790) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:18.183526 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5ce0aca6-4683-48cf-95a7-6353c0fa185e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "GET /v2.0/ports/de8a2e72-2a05-4ee4-b16b-9479e02535d7 HTTP/1.1" status: 404 len: 333 time: 0.0604959 Apr 08 10:25:18.234444 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7325118-4990-4677-be3b-838555352257 None None] Pushing event updated for resources: {'Port': ['ID=99159b46-a42c-489d-9767-8638bbe849c0,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:18.238032 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:18.338875 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:18.348150 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] Provisioning for port e98bf2ff-6635-4200-92a1-bf8f48121f9e completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:18.356641 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] Provisioning complete for port e98bf2ff-6635-4200-92a1-bf8f48121f9e triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:18.357025 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:18.368497 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-7ceb4b22-e979-4e4f-ae48-5d20737202e8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting port e344a8e8-9179-490a-b006-4aec6a817f7f {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:18.368845 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7ceb4b22-e979-4e4f-ae48-5d20737202e8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:18.396535 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] Pushing event updated for resources: {'Port': ['ID=c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:18.487550 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:18.525145 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] For port e98bf2ff-6635-4200-92a1-bf8f48121f9e, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=e98bf2ff-6635-4200-92a1-bf8f48121f9e,segment=NetworkSegment(e21c3015-3a74-4537-a99a-157ffa478602),segment_id=e21c3015-3a74-4537-a99a-157ffa478602)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:18.530015 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:18.534459 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae98172-68a5-450f-b8ed-64dfb2e525a2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting subnet f9f5e123-b85c-4a56-9bc8-1b1315731371 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:25:18.547485 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-eae98172-68a5-450f-b8ed-64dfb2e525a2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:18.597983 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] Provisioning complete for port 02eb9091-75d2-4e0f-b9e6-ea85275b40bc triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:18.598267 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:18.686875 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:18.706484 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-eae98172-68a5-450f-b8ed-64dfb2e525a2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:18.708059 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] Pushing event updated for resources: {'Port': ['ID=e98bf2ff-6635-4200-92a1-bf8f48121f9e,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:18.714317 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] Port 02eb9091-75d2-4e0f-b9e6-ea85275b40bc cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:25:18.717554 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-54dd661e-9aaa-4cfa-b604-23d626cbaf33 None None] Could not find standard attr ID for object c1e23948-34ae-450f-9621-6a84e191d96f. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:25:18.776358 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f88c76c-1f10-42fa-9c44-3b87f52c3cb0 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Deleting subnet e58d84e8-0c8a-4c84-8fe8-08dace5fb521 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:25:18.814778 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1f88c76c-1f10-42fa-9c44-3b87f52c3cb0 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:18.843911 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-05238f59-db64-497b-acde-8cc1369965c7 None None] Provisioning complete for port df03671f-e6b8-46fc-b8b3-070c4e5900b4 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:18.845137 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-05238f59-db64-497b-acde-8cc1369965c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:18.904314 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-05238f59-db64-497b-acde-8cc1369965c7 None None] Port df03671f-e6b8-46fc-b8b3-070c4e5900b4 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:25:18.919780 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-05238f59-db64-497b-acde-8cc1369965c7 None None] Provisioning for port 99159b46-a42c-489d-9767-8638bbe849c0 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:18.926355 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-05238f59-db64-497b-acde-8cc1369965c7 None None] Provisioning complete for port 99159b46-a42c-489d-9767-8638bbe849c0 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:18.926543 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Deleting port 0cd46bb4-6276-493d-9d05-59996f0c08c6 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:18.926877 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:18.927017 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-05238f59-db64-497b-acde-8cc1369965c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:19.018230 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1f88c76c-1f10-42fa-9c44-3b87f52c3cb0 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:19.061703 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-05238f59-db64-497b-acde-8cc1369965c7 None None] Provisioning for port e344a8e8-9179-490a-b006-4aec6a817f7f completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:19.067034 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-05238f59-db64-497b-acde-8cc1369965c7 None None] Provisioning complete for port e344a8e8-9179-490a-b006-4aec6a817f7f triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:19.067596 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-05238f59-db64-497b-acde-8cc1369965c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:19.072243 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bdb22f-14b0-4b48-8042-010fb09b3690 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Router b548399f-849e-4041-8874-011716b6a8f4 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:25:19.123736 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-05238f59-db64-497b-acde-8cc1369965c7 None None] Port e344a8e8-9179-490a-b006-4aec6a817f7f cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:25:19.127573 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-05238f59-db64-497b-acde-8cc1369965c7 None None] Could not find standard attr ID for object 4bee4924-81a7-49da-8a6b-c27ecf60930d. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:25:19.140525 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-05238f59-db64-497b-acde-8cc1369965c7 None None] Provisioning complete for port c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:19.141245 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-05238f59-db64-497b-acde-8cc1369965c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:19.194526 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7ceb4b22-e979-4e4f-ae48-5d20737202e8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:19.211516 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-eae98172-68a5-450f-b8ed-64dfb2e525a2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:19.266667 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-05238f59-db64-497b-acde-8cc1369965c7 None None] Provisioning complete for port e98bf2ff-6635-4200-92a1-bf8f48121f9e triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:19.267033 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-05238f59-db64-497b-acde-8cc1369965c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:19.355404 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device e98bf2ff-6635-4200-92a1-bf8f48121f9e up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:25:19.446343 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-05238f59-db64-497b-acde-8cc1369965c7 None None] Could not find standard attr ID for object de8a2e72-2a05-4ee4-b16b-9479e02535d7. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:25:19.469854 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-05238f59-db64-497b-acde-8cc1369965c7 None None] Provisioning complete for port 02eb9091-75d2-4e0f-b9e6-ea85275b40bc triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:19.470243 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-05238f59-db64-497b-acde-8cc1369965c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:19.495432 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port e98bf2ff-6635-4200-92a1-bf8f48121f9e triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:19.495804 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:19.573973 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-05238f59-db64-497b-acde-8cc1369965c7 None None] Port 02eb9091-75d2-4e0f-b9e6-ea85275b40bc cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:25:19.611521 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-7ceb4b22-e979-4e4f-ae48-5d20737202e8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Calling delete_port for e344a8e8-9179-490a-b006-4aec6a817f7f owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:19.647130 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:25:19.698052 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-39e0632a-097f-4484-a890-95ba76f2f673 None None] Could not find standard attr ID for object 4bee4924-81a7-49da-8a6b-c27ecf60930d. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:25:19.724220 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:19.724599 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:19.763864 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c71c33-c38f-43d7-bc9d-8bca4ec4b40f None None] get_active_networks_info from dv-neutron-837110-1-hyperv {{(pid=83847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 08 10:25:19.865148 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1f88c76c-1f10-42fa-9c44-3b87f52c3cb0 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:19.934746 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] For port 0cd46bb4-6276-493d-9d05-59996f0c08c6, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=0cd46bb4-6276-493d-9d05-59996f0c08c6,segment=NetworkSegment(f00b36ab-8457-43a6-a7aa-179063d8eab6),segment_id=f00b36ab-8457-43a6-a7aa-179063d8eab6)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:19.935095 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:19.936616 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 99159b46-a42c-489d-9767-8638bbe849c0 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:25:19.944151 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c68bed5-a364-42e7-b9aa-1cc22fd34bc3 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Router 1a1c49c9-facf-4380-aaba-6df92527188c is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:25:19.957923 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-eae98172-68a5-450f-b8ed-64dfb2e525a2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:20.010283 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c71c33-c38f-43d7-bc9d-8bca4ec4b40f None None] Resources bound (agent type, host, resource id): {{(pid=83847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 10:25:20.100126 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 99159b46-a42c-489d-9767-8638bbe849c0 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:20.100762 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:20.152795 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Calling delete_port for 0cd46bb4-6276-493d-9d05-59996f0c08c6 owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:20.200683 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae98172-68a5-450f-b8ed-64dfb2e525a2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Subnet': ['ID=f9f5e123-b85c-4a56-9bc8-1b1315731371,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:20.224479 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-eae98172-68a5-450f-b8ed-64dfb2e525a2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:20.333647 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-eae98172-68a5-450f-b8ed-64dfb2e525a2 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/subnets/f9f5e123-b85c-4a56-9bc8-1b1315731371 HTTP/1.1" status: 204 len: 168 time: 2.9664738 Apr 08 10:25:20.334769 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1f88c76c-1f10-42fa-9c44-3b87f52c3cb0 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:20.337547 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55796) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:20.342878 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-f8c6e5c9-22f9-448e-8f74-fe258e52f472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'subnet': {'network_id': '5a2f3eff-7620-4bdd-83cb-b9571de648de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:20.449085 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7ceb4b22-e979-4e4f-ae48-5d20737202e8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:20.455049 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88c76c-1f10-42fa-9c44-3b87f52c3cb0 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Pushing event deleted for resources: {'Subnet': ['ID=e58d84e8-0c8a-4c84-8fe8-08dace5fb521,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:20.482766 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0624d6-dadb-49b0-a8aa-5ad7be9dd964 None None] Network 5a2f3eff-7620-4bdd-83cb-b9571de648de requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:20.483566 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f8c6e5c9-22f9-448e-8f74-fe258e52f472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:20.488375 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f8c6e5c9-22f9-448e-8f74-fe258e52f472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:subnet and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:20.491268 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f8c6e5c9-22f9-448e-8f74-fe258e52f472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:20.497448 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f8c6e5c9-22f9-448e-8f74-fe258e52f472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:20.510715 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c6e5c9-22f9-448e-8f74-fe258e52f472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:20.517587 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1f88c76c-1f10-42fa-9c44-3b87f52c3cb0 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:20.522866 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb4b22-e979-4e4f-ae48-5d20737202e8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Port': ['ID=e344a8e8-9179-490a-b006-4aec6a817f7f,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:20.528554 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:20.555433 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b868fb-a1cf-479b-811e-4f1cd9b23a1d None None] Network c5ad1834-fb5b-450f-9d9d-a9a551a5862a requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:20.572118 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bdb22f-14b0-4b48-8042-010fb09b3690 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:25:20.587533 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55800) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:20.587749 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-23bdb22f-14b0-4b48-8042-010fb09b3690 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "PUT /v2.0/routers/b548399f-849e-4041-8874-011716b6a8f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8941748 Apr 08 10:25:20.589934 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d67127-4f0d-46f3-ba1f-c2ca1a3a3c94 None None] Sync routers for ids ['b548399f-849e-4041-8874-011716b6a8f4'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:25:20.604984 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1f88c76c-1f10-42fa-9c44-3b87f52c3cb0 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] 10.222.0.47 "DELETE /v2.0/subnets/e58d84e8-0c8a-4c84-8fe8-08dace5fb521 HTTP/1.1" status: 204 len: 168 time: 2.4137664 Apr 08 10:25:20.618256 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d67127-4f0d-46f3-ba1f-c2ca1a3a3c94 None None] Routers {'b548399f-849e-4041-8874-011716b6a8f4'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:25:20.620748 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-12d67127-4f0d-46f3-ba1f-c2ca1a3a3c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:25:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['b548399f-849e-4041-8874-011716b6a8f4'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:20.630987 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55804) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:20.635368 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event deleted for resources: {'Port': ['ID=0cd46bb4-6276-493d-9d05-59996f0c08c6,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:20.680250 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7ceb4b22-e979-4e4f-ae48-5d20737202e8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:20.684374 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7ceb4b22-e979-4e4f-ae48-5d20737202e8 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/ports/e344a8e8-9179-490a-b006-4aec6a817f7f HTTP/1.1" status: 204 len: 168 time: 2.4894700 Apr 08 10:25:20.737643 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-12d67127-4f0d-46f3-ba1f-c2ca1a3a3c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:20.741146 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] No DVR routers for this DVR port 0cd46bb4-6276-493d-9d05-59996f0c08c6 on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:25:20.743284 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55808) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:20.758949 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d67127-4f0d-46f3-ba1f-c2ca1a3a3c94 None None] Routers {'b548399f-849e-4041-8874-011716b6a8f4'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:25:20.760024 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-12d67127-4f0d-46f3-ba1f-c2ca1a3a3c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:25:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['b548399f-849e-4041-8874-011716b6a8f4'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:20.869313 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fd4d51-f0a1-468e-81cf-8081fcdc02ee tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:20.869313 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f0fd4d51-f0a1-468e-81cf-8081fcdc02ee tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "GET /v2.0/ports/df03671f-e6b8-46fc-b8b3-070c4e5900b4 HTTP/1.1" status: 200 len: 911 time: 0.2796664 Apr 08 10:25:20.871398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55812) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:20.942466 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-12d67127-4f0d-46f3-ba1f-c2ca1a3a3c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:20.946195 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d67127-4f0d-46f3-ba1f-c2ca1a3a3c94 None None] The sync data for ids ['b548399f-849e-4041-8874-011716b6a8f4'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:25:20.971988 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f176ad6-5c8a-4120-84de-f0eb3851ac11 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] GET failed (client error): The resource could not be found. Apr 08 10:25:20.972582 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2f176ad6-5c8a-4120-84de-f0eb3851ac11 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Synchronizing usage tracker for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:25:21.041688 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-560b23cc-6f8b-40ca-abc0-ee59157c1418 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:21.051879 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:21.090040 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f8c6e5c9-22f9-448e-8f74-fe258e52f472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:21.095987 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2f176ad6-5c8a-4120-84de-f0eb3851ac11 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Unset dirty status for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:25:21.097643 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2f176ad6-5c8a-4120-84de-f0eb3851ac11 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "GET /v2.0/ports/e344a8e8-9179-490a-b006-4aec6a817f7f HTTP/1.1" status: 404 len: 333 time: 0.3123984 Apr 08 10:25:21.105238 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55816) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:21.135028 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-560b23cc-6f8b-40ca-abc0-ee59157c1418 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Deleting port 09e90c08-3a49-45ba-a0ec-a7a05f98da01 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:21.135442 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-560b23cc-6f8b-40ca-abc0-ee59157c1418 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:21.168582 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4134b422-18c5-4528-a0cc-b8918927b2f2 None None] DHCP port deletion for c5ad1834-fb5b-450f-9d9d-a9a551a5862a request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:25:21.173075 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-4134b422-18c5-4528-a0cc-b8918927b2f2 None None] Deleting port 09e90c08-3a49-45ba-a0ec-a7a05f98da01 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:21.173449 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4134b422-18c5-4528-a0cc-b8918927b2f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:21.251001 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f63f55e-f6fd-406b-a947-6ca76d30e391']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:21.384480 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 09e90c08-3a49-45ba-a0ec-a7a05f98da01 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:25:21.498352 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-4134b422-18c5-4528-a0cc-b8918927b2f2 None None] For port 09e90c08-3a49-45ba-a0ec-a7a05f98da01, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=09e90c08-3a49-45ba-a0ec-a7a05f98da01,segment=NetworkSegment(bc372df5-4528-4655-ac67-2610956e0d24),segment_id=bc372df5-4528-4655-ac67-2610956e0d24)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:21.498737 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4134b422-18c5-4528-a0cc-b8918927b2f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:21.576865 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f00b36ab-8457-43a6-a7aa-179063d8eab6') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:21.577220 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f00b36ab-8457-43a6-a7aa-179063d8eab6') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:21.617045 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:21.628692 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c68bed5-a364-42e7-b9aa-1cc22fd34bc3 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:25:21.633023 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8c68bed5-a364-42e7-b9aa-1cc22fd34bc3 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:21.637352 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8c68bed5-a364-42e7-b9aa-1cc22fd34bc3 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "PUT /v2.0/routers/1a1c49c9-facf-4380-aaba-6df92527188c HTTP/1.1" status: 200 len: 915 time: 13.7713737 Apr 08 10:25:21.638139 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55820) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:21.640728 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-4134b422-18c5-4528-a0cc-b8918927b2f2 None None] Calling delete_port for 09e90c08-3a49-45ba-a0ec-a7a05f98da01 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:21.674461 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cddbe81-3d18-492d-b9fe-81573ffe162c None None] Sync routers for ids ['1a1c49c9-facf-4380-aaba-6df92527188c'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:25:21.754972 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cddbe81-3d18-492d-b9fe-81573ffe162c None None] Routers {'1a1c49c9-facf-4380-aaba-6df92527188c'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:25:21.755741 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-0cddbe81-3d18-492d-b9fe-81573ffe162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:25:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1a1c49c9-facf-4380-aaba-6df92527188c'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:21.770058 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f8c6e5c9-22f9-448e-8f74-fe258e52f472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:21.781513 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-da680329-1c17-4dcf-b743-cfb84589ed4a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting subnet 1dd40497-62bf-48a4-8ce7-f5a55dc9d5ce {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:25:21.785899 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-da680329-1c17-4dcf-b743-cfb84589ed4a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:21.835791 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-0cddbe81-3d18-492d-b9fe-81573ffe162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:21.843605 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c6e5c9-22f9-448e-8f74-fe258e52f472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network 5a2f3eff-7620-4bdd-83cb-b9571de648de is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:21.849614 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-f8c6e5c9-22f9-448e-8f74-fe258e52f472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:21.854900 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c6e5c9-22f9-448e-8f74-fe258e52f472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:21.855477 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f8c6e5c9-22f9-448e-8f74-fe258e52f472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:21.864664 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:21.877178 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6e5c9-22f9-448e-8f74-fe258e52f472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Subnet': ['ID=afe12562-f12b-43fa-bde5-8b91c0c49320,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:21.880030 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:21.885829 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07d9c83-c432-4f6c-bd96-d93f614ce32b None None] Network 5a2f3eff-7620-4bdd-83cb-b9571de648de requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:21.905356 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4134b422-18c5-4528-a0cc-b8918927b2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:21.914097 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:25:21.914519 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:25:21.932540 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:25:21.974052 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f8c6e5c9-22f9-448e-8f74-fe258e52f472 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6330669 Apr 08 10:25:21.975986 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55824) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:21.989030 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-ef4c20ee-a248-4b5c-9903-464d8f2b80ed tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'security_group': {'name': 'tempest-secgroup-113081237'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:21.997725 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ef4c20ee-a248-4b5c-9903-464d8f2b80ed tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:22.004266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ef4c20ee-a248-4b5c-9903-464d8f2b80ed tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:security_group and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:22.008287 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ef4c20ee-a248-4b5c-9903-464d8f2b80ed tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:22.016789 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-670b49d3-cee6-4bef-a5bd-31e468cc9802 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:22.018764 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134b422-18c5-4528-a0cc-b8918927b2f2 None None] Pushing event deleted for resources: {'Port': ['ID=09e90c08-3a49-45ba-a0ec-a7a05f98da01,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:22.027276 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ef4c20ee-a248-4b5c-9903-464d8f2b80ed tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:22.032311 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cddbe81-3d18-492d-b9fe-81573ffe162c None None] Routers {'1a1c49c9-facf-4380-aaba-6df92527188c'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:25:22.033730 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-0cddbe81-3d18-492d-b9fe-81573ffe162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:25:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1a1c49c9-facf-4380-aaba-6df92527188c'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:22.081334 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-da680329-1c17-4dcf-b743-cfb84589ed4a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:22.093977 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ef4c20ee-a248-4b5c-9903-464d8f2b80ed tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:22.183234 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:22.187458 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:22.206706 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ef4c20ee-a248-4b5c-9903-464d8f2b80ed tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:22.210467 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ef4c20ee-a248-4b5c-9903-464d8f2b80ed tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:security_group_rule and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:22.213277 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ef4c20ee-a248-4b5c-9903-464d8f2b80ed tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:22.216341 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-0cddbe81-3d18-492d-b9fe-81573ffe162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:22.216895 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cddbe81-3d18-492d-b9fe-81573ffe162c None None] The sync data for ids ['1a1c49c9-facf-4380-aaba-6df92527188c'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:25:22.219011 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ef4c20ee-a248-4b5c-9903-464d8f2b80ed tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:22.233406 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-1c45bb10-bba5-4ac3-82f0-38b805fbae5e None None] Provisioning complete for port 99159b46-a42c-489d-9767-8638bbe849c0 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:22.233899 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1c45bb10-bba5-4ac3-82f0-38b805fbae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:22.236396 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event deleted for resources: {'Network': ['ID=0f63f55e-f6fd-406b-a947-6ca76d30e391,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:22.240694 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-608dba1b-e5e2-4d18-8b60-ffa12a75f570 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "DELETE /v2.0/networks/0f63f55e-f6fd-406b-a947-6ca76d30e391 HTTP/1.1" status: 204 len: 168 time: 8.9036584 Apr 08 10:25:22.249817 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55828) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:22.252245 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-560b23cc-6f8b-40ca-abc0-ee59157c1418 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] For port 09e90c08-3a49-45ba-a0ec-a7a05f98da01, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=09e90c08-3a49-45ba-a0ec-a7a05f98da01,segment=NetworkSegment(bc372df5-4528-4655-ac67-2610956e0d24),segment_id=bc372df5-4528-4655-ac67-2610956e0d24)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:22.252605 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-560b23cc-6f8b-40ca-abc0-ee59157c1418 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:22.263057 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4134b422-18c5-4528-a0cc-b8918927b2f2 None None] No DVR routers for this DVR port 09e90c08-3a49-45ba-a0ec-a7a05f98da01 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:25:22.267599 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-2fb76991-23b2-4b54-ac9e-ea9a71ec98c3 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1114040221'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:22.277819 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-2fb76991-23b2-4b54-ac9e-ea9a71ec98c3 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:22.282056 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ef4c20ee-a248-4b5c-9903-464d8f2b80ed tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:22.288962 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ef4c20ee-a248-4b5c-9903-464d8f2b80ed tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:22.401672 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c20ee-a248-4b5c-9903-464d8f2b80ed tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d191e188-9470-4670-9dfb-57d9829649df,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:22.413203 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2fb76991-23b2-4b54-ac9e-ea9a71ec98c3 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Usage tracker for resource:network and tenant:270adadf669a45b6bd01155aeff0f96b is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:22.419896 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ef4c20ee-a248-4b5c-9903-464d8f2b80ed tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:22.425441 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ef4c20ee-a248-4b5c-9903-464d8f2b80ed tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4447165 Apr 08 10:25:22.425868 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55832) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:22.426036 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-560b23cc-6f8b-40ca-abc0-ee59157c1418 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Calling delete_port for 09e90c08-3a49-45ba-a0ec-a7a05f98da01 owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:22.432251 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-2ece21b4-0b58-49a0-9cd8-d8fbd1f82e9a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'security_group': {'name': 'tempest-secgroup-1576224512'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:22.438489 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2ece21b4-0b58-49a0-9cd8-d8fbd1f82e9a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:22.442997 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2ece21b4-0b58-49a0-9cd8-d8fbd1f82e9a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:security_group and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:22.446287 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2ece21b4-0b58-49a0-9cd8-d8fbd1f82e9a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:22.454062 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2fb76991-23b2-4b54-ac9e-ea9a71ec98c3 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:22.457637 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2ece21b4-0b58-49a0-9cd8-d8fbd1f82e9a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:22.469736 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2ece21b4-0b58-49a0-9cd8-d8fbd1f82e9a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:22.470761 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-2fb76991-23b2-4b54-ac9e-ea9a71ec98c3 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:22.498592 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-da680329-1c17-4dcf-b743-cfb84589ed4a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:22.529827 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-1c45bb10-bba5-4ac3-82f0-38b805fbae5e None None] Provisioning complete for port 02eb9091-75d2-4e0f-b9e6-ea85275b40bc triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:22.530286 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1c45bb10-bba5-4ac3-82f0-38b805fbae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:22.539986 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb76991-23b2-4b54-ac9e-ea9a71ec98c3 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Made reservation on behalf of 270adadf669a45b6bd01155aeff0f96b for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:22.542909 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2fb76991-23b2-4b54-ac9e-ea9a71ec98c3 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:22.582909 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2ece21b4-0b58-49a0-9cd8-d8fbd1f82e9a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:22.619032 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2ece21b4-0b58-49a0-9cd8-d8fbd1f82e9a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:security_group_rule and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:22.628413 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2ece21b4-0b58-49a0-9cd8-d8fbd1f82e9a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:22.633153 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb76991-23b2-4b54-ac9e-ea9a71ec98c3 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:25:22.637522 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-1c45bb10-bba5-4ac3-82f0-38b805fbae5e None None] Port 02eb9091-75d2-4e0f-b9e6-ea85275b40bc cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:25:22.638305 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2ece21b4-0b58-49a0-9cd8-d8fbd1f82e9a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:22.650318 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.api [None req-560b23cc-6f8b-40ca-abc0-ee59157c1418 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:25:22.650724 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG oslo_db.api [None req-560b23cc-6f8b-40ca-abc0-ee59157c1418 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:25:22.659980 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccedc265-b835-49b0-88fe-1e33204540fa None None] Update dhcp port {'port': {'network_id': '5a2f3eff-7620-4bdd-83cb-b9571de648de', 'fixed_ips': [{'subnet_id': 'fbb8c3f7-1f02-4743-9438-7a7b235ab163', 'ip_address': '172.20.0.18'}, {'subnet_id': 'afe12562-f12b-43fa-bde5-8b91c0c49320'}], 'binding:host_id': 'dv-neutron-837110-1-hyperv'}, 'id': '99159b46-a42c-489d-9767-8638bbe849c0'} from dv-neutron-837110-1-hyperv. {{(pid=83847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 08 10:25:22.662088 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2fb76991-23b2-4b54-ac9e-ea9a71ec98c3 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:22.662446 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-2fb76991-23b2-4b54-ac9e-ea9a71ec98c3 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Added segment 39c83197-dada-4cab-8d83-0669e7b71130 of type vlan for network 9830527d-e107-47f6-b565-5fe9041a3112 Apr 08 10:25:22.674668 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-670b49d3-cee6-4bef-a5bd-31e468cc9802 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Allocated IP 2001:db8:1::1 (50e21b06-b985-4077-8c1b-6718c6b89044/5055cb6f-5c28-475c-adad-8dfc7e27c3dd/4a72052e-5543-43d1-9240-1b21ae61cef3) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:22.679427 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55836) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:22.679616 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a6c50599-147d-49d6-b30b-c1b7b60b8a98 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "GET /v2.0/routers/1a1c49c9-facf-4380-aaba-6df92527188c HTTP/1.1" status: 200 len: 921 time: 1.0340767 Apr 08 10:25:22.682598 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-da680329-1c17-4dcf-b743-cfb84589ed4a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:22.713869 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ccedc265-b835-49b0-88fe-1e33204540fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:22.742145 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da680329-1c17-4dcf-b743-cfb84589ed4a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd40497-62bf-48a4-8ce7-f5a55dc9d5ce,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:22.749284 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-da680329-1c17-4dcf-b743-cfb84589ed4a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:22.753706 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2fb76991-23b2-4b54-ac9e-ea9a71ec98c3 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:22.770856 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f88a642-676e-4aea-8dca-18a03d15e9aa None None] Network a777de86-f8e9-4b89-83a1-4f612107ee19 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:22.774922 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-da680329-1c17-4dcf-b743-cfb84589ed4a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/subnets/1dd40497-62bf-48a4-8ce7-f5a55dc9d5ce HTTP/1.1" status: 204 len: 168 time: 1.6576457 Apr 08 10:25:22.783908 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55840) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:22.868462 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2fb76991-23b2-4b54-ac9e-ea9a71ec98c3 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:22.872385 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb76991-23b2-4b54-ac9e-ea9a71ec98c3 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:22.872957 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2fb76991-23b2-4b54-ac9e-ea9a71ec98c3 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:22.967818 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2ece21b4-0b58-49a0-9cd8-d8fbd1f82e9a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:22.976588 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2ece21b4-0b58-49a0-9cd8-d8fbd1f82e9a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:23.012126 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2ece21b4-0b58-49a0-9cd8-d8fbd1f82e9a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:23.015772 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2ece21b4-0b58-49a0-9cd8-d8fbd1f82e9a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5864472 Apr 08 10:25:23.017883 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55844) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:23.027756 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c30d070-0f61-4a38-800b-83887a9b4ed5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:23.034017 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-d3394088-ae8e-4adb-9af9-4fe418dc20d4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'security_group': {'name': 'tempest-secgroup-1567959894'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:23.044030 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2fb76991-23b2-4b54-ac9e-ea9a71ec98c3 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7804084 Apr 08 10:25:23.044030 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb76991-23b2-4b54-ac9e-ea9a71ec98c3 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event updated for resources: {'Network': ['ID=9830527d-e107-47f6-b565-5fe9041a3112,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:23.046097 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55848) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:23.047799 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d3394088-ae8e-4adb-9af9-4fe418dc20d4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:23.059430 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-17902d60-ae44-48cd-87c1-e7675ca865b4 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Request body: {'subnet': {'network_id': '9830527d-e107-47f6-b565-5fe9041a3112', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:23.059620 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece21b4-0b58-49a0-9cd8-d8fbd1f82e9a tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca509bbc-7126-4b79-9a87-5259c4b31c5a,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:23.078992 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4c6ab582-f1d1-4987-a9aa-2d50ddf6834c tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240&device_id=1a1c49c9-facf-4380-aaba-6df92527188c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3947546 Apr 08 10:25:23.080160 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55852) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:23.080288 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d3394088-ae8e-4adb-9af9-4fe418dc20d4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:security_group and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:23.132592 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d3394088-ae8e-4adb-9af9-4fe418dc20d4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:23.135375 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-4c30d070-0f61-4a38-800b-83887a9b4ed5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting port e98bf2ff-6635-4200-92a1-bf8f48121f9e {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:23.135593 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c30d070-0f61-4a38-800b-83887a9b4ed5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:23.142836 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 9830527d-e107-47f6-b565-5fe9041a3112 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:25:23.178895 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-670b49d3-cee6-4bef-a5bd-31e468cc9802 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:23.205152 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-670b49d3-cee6-4bef-a5bd-31e468cc9802 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Transition to ACTIVE for port object 4a72052e-5543-43d1-9240-1b21ae61cef3 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:23.223773 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-ccedc265-b835-49b0-88fe-1e33204540fa None None] Allocated IP 172.20.0.2 (5a2f3eff-7620-4bdd-83cb-b9571de648de/afe12562-f12b-43fa-bde5-8b91c0c49320/99159b46-a42c-489d-9767-8638bbe849c0) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:23.247473 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c09563-23c4-4aad-9a05-e57498097bdd tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:23.252324 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-85c09563-23c4-4aad-9a05-e57498097bdd tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "GET /v2.0/networks/f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 HTTP/1.1" status: 200 len: 881 time: 0.1687658 Apr 08 10:25:23.253154 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55856) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:23.294969 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-560b23cc-6f8b-40ca-abc0-ee59157c1418 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Deleting port 09e90c08-3a49-45ba-a0ec-a7a05f98da01 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:23.295260 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-560b23cc-6f8b-40ca-abc0-ee59157c1418 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:23.309644 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-28d8a278-3349-4cd1-bd93-6de4f3aaeb46 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a1c49c9-facf-4380-aaba-6df92527188c HTTP/1.1" status: 200 len: 205 time: 0.0557399 Apr 08 10:25:23.312460 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55860) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:23.335665 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d3394088-ae8e-4adb-9af9-4fe418dc20d4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:23.372460 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-670b49d3-cee6-4bef-a5bd-31e468cc9802 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:23.419516 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-560b23cc-6f8b-40ca-abc0-ee59157c1418 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] The port '09e90c08-3a49-45ba-a0ec-a7a05f98da01' was deleted {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:25:23.422817 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d3394088-ae8e-4adb-9af9-4fe418dc20d4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:23.443720 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-ccedc265-b835-49b0-88fe-1e33204540fa None None] For port 99159b46-a42c-489d-9767-8638bbe849c0, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=99159b46-a42c-489d-9767-8638bbe849c0,segment=NetworkSegment(59441c1c-5bf6-4935-b138-0c333c95979f),segment_id=59441c1c-5bf6-4935-b138-0c333c95979f)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:23.464242 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7ed9d4-fec3-441b-beae-cd12388b31fc None None] DHCP port deletion for a777de86-f8e9-4b89-83a1-4f612107ee19 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:25:23.472739 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-ca7ed9d4-fec3-441b-beae-cd12388b31fc None None] Deleting port e98bf2ff-6635-4200-92a1-bf8f48121f9e {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:23.473181 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ca7ed9d4-fec3-441b-beae-cd12388b31fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:23.502011 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ccedc265-b835-49b0-88fe-1e33204540fa None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:23.503537 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-17902d60-ae44-48cd-87c1-e7675ca865b4 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:23.536044 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-17902d60-ae44-48cd-87c1-e7675ca865b4 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Usage tracker for resource:subnet and tenant:270adadf669a45b6bd01155aeff0f96b is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:23.537525 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ccedc265-b835-49b0-88fe-1e33204540fa None None] Transition to ACTIVE for port object 99159b46-a42c-489d-9767-8638bbe849c0 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:23.552889 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-17902d60-ae44-48cd-87c1-e7675ca865b4 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:23.561488 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670b49d3-cee6-4bef-a5bd-31e468cc9802 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network 50e21b06-b985-4077-8c1b-6718c6b89044 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:23.568612 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-670b49d3-cee6-4bef-a5bd-31e468cc9802 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:23.571965 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ccedc265-b835-49b0-88fe-1e33204540fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:23.573314 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b49d3-cee6-4bef-a5bd-31e468cc9802 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Port': ['ID=4a72052e-5543-43d1-9240-1b21ae61cef3,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:23.575920 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670b49d3-cee6-4bef-a5bd-31e468cc9802 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:23.576657 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-670b49d3-cee6-4bef-a5bd-31e468cc9802 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:23.614918 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-17902d60-ae44-48cd-87c1-e7675ca865b4 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:23.693353 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17902d60-ae44-48cd-87c1-e7675ca865b4 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Made reservation on behalf of 270adadf669a45b6bd01155aeff0f96b for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:23.737895 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-670b49d3-cee6-4bef-a5bd-31e468cc9802 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:23.759483 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d3394088-ae8e-4adb-9af9-4fe418dc20d4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:23.763091 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-560b23cc-6f8b-40ca-abc0-ee59157c1418 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:23.783942 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d3394088-ae8e-4adb-9af9-4fe418dc20d4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:security_group_rule and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:23.832349 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedc265-b835-49b0-88fe-1e33204540fa None None] Pushing event updated for resources: {'Port': ['ID=99159b46-a42c-489d-9767-8638bbe849c0,revision_number=6']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:23.855451 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d3394088-ae8e-4adb-9af9-4fe418dc20d4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:23.883500 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d3394088-ae8e-4adb-9af9-4fe418dc20d4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:23.889627 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-ca7ed9d4-fec3-441b-beae-cd12388b31fc None None] For port e98bf2ff-6635-4200-92a1-bf8f48121f9e, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=e98bf2ff-6635-4200-92a1-bf8f48121f9e,segment=NetworkSegment(e21c3015-3a74-4537-a99a-157ffa478602),segment_id=e21c3015-3a74-4537-a99a-157ffa478602)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:23.890111 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ca7ed9d4-fec3-441b-beae-cd12388b31fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:23.912048 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-560b23cc-6f8b-40ca-abc0-ee59157c1418 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ad1834-fb5b-450f-9d9d-a9a551a5862a']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:23.975210 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-560b23cc-6f8b-40ca-abc0-ee59157c1418 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc372df5-4528-4655-ac67-2610956e0d24') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:23.983956 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-560b23cc-6f8b-40ca-abc0-ee59157c1418 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc372df5-4528-4655-ac67-2610956e0d24') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:24.026303 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-560b23cc-6f8b-40ca-abc0-ee59157c1418 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:24.033250 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:25:24.041803 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-4c30d070-0f61-4a38-800b-83887a9b4ed5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] For port e98bf2ff-6635-4200-92a1-bf8f48121f9e, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=e98bf2ff-6635-4200-92a1-bf8f48121f9e,segment=NetworkSegment(e21c3015-3a74-4537-a99a-157ffa478602),segment_id=e21c3015-3a74-4537-a99a-157ffa478602)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:24.042166 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c30d070-0f61-4a38-800b-83887a9b4ed5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:24.062205 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-17902d60-ae44-48cd-87c1-e7675ca865b4 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:24.108037 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-ca7ed9d4-fec3-441b-beae-cd12388b31fc None None] Calling delete_port for e98bf2ff-6635-4200-92a1-bf8f48121f9e owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:24.186989 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6ed4672a-a597-4a5e-93df-77a0e2b2cb98 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:24.211834 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3fb9e2e0-eb95-42e8-a4c5-8f4f8675bd1d None None] Provisioning for port 4a72052e-5543-43d1-9240-1b21ae61cef3 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:24.217564 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3fb9e2e0-eb95-42e8-a4c5-8f4f8675bd1d None None] Provisioning complete for port 4a72052e-5543-43d1-9240-1b21ae61cef3 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:24.218024 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3fb9e2e0-eb95-42e8-a4c5-8f4f8675bd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:24.226361 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-560b23cc-6f8b-40ca-abc0-ee59157c1418 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:24.328589 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-4c30d070-0f61-4a38-800b-83887a9b4ed5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Calling delete_port for e98bf2ff-6635-4200-92a1-bf8f48121f9e owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:24.386440 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560b23cc-6f8b-40ca-abc0-ee59157c1418 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:25:24.386851 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-560b23cc-6f8b-40ca-abc0-ee59157c1418 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:24.387178 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-3fb9e2e0-eb95-42e8-a4c5-8f4f8675bd1d None None] Port 4a72052e-5543-43d1-9240-1b21ae61cef3 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: util.warn( Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: util.warn( Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: util.warn( Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: util.warn( Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:25:24.413409 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:25:24.426846 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d3394088-ae8e-4adb-9af9-4fe418dc20d4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:24.442778 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ca7ed9d4-fec3-441b-beae-cd12388b31fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:24.471250 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-670b49d3-cee6-4bef-a5bd-31e468cc9802 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:24.478089 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-670b49d3-cee6-4bef-a5bd-31e468cc9802 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:24.479173 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-670b49d3-cee6-4bef-a5bd-31e468cc9802 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:24.521080 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d3394088-ae8e-4adb-9af9-4fe418dc20d4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:24.534648 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ed9d4-fec3-441b-beae-cd12388b31fc None None] Pushing event deleted for resources: {'Port': ['ID=e98bf2ff-6635-4200-92a1-bf8f48121f9e,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:24.539275 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7ed9d4-fec3-441b-beae-cd12388b31fc None None] No DVR routers for this DVR port e98bf2ff-6635-4200-92a1-bf8f48121f9e on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:25:24.630892 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-560b23cc-6f8b-40ca-abc0-ee59157c1418 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:24.635530 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-560b23cc-6f8b-40ca-abc0-ee59157c1418 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:24.661536 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d3394088-ae8e-4adb-9af9-4fe418dc20d4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:24.673265 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d3394088-ae8e-4adb-9af9-4fe418dc20d4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6393270 Apr 08 10:25:24.673265 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3394088-ae8e-4adb-9af9-4fe418dc20d4 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aeb9d12-d769-488d-bb04-ca1e7c49de0f,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:24.673265 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55864) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:24.685479 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.api [None req-4c30d070-0f61-4a38-800b-83887a9b4ed5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:25:24.685799 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG oslo_db.api [None req-4c30d070-0f61-4a38-800b-83887a9b4ed5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:25:24.690287 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-f829e826-884b-497c-b142-61e6197624bb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1854039832', 'security_groups': ['6aeb9d12-d769-488d-bb04-ca1e7c49de0f'], 'network_id': '5a2f3eff-7620-4bdd-83cb-b9571de648de', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'afe12562-f12b-43fa-bde5-8b91c0c49320'}]}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:24.708234 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b23cc-6f8b-40ca-abc0-ee59157c1418 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] Pushing event deleted for resources: {'Network': ['ID=c5ad1834-fb5b-450f-9d9d-a9a551a5862a,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:24.721184 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-560b23cc-6f8b-40ca-abc0-ee59157c1418 tempest-ExtraDHCPOptionsTestJSON-1539883941 tempest-ExtraDHCPOptionsTestJSON-1539883941-project] 10.222.0.47 "DELETE /v2.0/networks/c5ad1834-fb5b-450f-9d9d-a9a551a5862a HTTP/1.1" status: 204 len: 168 time: 4.0868826 Apr 08 10:25:24.723772 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-6c0057e4-09b1-4c1d-a7aa-140d4b9d1bd9 None None] Provisioning for port 99159b46-a42c-489d-9767-8638bbe849c0 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:24.730753 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-6c0057e4-09b1-4c1d-a7aa-140d4b9d1bd9 None None] Provisioning complete for port 99159b46-a42c-489d-9767-8638bbe849c0 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:24.731371 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6c0057e4-09b1-4c1d-a7aa-140d4b9d1bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:24.782713 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b49d3-cee6-4bef-a5bd-31e468cc9802 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Port': ['ID=4a72052e-5543-43d1-9240-1b21ae61cef3,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:24.874987 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6ed4672a-a597-4a5e-93df-77a0e2b2cb98 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:24.878804 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670b49d3-cee6-4bef-a5bd-31e468cc9802 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network 50e21b06-b985-4077-8c1b-6718c6b89044 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:24.881248 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-670b49d3-cee6-4bef-a5bd-31e468cc9802 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:24.931528 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f829e826-884b-497c-b142-61e6197624bb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:24.934755 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-17902d60-ae44-48cd-87c1-e7675ca865b4 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:24.960427 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-6c0057e4-09b1-4c1d-a7aa-140d4b9d1bd9 None None] Provisioning complete for port 02eb9091-75d2-4e0f-b9e6-ea85275b40bc triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:24.960777 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6c0057e4-09b1-4c1d-a7aa-140d4b9d1bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:24.983526 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f829e826-884b-497c-b142-61e6197624bb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:25.026521 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-6ed4672a-a597-4a5e-93df-77a0e2b2cb98 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Deleting port 6b1ec8a9-6029-4e23-9297-069cd852e125 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:25.027168 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6ed4672a-a597-4a5e-93df-77a0e2b2cb98 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:25.033469 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f829e826-884b-497c-b142-61e6197624bb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:25.037558 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-6c0057e4-09b1-4c1d-a7aa-140d4b9d1bd9 None None] Port 02eb9091-75d2-4e0f-b9e6-ea85275b40bc cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:25:25.198296 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55872) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:25.234776 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-4c30d070-0f61-4a38-800b-83887a9b4ed5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting port e98bf2ff-6635-4200-92a1-bf8f48121f9e {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:25.235227 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c30d070-0f61-4a38-800b-83887a9b4ed5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:25.268927 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ba6fc34c-e1d5-4477-9894-9eb8a2302d41 None None] Provisioning complete for port 4a72052e-5543-43d1-9240-1b21ae61cef3 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:25.269317 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ba6fc34c-e1d5-4477-9894-9eb8a2302d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:25.271616 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17902d60-ae44-48cd-87c1-e7675ca865b4 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event updated for resources: {'Subnet': ['ID=0e33e7d9-cca2-4693-a2c5-645ab3bf080d,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:25.272349 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6ed4672a-a597-4a5e-93df-77a0e2b2cb98 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:25.341441 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-ba6fc34c-e1d5-4477-9894-9eb8a2302d41 None None] Port 4a72052e-5543-43d1-9240-1b21ae61cef3 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:25:25.366714 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17902d60-ae44-48cd-87c1-e7675ca865b4 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Checking segment: {'id': '39c83197-dada-4cab-8d83-0669e7b71130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '9830527d-e107-47f6-b565-5fe9041a3112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:25.367073 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17902d60-ae44-48cd-87c1-e7675ca865b4 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Network hostable DHCP agents. Network: 9830527d-e107-47f6-b565-5fe9041a3112, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:25:25.372264 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 99159b46-a42c-489d-9767-8638bbe849c0 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:25:25.407126 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-6ed4672a-a597-4a5e-93df-77a0e2b2cb98 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Calling delete_port for 6b1ec8a9-6029-4e23-9297-069cd852e125 owned by network:router_gateway {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:25.418312 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-4c30d070-0f61-4a38-800b-83887a9b4ed5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] The port 'e98bf2ff-6635-4200-92a1-bf8f48121f9e' was deleted {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:25:25.426410 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f829e826-884b-497c-b142-61e6197624bb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:25.458135 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 99159b46-a42c-489d-9767-8638bbe849c0 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:25.458703 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:25.497727 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-f829e826-884b-497c-b142-61e6197624bb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] device_id is not set on port 5c3d7136-4ec0-4118-9375-bf31f384e92e yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:25:25.636457 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17902d60-ae44-48cd-87c1-e7675ca865b4 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Network 9830527d-e107-47f6-b565-5fe9041a3112 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:25:25.639369 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c30d070-0f61-4a38-800b-83887a9b4ed5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:25.648682 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device e98bf2ff-6635-4200-92a1-bf8f48121f9e no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:25:25.670572 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-38a880ae-84fb-45b5-97cd-9732feaca82f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=785ebca71f914e9489ec04321815ec6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4613390 Apr 08 10:25:25.671045 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55878) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:25.678142 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-17902d60-ae44-48cd-87c1-e7675ca865b4 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 9830527d-e107-47f6-b565-5fe9041a3112) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:25.682500 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17902d60-ae44-48cd-87c1-e7675ca865b4 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:25.683086 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-17902d60-ae44-48cd-87c1-e7675ca865b4 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:25.684856 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: e98bf2ff-6635-4200-92a1-bf8f48121f9e {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:25:25.685300 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device e98bf2ff-6635-4200-92a1-bf8f48121f9e not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:25:25.696314 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181b4a86-3849-4363-9171-b3bf532fb577 None None] Network 9830527d-e107-47f6-b565-5fe9041a3112 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:25.747860 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-4c30d070-0f61-4a38-800b-83887a9b4ed5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a777de86-f8e9-4b89-83a1-4f612107ee19']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:25.777832 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-4c30d070-0f61-4a38-800b-83887a9b4ed5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e21c3015-3a74-4537-a99a-157ffa478602') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:25.778339 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-4c30d070-0f61-4a38-800b-83887a9b4ed5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e21c3015-3a74-4537-a99a-157ffa478602') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:25.794736 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-17902d60-ae44-48cd-87c1-e7675ca865b4 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7416894 Apr 08 10:25:25.795424 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55882) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:25.799448 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c30d070-0f61-4a38-800b-83887a9b4ed5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:25.824458 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c30d070-0f61-4a38-800b-83887a9b4ed5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:25.833989 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-30943af7-18df-4ce1-a613-217c59c1f67d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:25.868229 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c30d070-0f61-4a38-800b-83887a9b4ed5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:25:25.868638 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c30d070-0f61-4a38-800b-83887a9b4ed5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:25:25.883014 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:25:25.910275 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670b49d3-cee6-4bef-a5bd-31e468cc9802 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Router b548399f-849e-4041-8874-011716b6a8f4 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:25:25.935566 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e63912-aa9e-4fda-8b73-31fc5debce13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-9830527d-e107-47f6-b565-5fe9041a3112', 'network_id': '9830527d-e107-47f6-b565-5fe9041a3112', 'tenant_id': '270adadf669a45b6bd01155aeff0f96b', 'fixed_ips': [{'subnet_id': '0e33e7d9-cca2-4693-a2c5-645ab3bf080d'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:25:25.936555 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b2e63912-aa9e-4fda-8b73-31fc5debce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:25.952405 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-30943af7-18df-4ce1-a613-217c59c1f67d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:25.974227 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6ed4672a-a597-4a5e-93df-77a0e2b2cb98 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:25.983125 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-f829e826-884b-497c-b142-61e6197624bb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Allocated IP 172.20.0.6 (5a2f3eff-7620-4bdd-83cb-b9571de648de/afe12562-f12b-43fa-bde5-8b91c0c49320/5c3d7136-4ec0-4118-9375-bf31f384e92e) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:25.990028 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c30d070-0f61-4a38-800b-83887a9b4ed5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:25.994061 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4c30d070-0f61-4a38-800b-83887a9b4ed5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:26.025812 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4c30d070-0f61-4a38-800b-83887a9b4ed5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/networks/a777de86-f8e9-4b89-83a1-4f612107ee19 HTTP/1.1" status: 204 len: 168 time: 3.2405748 Apr 08 10:25:26.029644 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30d070-0f61-4a38-800b-83887a9b4ed5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Network': ['ID=a777de86-f8e9-4b89-83a1-4f612107ee19,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:26.035615 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55886) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:26.054445 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4672a-a597-4a5e-93df-77a0e2b2cb98 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Pushing event deleted for resources: {'Port': ['ID=6b1ec8a9-6029-4e23-9297-069cd852e125,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:26.066480 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-1ec09c2e-fff5-46c8-89e7-5a19dae3abe4 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-411965314'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:26.120175 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-b2e63912-aa9e-4fda-8b73-31fc5debce13 None None] Allocated IP 2001:db8::1 (9830527d-e107-47f6-b565-5fe9041a3112/0e33e7d9-cca2-4693-a2c5-645ab3bf080d/1fad8d42-95cb-42fe-b78f-ffe5f41d0344) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:26.150255 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-1ec09c2e-fff5-46c8-89e7-5a19dae3abe4 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:26.231937 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f829e826-884b-497c-b142-61e6197624bb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:26.252631 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-f829e826-884b-497c-b142-61e6197624bb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Transition to ACTIVE for port object 5c3d7136-4ec0-4118-9375-bf31f384e92e will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:26.277653 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f829e826-884b-497c-b142-61e6197624bb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:26.348877 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:26.356060 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b2e63912-aa9e-4fda-8b73-31fc5debce13 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:26.359598 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f829e826-884b-497c-b142-61e6197624bb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network 5a2f3eff-7620-4bdd-83cb-b9571de648de is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:26.361465 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1ec09c2e-fff5-46c8-89e7-5a19dae3abe4 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:network and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:26.362869 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-f829e826-884b-497c-b142-61e6197624bb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:26.365593 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f829e826-884b-497c-b142-61e6197624bb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:26.371001 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b2e63912-aa9e-4fda-8b73-31fc5debce13 None None] Transition to ACTIVE for port object 1fad8d42-95cb-42fe-b78f-ffe5f41d0344 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:26.371219 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1ec09c2e-fff5-46c8-89e7-5a19dae3abe4 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:26.393465 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b2e63912-aa9e-4fda-8b73-31fc5debce13 None None] Transition to ACTIVE for port object 1fad8d42-95cb-42fe-b78f-ffe5f41d0344 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:26.403298 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b2e63912-aa9e-4fda-8b73-31fc5debce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:26.403463 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829e826-884b-497c-b142-61e6197624bb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Port': ['ID=5c3d7136-4ec0-4118-9375-bf31f384e92e,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:26.413533 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-1ec09c2e-fff5-46c8-89e7-5a19dae3abe4 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:26.440433 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f829e826-884b-497c-b142-61e6197624bb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:26.441804 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f829e826-884b-497c-b142-61e6197624bb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:26.460139 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-30943af7-18df-4ce1-a613-217c59c1f67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:26.463229 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Deleting port 1fad8d42-95cb-42fe-b78f-ffe5f41d0344 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:26.464624 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:26.468265 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f829e826-884b-497c-b142-61e6197624bb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7886939 Apr 08 10:25:26.470813 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55890) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:26.478246 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-963f015e-8655-4f10-8cfa-89e7b61455e1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'subnet': {'network_id': '5a2f3eff-7620-4bdd-83cb-b9571de648de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:26.495295 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e63912-aa9e-4fda-8b73-31fc5debce13 None None] Pushing event updated for resources: {'Port': ['ID=1fad8d42-95cb-42fe-b78f-ffe5f41d0344,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:26.499054 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e63912-aa9e-4fda-8b73-31fc5debce13 None None] Network 9830527d-e107-47f6-b565-5fe9041a3112 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:26.502191 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-b2e63912-aa9e-4fda-8b73-31fc5debce13 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:26.506670 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e63912-aa9e-4fda-8b73-31fc5debce13 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:26.612194 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-b2e63912-aa9e-4fda-8b73-31fc5debce13 None None] Attempting to bind port 1fad8d42-95cb-42fe-b78f-ffe5f41d0344 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:25:26.612572 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-b2e63912-aa9e-4fda-8b73-31fc5debce13 None None] Attempting to bind port 1fad8d42-95cb-42fe-b78f-ffe5f41d0344 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '39c83197-dada-4cab-8d83-0669e7b71130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '9830527d-e107-47f6-b565-5fe9041a3112'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:25:26.612943 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e63912-aa9e-4fda-8b73-31fc5debce13 None None] Attempting to bind port 1fad8d42-95cb-42fe-b78f-ffe5f41d0344 on network 9830527d-e107-47f6-b565-5fe9041a3112 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:25:26.620067 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e63912-aa9e-4fda-8b73-31fc5debce13 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:25:26.620467 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e63912-aa9e-4fda-8b73-31fc5debce13 None None] Checking segment: {'id': '39c83197-dada-4cab-8d83-0669e7b71130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '9830527d-e107-47f6-b565-5fe9041a3112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:26.621277 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b2e63912-aa9e-4fda-8b73-31fc5debce13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:26.621623 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e63912-aa9e-4fda-8b73-31fc5debce13 None None] Bound using segment: {'id': '39c83197-dada-4cab-8d83-0669e7b71130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '9830527d-e107-47f6-b565-5fe9041a3112'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:25:26.622106 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-b2e63912-aa9e-4fda-8b73-31fc5debce13 None None] Bound port: 1fad8d42-95cb-42fe-b78f-ffe5f41d0344, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c83197-dada-4cab-8d83-0669e7b71130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '9830527d-e107-47f6-b565-5fe9041a3112'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:25:26.622489 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b2e63912-aa9e-4fda-8b73-31fc5debce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:26.645023 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-963f015e-8655-4f10-8cfa-89e7b61455e1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:26.648913 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-963f015e-8655-4f10-8cfa-89e7b61455e1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:subnet and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:26.651840 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-963f015e-8655-4f10-8cfa-89e7b61455e1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:26.660220 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-963f015e-8655-4f10-8cfa-89e7b61455e1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:26.671480 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963f015e-8655-4f10-8cfa-89e7b61455e1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:26.675516 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-963f015e-8655-4f10-8cfa-89e7b61455e1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:26.709881 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b6734836-2b96-4733-8785-6812672d84cf None None] Provisioning for port 5c3d7136-4ec0-4118-9375-bf31f384e92e completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:26.729272 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b6734836-2b96-4733-8785-6812672d84cf None None] Provisioning complete for port 5c3d7136-4ec0-4118-9375-bf31f384e92e triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:26.730738 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b6734836-2b96-4733-8785-6812672d84cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:26.731092 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec09c2e-fff5-46c8-89e7-5a19dae3abe4 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:26.734055 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1ec09c2e-fff5-46c8-89e7-5a19dae3abe4 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:26.770456 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30943af7-18df-4ce1-a613-217c59c1f67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106e3e86-6325-45a7-a6ce-0e405bb36109,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:26.792213 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-b2e63912-aa9e-4fda-8b73-31fc5debce13 None None] For port 1fad8d42-95cb-42fe-b78f-ffe5f41d0344, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:25:26.808560 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-b2e63912-aa9e-4fda-8b73-31fc5debce13 None None] For port 1fad8d42-95cb-42fe-b78f-ffe5f41d0344, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=1fad8d42-95cb-42fe-b78f-ffe5f41d0344,segment=NetworkSegment(39c83197-dada-4cab-8d83-0669e7b71130),segment_id=39c83197-dada-4cab-8d83-0669e7b71130)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:25:26.815650 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6ed4672a-a597-4a5e-93df-77a0e2b2cb98 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:26.818909 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b2e63912-aa9e-4fda-8b73-31fc5debce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:26.820062 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.ipam_backend_mixin [None req-963f015e-8655-4f10-8cfa-89e7b61455e1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet afe12562-f12b-43fa-bde5-8b91c0c49320 (CIDR: 172.20.0.0/28) Apr 08 10:25:26.823324 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-963f015e-8655-4f10-8cfa-89e7b61455e1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:25:26.824029 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-963f015e-8655-4f10-8cfa-89e7b61455e1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:25:26.844728 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-963f015e-8655-4f10-8cfa-89e7b61455e1 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3695569 Apr 08 10:25:26.845053 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55894) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:26.850409 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-f8d16fef-cd7c-4c79-96f7-ab4c707b9baa tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'subnet': {'network_id': '5a2f3eff-7620-4bdd-83cb-b9571de648de', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:26.851732 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-b6734836-2b96-4733-8785-6812672d84cf None None] Port 5c3d7136-4ec0-4118-9375-bf31f384e92e cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:25:26.890432 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-30943af7-18df-4ce1-a613-217c59c1f67d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:26.894751 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-30943af7-18df-4ce1-a613-217c59c1f67d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/106e3e86-6325-45a7-a6ce-0e405bb36109 HTTP/1.1" status: 204 len: 168 time: 1.2198887 Apr 08 10:25:26.927654 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e63912-aa9e-4fda-8b73-31fc5debce13 None None] Pushing event updated for resources: {'Port': ['ID=1fad8d42-95cb-42fe-b78f-ffe5f41d0344,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:27.003756 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f8d16fef-cd7c-4c79-96f7-ab4c707b9baa tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:27.008000 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f8d16fef-cd7c-4c79-96f7-ab4c707b9baa tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:subnet and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:27.012593 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f8d16fef-cd7c-4c79-96f7-ab4c707b9baa tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:27.020836 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f8d16fef-cd7c-4c79-96f7-ab4c707b9baa tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:27.022761 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec09c2e-fff5-46c8-89e7-5a19dae3abe4 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:25:27.037236 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d16fef-cd7c-4c79-96f7-ab4c707b9baa tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:27.041044 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f8d16fef-cd7c-4c79-96f7-ab4c707b9baa tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:27.056587 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1ec09c2e-fff5-46c8-89e7-5a19dae3abe4 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:27.056943 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-1ec09c2e-fff5-46c8-89e7-5a19dae3abe4 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Added segment f6b7dd1d-e1c2-428c-bf61-72080f00e80d of type vlan for network c411bd00-dcf9-43e3-b2d6-769fbed05b5a Apr 08 10:25:27.238522 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.ipam_backend_mixin [None req-f8d16fef-cd7c-4c79-96f7-ab4c707b9baa tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet fbb8c3f7-1f02-4743-9438-7a7b235ab163 (CIDR: 172.20.0.16/28) Apr 08 10:25:27.242983 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d16fef-cd7c-4c79-96f7-ab4c707b9baa tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:25:27.243896 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d16fef-cd7c-4c79-96f7-ab4c707b9baa tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:25:27.248964 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6ed4672a-a597-4a5e-93df-77a0e2b2cb98 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:27.254314 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670b49d3-cee6-4bef-a5bd-31e468cc9802 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:25:27.287414 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55902) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:27.289730 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fb9929-2d43-4b40-b09e-e758325c61d4 None None] Sync routers for ids ['b548399f-849e-4041-8874-011716b6a8f4'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:25:27.296513 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-06692f4d-83b9-4869-aff7-96796a0990ac tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'subnet': {'network_id': '5a2f3eff-7620-4bdd-83cb-b9571de648de', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:27.300575 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f8d16fef-cd7c-4c79-96f7-ab4c707b9baa tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4502957 Apr 08 10:25:27.306319 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fb9929-2d43-4b40-b09e-e758325c61d4 None None] Routers {'b548399f-849e-4041-8874-011716b6a8f4'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:25:27.307955 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-b1fb9929-2d43-4b40-b09e-e758325c61d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:25:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['b548399f-849e-4041-8874-011716b6a8f4'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:27.314664 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1ec09c2e-fff5-46c8-89e7-5a19dae3abe4 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:27.327376 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] For port 1fad8d42-95cb-42fe-b78f-ffe5f41d0344, host dv-neutron-837110-1-hyperv, got binding levels [] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:27.327376 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:27.337187 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6ed4672a-a597-4a5e-93df-77a0e2b2cb98 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:27.358992 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-670b49d3-cee6-4bef-a5bd-31e468cc9802 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "PUT /v2.0/routers/b548399f-849e-4041-8874-011716b6a8f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4864328 Apr 08 10:25:27.361609 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55910) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:27.411724 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 1fad8d42-95cb-42fe-b78f-ffe5f41d0344 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:25:27.433204 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-b1fb9929-2d43-4b40-b09e-e758325c61d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:27.459125 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fb9929-2d43-4b40-b09e-e758325c61d4 None None] Routers {'b548399f-849e-4041-8874-011716b6a8f4'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:25:27.459985 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-b1fb9929-2d43-4b40-b09e-e758325c61d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:25:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['b548399f-849e-4041-8874-011716b6a8f4'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:27.500857 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58ef6d9-fd42-42b9-9e9b-7c24a4b8557a tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:27.501834 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a58ef6d9-fd42-42b9-9e9b-7c24a4b8557a tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Synchronizing usage tracker for tenant:72c993bf72344f498aa1635c771d9146 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:25:27.523233 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a58ef6d9-fd42-42b9-9e9b-7c24a4b8557a tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Unset dirty status for tenant:72c993bf72344f498aa1635c771d9146 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:25:27.524964 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a58ef6d9-fd42-42b9-9e9b-7c24a4b8557a tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "GET /v2.0/ports/4a72052e-5543-43d1-9240-1b21ae61cef3 HTTP/1.1" status: 200 len: 913 time: 0.1622679 Apr 08 10:25:27.527212 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.resource_extend [None req-1ec09c2e-fff5-46c8-89e7-5a19dae3abe4 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:25:27.528116 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55916) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:27.542096 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-b1fb9929-2d43-4b40-b09e-e758325c61d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:27.542745 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fb9929-2d43-4b40-b09e-e758325c61d4 None None] The sync data for ids ['b548399f-849e-4041-8874-011716b6a8f4'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:25:27.569796 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 1fad8d42-95cb-42fe-b78f-ffe5f41d0344 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:27.619857 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Calling delete_port for 1fad8d42-95cb-42fe-b78f-ffe5f41d0344 owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:27.661627 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1ec09c2e-fff5-46c8-89e7-5a19dae3abe4 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:27.665208 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec09c2e-fff5-46c8-89e7-5a19dae3abe4 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:27.665792 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1ec09c2e-fff5-46c8-89e7-5a19dae3abe4 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:27.916334 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6ed4672a-a597-4a5e-93df-77a0e2b2cb98 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:27.916793 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed4672a-a597-4a5e-93df-77a0e2b2cb98 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Fanout notify agent at l3_agent the message router_deleted on router 1a1c49c9-facf-4380-aaba-6df92527188c {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:25:27.970126 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-06692f4d-83b9-4869-aff7-96796a0990ac tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:27.981092 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1ec09c2e-fff5-46c8-89e7-5a19dae3abe4 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9339619 Apr 08 10:25:27.981373 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55928) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:27.988976 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-d4b045d9-4f34-42fc-8b19-ebb9bae83017 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'subnet': {'network_id': 'c411bd00-dcf9-43e3-b2d6-769fbed05b5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:27.990960 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6ed4672a-a597-4a5e-93df-77a0e2b2cb98 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:27.992350 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6ed4672a-a597-4a5e-93df-77a0e2b2cb98 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "DELETE /v2.0/routers/1a1c49c9-facf-4380-aaba-6df92527188c HTTP/1.1" status: 204 len: 168 time: 4.6782408 Apr 08 10:25:27.997643 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-06692f4d-83b9-4869-aff7-96796a0990ac tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Usage tracker for resource:subnet and tenant:683f915ff87b4daabd2c3124189ccd49 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:28.006365 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55932) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:28.016828 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-06692f4d-83b9-4869-aff7-96796a0990ac tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:28.019567 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-e685be3f-33ab-4976-8bc1-8482b452801c tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-494091426', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:28.021084 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09c2e-fff5-46c8-89e7-5a19dae3abe4 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Network': ['ID=c411bd00-dcf9-43e3-b2d6-769fbed05b5a,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:28.027378 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-06692f4d-83b9-4869-aff7-96796a0990ac tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:28.038159 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.api [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:25:28.038841 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG oslo_db.api [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:25:28.038990 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network c411bd00-dcf9-43e3-b2d6-769fbed05b5a details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:25:28.041039 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06692f4d-83b9-4869-aff7-96796a0990ac tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Made reservation on behalf of 683f915ff87b4daabd2c3124189ccd49 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:28.074005 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e685be3f-33ab-4976-8bc1-8482b452801c tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:28.111880 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e685be3f-33ab-4976-8bc1-8482b452801c tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Usage tracker for resource:router and tenant:6712b36d4142437b8c74c7dee61325ef is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:28.124672 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e685be3f-33ab-4976-8bc1-8482b452801c tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:28.150166 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e685be3f-33ab-4976-8bc1-8482b452801c tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:28.170425 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d4b045d9-4f34-42fc-8b19-ebb9bae83017 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:28.176849 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d4b045d9-4f34-42fc-8b19-ebb9bae83017 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:subnet and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:28.179711 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e685be3f-33ab-4976-8bc1-8482b452801c tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:28.180677 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e685be3f-33ab-4976-8bc1-8482b452801c tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:28.186398 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d4b045d9-4f34-42fc-8b19-ebb9bae83017 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:28.197022 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d4b045d9-4f34-42fc-8b19-ebb9bae83017 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:28.243284 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b045d9-4f34-42fc-8b19-ebb9bae83017 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:28.272445 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e685be3f-33ab-4976-8bc1-8482b452801c tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:28.274015 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-06692f4d-83b9-4869-aff7-96796a0990ac tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:28.290435 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55936) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:28.299449 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad52e1a5-179d-4151-b383-799215d68f72 None None] Network 9830527d-e107-47f6-b565-5fe9041a3112 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:28.361132 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e685be3f-33ab-4976-8bc1-8482b452801c tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:28.393336 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6f3a1af2-33b4-4297-ba46-f5071efbef28 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:28.424639 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-46fb41d5-e818-4077-bdee-62ccddb402be None None] Provisioning for port 1fad8d42-95cb-42fe-b78f-ffe5f41d0344 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:28.435080 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-46fb41d5-e818-4077-bdee-62ccddb402be None None] Provisioning complete for port 1fad8d42-95cb-42fe-b78f-ffe5f41d0344 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:28.435393 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-46fb41d5-e818-4077-bdee-62ccddb402be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:28.505095 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Request body: {'networks': [{'name': 'tempest-network--755125666'}, {'name': 'tempest-network--2066565837'}]} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:28.505660 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Request body: {'network': {'name': 'tempest-network--755125666'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:28.505856 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Request body: {'network': {'name': 'tempest-network--2066565837'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:28.517085 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d4b045d9-4f34-42fc-8b19-ebb9bae83017 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:28.525926 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:28.536461 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Usage tracker for resource:network and tenant:ba3705232b8e48d1ab85733c5524e7d9 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:28.542171 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Deleting port 1fad8d42-95cb-42fe-b78f-ffe5f41d0344 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:28.542171 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:28.548050 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e685be3f-33ab-4976-8bc1-8482b452801c tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:28.552558 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e685be3f-33ab-4976-8bc1-8482b452801c tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5448883 Apr 08 10:25:28.565647 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:28.576610 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55942) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:28.601580 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-0b07eef2-8d69-4209-8037-957f22133f6b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'enable_snat': False}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:28.668171 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:28.671007 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-46fb41d5-e818-4077-bdee-62ccddb402be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:28.713692 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-46fb41d5-e818-4077-bdee-62ccddb402be None None] For port 1fad8d42-95cb-42fe-b78f-ffe5f41d0344, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=1fad8d42-95cb-42fe-b78f-ffe5f41d0344,segment=NetworkSegment(39c83197-dada-4cab-8d83-0669e7b71130),segment_id=39c83197-dada-4cab-8d83-0669e7b71130)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:28.720636 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-46fb41d5-e818-4077-bdee-62ccddb402be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:28.792543 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Made reservation on behalf of ba3705232b8e48d1ab85733c5524e7d9 for: {'network': 2} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:28.796000 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:28.797197 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb41d5-e818-4077-bdee-62ccddb402be None None] Pushing event updated for resources: {'Port': ['ID=1fad8d42-95cb-42fe-b78f-ffe5f41d0344,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:28.832339 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:28.946814 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-6f3d8791-4ff3-4ad3-ae9d-2652865a2632 None None] Provisioning complete for port 1fad8d42-95cb-42fe-b78f-ffe5f41d0344 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:28.947284 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6f3d8791-4ff3-4ad3-ae9d-2652865a2632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:28.953750 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d4b045d9-4f34-42fc-8b19-ebb9bae83017 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:28.974534 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-06692f4d-83b9-4869-aff7-96796a0990ac tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:29.088430 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b045d9-4f34-42fc-8b19-ebb9bae83017 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Subnet': ['ID=f8acd126-5223-46c1-b5bc-940d4708d328,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:29.114263 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b045d9-4f34-42fc-8b19-ebb9bae83017 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Checking segment: {'id': 'f6b7dd1d-e1c2-428c-bf61-72080f00e80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c411bd00-dcf9-43e3-b2d6-769fbed05b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:29.114623 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b045d9-4f34-42fc-8b19-ebb9bae83017 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network hostable DHCP agents. Network: c411bd00-dcf9-43e3-b2d6-769fbed05b5a, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:25:29.130708 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:29.161065 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Usage tracker for resource:security_group_rule and tenant:ba3705232b8e48d1ab85733c5524e7d9 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:29.177997 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:29.188452 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b045d9-4f34-42fc-8b19-ebb9bae83017 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network c411bd00-dcf9-43e3-b2d6-769fbed05b5a is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:25:29.195054 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:29.206145 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-d4b045d9-4f34-42fc-8b19-ebb9bae83017 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, c411bd00-dcf9-43e3-b2d6-769fbed05b5a) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:29.212236 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b045d9-4f34-42fc-8b19-ebb9bae83017 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:29.212828 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d4b045d9-4f34-42fc-8b19-ebb9bae83017 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:29.213044 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06692f4d-83b9-4869-aff7-96796a0990ac tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Network 5a2f3eff-7620-4bdd-83cb-b9571de648de is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:29.216288 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba47b2a0-130e-4ce4-aa0b-63eff13ba68f None None] Network c411bd00-dcf9-43e3-b2d6-769fbed05b5a requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:29.220403 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-06692f4d-83b9-4869-aff7-96796a0990ac tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:29.223244 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06692f4d-83b9-4869-aff7-96796a0990ac tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:29.224315 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-06692f4d-83b9-4869-aff7-96796a0990ac tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:29.235997 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87bfdf1-4485-46dc-a14e-78c36b3b73ea None None] Network 5a2f3eff-7620-4bdd-83cb-b9571de648de requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:29.259256 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06692f4d-83b9-4869-aff7-96796a0990ac tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Subnet': ['ID=24d7eb20-0d80-482e-9f0a-88715021bdac,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:29.274186 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] For port 1fad8d42-95cb-42fe-b78f-ffe5f41d0344, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=1fad8d42-95cb-42fe-b78f-ffe5f41d0344,segment=NetworkSegment(39c83197-dada-4cab-8d83-0669e7b71130),segment_id=39c83197-dada-4cab-8d83-0669e7b71130)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:29.274597 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:29.369910 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d4b045d9-4f34-42fc-8b19-ebb9bae83017 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3872254 Apr 08 10:25:29.372293 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55946) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:29.379230 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-883daab4-0d31-49a9-b969-9ed4fb556718 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-676880696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:29.387176 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 1fad8d42-95cb-42fe-b78f-ffe5f41d0344 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:25:29.390653 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-883daab4-0d31-49a9-b969-9ed4fb556718 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:29.397920 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-883daab4-0d31-49a9-b969-9ed4fb556718 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:router and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:29.401386 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-883daab4-0d31-49a9-b969-9ed4fb556718 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:29.408813 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-883daab4-0d31-49a9-b969-9ed4fb556718 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:29.451785 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-883daab4-0d31-49a9-b969-9ed4fb556718 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:29.452752 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-883daab4-0d31-49a9-b969-9ed4fb556718 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:29.501396 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-6f3a1af2-33b4-4297-ba46-f5071efbef28 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Deleting port 4a72052e-5543-43d1-9240-1b21ae61cef3 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:29.501718 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6f3a1af2-33b4-4297-ba46-f5071efbef28 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:29.505197 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Calling delete_port for 1fad8d42-95cb-42fe-b78f-ffe5f41d0344 owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:29.535350 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-883daab4-0d31-49a9-b969-9ed4fb556718 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:29.630969 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 1fad8d42-95cb-42fe-b78f-ffe5f41d0344 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:29.631364 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:29.637289 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-883daab4-0d31-49a9-b969-9ed4fb556718 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:29.680536 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-883daab4-0d31-49a9-b969-9ed4fb556718 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:29.684309 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-883daab4-0d31-49a9-b969-9ed4fb556718 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3085139 Apr 08 10:25:29.685128 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55950) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:29.704142 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-634b8785-78b9-4441-84ea-8534e0b2857d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'port': {'network_id': 'c411bd00-dcf9-43e3-b2d6-769fbed05b5a', 'name': 'tempest-PortsIpV6TestJSON-1795832482'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:29.717975 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-06692f4d-83b9-4869-aff7-96796a0990ac tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4264686 Apr 08 10:25:29.721388 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55954) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:29.737329 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-02035497-1edc-4f2d-9d3d-7b88917222ab tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-781310778', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '24d7eb20-0d80-482e-9f0a-88715021bdac'}], 'security_groups': ['d191e188-9470-4670-9dfb-57d9829649df', 'ca509bbc-7126-4b79-9a87-5259c4b31c5a']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:29.756760 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bd25f6-1cd7-4593-a66a-89e5387c089e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-c411bd00-dcf9-43e3-b2d6-769fbed05b5a', 'network_id': 'c411bd00-dcf9-43e3-b2d6-769fbed05b5a', 'tenant_id': 'fa9701ec28774020be549acd68c08714', 'fixed_ips': [{'subnet_id': 'f8acd126-5223-46c1-b5bc-940d4708d328'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:25:29.757474 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-54bd25f6-1cd7-4593-a66a-89e5387c089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:29.808019 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6f3a1af2-33b4-4297-ba46-f5071efbef28 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:29.868029 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:29.911398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0b07eef2-8d69-4209-8037-957f22133f6b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:29.913985 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:29.914486 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:29.940355 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-6f3a1af2-33b4-4297-ba46-f5071efbef28 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Calling delete_port for 4a72052e-5543-43d1-9240-1b21ae61cef3 owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:30.021700 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-54bd25f6-1cd7-4593-a66a-89e5387c089e None None] Allocated IP 2001:db8::2 (c411bd00-dcf9-43e3-b2d6-769fbed05b5a/f8acd126-5223-46c1-b5bc-940d4708d328/825b7b75-9dea-4bed-8d08-18cdf9667b65) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:30.035371 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-634b8785-78b9-4441-84ea-8534e0b2857d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:30.049411 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-634b8785-78b9-4441-84ea-8534e0b2857d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:port and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:30.058144 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-634b8785-78b9-4441-84ea-8534e0b2857d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:30.060654 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-02035497-1edc-4f2d-9d3d-7b88917222ab tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:30.070170 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-634b8785-78b9-4441-84ea-8534e0b2857d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:30.076617 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaae6c5f-83ef-4c2c-aedd-43927cc76fbf,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:30.087187 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634b8785-78b9-4441-84ea-8534e0b2857d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:30.090349 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-634b8785-78b9-4441-84ea-8534e0b2857d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:30.096145 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:25:30.122933 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-634b8785-78b9-4441-84ea-8534e0b2857d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] device_id is not set on port f5c49937-b6ea-49c1-9c40-843d54ed2d8d yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:25:30.208254 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:30.208601 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Added segment 135936af-36d1-4155-88df-94cb1d601f46 of type vlan for network c41dfaf6-b234-4f8c-a805-d55a801a2439 Apr 08 10:25:30.212100 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:30.253750 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c1ac9e-380e-4ecd-a9a5-b84683c7cecd None None] Update dhcp port {'port': {'network_id': '5a2f3eff-7620-4bdd-83cb-b9571de648de', 'fixed_ips': [{'subnet_id': 'fbb8c3f7-1f02-4743-9438-7a7b235ab163', 'ip_address': '172.20.0.18'}, {'subnet_id': 'afe12562-f12b-43fa-bde5-8b91c0c49320', 'ip_address': '172.20.0.2'}, {'subnet_id': '24d7eb20-0d80-482e-9f0a-88715021bdac'}], 'binding:host_id': 'dv-neutron-837110-1-hyperv'}, 'id': '99159b46-a42c-489d-9767-8638bbe849c0'} from dv-neutron-837110-1-hyperv. {{(pid=83847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 08 10:25:30.274804 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6f3a1af2-33b4-4297-ba46-f5071efbef28 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:30.303486 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event deleted for resources: {'Port': ['ID=1fad8d42-95cb-42fe-b78f-ffe5f41d0344,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:30.333686 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a1af2-33b4-4297-ba46-f5071efbef28 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Port': ['ID=4a72052e-5543-43d1-9240-1b21ae61cef3,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:30.407911 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-40c1ac9e-380e-4ecd-a9a5-b84683c7cecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:30.439353 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:30.468309 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] No DVR routers for this DVR port 1fad8d42-95cb-42fe-b78f-ffe5f41d0344 on host dv-neutron-837110-1-hyperv {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:25:30.556898 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4aad01-a7cc-461b-a182-e9a2904e3b61 None None] DHCP port deletion for 9830527d-e107-47f6-b565-5fe9041a3112 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:25:30.627400 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:30.679391 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:25:30.681561 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6f3a1af2-33b4-4297-ba46-f5071efbef28 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:30.742727 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:30.743100 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Added segment 281d0804-64f1-45b1-b60f-fead98256db4 of type vlan for network 07edc309-a0fa-465a-8d46-dbfb25919168 Apr 08 10:25:30.757020 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-54bd25f6-1cd7-4593-a66a-89e5387c089e None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:30.775674 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-54bd25f6-1cd7-4593-a66a-89e5387c089e None None] Transition to ACTIVE for port object 825b7b75-9dea-4bed-8d08-18cdf9667b65 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:30.821499 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:30.847194 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-54bd25f6-1cd7-4593-a66a-89e5387c089e None None] Transition to ACTIVE for port object 825b7b75-9dea-4bed-8d08-18cdf9667b65 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:30.852029 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-40c1ac9e-380e-4ecd-a9a5-b84683c7cecd None None] Allocated IP 172.20.0.34 (5a2f3eff-7620-4bdd-83cb-b9571de648de/24d7eb20-0d80-482e-9f0a-88715021bdac/99159b46-a42c-489d-9767-8638bbe849c0) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:30.856410 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:30.856970 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-54bd25f6-1cd7-4593-a66a-89e5387c089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:30.936391 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-634b8785-78b9-4441-84ea-8534e0b2857d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Allocated IP 2001:db8::20a (c411bd00-dcf9-43e3-b2d6-769fbed05b5a/f8acd126-5223-46c1-b5bc-940d4708d328/f5c49937-b6ea-49c1-9c40-843d54ed2d8d) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:30.942366 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event deleted for resources: {'Subnet': ['ID=0e33e7d9-cca2-4693-a2c5-645ab3bf080d,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:30.969663 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bd25f6-1cd7-4593-a66a-89e5387c089e None None] Network c411bd00-dcf9-43e3-b2d6-769fbed05b5a is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:30.975524 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:30.976005 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:30.979599 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:30.982660 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:30.983268 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:31.017712 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-54bd25f6-1cd7-4593-a66a-89e5387c089e None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:31.018988 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f723896b-a66c-41f4-a4e5-97bbc3bd1c6a None None] Network 9830527d-e107-47f6-b565-5fe9041a3112 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:31.036579 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bd25f6-1cd7-4593-a66a-89e5387c089e None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:31.076805 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0b07eef2-8d69-4209-8037-957f22133f6b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:31.170191 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0b07eef2-8d69-4209-8037-957f22133f6b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:31.187297 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd25f6-1cd7-4593-a66a-89e5387c089e None None] Pushing event updated for resources: {'Port': ['ID=825b7b75-9dea-4bed-8d08-18cdf9667b65,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:31.245236 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-40c1ac9e-380e-4ecd-a9a5-b84683c7cecd None None] For port 99159b46-a42c-489d-9767-8638bbe849c0, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=99159b46-a42c-489d-9767-8638bbe849c0,segment=NetworkSegment(59441c1c-5bf6-4935-b138-0c333c95979f),segment_id=59441c1c-5bf6-4935-b138-0c333c95979f)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:31.247159 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:31.284072 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.9900539 Apr 08 10:25:31.284980 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55958) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:31.303302 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Pushing event updated for resources: {'Network': ['ID=c41dfaf6-b234-4f8c-a805-d55a801a2439,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:31.349268 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network c41dfaf6-b234-4f8c-a805-d55a801a2439 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:25:31.432682 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 1fad8d42-95cb-42fe-b78f-ffe5f41d0344 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:25:31.529253 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.resource_extend [None req-40c1ac9e-380e-4ecd-a9a5-b84683c7cecd None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:25:31.532829 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9830527d-e107-47f6-b565-5fe9041a3112']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:31.538065 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 1fad8d42-95cb-42fe-b78f-ffe5f41d0344 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:25:31.538412 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 1fad8d42-95cb-42fe-b78f-ffe5f41d0344 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:25:31.559280 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-634b8785-78b9-4441-84ea-8534e0b2857d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:31.559471 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-40c1ac9e-380e-4ecd-a9a5-b84683c7cecd None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:31.564984 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-54bd25f6-1cd7-4593-a66a-89e5387c089e None None] Attempting to bind port 825b7b75-9dea-4bed-8d08-18cdf9667b65 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:25:31.565361 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-54bd25f6-1cd7-4593-a66a-89e5387c089e None None] Attempting to bind port 825b7b75-9dea-4bed-8d08-18cdf9667b65 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'f6b7dd1d-e1c2-428c-bf61-72080f00e80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c411bd00-dcf9-43e3-b2d6-769fbed05b5a'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:25:31.565729 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bd25f6-1cd7-4593-a66a-89e5387c089e None None] Attempting to bind port 825b7b75-9dea-4bed-8d08-18cdf9667b65 on network c411bd00-dcf9-43e3-b2d6-769fbed05b5a {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:25:31.580421 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-634b8785-78b9-4441-84ea-8534e0b2857d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Transition to ACTIVE for port object f5c49937-b6ea-49c1-9c40-843d54ed2d8d will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:31.595096 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3a1af2-33b4-4297-ba46-f5071efbef28 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Router b548399f-849e-4041-8874-011716b6a8f4 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:25:31.597428 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45edd19-2f94-4e20-b4e1-d6a8757f94ef None None] DHCP port deletion for 9830527d-e107-47f6-b565-5fe9041a3112 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:25:31.608385 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bd25f6-1cd7-4593-a66a-89e5387c089e None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:25:31.608385 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bd25f6-1cd7-4593-a66a-89e5387c089e None None] Checking segment: {'id': 'f6b7dd1d-e1c2-428c-bf61-72080f00e80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c411bd00-dcf9-43e3-b2d6-769fbed05b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:31.608828 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-54bd25f6-1cd7-4593-a66a-89e5387c089e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:31.609986 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bd25f6-1cd7-4593-a66a-89e5387c089e None None] Bound using segment: {'id': 'f6b7dd1d-e1c2-428c-bf61-72080f00e80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c411bd00-dcf9-43e3-b2d6-769fbed05b5a'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:25:31.610111 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-54bd25f6-1cd7-4593-a66a-89e5387c089e None None] Bound port: 825b7b75-9dea-4bed-8d08-18cdf9667b65, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b7dd1d-e1c2-428c-bf61-72080f00e80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c411bd00-dcf9-43e3-b2d6-769fbed05b5a'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:25:31.610636 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-54bd25f6-1cd7-4593-a66a-89e5387c089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:31.620632 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-40c1ac9e-380e-4ecd-a9a5-b84683c7cecd None None] Transition to ACTIVE for port object 99159b46-a42c-489d-9767-8638bbe849c0 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:31.630662 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-40c1ac9e-380e-4ecd-a9a5-b84683c7cecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:31.637277 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c83197-dada-4cab-8d83-0669e7b71130') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:31.637779 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c83197-dada-4cab-8d83-0669e7b71130') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:31.702568 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:31.708544 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914762e-bb45-4bbf-8d4a-df1ce91b678d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Pushing event updated for resources: {'Network': ['ID=07edc309-a0fa-465a-8d46-dbfb25919168,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:31.725749 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 07edc309-a0fa-465a-8d46-dbfb25919168 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:25:31.730143 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-634b8785-78b9-4441-84ea-8534e0b2857d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:31.790003 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:31.821011 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:25:31.821412 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:31.830816 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634b8785-78b9-4441-84ea-8534e0b2857d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network c411bd00-dcf9-43e3-b2d6-769fbed05b5a is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:31.836305 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-634b8785-78b9-4441-84ea-8534e0b2857d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:31.839311 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b8785-78b9-4441-84ea-8534e0b2857d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Port': ['ID=f5c49937-b6ea-49c1-9c40-843d54ed2d8d,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:25:31.839457 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:25:31.841569 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634b8785-78b9-4441-84ea-8534e0b2857d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:31.845490 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634b8785-78b9-4441-84ea-8534e0b2857d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:31.846108 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-634b8785-78b9-4441-84ea-8534e0b2857d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:31.888468 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-634b8785-78b9-4441-84ea-8534e0b2857d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2027903 Apr 08 10:25:31.890354 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55962) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:31.919631 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6bf508-a240-4c2c-a507-992147ba3167 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:31.924053 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6bf508-a240-4c2c-a507-992147ba3167 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:31.927920 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6bf508-a240-4c2c-a507-992147ba3167 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:31.932068 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6bf508-a240-4c2c-a507-992147ba3167 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:31.932928 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5a6bf508-a240-4c2c-a507-992147ba3167 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Synchronizing usage tracker for tenant:ba3705232b8e48d1ab85733c5524e7d9 on resource:network {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:25:31.939825 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1ac9e-380e-4ecd-a9a5-b84683c7cecd None None] Pushing event updated for resources: {'Port': ['ID=99159b46-a42c-489d-9767-8638bbe849c0,revision_number=7']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:31.962286 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-0b07eef2-8d69-4209-8037-957f22133f6b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Allocated IP 172.26.0.222 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/3d042f4b-f975-4857-a6ec-c298e2b7a41a) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:31.970472 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-54bd25f6-1cd7-4593-a66a-89e5387c089e None None] For port 825b7b75-9dea-4bed-8d08-18cdf9667b65, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:25:31.987042 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-54bd25f6-1cd7-4593-a66a-89e5387c089e None None] For port 825b7b75-9dea-4bed-8d08-18cdf9667b65, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=825b7b75-9dea-4bed-8d08-18cdf9667b65,segment=NetworkSegment(f6b7dd1d-e1c2-428c-bf61-72080f00e80d),segment_id=f6b7dd1d-e1c2-428c-bf61-72080f00e80d)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:25:31.994458 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-54bd25f6-1cd7-4593-a66a-89e5387c089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:32.028292 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3a1af2-33b4-4297-ba46-f5071efbef28 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:25:32.038008 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6f3a1af2-33b4-4297-ba46-f5071efbef28 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "PUT /v2.0/routers/b548399f-849e-4041-8874-011716b6a8f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5080807 Apr 08 10:25:32.039355 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55966) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:32.067453 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:32.071313 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:32.077922 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1033097d-8142-4b53-b8d5-dab2ca82eb12 None None] Sync routers for ids ['b548399f-849e-4041-8874-011716b6a8f4'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:25:32.103069 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd25f6-1cd7-4593-a66a-89e5387c089e None None] Pushing event updated for resources: {'Port': ['ID=825b7b75-9dea-4bed-8d08-18cdf9667b65,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:32.117196 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1033097d-8142-4b53-b8d5-dab2ca82eb12 None None] Routers {'b548399f-849e-4041-8874-011716b6a8f4'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:25:32.117835 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-1033097d-8142-4b53-b8d5-dab2ca82eb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:25:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['b548399f-849e-4041-8874-011716b6a8f4'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:32.143520 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "DELETE /v2.0/networks/9830527d-e107-47f6-b565-5fe9041a3112 HTTP/1.1" status: 204 len: 168 time: 6.3441310 Apr 08 10:25:32.165281 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55970) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:32.165993 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5a6bf508-a240-4c2c-a507-992147ba3167 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Unset dirty status for tenant:ba3705232b8e48d1ab85733c5524e7d9 on resource:network {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:25:32.171836 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5a6bf508-a240-4c2c-a507-992147ba3167 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8699930 Apr 08 10:25:32.177312 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 55972) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:32.190467 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-10669f19-fee3-4219-918c-57bfa0523580 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1517177590'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:32.193861 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f9c05-09af-4321-9b82-72093104d80d tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event deleted for resources: {'Network': ['ID=9830527d-e107-47f6-b565-5fe9041a3112,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:32.207199 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-10669f19-fee3-4219-918c-57bfa0523580 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:32.216808 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-02035497-1edc-4f2d-9d3d-7b88917222ab tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Delete allocated IP 172.20.0.6 (5a2f3eff-7620-4bdd-83cb-b9571de648de/afe12562-f12b-43fa-bde5-8b91c0c49320) {{(pid=83845) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 08 10:25:32.226495 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-10669f19-fee3-4219-918c-57bfa0523580 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Usage tracker for resource:network and tenant:270adadf669a45b6bd01155aeff0f96b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:32.248181 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-10669f19-fee3-4219-918c-57bfa0523580 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:32.257937 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-02035497-1edc-4f2d-9d3d-7b88917222ab tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Allocated IP 172.20.0.44 (5a2f3eff-7620-4bdd-83cb-b9571de648de/24d7eb20-0d80-482e-9f0a-88715021bdac/5c3d7136-4ec0-4118-9375-bf31f384e92e) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:32.272662 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-10669f19-fee3-4219-918c-57bfa0523580 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:32.295997 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-1033097d-8142-4b53-b8d5-dab2ca82eb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:32.316711 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1033097d-8142-4b53-b8d5-dab2ca82eb12 None None] Routers {'b548399f-849e-4041-8874-011716b6a8f4'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:25:32.316711 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-1033097d-8142-4b53-b8d5-dab2ca82eb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:25:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['b548399f-849e-4041-8874-011716b6a8f4'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:32.339817 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10669f19-fee3-4219-918c-57bfa0523580 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Made reservation on behalf of 270adadf669a45b6bd01155aeff0f96b for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:32.342749 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-10669f19-fee3-4219-918c-57bfa0523580 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:32.396240 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0b07eef2-8d69-4209-8037-957f22133f6b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:32.397928 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-1033097d-8142-4b53-b8d5-dab2ca82eb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:32.398322 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1033097d-8142-4b53-b8d5-dab2ca82eb12 None None] The sync data for ids ['b548399f-849e-4041-8874-011716b6a8f4'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:25:32.516250 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10669f19-fee3-4219-918c-57bfa0523580 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:25:32.542341 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-10669f19-fee3-4219-918c-57bfa0523580 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:32.542684 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-10669f19-fee3-4219-918c-57bfa0523580 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Added segment 0402eb58-7df8-4d2b-a58b-4c8f72ece467 of type vlan for network c338eff0-acb5-421f-8e08-f1d07e692275 Apr 08 10:25:32.605796 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-10669f19-fee3-4219-918c-57bfa0523580 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:32.615430 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0b07eef2-8d69-4209-8037-957f22133f6b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:32.716210 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b07eef2-8d69-4209-8037-957f22133f6b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:32.727435 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-0b07eef2-8d69-4209-8037-957f22133f6b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:32.729035 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b1814262-c10b-468e-b13f-c6b373b8c947 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:32.729886 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b07eef2-8d69-4209-8037-957f22133f6b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:32.785852 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-10669f19-fee3-4219-918c-57bfa0523580 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:32.789456 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10669f19-fee3-4219-918c-57bfa0523580 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:32.790022 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-10669f19-fee3-4219-918c-57bfa0523580 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:32.821702 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07eef2-8d69-4209-8037-957f22133f6b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Pushing event updated for resources: {'Port': ['ID=3d042f4b-f975-4857-a6ec-c298e2b7a41a,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:32.925468 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-02035497-1edc-4f2d-9d3d-7b88917222ab tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:32.926798 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7055394b-6f36-4d61-bfd7-c6a61c05472f None None] Provisioning for port 99159b46-a42c-489d-9767-8638bbe849c0 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:32.933792 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7055394b-6f36-4d61-bfd7-c6a61c05472f None None] Provisioning complete for port 99159b46-a42c-489d-9767-8638bbe849c0 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:32.934419 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7055394b-6f36-4d61-bfd7-c6a61c05472f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:32.966388 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-10669f19-fee3-4219-918c-57bfa0523580 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7932510 Apr 08 10:25:32.977526 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55978) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:33.001338 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-17fa7a58-3612-41dc-8285-5079a4043f25 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Request body: {'subnet': {'network_id': 'c338eff0-acb5-421f-8e08-f1d07e692275', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:33.015122 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10669f19-fee3-4219-918c-57bfa0523580 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event updated for resources: {'Network': ['ID=c338eff0-acb5-421f-8e08-f1d07e692275,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:33.019146 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-02035497-1edc-4f2d-9d3d-7b88917222ab tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Transition to ACTIVE for port object 5c3d7136-4ec0-4118-9375-bf31f384e92e will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:33.034818 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-02035497-1edc-4f2d-9d3d-7b88917222ab tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:33.041105 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network c338eff0-acb5-421f-8e08-f1d07e692275 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:25:33.045563 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b1814262-c10b-468e-b13f-c6b373b8c947 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:33.196568 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7055394b-6f36-4d61-bfd7-c6a61c05472f None None] Provisioning complete for port 02eb9091-75d2-4e0f-b9e6-ea85275b40bc triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:33.196937 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7055394b-6f36-4d61-bfd7-c6a61c05472f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:33.283935 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02035497-1edc-4f2d-9d3d-7b88917222ab tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event updated for resources: {'Port': ['ID=5c3d7136-4ec0-4118-9375-bf31f384e92e,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:33.286591 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-b1814262-c10b-468e-b13f-c6b373b8c947 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c41dfaf6-b234-4f8c-a805-d55a801a2439']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:33.306771 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-7055394b-6f36-4d61-bfd7-c6a61c05472f None None] Port 02eb9091-75d2-4e0f-b9e6-ea85275b40bc cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:25:33.333305 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7055394b-6f36-4d61-bfd7-c6a61c05472f None None] Provisioning for port 5c3d7136-4ec0-4118-9375-bf31f384e92e completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:33.337282 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7055394b-6f36-4d61-bfd7-c6a61c05472f None None] Provisioning complete for port 5c3d7136-4ec0-4118-9375-bf31f384e92e triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:33.337477 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7055394b-6f36-4d61-bfd7-c6a61c05472f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:33.383552 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-b1814262-c10b-468e-b13f-c6b373b8c947 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '135936af-36d1-4155-88df-94cb1d601f46') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:33.383552 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-b1814262-c10b-468e-b13f-c6b373b8c947 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '135936af-36d1-4155-88df-94cb1d601f46') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:33.394504 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-17fa7a58-3612-41dc-8285-5079a4043f25 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:33.405053 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-17fa7a58-3612-41dc-8285-5079a4043f25 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Usage tracker for resource:subnet and tenant:270adadf669a45b6bd01155aeff0f96b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:33.418704 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-17fa7a58-3612-41dc-8285-5079a4043f25 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:33.425523 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-02035497-1edc-4f2d-9d3d-7b88917222ab tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] In _notify_port_updated(), no bound segment for port 5c3d7136-4ec0-4118-9375-bf31f384e92e on network 5a2f3eff-7620-4bdd-83cb-b9571de648de {{(pid=83845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 08 10:25:33.430018 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02035497-1edc-4f2d-9d3d-7b88917222ab tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:33.430881 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-02035497-1edc-4f2d-9d3d-7b88917222ab tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:33.432927 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-02035497-1edc-4f2d-9d3d-7b88917222ab tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "PUT /v2.0/ports/5c3d7136-4ec0-4118-9375-bf31f384e92e HTTP/1.1" status: 200 len: 959 time: 3.7028277 Apr 08 10:25:33.438097 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55982) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:33.439248 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-17fa7a58-3612-41dc-8285-5079a4043f25 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:33.447869 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-7055394b-6f36-4d61-bfd7-c6a61c05472f None None] Port 5c3d7136-4ec0-4118-9375-bf31f384e92e cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:25:33.457029 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b1814262-c10b-468e-b13f-c6b373b8c947 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:33.507398 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b1814262-c10b-468e-b13f-c6b373b8c947 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:33.516183 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6041a6e2-4b13-4501-be2d-d1b2a9f05600 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:33.521396 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fa7a58-3612-41dc-8285-5079a4043f25 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Made reservation on behalf of 270adadf669a45b6bd01155aeff0f96b for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:33.522007 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 825b7b75-9dea-4bed-8d08-18cdf9667b65 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:25:33.535348 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1814262-c10b-468e-b13f-c6b373b8c947 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:25:33.535938 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b1814262-c10b-468e-b13f-c6b373b8c947 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:25:33.553071 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:25:33.587454 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72293004-c55e-4058-a1b7-8bdbfeaf2d8f None None] Network c411bd00-dcf9-43e3-b2d6-769fbed05b5a requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:33.709053 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b1814262-c10b-468e-b13f-c6b373b8c947 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:33.712991 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b1814262-c10b-468e-b13f-c6b373b8c947 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:33.740099 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-d2474b42-c3e8-48bf-9a03-feb98e897674 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting port 5c3d7136-4ec0-4118-9375-bf31f384e92e {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:33.741059 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d2474b42-c3e8-48bf-9a03-feb98e897674 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:33.795466 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 825b7b75-9dea-4bed-8d08-18cdf9667b65 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:33.805501 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 825b7b75-9dea-4bed-8d08-18cdf9667b65 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:33.805894 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:33.808501 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1814262-c10b-468e-b13f-c6b373b8c947 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Pushing event deleted for resources: {'Network': ['ID=c41dfaf6-b234-4f8c-a805-d55a801a2439,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:33.835478 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-17fa7a58-3612-41dc-8285-5079a4043f25 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:33.844181 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f09497fc-3865-4552-a4e6-a1998245e68a None None] Provisioning for port 825b7b75-9dea-4bed-8d08-18cdf9667b65 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:33.880502 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b1814262-c10b-468e-b13f-c6b373b8c947 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] 10.222.0.47 "DELETE /v2.0/networks/c41dfaf6-b234-4f8c-a805-d55a801a2439 HTTP/1.1" status: 204 len: 168 time: 1.7004881 Apr 08 10:25:33.884608 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c5406df-ce3c-4909-986b-15c63bd238c3 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:33.900022 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f09497fc-3865-4552-a4e6-a1998245e68a None None] Provisioning complete for port 825b7b75-9dea-4bed-8d08-18cdf9667b65 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:33.900369 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f09497fc-3865-4552-a4e6-a1998245e68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:33.928131 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55986) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:33.977131 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0b07eef2-8d69-4209-8037-957f22133f6b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:34.084137 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:34.192304 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 825b7b75-9dea-4bed-8d08-18cdf9667b65, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=825b7b75-9dea-4bed-8d08-18cdf9667b65,segment=NetworkSegment(f6b7dd1d-e1c2-428c-bf61-72080f00e80d),segment_id=f6b7dd1d-e1c2-428c-bf61-72080f00e80d)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:34.207099 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:34.207927 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 99159b46-a42c-489d-9767-8638bbe849c0 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:25:34.358322 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=825b7b75-9dea-4bed-8d08-18cdf9667b65,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:34.373057 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 99159b46-a42c-489d-9767-8638bbe849c0 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:34.373432 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:34.378327 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6041a6e2-4b13-4501-be2d-d1b2a9f05600 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:34.387189 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6041a6e2-4b13-4501-be2d-d1b2a9f05600 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:34.524496 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35bd5e5c-0ef2-4ef4-aa15-3198d33708b5 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:34.527218 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-17fa7a58-3612-41dc-8285-5079a4043f25 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:34.531018 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f6bd61d1-8596-4d6f-90e7-fe5bef288011 None None] Provisioning complete for port 5c3d7136-4ec0-4118-9375-bf31f384e92e triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:34.533526 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f6bd61d1-8596-4d6f-90e7-fe5bef288011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:34.594673 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd61d1-8596-4d6f-90e7-fe5bef288011 None None] Port 5c3d7136-4ec0-4118-9375-bf31f384e92e cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:25:34.599468 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0b07eef2-8d69-4209-8037-957f22133f6b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:34.639315 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0b07eef2-8d69-4209-8037-957f22133f6b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1762438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1762447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1757449'] for router, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:34.641709 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041a6e2-4b13-4501-be2d-d1b2a9f05600 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Port': ['ID=f5c49937-b6ea-49c1-9c40-843d54ed2d8d,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:34.687067 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d2474b42-c3e8-48bf-9a03-feb98e897674 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:34.720622 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8d279f66-5b91-4d22-9454-41e81441d36b None None] Provisioning for port f5c49937-b6ea-49c1-9c40-843d54ed2d8d completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:34.726038 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8d279f66-5b91-4d22-9454-41e81441d36b None None] Provisioning complete for port f5c49937-b6ea-49c1-9c40-843d54ed2d8d triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:34.726649 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8d279f66-5b91-4d22-9454-41e81441d36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:34.789990 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-8d279f66-5b91-4d22-9454-41e81441d36b None None] Port f5c49937-b6ea-49c1-9c40-843d54ed2d8d cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:25:34.804767 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8d279f66-5b91-4d22-9454-41e81441d36b None None] Provisioning complete for port 825b7b75-9dea-4bed-8d08-18cdf9667b65 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:34.805409 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8d279f66-5b91-4d22-9454-41e81441d36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:34.961946 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa7a58-3612-41dc-8285-5079a4043f25 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event updated for resources: {'Subnet': ['ID=bb8838bd-4c53-43f8-ba95-9feba58e826f,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:34.979843 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-d2474b42-c3e8-48bf-9a03-feb98e897674 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Calling delete_port for 5c3d7136-4ec0-4118-9375-bf31f384e92e owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:35.035093 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6041a6e2-4b13-4501-be2d-d1b2a9f05600 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:35.069310 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63e2b8ab-0750-4924-8361-ee07fb7de09f None None] Provisioning complete for port f5c49937-b6ea-49c1-9c40-843d54ed2d8d triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:35.069742 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63e2b8ab-0750-4924-8361-ee07fb7de09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:35.119194 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35bd5e5c-0ef2-4ef4-aa15-3198d33708b5 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:35.153733 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a332420-4df8-4200-9b2e-86c427ce0475 None None] get_active_networks_info from dv-neutron-837110-1-hyperv {{(pid=83847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 08 10:25:35.167648 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-3c5406df-ce3c-4909-986b-15c63bd238c3 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Deleting port df03671f-e6b8-46fc-b8b3-070c4e5900b4 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:35.168099 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c5406df-ce3c-4909-986b-15c63bd238c3 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:35.175211 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fa7a58-3612-41dc-8285-5079a4043f25 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Checking segment: {'id': '0402eb58-7df8-4d2b-a58b-4c8f72ece467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c338eff0-acb5-421f-8e08-f1d07e692275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:35.175579 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fa7a58-3612-41dc-8285-5079a4043f25 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Network hostable DHCP agents. Network: c338eff0-acb5-421f-8e08-f1d07e692275, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:25:35.181425 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-35bd5e5c-0ef2-4ef4-aa15-3198d33708b5 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07edc309-a0fa-465a-8d46-dbfb25919168']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:35.226628 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63e2b8ab-0750-4924-8361-ee07fb7de09f None None] Port f5c49937-b6ea-49c1-9c40-843d54ed2d8d cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:25:35.348997 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-35bd5e5c-0ef2-4ef4-aa15-3198d33708b5 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '281d0804-64f1-45b1-b60f-fead98256db4') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:35.349291 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-35bd5e5c-0ef2-4ef4-aa15-3198d33708b5 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '281d0804-64f1-45b1-b60f-fead98256db4') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:35.351557 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6041a6e2-4b13-4501-be2d-d1b2a9f05600 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:35.368356 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35bd5e5c-0ef2-4ef4-aa15-3198d33708b5 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:35.386536 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 825b7b75-9dea-4bed-8d08-18cdf9667b65 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:25:35.425857 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fa7a58-3612-41dc-8285-5079a4043f25 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Network c338eff0-acb5-421f-8e08-f1d07e692275 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:25:35.428304 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35bd5e5c-0ef2-4ef4-aa15-3198d33708b5 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:35.457280 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35bd5e5c-0ef2-4ef4-aa15-3198d33708b5 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:25:35.457761 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35bd5e5c-0ef2-4ef4-aa15-3198d33708b5 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:25:35.476291 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:25:35.486720 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-30584008-75d0-4587-9e04-f770afaa1a44 None None] Provisioning complete for port f5c49937-b6ea-49c1-9c40-843d54ed2d8d triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:35.486720 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-30584008-75d0-4587-9e04-f770afaa1a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:35.528595 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-17fa7a58-3612-41dc-8285-5079a4043f25 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, c338eff0-acb5-421f-8e08-f1d07e692275) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:35.534147 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fa7a58-3612-41dc-8285-5079a4043f25 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:35.534884 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-17fa7a58-3612-41dc-8285-5079a4043f25 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:35.584886 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-30584008-75d0-4587-9e04-f770afaa1a44 None None] Port f5c49937-b6ea-49c1-9c40-843d54ed2d8d cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:25:35.592150 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d2474b42-c3e8-48bf-9a03-feb98e897674 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:35.602898 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 825b7b75-9dea-4bed-8d08-18cdf9667b65 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:35.603270 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:35.648528 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35bd5e5c-0ef2-4ef4-aa15-3198d33708b5 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:35.652413 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35bd5e5c-0ef2-4ef4-aa15-3198d33708b5 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:35.655982 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-17fa7a58-3612-41dc-8285-5079a4043f25 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6733632 Apr 08 10:25:35.660331 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a332420-4df8-4200-9b2e-86c427ce0475 None None] Unable to find a vacant binding_index for network c338eff0-acb5-421f-8e08-f1d07e692275 and agent 15138990-4e78-44bf-810b-807876e4c9d3 {{(pid=83847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 08 10:25:35.670867 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a332420-4df8-4200-9b2e-86c427ce0475 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, c338eff0-acb5-421f-8e08-f1d07e692275) {{(pid=83847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 10:25:35.675167 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2474b42-c3e8-48bf-9a03-feb98e897674 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Port': ['ID=5c3d7136-4ec0-4118-9375-bf31f384e92e,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:35.677374 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55990) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:35.697588 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-e144ab6a-ee6e-48f2-a298-52e980d7ff0a tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Request body: {'subnet': {'network_id': 'c338eff0-acb5-421f-8e08-f1d07e692275', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:35.712490 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd5e5c-0ef2-4ef4-aa15-3198d33708b5 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Pushing event deleted for resources: {'Network': ['ID=07edc309-a0fa-465a-8d46-dbfb25919168,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:35.722852 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-35bd5e5c-0ef2-4ef4-aa15-3198d33708b5 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] 10.222.0.47 "DELETE /v2.0/networks/07edc309-a0fa-465a-8d46-dbfb25919168 HTTP/1.1" status: 204 len: 168 time: 1.7831211 Apr 08 10:25:35.754388 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55994) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:35.760803 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6041a6e2-4b13-4501-be2d-d1b2a9f05600 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:35.771247 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6041a6e2-4b13-4501-be2d-d1b2a9f05600 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:35.772195 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6041a6e2-4b13-4501-be2d-d1b2a9f05600 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:35.868639 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041a6e2-4b13-4501-be2d-d1b2a9f05600 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Port': ['ID=f5c49937-b6ea-49c1-9c40-843d54ed2d8d,revision_number=3']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:36.029731 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d2474b42-c3e8-48bf-9a03-feb98e897674 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:36.032977 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d2474b42-c3e8-48bf-9a03-feb98e897674 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/ports/5c3d7136-4ec0-4118-9375-bf31f384e92e HTTP/1.1" status: 204 len: 168 time: 2.5901985 Apr 08 10:25:36.069700 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-e144ab6a-ee6e-48f2-a298-52e980d7ff0a tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:36.079636 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 55998) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:36.088367 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb8551f-b58a-4a20-8e8c-3ff9f411de18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-c338eff0-acb5-421f-8e08-f1d07e692275', 'network_id': 'c338eff0-acb5-421f-8e08-f1d07e692275', 'tenant_id': '270adadf669a45b6bd01155aeff0f96b', 'fixed_ips': [{'subnet_id': 'bb8838bd-4c53-43f8-ba95-9feba58e826f'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:25:36.089307 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0fb8551f-b58a-4a20-8e8c-3ff9f411de18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:36.096427 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e144ab6a-ee6e-48f2-a298-52e980d7ff0a tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Usage tracker for resource:subnet and tenant:270adadf669a45b6bd01155aeff0f96b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:36.104159 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c5406df-ce3c-4909-986b-15c63bd238c3 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:36.153554 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e144ab6a-ee6e-48f2-a298-52e980d7ff0a tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:36.165445 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb69c8f-c3ec-4323-b8e7-8fd0df6dcccf tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] GET failed (client error): The resource could not be found. Apr 08 10:25:36.166421 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7cb69c8f-c3ec-4323-b8e7-8fd0df6dcccf tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Synchronizing usage tracker for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:25:36.181762 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-e144ab6a-ee6e-48f2-a298-52e980d7ff0a tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:36.211527 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2044bdac-8dc3-4bf6-9634-6f304eed54bb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:36.215690 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2044bdac-8dc3-4bf6-9634-6f304eed54bb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:36.216452 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2044bdac-8dc3-4bf6-9634-6f304eed54bb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Synchronizing usage tracker for tenant:ba3705232b8e48d1ab85733c5524e7d9 on resource:network {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:25:36.225530 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7cb69c8f-c3ec-4323-b8e7-8fd0df6dcccf tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Unset dirty status for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:25:36.229347 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7cb69c8f-c3ec-4323-b8e7-8fd0df6dcccf tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "GET /v2.0/ports/5c3d7136-4ec0-4118-9375-bf31f384e92e HTTP/1.1" status: 404 len: 333 time: 0.1461985 Apr 08 10:25:36.233046 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e144ab6a-ee6e-48f2-a298-52e980d7ff0a tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Made reservation on behalf of 270adadf669a45b6bd01155aeff0f96b for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:36.237483 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56002) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:36.238975 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e144ab6a-ee6e-48f2-a298-52e980d7ff0a tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:36.246012 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-3c5406df-ce3c-4909-986b-15c63bd238c3 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Calling delete_port for df03671f-e6b8-46fc-b8b3-070c4e5900b4 owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:36.269683 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-0fb8551f-b58a-4a20-8e8c-3ff9f411de18 None None] Allocated IP 2001:db8::2 (c338eff0-acb5-421f-8e08-f1d07e692275/bb8838bd-4c53-43f8-ba95-9feba58e826f/378e47f5-f982-4551-848a-5a3f82361cc0) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:36.315212 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6041a6e2-4b13-4501-be2d-d1b2a9f05600 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network c411bd00-dcf9-43e3-b2d6-769fbed05b5a is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:36.319970 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-6041a6e2-4b13-4501-be2d-d1b2a9f05600 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:36.338960 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2044bdac-8dc3-4bf6-9634-6f304eed54bb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Unset dirty status for tenant:ba3705232b8e48d1ab85733c5524e7d9 on resource:network {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:25:36.344497 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2044bdac-8dc3-4bf6-9634-6f304eed54bb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5756633 Apr 08 10:25:36.349235 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56006) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:36.357251 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-73592ecc-963f-4739-ab4f-53ba3868c970 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-580900714'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:36.367852 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-73592ecc-963f-4739-ab4f-53ba3868c970 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:36.399222 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-73592ecc-963f-4739-ab4f-53ba3868c970 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:36.404500 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b07eef2-8d69-4209-8037-957f22133f6b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Router 6c5dba5f-148b-414f-979a-911653b791ee is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:25:36.429183 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73592ecc-963f-4739-ab4f-53ba3868c970 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Made reservation on behalf of ba3705232b8e48d1ab85733c5524e7d9 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:36.432332 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-73592ecc-963f-4739-ab4f-53ba3868c970 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:36.486884 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0fb8551f-b58a-4a20-8e8c-3ff9f411de18 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:36.496738 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0fb8551f-b58a-4a20-8e8c-3ff9f411de18 None None] Transition to ACTIVE for port object 378e47f5-f982-4551-848a-5a3f82361cc0 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:36.516596 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0fb8551f-b58a-4a20-8e8c-3ff9f411de18 None None] Transition to ACTIVE for port object 378e47f5-f982-4551-848a-5a3f82361cc0 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:36.525085 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0fb8551f-b58a-4a20-8e8c-3ff9f411de18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:36.555931 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6b628dd2-1c7e-4b09-8a49-85df83c71834 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:36.590316 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb8551f-b58a-4a20-8e8c-3ff9f411de18 None None] Network c338eff0-acb5-421f-8e08-f1d07e692275 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:36.592915 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-0fb8551f-b58a-4a20-8e8c-3ff9f411de18 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:36.593054 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6b628dd2-1c7e-4b09-8a49-85df83c71834 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:36.596782 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb8551f-b58a-4a20-8e8c-3ff9f411de18 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:36.603263 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8551f-b58a-4a20-8e8c-3ff9f411de18 None None] Pushing event updated for resources: {'Port': ['ID=378e47f5-f982-4551-848a-5a3f82361cc0,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:36.615115 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73592ecc-963f-4739-ab4f-53ba3868c970 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:25:36.657787 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-73592ecc-963f-4739-ab4f-53ba3868c970 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:36.658141 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-73592ecc-963f-4739-ab4f-53ba3868c970 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Added segment d19b6062-2dbe-4e02-b7a3-ffa33a6f9e9a of type vlan for network bde7b62a-4198-46d7-883b-94413cf49eff Apr 08 10:25:36.695950 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-0fb8551f-b58a-4a20-8e8c-3ff9f411de18 None None] Attempting to bind port 378e47f5-f982-4551-848a-5a3f82361cc0 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:25:36.696526 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-0fb8551f-b58a-4a20-8e8c-3ff9f411de18 None None] Attempting to bind port 378e47f5-f982-4551-848a-5a3f82361cc0 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '0402eb58-7df8-4d2b-a58b-4c8f72ece467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c338eff0-acb5-421f-8e08-f1d07e692275'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:25:36.696927 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb8551f-b58a-4a20-8e8c-3ff9f411de18 None None] Attempting to bind port 378e47f5-f982-4551-848a-5a3f82361cc0 on network c338eff0-acb5-421f-8e08-f1d07e692275 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:25:36.704528 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb8551f-b58a-4a20-8e8c-3ff9f411de18 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:25:36.704978 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb8551f-b58a-4a20-8e8c-3ff9f411de18 None None] Checking segment: {'id': '0402eb58-7df8-4d2b-a58b-4c8f72ece467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c338eff0-acb5-421f-8e08-f1d07e692275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:36.705439 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0fb8551f-b58a-4a20-8e8c-3ff9f411de18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:36.705883 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb8551f-b58a-4a20-8e8c-3ff9f411de18 None None] Bound using segment: {'id': '0402eb58-7df8-4d2b-a58b-4c8f72ece467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c338eff0-acb5-421f-8e08-f1d07e692275'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:25:36.706402 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-0fb8551f-b58a-4a20-8e8c-3ff9f411de18 None None] Bound port: 378e47f5-f982-4551-848a-5a3f82361cc0, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0402eb58-7df8-4d2b-a58b-4c8f72ece467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c338eff0-acb5-421f-8e08-f1d07e692275'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:25:36.706844 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0fb8551f-b58a-4a20-8e8c-3ff9f411de18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:36.727755 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-73592ecc-963f-4739-ab4f-53ba3868c970 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:36.784413 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-73592ecc-963f-4739-ab4f-53ba3868c970 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:36.787995 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73592ecc-963f-4739-ab4f-53ba3868c970 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:36.788594 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-73592ecc-963f-4739-ab4f-53ba3868c970 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:36.808364 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-0fb8551f-b58a-4a20-8e8c-3ff9f411de18 None None] For port 378e47f5-f982-4551-848a-5a3f82361cc0, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:25:36.814154 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-0fb8551f-b58a-4a20-8e8c-3ff9f411de18 None None] For port 378e47f5-f982-4551-848a-5a3f82361cc0, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=378e47f5-f982-4551-848a-5a3f82361cc0,segment=NetworkSegment(0402eb58-7df8-4d2b-a58b-4c8f72ece467),segment_id=0402eb58-7df8-4d2b-a58b-4c8f72ece467)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:25:36.819955 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0fb8551f-b58a-4a20-8e8c-3ff9f411de18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:36.825525 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6b628dd2-1c7e-4b09-8a49-85df83c71834 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:36.851932 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b628dd2-1c7e-4b09-8a49-85df83c71834 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aeb9d12-d769-488d-bb04-ca1e7c49de0f,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:36.868856 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6b628dd2-1c7e-4b09-8a49-85df83c71834 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:36.869983 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6b628dd2-1c7e-4b09-8a49-85df83c71834 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/security-groups/6aeb9d12-d769-488d-bb04-ca1e7c49de0f HTTP/1.1" status: 204 len: 168 time: 0.6315551 Apr 08 10:25:36.870700 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c5406df-ce3c-4909-986b-15c63bd238c3 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:36.874378 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56010) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:36.914070 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e144ab6a-ee6e-48f2-a298-52e980d7ff0a tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:36.935184 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8551f-b58a-4a20-8e8c-3ff9f411de18 None None] Pushing event updated for resources: {'Port': ['ID=378e47f5-f982-4551-848a-5a3f82361cc0,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:36.951399 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5406df-ce3c-4909-986b-15c63bd238c3 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Port': ['ID=df03671f-e6b8-46fc-b8b3-070c4e5900b4,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:36.994282 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73592ecc-963f-4739-ab4f-53ba3868c970 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Pushing event updated for resources: {'Network': ['ID=bde7b62a-4198-46d7-883b-94413cf49eff,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:36.997168 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-73592ecc-963f-4739-ab4f-53ba3868c970 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6470037 Apr 08 10:25:37.006827 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56014) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:37.016658 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-5f9e675c-ae28-4c3d-92f4-4c8e9bd7e940 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1453692677'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:37.019273 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network bde7b62a-4198-46d7-883b-94413cf49eff details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:25:37.027932 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-5f9e675c-ae28-4c3d-92f4-4c8e9bd7e940 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:37.035439 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e144ab6a-ee6e-48f2-a298-52e980d7ff0a tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Network c338eff0-acb5-421f-8e08-f1d07e692275 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:37.040305 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5f9e675c-ae28-4c3d-92f4-4c8e9bd7e940 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Usage tracker for resource:network and tenant:ba3705232b8e48d1ab85733c5524e7d9 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:37.043197 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-e144ab6a-ee6e-48f2-a298-52e980d7ff0a tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:37.047544 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5f9e675c-ae28-4c3d-92f4-4c8e9bd7e940 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:37.054100 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e144ab6a-ee6e-48f2-a298-52e980d7ff0a tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:37.054682 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e144ab6a-ee6e-48f2-a298-52e980d7ff0a tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:37.059512 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144ab6a-ee6e-48f2-a298-52e980d7ff0a tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event updated for resources: {'Subnet': ['ID=c64f631e-4dec-4694-8367-dde7453f58e0,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:37.063750 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-5f9e675c-ae28-4c3d-92f4-4c8e9bd7e940 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:37.087597 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e144ab6a-ee6e-48f2-a298-52e980d7ff0a tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4012733 Apr 08 10:25:37.089400 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56018) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:37.092029 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9e675c-ae28-4c3d-92f4-4c8e9bd7e940 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Made reservation on behalf of ba3705232b8e48d1ab85733c5524e7d9 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:37.095494 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5f9e675c-ae28-4c3d-92f4-4c8e9bd7e940 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:37.106697 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b07eef2-8d69-4209-8037-957f22133f6b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:25:37.119450 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac105248-6534-4751-bca9-8366efd28725 None None] Sync routers for ids ['6c5dba5f-148b-414f-979a-911653b791ee'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:25:37.143554 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac105248-6534-4751-bca9-8366efd28725 None None] Routers {'6c5dba5f-148b-414f-979a-911653b791ee'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:25:37.145118 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-ac105248-6534-4751-bca9-8366efd28725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:25:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6c5dba5f-148b-414f-979a-911653b791ee'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:37.151428 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0b07eef2-8d69-4209-8037-957f22133f6b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:37.155336 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0b07eef2-8d69-4209-8037-957f22133f6b tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "PUT /v2.0/routers/6c5dba5f-148b-414f-979a-911653b791ee HTTP/1.1" status: 200 len: 915 time: 8.5781908 Apr 08 10:25:37.162553 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56022) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:37.245447 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-afc0b9eb-6766-4f52-857c-c0e3768d9bc0 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:37.292349 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-afc0b9eb-6766-4f52-857c-c0e3768d9bc0 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:37.302953 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c5406df-ce3c-4909-986b-15c63bd238c3 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:37.339072 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-ac105248-6534-4751-bca9-8366efd28725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:37.345765 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6041a6e2-4b13-4501-be2d-d1b2a9f05600 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Router 447cfabc-7c03-4892-a10b-f1f492a881b2 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:25:37.379716 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac105248-6534-4751-bca9-8366efd28725 None None] Routers {'6c5dba5f-148b-414f-979a-911653b791ee'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:25:37.380718 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-ac105248-6534-4751-bca9-8366efd28725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:25:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6c5dba5f-148b-414f-979a-911653b791ee'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:37.451288 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 378e47f5-f982-4551-848a-5a3f82361cc0 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:25:37.497206 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-ac105248-6534-4751-bca9-8366efd28725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:37.498829 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac105248-6534-4751-bca9-8366efd28725 None None] The sync data for ids ['6c5dba5f-148b-414f-979a-911653b791ee'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:25:37.505462 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f9e675c-ae28-4c3d-92f4-4c8e9bd7e940 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:25:37.520923 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ae8df9-f7da-4972-b920-ced2593a0990 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:37.522230 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ae8df9-f7da-4972-b920-ced2593a0990 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:37.523518 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ae8df9-f7da-4972-b920-ced2593a0990 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:37.524842 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ae8df9-f7da-4972-b920-ced2593a0990 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:37.526126 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ae8df9-f7da-4972-b920-ced2593a0990 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:37.527044 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-34ae8df9-f7da-4972-b920-ced2593a0990 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Synchronizing usage tracker for tenant:270adadf669a45b6bd01155aeff0f96b on resource:subnet {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:25:37.538747 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5f9e675c-ae28-4c3d-92f4-4c8e9bd7e940 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:37.546486 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-5f9e675c-ae28-4c3d-92f4-4c8e9bd7e940 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Added segment 44d6e46f-a09b-4b3a-8c8f-4b0b9cbf062a of type vlan for network 21fcae01-814a-42ea-9ec1-dead6d0878ef Apr 08 10:25:37.575202 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-afc0b9eb-6766-4f52-857c-c0e3768d9bc0 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:37.586154 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 378e47f5-f982-4551-848a-5a3f82361cc0 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:37.605448 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-34ae8df9-f7da-4972-b920-ced2593a0990 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Unset dirty status for tenant:270adadf669a45b6bd01155aeff0f96b on resource:subnet {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:25:37.606772 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-34ae8df9-f7da-4972-b920-ced2593a0990 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5163741 Apr 08 10:25:37.608607 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5f9e675c-ae28-4c3d-92f4-4c8e9bd7e940 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:37.615100 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56026) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:37.624703 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-6ae32198-eaff-4881-8c3f-5bf200bb7353 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1194288499'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:37.632696 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-6ae32198-eaff-4881-8c3f-5bf200bb7353 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:37.642817 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6ae32198-eaff-4881-8c3f-5bf200bb7353 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Usage tracker for resource:network and tenant:270adadf669a45b6bd01155aeff0f96b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:37.648850 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6ae32198-eaff-4881-8c3f-5bf200bb7353 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:37.663916 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-6ae32198-eaff-4881-8c3f-5bf200bb7353 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:37.687179 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae32198-eaff-4881-8c3f-5bf200bb7353 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Made reservation on behalf of 270adadf669a45b6bd01155aeff0f96b for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:37.690804 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6ae32198-eaff-4881-8c3f-5bf200bb7353 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:37.705165 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5f9e675c-ae28-4c3d-92f4-4c8e9bd7e940 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:37.708863 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9e675c-ae28-4c3d-92f4-4c8e9bd7e940 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:37.709487 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5f9e675c-ae28-4c3d-92f4-4c8e9bd7e940 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:37.761475 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0b9eb-6766-4f52-857c-c0e3768d9bc0 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca509bbc-7126-4b79-9a87-5259c4b31c5a,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:37.780068 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-afc0b9eb-6766-4f52-857c-c0e3768d9bc0 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:37.781850 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-afc0b9eb-6766-4f52-857c-c0e3768d9bc0 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/security-groups/ca509bbc-7126-4b79-9a87-5259c4b31c5a HTTP/1.1" status: 204 len: 168 time: 0.8741739 Apr 08 10:25:37.784928 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56030) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:37.855976 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e675c-ae28-4c3d-92f4-4c8e9bd7e940 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Pushing event updated for resources: {'Network': ['ID=21fcae01-814a-42ea-9ec1-dead6d0878ef,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:37.868823 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae32198-eaff-4881-8c3f-5bf200bb7353 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:25:37.870734 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 21fcae01-814a-42ea-9ec1-dead6d0878ef details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:25:37.878963 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5f9e675c-ae28-4c3d-92f4-4c8e9bd7e940 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8731570 Apr 08 10:25:37.883105 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56034) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:37.889046 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6ae32198-eaff-4881-8c3f-5bf200bb7353 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:37.889637 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-6ae32198-eaff-4881-8c3f-5bf200bb7353 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Added segment 02038f34-372d-4a9d-8140-ff342f973d69 of type vlan for network e5c5d44f-f59a-4289-ab2a-cbaf49e1af19 Apr 08 10:25:37.894968 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Request body: {'ports': [{'network_id': 'bde7b62a-4198-46d7-883b-94413cf49eff', 'name': 'tempest-port--947467640', 'admin_state_up': True}, {'network_id': '21fcae01-814a-42ea-9ec1-dead6d0878ef', 'admin_state_up': False}]} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:37.895517 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Request body: {'port': {'network_id': 'bde7b62a-4198-46d7-883b-94413cf49eff', 'name': 'tempest-port--947467640', 'admin_state_up': True}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:37.896193 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Request body: {'port': {'network_id': '21fcae01-814a-42ea-9ec1-dead6d0878ef', 'admin_state_up': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:38.026610 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6ae32198-eaff-4881-8c3f-5bf200bb7353 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:38.055390 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-61ad1cdf-0b19-4c6d-9c2b-c6c1a2900b9f tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "GET /v2.0/routers/6c5dba5f-148b-414f-979a-911653b791ee HTTP/1.1" status: 200 len: 921 time: 0.8923781 Apr 08 10:25:38.056164 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56038) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:38.147280 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-54822342-ece8-4ac2-9021-085bd8c74b8c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:38.171097 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.resource_extend [None req-6ae32198-eaff-4881-8c3f-5bf200bb7353 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:25:38.190625 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-54822342-ece8-4ac2-9021-085bd8c74b8c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:38.207609 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:38.211992 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6041a6e2-4b13-4501-be2d-d1b2a9f05600 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:25:38.221890 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5406df-ce3c-4909-986b-15c63bd238c3 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Router b548399f-849e-4041-8874-011716b6a8f4 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:25:38.226144 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6041a6e2-4b13-4501-be2d-d1b2a9f05600 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "PUT /v2.0/routers/447cfabc-7c03-4892-a10b-f1f492a881b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3344977 Apr 08 10:25:38.229352 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb26b2f-74bf-4057-8669-33234aec11bc None None] Sync routers for ids ['447cfabc-7c03-4892-a10b-f1f492a881b2'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:25:38.232062 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56042) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:38.250139 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b9640d-510e-4975-808b-5d257cc144cc None None] Network c338eff0-acb5-421f-8e08-f1d07e692275 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:38.278805 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6ae32198-eaff-4881-8c3f-5bf200bb7353 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:38.283925 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae32198-eaff-4881-8c3f-5bf200bb7353 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:38.284556 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6ae32198-eaff-4881-8c3f-5bf200bb7353 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:38.346249 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:38.368542 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb26b2f-74bf-4057-8669-33234aec11bc None None] Routers {'447cfabc-7c03-4892-a10b-f1f492a881b2'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:25:38.369465 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-fdb26b2f-74bf-4057-8669-33234aec11bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:25:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['447cfabc-7c03-4892-a10b-f1f492a881b2'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:38.380308 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-54822342-ece8-4ac2-9021-085bd8c74b8c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:38.417626 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Usage tracker for resource:port and tenant:ba3705232b8e48d1ab85733c5524e7d9 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:38.448005 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-fdb26b2f-74bf-4057-8669-33234aec11bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:38.448409 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:38.456491 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54822342-ece8-4ac2-9021-085bd8c74b8c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d191e188-9470-4670-9dfb-57d9829649df,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:38.469873 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f722719b-6f82-4130-a13b-4bfe74164d4a None None] Provisioning for port 378e47f5-f982-4551-848a-5a3f82361cc0 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:38.471026 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-54822342-ece8-4ac2-9021-085bd8c74b8c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:38.475251 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-54822342-ece8-4ac2-9021-085bd8c74b8c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/security-groups/d191e188-9470-4670-9dfb-57d9829649df HTTP/1.1" status: 204 len: 168 time: 0.6862600 Apr 08 10:25:38.475642 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5406df-ce3c-4909-986b-15c63bd238c3 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:25:38.477276 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56046) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:38.483609 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3c5406df-ce3c-4909-986b-15c63bd238c3 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "PUT /v2.0/routers/b548399f-849e-4041-8874-011716b6a8f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4431515 Apr 08 10:25:38.492463 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c732b5-8635-4a2f-9be2-9cc8e48b1e47 None None] Sync routers for ids ['b548399f-849e-4041-8874-011716b6a8f4'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:25:38.509547 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56050) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:38.510458 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:38.512828 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c732b5-8635-4a2f-9be2-9cc8e48b1e47 None None] Routers {'b548399f-849e-4041-8874-011716b6a8f4'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:25:38.513449 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-74c732b5-8635-4a2f-9be2-9cc8e48b1e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:25:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['b548399f-849e-4041-8874-011716b6a8f4'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:38.518123 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f722719b-6f82-4130-a13b-4bfe74164d4a None None] Provisioning complete for port 378e47f5-f982-4551-848a-5a3f82361cc0 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:38.518490 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f722719b-6f82-4130-a13b-4bfe74164d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:38.552058 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6ae32198-eaff-4881-8c3f-5bf200bb7353 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9354653 Apr 08 10:25:38.616802 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb26b2f-74bf-4057-8669-33234aec11bc None None] Routers {'447cfabc-7c03-4892-a10b-f1f492a881b2'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:25:38.617442 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-fdb26b2f-74bf-4057-8669-33234aec11bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:25:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['447cfabc-7c03-4892-a10b-f1f492a881b2'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:38.635586 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56054) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:38.647149 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Made reservation on behalf of ba3705232b8e48d1ab85733c5524e7d9 for: {'port': 2} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:38.650785 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:38.695837 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-9a655416-ec8f-47e3-8438-a9aefdb2f096 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:38.702286 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-74c732b5-8635-4a2f-9be2-9cc8e48b1e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:38.743600 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae32198-eaff-4881-8c3f-5bf200bb7353 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event updated for resources: {'Network': ['ID=e5c5d44f-f59a-4289-ab2a-cbaf49e1af19,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:38.745211 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c732b5-8635-4a2f-9be2-9cc8e48b1e47 None None] Routers {'b548399f-849e-4041-8874-011716b6a8f4'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:25:38.745831 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-74c732b5-8635-4a2f-9be2-9cc8e48b1e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:25:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['b548399f-849e-4041-8874-011716b6a8f4'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:38.755227 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-03a21302-936e-44a1-97a8-7893dbe6ca76 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Synchronizing usage tracker for tenant:72c993bf72344f498aa1635c771d9146 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:25:38.757392 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-fdb26b2f-74bf-4057-8669-33234aec11bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:38.757806 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb26b2f-74bf-4057-8669-33234aec11bc None None] The sync data for ids ['447cfabc-7c03-4892-a10b-f1f492a881b2'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:25:38.784169 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network e5c5d44f-f59a-4289-ab2a-cbaf49e1af19 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:25:38.802209 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1ba732ca-39af-4c64-80c3-0a00f28b07a8 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240&device_id=6c5dba5f-148b-414f-979a-911653b791ee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7438819 Apr 08 10:25:38.802975 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56058) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:38.832214 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6184469-edb8-4d0e-a67c-336d2c3ecc98 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting subnet afe12562-f12b-43fa-bde5-8b91c0c49320 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:25:38.835611 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e6184469-edb8-4d0e-a67c-336d2c3ecc98 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:38.840199 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-74c732b5-8635-4a2f-9be2-9cc8e48b1e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:38.840892 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c732b5-8635-4a2f-9be2-9cc8e48b1e47 None None] The sync data for ids ['b548399f-849e-4041-8874-011716b6a8f4'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:25:38.893310 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e6184469-edb8-4d0e-a67c-336d2c3ecc98 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:38.908189 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-03a21302-936e-44a1-97a8-7893dbe6ca76 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Unset dirty status for tenant:72c993bf72344f498aa1635c771d9146 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:25:38.908189 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-03a21302-936e-44a1-97a8-7893dbe6ca76 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "GET /v2.0/ports?device_id=b548399f-849e-4041-8874-011716b6a8f4 HTTP/1.1" status: 200 len: 205 time: 0.3859072 Apr 08 10:25:38.908189 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:38.921610 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56062) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:38.986180 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e6184469-edb8-4d0e-a67c-336d2c3ecc98 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:39.014954 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f722719b-6f82-4130-a13b-4bfe74164d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:39.064431 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-f722719b-6f82-4130-a13b-4bfe74164d4a None None] For port 378e47f5-f982-4551-848a-5a3f82361cc0, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=378e47f5-f982-4551-848a-5a3f82361cc0,segment=NetworkSegment(0402eb58-7df8-4d2b-a58b-4c8f72ece467),segment_id=0402eb58-7df8-4d2b-a58b-4c8f72ece467)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:39.070684 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f722719b-6f82-4130-a13b-4bfe74164d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:39.079966 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e6184469-edb8-4d0e-a67c-336d2c3ecc98 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:39.135082 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6184469-edb8-4d0e-a67c-336d2c3ecc98 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Subnet': ['ID=afe12562-f12b-43fa-bde5-8b91c0c49320,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:39.147700 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e6184469-edb8-4d0e-a67c-336d2c3ecc98 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:39.160865 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e6184469-edb8-4d0e-a67c-336d2c3ecc98 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/subnets/afe12562-f12b-43fa-bde5-8b91c0c49320 HTTP/1.1" status: 204 len: 168 time: 0.6770709 Apr 08 10:25:39.160865 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56066) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:39.163855 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34eea25-45b0-473c-bcf4-7fdab5b0a54e None None] Network 5a2f3eff-7620-4bdd-83cb-b9571de648de requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:39.234261 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f9f095-b0eb-4580-8db9-a319bb294151 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting subnet 24d7eb20-0d80-482e-9f0a-88715021bdac {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:25:39.237367 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-40f9f095-b0eb-4580-8db9-a319bb294151 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:39.238313 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647447ac-8326-4dbd-b721-51527f205f30 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:39.240155 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-647447ac-8326-4dbd-b721-51527f205f30 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "GET /v2.0/ports?device_id=447cfabc-7c03-4892-a10b-f1f492a881b2 HTTP/1.1" status: 200 len: 989 time: 1.0004423 Apr 08 10:25:39.248873 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56070) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:39.281690 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722719b-6f82-4130-a13b-4bfe74164d4a None None] Pushing event updated for resources: {'Port': ['ID=378e47f5-f982-4551-848a-5a3f82361cc0,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:39.299012 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-40f9f095-b0eb-4580-8db9-a319bb294151 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:39.324074 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c0852b00-3f3c-44a4-9cbd-4f7b9718d96c None None] Provisioning complete for port f5c49937-b6ea-49c1-9c40-843d54ed2d8d triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:39.324789 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c0852b00-3f3c-44a4-9cbd-4f7b9718d96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:39.359933 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd410f4-f1f8-4d88-ab89-c1d2445057ef None None] Update dhcp port {'port': {'network_id': 'c338eff0-acb5-421f-8e08-f1d07e692275', 'fixed_ips': [{'subnet_id': 'bb8838bd-4c53-43f8-ba95-9feba58e826f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c64f631e-4dec-4694-8367-dde7453f58e0'}], 'binding:host_id': 'dv-neutron-837110-1-hyperv'}, 'id': '378e47f5-f982-4551-848a-5a3f82361cc0'} from dv-neutron-837110-1-hyperv. {{(pid=83847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 08 10:25:39.396710 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-40f9f095-b0eb-4580-8db9-a319bb294151 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:39.478391 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-40f9f095-b0eb-4580-8db9-a319bb294151 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:39.506691 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-c0852b00-3f3c-44a4-9cbd-4f7b9718d96c None None] Port f5c49937-b6ea-49c1-9c40-843d54ed2d8d cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:25:39.510762 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9bd410f4-f1f8-4d88-ab89-c1d2445057ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:39.516200 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9f095-b0eb-4580-8db9-a319bb294151 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Subnet': ['ID=24d7eb20-0d80-482e-9f0a-88715021bdac,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:39.528341 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-40f9f095-b0eb-4580-8db9-a319bb294151 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:39.538013 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-40f9f095-b0eb-4580-8db9-a319bb294151 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/subnets/24d7eb20-0d80-482e-9f0a-88715021bdac HTTP/1.1" status: 204 len: 168 time: 0.3748770 Apr 08 10:25:39.538212 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56074) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:39.577733 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f87424-ae42-4629-9c51-25b28fecb5a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] DELETE failed (client error): The resource could not be found. Apr 08 10:25:39.578278 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4f87424-ae42-4629-9c51-25b28fecb5a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:25:39.582362 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a4f87424-ae42-4629-9c51-25b28fecb5a3 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/subnets/afe12562-f12b-43fa-bde5-8b91c0c49320 HTTP/1.1" status: 404 len: 337 time: 0.0408094 Apr 08 10:25:39.582549 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56078) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:39.734374 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-42c76721-3fec-4925-8ed8-2cd034ab5f5b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:39.759213 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0081e56-0a00-4f66-90ca-cf3d43c85a14 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting subnet fbb8c3f7-1f02-4743-9438-7a7b235ab163 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:25:39.762345 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c0081e56-0a00-4f66-90ca-cf3d43c85a14 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:39.806578 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-9bd410f4-f1f8-4d88-ab89-c1d2445057ef None None] Allocated IP 172.20.0.1 (c338eff0-acb5-421f-8e08-f1d07e692275/c64f631e-4dec-4694-8367-dde7453f58e0/378e47f5-f982-4551-848a-5a3f82361cc0) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:39.826794 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c0081e56-0a00-4f66-90ca-cf3d43c85a14 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:39.828803 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ab928d-559c-4b66-a1ef-ad6520c48983 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:39.833207 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-55ab928d-559c-4b66-a1ef-ad6520c48983 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "GET /v2.0/networks/f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 HTTP/1.1" status: 200 len: 881 time: 0.9718204 Apr 08 10:25:39.835794 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56082) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:39.897439 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] device_id is not set on port 39d1e19d-78b5-4a00-b4fc-6233117f02d5 yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:25:39.934870 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c0081e56-0a00-4f66-90ca-cf3d43c85a14 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:39.945427 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9a655416-ec8f-47e3-8438-a9aefdb2f096 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:39.990770 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a37c2ae1-f9cc-45c4-801b-325c7b9565b3 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c5dba5f-148b-414f-979a-911653b791ee HTTP/1.1" status: 200 len: 205 time: 0.1479459 Apr 08 10:25:39.990770 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9a655416-ec8f-47e3-8438-a9aefdb2f096 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:39.991256 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56086) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:40.057927 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-9bd410f4-f1f8-4d88-ab89-c1d2445057ef None None] For port 378e47f5-f982-4551-848a-5a3f82361cc0, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=378e47f5-f982-4551-848a-5a3f82361cc0,segment=NetworkSegment(0402eb58-7df8-4d2b-a58b-4c8f72ece467),segment_id=0402eb58-7df8-4d2b-a58b-4c8f72ece467)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:40.087897 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9bd410f4-f1f8-4d88-ab89-c1d2445057ef None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:40.127104 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-9bd410f4-f1f8-4d88-ab89-c1d2445057ef None None] Transition to ACTIVE for port object 378e47f5-f982-4551-848a-5a3f82361cc0 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:40.131196 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9bd410f4-f1f8-4d88-ab89-c1d2445057ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:40.169364 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9a655416-ec8f-47e3-8438-a9aefdb2f096 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Network e5c5d44f-f59a-4289-ab2a-cbaf49e1af19 is not hosted by any dhcp agent {{(pid=83845) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 08 10:25:40.173292 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a655416-ec8f-47e3-8438-a9aefdb2f096 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:40.173888 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9a655416-ec8f-47e3-8438-a9aefdb2f096 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:40.175178 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9a655416-ec8f-47e3-8438-a9aefdb2f096 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "PUT /v2.0/networks/e5c5d44f-f59a-4289-ab2a-cbaf49e1af19 HTTP/1.1" status: 200 len: 723 time: 1.5296135 Apr 08 10:25:40.180517 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56090) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:40.190767 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-458f67c0-4194-4184-9b83-744e2f9c94c6 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Request body: {'subnet': {'network_id': 'e5c5d44f-f59a-4289-ab2a-cbaf49e1af19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:40.309569 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd410f4-f1f8-4d88-ab89-c1d2445057ef None None] Pushing event updated for resources: {'Port': ['ID=378e47f5-f982-4551-848a-5a3f82361cc0,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:40.344293 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c0081e56-0a00-4f66-90ca-cf3d43c85a14 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:40.377799 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a655416-ec8f-47e3-8438-a9aefdb2f096 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event updated for resources: {'Network': ['ID=e5c5d44f-f59a-4289-ab2a-cbaf49e1af19,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:40.391150 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0081e56-0a00-4f66-90ca-cf3d43c85a14 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb8c3f7-1f02-4743-9438-7a7b235ab163,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:40.391704 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network e5c5d44f-f59a-4289-ab2a-cbaf49e1af19 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:25:40.398329 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:40.409802 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c0081e56-0a00-4f66-90ca-cf3d43c85a14 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:40.412855 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-458f67c0-4194-4184-9b83-744e2f9c94c6 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:40.427663 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c0081e56-0a00-4f66-90ca-cf3d43c85a14 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/subnets/fbb8c3f7-1f02-4743-9438-7a7b235ab163 HTTP/1.1" status: 204 len: 168 time: 0.8441496 Apr 08 10:25:40.429712 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-458f67c0-4194-4184-9b83-744e2f9c94c6 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:40.431497 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56094) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:40.496958 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8dac3c-2c20-42ba-a5c3-40b8e0013d9b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] DELETE failed (client error): The resource could not be found. Apr 08 10:25:40.497185 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8dac3c-2c20-42ba-a5c3-40b8e0013d9b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:25:40.498913 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8a8dac3c-2c20-42ba-a5c3-40b8e0013d9b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/subnets/f9f5e123-b85c-4a56-9bc8-1b1315731371 HTTP/1.1" status: 404 len: 337 time: 0.0651243 Apr 08 10:25:40.504565 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56098) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:40.548819 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458f67c0-4194-4184-9b83-744e2f9c94c6 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Made reservation on behalf of 270adadf669a45b6bd01155aeff0f96b for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:40.578434 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f47278-2e0c-4025-8eaa-3ed670c2484c None None] Network 5a2f3eff-7620-4bdd-83cb-b9571de648de requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:40.643741 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-07b93e9d-0f99-4a88-807d-611056831ebd tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Synchronizing usage tracker for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:25:40.663521 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-42c76721-3fec-4925-8ed8-2cd034ab5f5b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:40.698379 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-07b93e9d-0f99-4a88-807d-611056831ebd tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Unset dirty status for tenant:683f915ff87b4daabd2c3124189ccd49 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:25:40.699545 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-07b93e9d-0f99-4a88-807d-611056831ebd tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e12e47b-a031-406e-a44a-46bf32b2d76f HTTP/1.1" status: 200 len: 205 time: 0.1940129 Apr 08 10:25:40.702817 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-458f67c0-4194-4184-9b83-744e2f9c94c6 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:40.716066 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56102) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:40.784834 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-56956350-ef2b-48aa-8777-001f2085e26d None None] Provisioning complete for port 99159b46-a42c-489d-9767-8638bbe849c0 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:40.785139 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-56956350-ef2b-48aa-8777-001f2085e26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:40.836361 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3251b5dd-a016-40ec-b34d-a7d05d95cd5c tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:40.893011 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-42c76721-3fec-4925-8ed8-2cd034ab5f5b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:40.898153 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] device_id is not set on port f42a84ac-6c79-4388-9d47-4b03c127a197 yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:25:40.916685 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-45373ecf-c1fb-489e-9c28-f1ce078a3904 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] delete failed (client error): The resource could not be found. Apr 08 10:25:40.919903 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-45373ecf-c1fb-489e-9c28-f1ce078a3904 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/routers/5e12e47b-a031-406e-a44a-46bf32b2d76f HTTP/1.1" status: 404 len: 336 time: 0.2005162 Apr 08 10:25:40.928122 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56106) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:40.974629 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-56956350-ef2b-48aa-8777-001f2085e26d None None] Provisioning complete for port 02eb9091-75d2-4e0f-b9e6-ea85275b40bc triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:40.975570 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-56956350-ef2b-48aa-8777-001f2085e26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:41.024247 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-42c76721-3fec-4925-8ed8-2cd034ab5f5b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:41.024876 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c76721-3fec-4925-8ed8-2cd034ab5f5b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Fanout notify agent at l3_agent the message router_deleted on router b548399f-849e-4041-8874-011716b6a8f4 {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:25:41.070129 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0bde4f-0c48-4b73-890b-21792e18e392 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] DELETE failed (client error): The resource could not be found. Apr 08 10:25:41.070563 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0bde4f-0c48-4b73-890b-21792e18e392 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:25:41.070942 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-56956350-ef2b-48aa-8777-001f2085e26d None None] Port 02eb9091-75d2-4e0f-b9e6-ea85275b40bc cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:25:41.072553 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7b0bde4f-0c48-4b73-890b-21792e18e392 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/subnets/857575f9-356c-43fa-b4f1-ee955f92e360 HTTP/1.1" status: 404 len: 337 time: 0.1430020 Apr 08 10:25:41.077411 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e67907b-0640-48da-85a0-85b4f5d1a2dd None None] DHCP port deletion for 5a2f3eff-7620-4bdd-83cb-b9571de648de request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:25:41.078824 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56110) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:41.083305 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-1e67907b-0640-48da-85a0-85b4f5d1a2dd None None] Deleting port 99159b46-a42c-489d-9767-8638bbe849c0 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:41.083776 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1e67907b-0640-48da-85a0-85b4f5d1a2dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:41.130828 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:41.143087 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee30885-f694-42e9-ac48-ea5b7c510e18 None None] Network c338eff0-acb5-421f-8e08-f1d07e692275 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:41.151260 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-42c76721-3fec-4925-8ed8-2cd034ab5f5b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:41.155246 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-42c76721-3fec-4925-8ed8-2cd034ab5f5b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/routers/b548399f-849e-4041-8874-011716b6a8f4 HTTP/1.1" status: 204 len: 168 time: 2.2223372 Apr 08 10:25:41.156733 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56114) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:41.227307 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-228cebd4-2cec-4904-bd09-d7bd880efa04 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] DELETE failed (client error): The resource could not be found. Apr 08 10:25:41.228380 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-228cebd4-2cec-4904-bd09-d7bd880efa04 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:25:41.244408 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-228cebd4-2cec-4904-bd09-d7bd880efa04 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/subnets/37455882-47c5-44be-a542-d614c0961ac6 HTTP/1.1" status: 404 len: 337 time: 0.1604602 Apr 08 10:25:41.247047 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56118) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:41.287289 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-458f67c0-4194-4184-9b83-744e2f9c94c6 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:41.303033 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-8baf59e3-5996-48ef-89ed-64ffc8f4e07b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] DELETE failed (client error): The resource could not be found. Apr 08 10:25:41.303498 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8baf59e3-5996-48ef-89ed-64ffc8f4e07b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:25:41.305157 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8baf59e3-5996-48ef-89ed-64ffc8f4e07b tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/subnets/1b0f969a-ebb6-4aad-9fcc-fdb529520ec9 HTTP/1.1" status: 404 len: 337 time: 0.0552161 Apr 08 10:25:41.308936 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56122) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:41.391867 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-61b5aedd-162a-4b64-b0ae-32521ad5defc None None] Provisioning for port 378e47f5-f982-4551-848a-5a3f82361cc0 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:41.400272 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:41.409060 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 378e47f5-f982-4551-848a-5a3f82361cc0 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:25:41.459812 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-61b5aedd-162a-4b64-b0ae-32521ad5defc None None] Provisioning complete for port 378e47f5-f982-4551-848a-5a3f82361cc0 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:41.460204 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-61b5aedd-162a-4b64-b0ae-32521ad5defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:41.481885 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f67c0-4194-4184-9b83-744e2f9c94c6 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event updated for resources: {'Subnet': ['ID=4778da99-c9f2-472b-a663-61e2e8376d3a,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:41.504064 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-1e67907b-0640-48da-85a0-85b4f5d1a2dd None None] For port 99159b46-a42c-489d-9767-8638bbe849c0, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=99159b46-a42c-489d-9767-8638bbe849c0,segment=NetworkSegment(59441c1c-5bf6-4935-b138-0c333c95979f),segment_id=59441c1c-5bf6-4935-b138-0c333c95979f)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:41.505357 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1e67907b-0640-48da-85a0-85b4f5d1a2dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:41.506950 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-0626d9b3-c8a0-4dd3-a951-753e4ae4cbcb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] DELETE failed (client error): The resource could not be found. Apr 08 10:25:41.507751 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0626d9b3-c8a0-4dd3-a951-753e4ae4cbcb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:25:41.513710 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0626d9b3-c8a0-4dd3-a951-753e4ae4cbcb tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/ports/fabf6c7b-7753-41e4-ae9c-5ae3f61ecdd5 HTTP/1.1" status: 404 len: 333 time: 0.1745827 Apr 08 10:25:41.514753 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56126) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:41.561304 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d79942-d2da-4dc9-8ead-9382115bd85c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] DELETE failed (client error): The resource could not be found. Apr 08 10:25:41.561786 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21d79942-d2da-4dc9-8ead-9382115bd85c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:25:41.566609 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-21d79942-d2da-4dc9-8ead-9382115bd85c tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/subnets/9f0fcee1-a7de-40e9-8adc-b0cf1893787f HTTP/1.1" status: 404 len: 337 time: 0.0460088 Apr 08 10:25:41.566609 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458f67c0-4194-4184-9b83-744e2f9c94c6 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Checking segment: {'id': '02038f34-372d-4a9d-8140-ff342f973d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e5c5d44f-f59a-4289-ab2a-cbaf49e1af19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:41.566609 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458f67c0-4194-4184-9b83-744e2f9c94c6 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Network hostable DHCP agents. Network: e5c5d44f-f59a-4289-ab2a-cbaf49e1af19, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:25:41.570091 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56130) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:41.602955 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Pushing event updated for resources: {'Port': ['ID=39d1e19d-78b5-4a00-b4fc-6233117f02d5,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:41.625250 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe13066-6189-4714-9383-a5e004a6cf6f tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] DELETE failed (client error): The resource could not be found. Apr 08 10:25:41.626009 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe13066-6189-4714-9383-a5e004a6cf6f tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:25:41.629865 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-cbe13066-6189-4714-9383-a5e004a6cf6f tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/subnets/0e6f3c61-2330-4c1b-87ea-8024cc40319f HTTP/1.1" status: 404 len: 337 time: 0.0550644 Apr 08 10:25:41.633970 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56134) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:41.639292 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3251b5dd-a016-40ec-b34d-a7d05d95cd5c tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:41.650738 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-3251b5dd-a016-40ec-b34d-a7d05d95cd5c tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Deleting port 3d042f4b-f975-4857-a6ec-c298e2b7a41a {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:41.651248 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3251b5dd-a016-40ec-b34d-a7d05d95cd5c tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:41.672856 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-1e67907b-0640-48da-85a0-85b4f5d1a2dd None None] Calling delete_port for 99159b46-a42c-489d-9767-8638bbe849c0 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:41.675199 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8fd299-df45-41d1-ba87-c2af802e8fd2 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Deleting subnet 5055cb6f-5c28-475c-adad-8dfc7e27c3dd {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:25:41.679611 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458f67c0-4194-4184-9b83-744e2f9c94c6 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Network e5c5d44f-f59a-4289-ab2a-cbaf49e1af19 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:25:41.691694 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2f8fd299-df45-41d1-ba87-c2af802e8fd2 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:41.703564 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-458f67c0-4194-4184-9b83-744e2f9c94c6 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, e5c5d44f-f59a-4289-ab2a-cbaf49e1af19) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:41.710699 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458f67c0-4194-4184-9b83-744e2f9c94c6 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:41.711593 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-458f67c0-4194-4184-9b83-744e2f9c94c6 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:41.726620 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c64d0ab-3e90-4ecc-8c74-f564eca479a7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] DELETE failed (client error): The resource could not be found. Apr 08 10:25:41.727069 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c64d0ab-3e90-4ecc-8c74-f564eca479a7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:25:41.731069 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6c64d0ab-3e90-4ecc-8c74-f564eca479a7 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/ports/2c61e53b-994c-4210-bab0-7321a9c1905e HTTP/1.1" status: 404 len: 333 time: 0.0939903 Apr 08 10:25:41.733058 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56138) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:41.738419 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Checking segment: {'id': 'd19b6062-2dbe-4e02-b7a3-ffa33a6f9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'bde7b62a-4198-46d7-883b-94413cf49eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:41.738792 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Network hostable DHCP agents. Network: bde7b62a-4198-46d7-883b-94413cf49eff, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:25:41.764277 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c51c890-5a46-4d3c-bfef-3a223cc04e1c None None] Network e5c5d44f-f59a-4289-ab2a-cbaf49e1af19 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:41.802263 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2f8fd299-df45-41d1-ba87-c2af802e8fd2 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:41.838501 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de8caaf-9d6b-4e47-b1bb-3760d55fb520 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] DELETE failed (client error): The resource could not be found. Apr 08 10:25:41.839365 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de8caaf-9d6b-4e47-b1bb-3760d55fb520 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:25:41.843138 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3de8caaf-9d6b-4e47-b1bb-3760d55fb520 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/subnets/4a953519-872a-460d-94a9-5e8229b0bcb7 HTTP/1.1" status: 404 len: 337 time: 0.1075492 Apr 08 10:25:41.845341 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56142) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:41.849999 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-458f67c0-4194-4184-9b83-744e2f9c94c6 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6680944 Apr 08 10:25:41.860744 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56146) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:41.873553 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-04f4987c-099c-41c8-9e89-56a358cbc887 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:41.896070 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad178f4b-98c3-42c0-a5e2-dbcb4d06c3fa tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] DELETE failed (client error): The resource could not be found. Apr 08 10:25:41.896673 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad178f4b-98c3-42c0-a5e2-dbcb4d06c3fa tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:25:41.900745 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ad178f4b-98c3-42c0-a5e2-dbcb4d06c3fa tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/subnets/83cdfd32-f5f5-4a13-b1a9-4940277d8194 HTTP/1.1" status: 404 len: 337 time: 0.0533514 Apr 08 10:25:41.903253 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56150) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:41.923249 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Network bde7b62a-4198-46d7-883b-94413cf49eff is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:25:41.948674 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, bde7b62a-4198-46d7-883b-94413cf49eff) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:41.961820 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:41.962692 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:41.985648 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3251b5dd-a016-40ec-b34d-a7d05d95cd5c tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:41.998074 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb193e0-0948-4209-a07c-7e643307b40b None None] Network bde7b62a-4198-46d7-883b-94413cf49eff requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:42.004897 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-8d65d247-0391-4593-a7d3-55cc86de9485 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Deleting port 02eb9091-75d2-4e0f-b9e6-ea85275b40bc {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:42.005356 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8d65d247-0391-4593-a7d3-55cc86de9485 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:42.083661 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1e67907b-0640-48da-85a0-85b4f5d1a2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:42.167825 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 378e47f5-f982-4551-848a-5a3f82361cc0 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:42.168220 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:42.176641 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2f8fd299-df45-41d1-ba87-c2af802e8fd2 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:42.190298 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-3251b5dd-a016-40ec-b34d-a7d05d95cd5c tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Calling delete_port for 3d042f4b-f975-4857-a6ec-c298e2b7a41a owned by network:router_gateway {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:42.220254 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Pushing event updated for resources: {'Port': ['ID=f42a84ac-6c79-4388-9d47-4b03c127a197,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:42.262533 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eda89f73-1af8-4215-b59c-e688440b3c88 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:42.294906 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67907b-0640-48da-85a0-85b4f5d1a2dd None None] Pushing event deleted for resources: {'Port': ['ID=99159b46-a42c-489d-9767-8638bbe849c0,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:42.365222 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e67907b-0640-48da-85a0-85b4f5d1a2dd None None] No DVR routers for this DVR port 99159b46-a42c-489d-9767-8638bbe849c0 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:25:42.441364 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Checking segment: {'id': '44d6e46f-a09b-4b3a-8c8f-4b0b9cbf062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '21fcae01-814a-42ea-9ec1-dead6d0878ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:42.442019 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Network hostable DHCP agents. Network: 21fcae01-814a-42ea-9ec1-dead6d0878ef, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:25:42.479141 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8d65d247-0391-4593-a7d3-55cc86de9485 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:42.518373 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2f8fd299-df45-41d1-ba87-c2af802e8fd2 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:42.560126 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f84a06-c809-4620-a7a6-581e65590034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-e5c5d44f-f59a-4289-ab2a-cbaf49e1af19', 'network_id': 'e5c5d44f-f59a-4289-ab2a-cbaf49e1af19', 'tenant_id': '270adadf669a45b6bd01155aeff0f96b', 'fixed_ips': [{'subnet_id': '4778da99-c9f2-472b-a663-61e2e8376d3a'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:25:42.560956 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e2f84a06-c809-4620-a7a6-581e65590034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:42.613081 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-8d65d247-0391-4593-a7d3-55cc86de9485 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Calling delete_port for 02eb9091-75d2-4e0f-b9e6-ea85275b40bc owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:42.692115 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 99159b46-a42c-489d-9767-8638bbe849c0 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:25:42.715748 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-04f4987c-099c-41c8-9e89-56a358cbc887 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2717287'] for subnet, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:42.746995 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fd299-df45-41d1-ba87-c2af802e8fd2 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Subnet': ['ID=5055cb6f-5c28-475c-adad-8dfc7e27c3dd,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:42.769612 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2f8fd299-df45-41d1-ba87-c2af802e8fd2 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:42.770572 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 99159b46-a42c-489d-9767-8638bbe849c0 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:25:42.770942 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 99159b46-a42c-489d-9767-8638bbe849c0 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:25:42.785211 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3251b5dd-a016-40ec-b34d-a7d05d95cd5c tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:42.787293 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd2fe14-48a9-4238-aed6-05e82220af7e None None] Network 50e21b06-b985-4077-8c1b-6718c6b89044 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:42.801320 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Network 21fcae01-814a-42ea-9ec1-dead6d0878ef is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:25:42.806605 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2f8fd299-df45-41d1-ba87-c2af802e8fd2 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/subnets/5055cb6f-5c28-475c-adad-8dfc7e27c3dd HTTP/1.1" status: 204 len: 168 time: 1.6465774 Apr 08 10:25:42.809206 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56156) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:42.836387 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8d65d247-0391-4593-a7d3-55cc86de9485 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:42.851468 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251b5dd-a016-40ec-b34d-a7d05d95cd5c tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Pushing event deleted for resources: {'Port': ['ID=3d042f4b-f975-4857-a6ec-c298e2b7a41a,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:42.872264 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ed98b1-e48f-4e3e-aa6e-59896a3b18cf None None] Network c338eff0-acb5-421f-8e08-f1d07e692275 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:42.873968 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 21fcae01-814a-42ea-9ec1-dead6d0878ef) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:42.877970 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:42.882545 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:42.885655 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:42.886515 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:42.908754 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54e76b4-3d2a-407b-b027-bd361a629e9c None None] Network 21fcae01-814a-42ea-9ec1-dead6d0878ef requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:42.929468 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65d247-0391-4593-a7d3-55cc86de9485 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Port': ['ID=02eb9091-75d2-4e0f-b9e6-ea85275b40bc,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:42.987682 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8d65d247-0391-4593-a7d3-55cc86de9485 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:42.996852 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f4191360-f438-4ff6-b3c5-2e06bac44adb tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.1103332 Apr 08 10:25:43.002853 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56160) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:43.019735 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8d65d247-0391-4593-a7d3-55cc86de9485 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/ports/02eb9091-75d2-4e0f-b9e6-ea85275b40bc HTTP/1.1" status: 204 len: 168 time: 1.1171517 Apr 08 10:25:43.022379 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56164) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:43.153260 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-66fb3c1c-fe41-4ab0-b43e-9d7c18634939 None None] Provisioning complete for port 378e47f5-f982-4551-848a-5a3f82361cc0 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:43.153671 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-66fb3c1c-fe41-4ab0-b43e-9d7c18634939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:43.309992 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-04f4987c-099c-41c8-9e89-56a358cbc887 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790031572628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2738953'] for subnet, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:43.354794 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3251b5dd-a016-40ec-b34d-a7d05d95cd5c tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:43.458210 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f4987c-099c-41c8-9e89-56a358cbc887 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:43.458806 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-04f4987c-099c-41c8-9e89-56a358cbc887 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:43.462935 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-04f4987c-099c-41c8-9e89-56a358cbc887 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "PUT /v2.0/subnets/4778da99-c9f2-472b-a663-61e2e8376d3a HTTP/1.1" status: 200 len: 826 time: 1.5978000 Apr 08 10:25:43.466202 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56168) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:43.473643 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be6ab89-a8fb-4533-a1c6-f7a1b06bc3a0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Deleting subnet 3d2dd44d-20da-4b0c-8a0c-0ab990fb371c {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:25:43.494937 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-93fa3a31-2255-4b89-a585-1894c36e5af6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:43.497737 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6b350239-8e91-4597-adef-bb0593e65f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:43.499421 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4987c-099c-41c8-9e89-56a358cbc887 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event updated for resources: {'Subnet': ['ID=4778da99-c9f2-472b-a663-61e2e8376d3a,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:43.505733 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1be6ab89-a8fb-4533-a1c6-f7a1b06bc3a0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:43.555424 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-e2f84a06-c809-4620-a7a6-581e65590034 None None] Allocated IP 2001:db8::2 (e5c5d44f-f59a-4289-ab2a-cbaf49e1af19/4778da99-c9f2-472b-a663-61e2e8376d3a/112309dd-982d-48f3-bc61-69c0a07167cd) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:43.611768 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854f3e7f-d011-4174-a12f-70c44f7da680 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:43.615840 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854f3e7f-d011-4174-a12f-70c44f7da680 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:43.616618 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-854f3e7f-d011-4174-a12f-70c44f7da680 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Synchronizing usage tracker for tenant:ba3705232b8e48d1ab85733c5524e7d9 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:25:43.647661 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-eda89f73-1af8-4215-b59c-e688440b3c88 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting port f5c49937-b6ea-49c1-9c40-843d54ed2d8d {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:43.647879 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eda89f73-1af8-4215-b59c-e688440b3c88 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:43.690342 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3251b5dd-a016-40ec-b34d-a7d05d95cd5c tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:43.699462 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1be6ab89-a8fb-4533-a1c6-f7a1b06bc3a0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:43.761233 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3251b5dd-a016-40ec-b34d-a7d05d95cd5c tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:43.767072 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-93fa3a31-2255-4b89-a585-1894c36e5af6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:43.778287 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-854f3e7f-d011-4174-a12f-70c44f7da680 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Unset dirty status for tenant:ba3705232b8e48d1ab85733c5524e7d9 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:25:43.783044 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-854f3e7f-d011-4174-a12f-70c44f7da680 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.7757037 Apr 08 10:25:43.785104 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56172) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:43.832275 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:43.841947 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-93fa3a31-2255-4b89-a585-1894c36e5af6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2f3eff-7620-4bdd-83cb-b9571de648de']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:43.880315 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-93fa3a31-2255-4b89-a585-1894c36e5af6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59441c1c-5bf6-4935-b138-0c333c95979f') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:43.880619 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-93fa3a31-2255-4b89-a585-1894c36e5af6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59441c1c-5bf6-4935-b138-0c333c95979f') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:43.900299 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-93fa3a31-2255-4b89-a585-1894c36e5af6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:43.909931 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3251b5dd-a016-40ec-b34d-a7d05d95cd5c tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:43.910475 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3251b5dd-a016-40ec-b34d-a7d05d95cd5c tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Fanout notify agent at l3_agent the message router_deleted on router 6c5dba5f-148b-414f-979a-911653b791ee {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:25:43.917184 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-dce0db52-8fb3-4574-b637-c0f3098c4ae9 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Deleting port 39d1e19d-78b5-4a00-b4fc-6233117f02d5 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:43.917550 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dce0db52-8fb3-4574-b637-c0f3098c4ae9 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:43.961305 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5dcf28-60f0-4779-b4e0-92bc5e3ddd16 None None] DHCP port deletion for 50e21b06-b985-4077-8c1b-6718c6b89044 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:25:43.965896 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-93fa3a31-2255-4b89-a585-1894c36e5af6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:43.983532 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-df5dcf28-60f0-4779-b4e0-92bc5e3ddd16 None None] Deleting port c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:43.984016 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-df5dcf28-60f0-4779-b4e0-92bc5e3ddd16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:43.986071 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3251b5dd-a016-40ec-b34d-a7d05d95cd5c tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:43.992798 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3251b5dd-a016-40ec-b34d-a7d05d95cd5c tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "DELETE /v2.0/routers/6c5dba5f-148b-414f-979a-911653b791ee HTTP/1.1" status: 204 len: 168 time: 3.9949074 Apr 08 10:25:43.995410 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56176) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:43.998064 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93fa3a31-2255-4b89-a585-1894c36e5af6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:25:43.998473 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-93fa3a31-2255-4b89-a585-1894c36e5af6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:25:44.018675 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:25:44.025796 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-9358c61c-31f0-42a7-922a-dc01e7698a3e tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1173297273', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}, 'admin_state_up': False}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:44.028903 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1be6ab89-a8fb-4533-a1c6-f7a1b06bc3a0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:44.048440 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9358c61c-31f0-42a7-922a-dc01e7698a3e tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:44.057993 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9358c61c-31f0-42a7-922a-dc01e7698a3e tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Usage tracker for resource:router and tenant:6712b36d4142437b8c74c7dee61325ef is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:44.059217 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9358c61c-31f0-42a7-922a-dc01e7698a3e tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:44.066078 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9358c61c-31f0-42a7-922a-dc01e7698a3e tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:44.102373 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e2f84a06-c809-4620-a7a6-581e65590034 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:44.152717 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eda89f73-1af8-4215-b59c-e688440b3c88 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:44.183216 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:44.278459 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-e2f84a06-c809-4620-a7a6-581e65590034 None None] Transition to ACTIVE for port object 112309dd-982d-48f3-bc61-69c0a07167cd will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:44.340533 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-e2f84a06-c809-4620-a7a6-581e65590034 None None] Transition to ACTIVE for port object 112309dd-982d-48f3-bc61-69c0a07167cd will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:44.351050 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-df5dcf28-60f0-4779-b4e0-92bc5e3ddd16 None None] For port c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4,segment=NetworkSegment(d11921ab-f46a-488c-acdc-4a298b1fc563),segment_id=d11921ab-f46a-488c-acdc-4a298b1fc563)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:44.351592 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-df5dcf28-60f0-4779-b4e0-92bc5e3ddd16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:44.357400 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-eda89f73-1af8-4215-b59c-e688440b3c88 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Calling delete_port for f5c49937-b6ea-49c1-9c40-843d54ed2d8d owned by network:router_interface {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:44.362443 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e2f84a06-c809-4620-a7a6-581e65590034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:44.404197 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-9f0a345c-e7f6-4d32-8fd9-cb15d3455686 None None] Provisioning complete for port 378e47f5-f982-4551-848a-5a3f82361cc0 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:44.404577 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9f0a345c-e7f6-4d32-8fd9-cb15d3455686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:44.425597 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dce0db52-8fb3-4574-b637-c0f3098c4ae9 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:44.587609 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-df5dcf28-60f0-4779-b4e0-92bc5e3ddd16 None None] Calling delete_port for c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:44.619898 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-dce0db52-8fb3-4574-b637-c0f3098c4ae9 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Calling delete_port for 39d1e19d-78b5-4a00-b4fc-6233117f02d5 owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:44.620481 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1be6ab89-a8fb-4533-a1c6-f7a1b06bc3a0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:44.681423 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6ab89-a8fb-4533-a1c6-f7a1b06bc3a0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Subnet': ['ID=3d2dd44d-20da-4b0c-8a0c-0ab990fb371c,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:44.683555 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-df5dcf28-60f0-4779-b4e0-92bc5e3ddd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:44.692145 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:44.728255 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1be6ab89-a8fb-4533-a1c6-f7a1b06bc3a0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:44.732335 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f84a06-c809-4620-a7a6-581e65590034 None None] Pushing event updated for resources: {'Port': ['ID=112309dd-982d-48f3-bc61-69c0a07167cd,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:44.743136 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da973942-238a-4bde-a3a5-5c2af8244c00 None None] Network 4cbd22d9-e702-487e-bd72-a42cd71aaf93 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:44.751998 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event deleted for resources: {'Subnet': ['ID=4778da99-c9f2-472b-a663-61e2e8376d3a,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:44.785825 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1be6ab89-a8fb-4533-a1c6-f7a1b06bc3a0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/subnets/3d2dd44d-20da-4b0c-8a0c-0ab990fb371c HTTP/1.1" status: 204 len: 168 time: 1.9710021 Apr 08 10:25:44.788412 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56180) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:44.857451 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9358c61c-31f0-42a7-922a-dc01e7698a3e tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:44.858426 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9358c61c-31f0-42a7-922a-dc01e7698a3e tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:44.866532 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-93fa3a31-2255-4b89-a585-1894c36e5af6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:44.891356 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-93fa3a31-2255-4b89-a585-1894c36e5af6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:44.899479 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f84a06-c809-4620-a7a6-581e65590034 None None] Network e5c5d44f-f59a-4289-ab2a-cbaf49e1af19 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:44.906307 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa3a31-2255-4b89-a585-1894c36e5af6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] Pushing event deleted for resources: {'Network': ['ID=5a2f3eff-7620-4bdd-83cb-b9571de648de,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:44.915062 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-93fa3a31-2255-4b89-a585-1894c36e5af6 tempest-PortsTestJSON-694201081 tempest-PortsTestJSON-694201081-project] 10.222.0.47 "DELETE /v2.0/networks/5a2f3eff-7620-4bdd-83cb-b9571de648de HTTP/1.1" status: 204 len: 168 time: 1.8913021 Apr 08 10:25:44.931748 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-e2f84a06-c809-4620-a7a6-581e65590034 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:44.945096 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dce0db52-8fb3-4574-b637-c0f3098c4ae9 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:44.945814 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f84a06-c809-4620-a7a6-581e65590034 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:44.979315 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5dcf28-60f0-4779-b4e0-92bc5e3ddd16 None None] No DVR routers for this DVR port c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:25:44.991110 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5dcf28-60f0-4779-b4e0-92bc5e3ddd16 None None] Pushing event deleted for resources: {'Port': ['ID=c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:44.999192 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:45.059972 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0db52-8fb3-4574-b637-c0f3098c4ae9 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Pushing event deleted for resources: {'Port': ['ID=39d1e19d-78b5-4a00-b4fc-6233117f02d5,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:45.079061 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dce0db52-8fb3-4574-b637-c0f3098c4ae9 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:45.097278 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-dce0db52-8fb3-4574-b637-c0f3098c4ae9 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] 10.222.0.47 "DELETE /v2.0/ports/39d1e19d-78b5-4a00-b4fc-6233117f02d5 HTTP/1.1" status: 204 len: 168 time: 1.3128352 Apr 08 10:25:45.099736 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56186) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:45.159115 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c5d44f-f59a-4289-ab2a-cbaf49e1af19']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:45.183661 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0da162b5-cfaf-4c5c-b10c-2788979e30b4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:45.184362 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-e2f84a06-c809-4620-a7a6-581e65590034 None None] Attempting to bind port 112309dd-982d-48f3-bc61-69c0a07167cd on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:25:45.184761 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-e2f84a06-c809-4620-a7a6-581e65590034 None None] Attempting to bind port 112309dd-982d-48f3-bc61-69c0a07167cd by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '02038f34-372d-4a9d-8140-ff342f973d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e5c5d44f-f59a-4289-ab2a-cbaf49e1af19'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:25:45.185140 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f84a06-c809-4620-a7a6-581e65590034 None None] Attempting to bind port 112309dd-982d-48f3-bc61-69c0a07167cd on network e5c5d44f-f59a-4289-ab2a-cbaf49e1af19 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:25:45.209986 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a6ace-7928-4bd5-aadb-f0bec04abd17 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Deleting port f42a84ac-6c79-4388-9d47-4b03c127a197 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:45.211373 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cf0a6ace-7928-4bd5-aadb-f0bec04abd17 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:45.217775 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02038f34-372d-4a9d-8140-ff342f973d69') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:45.220138 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02038f34-372d-4a9d-8140-ff342f973d69') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:45.227705 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f84a06-c809-4620-a7a6-581e65590034 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:25:45.227705 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f84a06-c809-4620-a7a6-581e65590034 None None] Checking segment: {'id': '02038f34-372d-4a9d-8140-ff342f973d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e5c5d44f-f59a-4289-ab2a-cbaf49e1af19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:45.227705 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e2f84a06-c809-4620-a7a6-581e65590034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:45.227705 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f84a06-c809-4620-a7a6-581e65590034 None None] Bound using segment: {'id': '02038f34-372d-4a9d-8140-ff342f973d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e5c5d44f-f59a-4289-ab2a-cbaf49e1af19'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:25:45.227705 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-e2f84a06-c809-4620-a7a6-581e65590034 None None] Bound port: 112309dd-982d-48f3-bc61-69c0a07167cd, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02038f34-372d-4a9d-8140-ff342f973d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e5c5d44f-f59a-4289-ab2a-cbaf49e1af19'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:25:45.227705 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e2f84a06-c809-4620-a7a6-581e65590034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:45.307181 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eda89f73-1af8-4215-b59c-e688440b3c88 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:45.320640 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:45.392882 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56192) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:45.398102 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9358c61c-31f0-42a7-922a-dc01e7698a3e tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:45.414987 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:25:45.465221 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:25:45.465664 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device c309cfaf-e040-4c0a-b6ff-b4a0066d0cd4 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:25:45.479150 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:45.527302 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c067c3d0-92ee-4b5f-9145-beae2a7a08b2 None None] DHCP port deletion for 4cbd22d9-e702-487e-bd72-a42cd71aaf93 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:25:45.559408 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-e2f84a06-c809-4620-a7a6-581e65590034 None None] For port 112309dd-982d-48f3-bc61-69c0a07167cd, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:25:45.569153 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-c067c3d0-92ee-4b5f-9145-beae2a7a08b2 None None] Deleting port 422c6180-7729-40f4-89bd-8640105211ee {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:45.569532 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c067c3d0-92ee-4b5f-9145-beae2a7a08b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:45.612298 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda89f73-1af8-4215-b59c-e688440b3c88 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Port': ['ID=f5c49937-b6ea-49c1-9c40-843d54ed2d8d,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:45.617943 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:25:45.618363 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:45.623019 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f973f7fa-2806-4da7-8acf-5ec9ae5aed1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:25:45.633477 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:25:45.720748 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cf0a6ace-7928-4bd5-aadb-f0bec04abd17 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:45.740710 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0da162b5-cfaf-4c5c-b10c-2788979e30b4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:45.847856 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-c067c3d0-92ee-4b5f-9145-beae2a7a08b2 None None] For port 422c6180-7729-40f4-89bd-8640105211ee, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=422c6180-7729-40f4-89bd-8640105211ee,segment=NetworkSegment(d3f0e5df-f133-4770-a261-287322f713c2),segment_id=d3f0e5df-f133-4770-a261-287322f713c2)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:45.848421 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c067c3d0-92ee-4b5f-9145-beae2a7a08b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:45.882945 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a6ace-7928-4bd5-aadb-f0bec04abd17 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Calling delete_port for f42a84ac-6c79-4388-9d47-4b03c127a197 owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:45.902938 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-0da162b5-cfaf-4c5c-b10c-2788979e30b4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e21b06-b985-4077-8c1b-6718c6b89044']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:45.927683 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-0da162b5-cfaf-4c5c-b10c-2788979e30b4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11921ab-f46a-488c-acdc-4a298b1fc563') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:45.927990 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-0da162b5-cfaf-4c5c-b10c-2788979e30b4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11921ab-f46a-488c-acdc-4a298b1fc563') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:45.934746 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.api [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 08 10:25:45.934746 dv-neutron-837110-1-hyperv neutron-server[83845]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 08 10:25:45.934746 dv-neutron-837110-1-hyperv neutron-server[83845]: [parameters: {'id': 'e5c5d44f-f59a-4289-ab2a-cbaf49e1af19'}] Apr 08 10:25:45.934746 dv-neutron-837110-1-hyperv neutron-server[83845]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:25:45.935191 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG oslo_db.api [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:25:45.944960 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0da162b5-cfaf-4c5c-b10c-2788979e30b4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:45.960736 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9358c61c-31f0-42a7-922a-dc01e7698a3e tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:45.965786 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0da162b5-cfaf-4c5c-b10c-2788979e30b4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:45.971525 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eda89f73-1af8-4215-b59c-e688440b3c88 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:45.976933 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da162b5-cfaf-4c5c-b10c-2788979e30b4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:25:45.977391 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0da162b5-cfaf-4c5c-b10c-2788979e30b4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:45.980841 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-54914231-0c5b-4093-a279-6dd5d0462c23 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=683f915ff87b4daabd2c3124189ccd49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5846920 Apr 08 10:25:45.983324 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56198) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:45.989824 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-c067c3d0-92ee-4b5f-9145-beae2a7a08b2 None None] Calling delete_port for 422c6180-7729-40f4-89bd-8640105211ee owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:25:45.992775 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:25:46.026528 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-e2f84a06-c809-4620-a7a6-581e65590034 None None] For port 112309dd-982d-48f3-bc61-69c0a07167cd, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=112309dd-982d-48f3-bc61-69c0a07167cd,segment=NetworkSegment(02038f34-372d-4a9d-8140-ff342f973d69),segment_id=02038f34-372d-4a9d-8140-ff342f973d69)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:25:46.036592 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e2f84a06-c809-4620-a7a6-581e65590034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:46.073298 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cf0a6ace-7928-4bd5-aadb-f0bec04abd17 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:46.113038 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f84a06-c809-4620-a7a6-581e65590034 None None] Pushing event updated for resources: {'Port': ['ID=112309dd-982d-48f3-bc61-69c0a07167cd,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:46.166647 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c067c3d0-92ee-4b5f-9145-beae2a7a08b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:46.196365 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a6ace-7928-4bd5-aadb-f0bec04abd17 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Pushing event deleted for resources: {'Port': ['ID=f42a84ac-6c79-4388-9d47-4b03c127a197,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:46.237097 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cf0a6ace-7928-4bd5-aadb-f0bec04abd17 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:46.250834 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8d867788-1fe9-46f4-ab32-3742aa01a9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:46.256955 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067c3d0-92ee-4b5f-9145-beae2a7a08b2 None None] Pushing event deleted for resources: {'Port': ['ID=422c6180-7729-40f4-89bd-8640105211ee,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:46.268662 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c067c3d0-92ee-4b5f-9145-beae2a7a08b2 None None] No DVR routers for this DVR port 422c6180-7729-40f4-89bd-8640105211ee on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:25:46.278240 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-cf0a6ace-7928-4bd5-aadb-f0bec04abd17 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] 10.222.0.47 "DELETE /v2.0/ports/f42a84ac-6c79-4388-9d47-4b03c127a197 HTTP/1.1" status: 204 len: 168 time: 1.1771750 Apr 08 10:25:46.284061 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56202) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:46.286391 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0da162b5-cfaf-4c5c-b10c-2788979e30b4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:46.292638 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a51b41-1f4a-451e-bd5a-dc4f128c46d2 None None] Network e5c5d44f-f59a-4289-ab2a-cbaf49e1af19 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:46.306522 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8d867788-1fe9-46f4-ab32-3742aa01a9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:46.409664 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9358c61c-31f0-42a7-922a-dc01e7698a3e tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router_gateway, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:46.449802 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9358c61c-31f0-42a7-922a-dc01e7698a3e tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:46.458415 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:46.495442 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c24f0c0-aa69-4e8f-af37-1126986f4625 None None] Network e5c5d44f-f59a-4289-ab2a-cbaf49e1af19 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:46.498786 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8d867788-1fe9-46f4-ab32-3742aa01a9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:46.515911 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0da162b5-cfaf-4c5c-b10c-2788979e30b4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:46.537084 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d867788-1fe9-46f4-ab32-3742aa01a9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9dc35b-0bc7-4802-8a2b-d3d8cdd9a727,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:46.545298 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0ee1ca92-a9bc-4a34-93f2-4eefc59b8c60 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2542014 Apr 08 10:25:46.545298 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da162b5-cfaf-4c5c-b10c-2788979e30b4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Network': ['ID=50e21b06-b985-4077-8c1b-6718c6b89044,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:46.546006 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56206) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:46.555089 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0da162b5-cfaf-4c5c-b10c-2788979e30b4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/networks/50e21b06-b985-4077-8c1b-6718c6b89044 HTTP/1.1" status: 204 len: 168 time: 1.7628074 Apr 08 10:25:46.556191 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-7e80a465-16af-47cb-933d-e82999554309 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1391264739'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:46.556952 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56210) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:46.561002 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8d867788-1fe9-46f4-ab32-3742aa01a9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:46.564610 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8d867788-1fe9-46f4-ab32-3742aa01a9e6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1f9dc35b-0bc7-4802-8a2b-d3d8cdd9a727 HTTP/1.1" status: 204 len: 168 time: 0.5669539 Apr 08 10:25:46.565348 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Deleting port 112309dd-982d-48f3-bc61-69c0a07167cd {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:46.565697 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:46.596265 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7e80a465-16af-47cb-933d-e82999554309 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:46.618163 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7e80a465-16af-47cb-933d-e82999554309 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Usage tracker for resource:network and tenant:ba3705232b8e48d1ab85733c5524e7d9 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:46.622706 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7e80a465-16af-47cb-933d-e82999554309 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:46.697447 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7e80a465-16af-47cb-933d-e82999554309 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:46.713250 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:46.731389 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11f9847-4894-432f-b19a-c247ca3742a2 None None] get_active_networks_info from dv-neutron-837110-1-hyperv {{(pid=83847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 08 10:25:46.768375 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e9ce27fa-d947-454b-bf79-53ea6b8c8b82 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:46.791010 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-9358c61c-31f0-42a7-922a-dc01e7698a3e tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Allocated IP 172.26.0.215 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/77743550-7914-4978-b9a2-8b71bf622961) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:46.828924 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e80a465-16af-47cb-933d-e82999554309 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Made reservation on behalf of ba3705232b8e48d1ab85733c5524e7d9 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:46.832210 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7e80a465-16af-47cb-933d-e82999554309 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:46.895802 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11f9847-4894-432f-b19a-c247ca3742a2 None None] Resources bound (agent type, host, resource id): {{(pid=83847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 10:25:46.932610 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:46.962384 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e80a465-16af-47cb-933d-e82999554309 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:25:47.002827 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda89f73-1af8-4215-b59c-e688440b3c88 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Router 447cfabc-7c03-4892-a10b-f1f492a881b2 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:25:47.010117 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7e80a465-16af-47cb-933d-e82999554309 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:47.010663 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-7e80a465-16af-47cb-933d-e82999554309 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Added segment 4390ce95-89b6-4933-8522-04ba0f350921 of type vlan for network 951a3c47-71b0-4380-ba9c-b97da4cdc5ee Apr 08 10:25:47.019661 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] For port 112309dd-982d-48f3-bc61-69c0a07167cd, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=112309dd-982d-48f3-bc61-69c0a07167cd,segment=NetworkSegment(02038f34-372d-4a9d-8140-ff342f973d69),segment_id=02038f34-372d-4a9d-8140-ff342f973d69)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:47.020451 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:47.059499 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e9ce27fa-d947-454b-bf79-53ea6b8c8b82 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:47.091260 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-e9ce27fa-d947-454b-bf79-53ea6b8c8b82 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cbd22d9-e702-487e-bd72-a42cd71aaf93']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:47.103628 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-e9ce27fa-d947-454b-bf79-53ea6b8c8b82 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f0e5df-f133-4770-a261-287322f713c2') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:47.103936 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-e9ce27fa-d947-454b-bf79-53ea6b8c8b82 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f0e5df-f133-4770-a261-287322f713c2') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:47.116198 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e9ce27fa-d947-454b-bf79-53ea6b8c8b82 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:47.132461 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e9ce27fa-d947-454b-bf79-53ea6b8c8b82 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:47.138646 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ce27fa-d947-454b-bf79-53ea6b8c8b82 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:25:47.139043 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e9ce27fa-d947-454b-bf79-53ea6b8c8b82 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:47.174792 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Calling delete_port for 112309dd-982d-48f3-bc61-69c0a07167cd owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:47.211912 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7e80a465-16af-47cb-933d-e82999554309 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:25:47.224396 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:25:47.377394 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e9ce27fa-d947-454b-bf79-53ea6b8c8b82 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:47.403892 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e9ce27fa-d947-454b-bf79-53ea6b8c8b82 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:47.419258 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7e80a465-16af-47cb-933d-e82999554309 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:47.423543 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e80a465-16af-47cb-933d-e82999554309 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:47.424157 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7e80a465-16af-47cb-933d-e82999554309 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:47.426122 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 422c6180-7729-40f4-89bd-8640105211ee no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:25:47.452572 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:47.475033 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 422c6180-7729-40f4-89bd-8640105211ee {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:25:47.475688 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 422c6180-7729-40f4-89bd-8640105211ee not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:25:47.497619 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9358c61c-31f0-42a7-922a-dc01e7698a3e tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:47.507926 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e9ce27fa-d947-454b-bf79-53ea6b8c8b82 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/networks/4cbd22d9-e702-487e-bd72-a42cd71aaf93 HTTP/1.1" status: 204 len: 168 time: 0.9425104 Apr 08 10:25:47.509973 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce27fa-d947-454b-bf79-53ea6b8c8b82 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Network': ['ID=4cbd22d9-e702-487e-bd72-a42cd71aaf93,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:47.511765 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56230) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:47.518800 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-45866d62-3c21-498e-a92b-d49a2bef54c6 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-351366375'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:47.525655 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-45866d62-3c21-498e-a92b-d49a2bef54c6 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:47.531892 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-45866d62-3c21-498e-a92b-d49a2bef54c6 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Usage tracker for resource:network and tenant:72c993bf72344f498aa1635c771d9146 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:47.535646 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-45866d62-3c21-498e-a92b-d49a2bef54c6 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:47.543993 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-45866d62-3c21-498e-a92b-d49a2bef54c6 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:47.557064 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda89f73-1af8-4215-b59c-e688440b3c88 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:25:47.565761 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9358c61c-31f0-42a7-922a-dc01e7698a3e tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:47.566911 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6402072a-8797-4cfd-a252-547feb06ca45 None None] Sync routers for ids ['447cfabc-7c03-4892-a10b-f1f492a881b2'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:25:47.582214 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6402072a-8797-4cfd-a252-547feb06ca45 None None] Routers {'447cfabc-7c03-4892-a10b-f1f492a881b2'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:25:47.582908 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-6402072a-8797-4cfd-a252-547feb06ca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:25:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['447cfabc-7c03-4892-a10b-f1f492a881b2'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:47.587486 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event deleted for resources: {'Port': ['ID=112309dd-982d-48f3-bc61-69c0a07167cd,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:47.603400 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] No DVR routers for this DVR port 112309dd-982d-48f3-bc61-69c0a07167cd on host dv-neutron-837110-1-hyperv {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:25:47.606718 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-eda89f73-1af8-4215-b59c-e688440b3c88 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "PUT /v2.0/routers/447cfabc-7c03-4892-a10b-f1f492a881b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3550813 Apr 08 10:25:47.616693 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56234) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:47.643741 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7e80a465-16af-47cb-933d-e82999554309 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0911846 Apr 08 10:25:47.644667 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80a465-16af-47cb-933d-e82999554309 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Pushing event updated for resources: {'Network': ['ID=951a3c47-71b0-4380-ba9c-b97da4cdc5ee,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:47.649792 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56240) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:47.662154 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358c61c-31f0-42a7-922a-dc01e7698a3e tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Pushing event updated for resources: {'Port': ['ID=77743550-7914-4978-b9a2-8b71bf622961,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:47.705920 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 951a3c47-71b0-4380-ba9c-b97da4cdc5ee details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:25:47.714448 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45866d62-3c21-498e-a92b-d49a2bef54c6 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Made reservation on behalf of 72c993bf72344f498aa1635c771d9146 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:47.718175 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-45866d62-3c21-498e-a92b-d49a2bef54c6 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:47.731394 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-6402072a-8797-4cfd-a252-547feb06ca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:47.741370 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9358c61c-31f0-42a7-922a-dc01e7698a3e tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:47.749816 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:47.752029 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-9358c61c-31f0-42a7-922a-dc01e7698a3e tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:47.767865 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9358c61c-31f0-42a7-922a-dc01e7698a3e tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:47.777007 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c5d44f-f59a-4289-ab2a-cbaf49e1af19']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:47.790702 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02038f34-372d-4a9d-8140-ff342f973d69') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:47.791233 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02038f34-372d-4a9d-8140-ff342f973d69') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:47.801756 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56244) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:47.803402 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:47.805839 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-c34523f1-de6f-4f8d-b78f-c98a9e193529 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] GET failed (client error): The resource could not be found. Apr 08 10:25:47.806398 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c34523f1-de6f-4f8d-b78f-c98a9e193529 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Synchronizing usage tracker for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:25:47.819530 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:47.820344 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6402072a-8797-4cfd-a252-547feb06ca45 None None] Routers {'447cfabc-7c03-4892-a10b-f1f492a881b2'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:25:47.820962 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-6402072a-8797-4cfd-a252-547feb06ca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:25:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['447cfabc-7c03-4892-a10b-f1f492a881b2'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:47.826714 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:25:47.826813 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:47.867783 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45866d62-3c21-498e-a92b-d49a2bef54c6 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:25:47.881977 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-45866d62-3c21-498e-a92b-d49a2bef54c6 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:47.882736 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-45866d62-3c21-498e-a92b-d49a2bef54c6 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Added segment b27b9cce-b553-44ab-b14c-bf17a35ce5b2 of type vlan for network 6a41d241-bd15-42eb-9746-41abe78a9c63 Apr 08 10:25:47.888797 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-6402072a-8797-4cfd-a252-547feb06ca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:47.889198 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6402072a-8797-4cfd-a252-547feb06ca45 None None] The sync data for ids ['447cfabc-7c03-4892-a10b-f1f492a881b2'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:25:47.898205 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-3035a68d-40a8-457d-855b-fc541a7d7e43 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-952897990'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:25:47.901566 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:25:47.919305 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-45866d62-3c21-498e-a92b-d49a2bef54c6 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:47.922346 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3035a68d-40a8-457d-855b-fc541a7d7e43 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:47.932472 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3035a68d-40a8-457d-855b-fc541a7d7e43 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Usage tracker for resource:network and tenant:ba3705232b8e48d1ab85733c5524e7d9 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:47.934018 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c34523f1-de6f-4f8d-b78f-c98a9e193529 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Unset dirty status for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:25:47.937866 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c34523f1-de6f-4f8d-b78f-c98a9e193529 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "GET /v2.0/ports/f5c49937-b6ea-49c1-9c40-843d54ed2d8d HTTP/1.1" status: 404 len: 333 time: 0.3157432 Apr 08 10:25:47.938154 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3035a68d-40a8-457d-855b-fc541a7d7e43 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:47.938919 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56250) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:47.983441 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-ef0a8635-85a0-4dbc-95ab-5c7bd7117de3 tempest-DvrRoutersNegativeTest-434954296 tempest-DvrRoutersNegativeTest-434954296-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2059903265', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:47.986684 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.policy [None req-ef0a8635-85a0-4dbc-95ab-5c7bd7117de3 tempest-DvrRoutersNegativeTest-434954296 tempest-DvrRoutersNegativeTest-434954296-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83846) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Apr 08 10:25:47.986986 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.policy [None req-ef0a8635-85a0-4dbc-95ab-5c7bd7117de3 tempest-DvrRoutersNegativeTest-434954296 tempest-DvrRoutersNegativeTest-434954296-project] Failed policy check for 'create_router' {{(pid=83846) enforce /opt/stack/neutron/neutron/policy.py:482}} Apr 08 10:25:47.987532 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-ef0a8635-85a0-4dbc-95ab-5c7bd7117de3 tempest-DvrRoutersNegativeTest-434954296 tempest-DvrRoutersNegativeTest-434954296-project] create failed (client error): Access was denied to this resource. Apr 08 10:25:47.992584 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ef0a8635-85a0-4dbc-95ab-5c7bd7117de3 tempest-DvrRoutersNegativeTest-434954296 tempest-DvrRoutersNegativeTest-434954296-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1884263 Apr 08 10:25:48.030123 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-45866d62-3c21-498e-a92b-d49a2bef54c6 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:48.034450 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45866d62-3c21-498e-a92b-d49a2bef54c6 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:48.035163 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-45866d62-3c21-498e-a92b-d49a2bef54c6 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:48.114481 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3035a68d-40a8-457d-855b-fc541a7d7e43 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:48.137154 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-45866d62-3c21-498e-a92b-d49a2bef54c6 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6231539 Apr 08 10:25:48.153164 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56256) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:48.163258 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-943559d3-16a1-459f-b44d-227200a4c4bd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'subnet': {'network_id': '6a41d241-bd15-42eb-9746-41abe78a9c63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:48.170466 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:48.199461 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:48.215215 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event deleted for resources: {'Network': ['ID=e5c5d44f-f59a-4289-ab2a-cbaf49e1af19,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:48.215777 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:48.218379 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3035a68d-40a8-457d-855b-fc541a7d7e43 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Made reservation on behalf of ba3705232b8e48d1ab85733c5524e7d9 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:48.222148 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3035a68d-40a8-457d-855b-fc541a7d7e43 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:48.240472 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f1c3d381-acdb-40a1-b2c0-6dac370d9aeb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "DELETE /v2.0/networks/e5c5d44f-f59a-4289-ab2a-cbaf49e1af19 HTTP/1.1" status: 204 len: 168 time: 4.7698836 Apr 08 10:25:48.242762 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45866d62-3c21-498e-a92b-d49a2bef54c6 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Network': ['ID=6a41d241-bd15-42eb-9746-41abe78a9c63,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:48.243728 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56260) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:48.259523 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 6a41d241-bd15-42eb-9746-41abe78a9c63 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:25:48.285189 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f68665e0-c783-4449-8792-374955d1dd11 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:48.302597 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-943559d3-16a1-459f-b44d-227200a4c4bd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:48.307446 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-943559d3-16a1-459f-b44d-227200a4c4bd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Usage tracker for resource:subnet and tenant:72c993bf72344f498aa1635c771d9146 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:48.310680 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-943559d3-16a1-459f-b44d-227200a4c4bd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:48.317733 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-943559d3-16a1-459f-b44d-227200a4c4bd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:48.332813 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943559d3-16a1-459f-b44d-227200a4c4bd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Made reservation on behalf of 72c993bf72344f498aa1635c771d9146 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:48.336702 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d41f12-0004-4df0-90de-850e1e893f28 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] DELETE failed (client error): The resource could not be found. Apr 08 10:25:48.337156 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d41f12-0004-4df0-90de-850e1e893f28 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:25:48.347960 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3035a68d-40a8-457d-855b-fc541a7d7e43 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:25:48.361132 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9358c61c-31f0-42a7-922a-dc01e7698a3e tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router_gateway, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:48.361872 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9358c61c-31f0-42a7-922a-dc01e7698a3e tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:48.409116 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-07d41f12-0004-4df0-90de-850e1e893f28 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "DELETE /v2.0/networks/e5c5d44f-f59a-4289-ab2a-cbaf49e1af19 HTTP/1.1" status: 404 len: 339 time: 0.1633677 Apr 08 10:25:48.409348 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56266) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:48.415121 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56270) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:48.424883 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3035a68d-40a8-457d-855b-fc541a7d7e43 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:48.425046 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-3035a68d-40a8-457d-855b-fc541a7d7e43 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Added segment 84dcaa99-7333-4c4c-9cdd-85dffe1fd2a0 of type vlan for network 7c4f792f-91dd-4edf-aeb8-e59b5d685ac3 Apr 08 10:25:48.429382 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-f85210ae-8b86-4beb-bbc8-12345944f086 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-667083061', 'description': 'd1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:48.442841 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f85210ae-8b86-4beb-bbc8-12345944f086 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:48.448852 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f85210ae-8b86-4beb-bbc8-12345944f086 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Usage tracker for resource:network and tenant:270adadf669a45b6bd01155aeff0f96b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:48.455900 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f85210ae-8b86-4beb-bbc8-12345944f086 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:48.472494 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f85210ae-8b86-4beb-bbc8-12345944f086 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:48.487044 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3035a68d-40a8-457d-855b-fc541a7d7e43 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:48.598211 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-943559d3-16a1-459f-b44d-227200a4c4bd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:48.608922 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85210ae-8b86-4beb-bbc8-12345944f086 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Made reservation on behalf of 270adadf669a45b6bd01155aeff0f96b for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:48.612333 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f85210ae-8b86-4beb-bbc8-12345944f086 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:48.614926 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c91c75db-5de3-4cdc-934a-62ba4ed860c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:48.747887 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-c91c75db-5de3-4cdc-934a-62ba4ed860c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:48.757938 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c91c75db-5de3-4cdc-934a-62ba4ed860c6 admin admin] Usage tracker for resource:security_group_rule and tenant:a8063da158874c72b8cd6345c4756e1e is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:48.762447 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c91c75db-5de3-4cdc-934a-62ba4ed860c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:48.771687 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-c91c75db-5de3-4cdc-934a-62ba4ed860c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:48.816469 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3035a68d-40a8-457d-855b-fc541a7d7e43 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:48.820071 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3035a68d-40a8-457d-855b-fc541a7d7e43 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:48.820681 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3035a68d-40a8-457d-855b-fc541a7d7e43 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:48.824359 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f85210ae-8b86-4beb-bbc8-12345944f086 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:25:48.865844 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f68665e0-c783-4449-8792-374955d1dd11 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:48.939331 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f85210ae-8b86-4beb-bbc8-12345944f086 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:48.939684 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-f85210ae-8b86-4beb-bbc8-12345944f086 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Added segment fdc5d1c4-4a00-48d7-aec3-b18a93229a0b of type vlan for network 511231a9-8173-41dd-a4b0-0ae05c8679bd Apr 08 10:25:48.945053 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3035a68d-40a8-457d-855b-fc541a7d7e43 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2942729 Apr 08 10:25:48.945986 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f68665e0-c783-4449-8792-374955d1dd11 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:48.960369 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035a68d-40a8-457d-855b-fc541a7d7e43 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Pushing event updated for resources: {'Network': ['ID=7c4f792f-91dd-4edf-aeb8-e59b5d685ac3,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:48.976361 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 7c4f792f-91dd-4edf-aeb8-e59b5d685ac3 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:25:48.997313 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f85210ae-8b86-4beb-bbc8-12345944f086 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:49.014411 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f68665e0-c783-4449-8792-374955d1dd11 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:49.015124 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68665e0-c783-4449-8792-374955d1dd11 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Fanout notify agent at l3_agent the message router_deleted on router 447cfabc-7c03-4892-a10b-f1f492a881b2 {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:25:49.035761 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-943559d3-16a1-459f-b44d-227200a4c4bd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:49.043998 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f68665e0-c783-4449-8792-374955d1dd11 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:49.045344 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f68665e0-c783-4449-8792-374955d1dd11 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/routers/447cfabc-7c03-4892-a10b-f1f492a881b2 HTTP/1.1" status: 204 len: 168 time: 1.1053019 Apr 08 10:25:49.048754 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56276) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:49.115400 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f85210ae-8b86-4beb-bbc8-12345944f086 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:49.124257 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85210ae-8b86-4beb-bbc8-12345944f086 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:49.125124 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f85210ae-8b86-4beb-bbc8-12345944f086 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:49.135175 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943559d3-16a1-459f-b44d-227200a4c4bd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Subnet': ['ID=24402982-b43c-4cc3-aa96-5db310e4851e,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:49.178836 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c91c75db-5de3-4cdc-934a-62ba4ed860c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:49.215765 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943559d3-16a1-459f-b44d-227200a4c4bd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Checking segment: {'id': 'b27b9cce-b553-44ab-b14c-bf17a35ce5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6a41d241-bd15-42eb-9746-41abe78a9c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:49.216357 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943559d3-16a1-459f-b44d-227200a4c4bd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network hostable DHCP agents. Network: 6a41d241-bd15-42eb-9746-41abe78a9c63, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:25:49.224531 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c91c75db-5de3-4cdc-934a-62ba4ed860c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:49.263571 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f85210ae-8b86-4beb-bbc8-12345944f086 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8456016 Apr 08 10:25:49.269413 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56280) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:49.302666 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9358c61c-31f0-42a7-922a-dc01e7698a3e tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Router 6ad04d99-6bed-481c-906f-038b66a27ff5 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:25:49.304678 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c75db-5de3-4cdc-934a-62ba4ed860c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df286a2-c606-4f72-b6a1-69974c5ecd11,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:49.323237 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c91c75db-5de3-4cdc-934a-62ba4ed860c6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a8063da158874c72b8cd6345c4756e1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9125645 Apr 08 10:25:49.323686 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56284) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:49.351401 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943559d3-16a1-459f-b44d-227200a4c4bd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network 6a41d241-bd15-42eb-9746-41abe78a9c63 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:25:49.372644 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85210ae-8b86-4beb-bbc8-12345944f086 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event updated for resources: {'Network': ['ID=511231a9-8173-41dd-a4b0-0ae05c8679bd,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:49.373059 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-943559d3-16a1-459f-b44d-227200a4c4bd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 6a41d241-bd15-42eb-9746-41abe78a9c63) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:49.391489 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fd62f0-e110-4988-9e68-cf12465bff4f None None] Network 6a41d241-bd15-42eb-9746-41abe78a9c63 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:49.413217 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 511231a9-8173-41dd-a4b0-0ae05c8679bd details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:25:49.481900 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6814e4d6-27d1-40f1-8d94-e04b03a11c07 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:49.482577 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6814e4d6-27d1-40f1-8d94-e04b03a11c07 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Synchronizing usage tracker for tenant:270adadf669a45b6bd01155aeff0f96b on resource:network {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:25:49.512853 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943559d3-16a1-459f-b44d-227200a4c4bd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:49.513575 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-943559d3-16a1-459f-b44d-227200a4c4bd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:49.529164 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c8dec3-52ab-4787-9b6e-634371a4944c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting subnet f8acd126-5223-46c1-b5bc-940d4708d328 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:25:49.533198 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89c8dec3-52ab-4787-9b6e-634371a4944c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:49.561368 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6814e4d6-27d1-40f1-8d94-e04b03a11c07 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Unset dirty status for tenant:270adadf669a45b6bd01155aeff0f96b on resource:network {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:25:49.563377 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6814e4d6-27d1-40f1-8d94-e04b03a11c07 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "GET /v2.0/networks?id=511231a9-8173-41dd-a4b0-0ae05c8679bd HTTP/1.1" status: 200 len: 764 time: 0.2927821 Apr 08 10:25:49.567954 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56288) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:49.575805 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-c646b0dc-37ee-4faa-8151-d927e38b411b tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Request body: {'network': {'description': 'd2'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:49.593466 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89c8dec3-52ab-4787-9b6e-634371a4944c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:49.695939 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-244d4a37-2cde-4df6-b2c8-82b7a5d2b394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:49.709401 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-943559d3-16a1-459f-b44d-227200a4c4bd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5549138 Apr 08 10:25:49.731193 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56292) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:49.755639 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-f038dd3a-eddd-4157-a494-8ba4b71fec0a tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1503169699', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:49.762158 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f038dd3a-eddd-4157-a494-8ba4b71fec0a tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:49.766708 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f038dd3a-eddd-4157-a494-8ba4b71fec0a tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Usage tracker for resource:router and tenant:72c993bf72344f498aa1635c771d9146 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:49.769591 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f038dd3a-eddd-4157-a494-8ba4b71fec0a tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:49.775428 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f038dd3a-eddd-4157-a494-8ba4b71fec0a tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:49.808701 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f038dd3a-eddd-4157-a494-8ba4b71fec0a tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:49.809535 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f038dd3a-eddd-4157-a494-8ba4b71fec0a tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:49.815670 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1336a0-d69c-4aaf-8025-ab25b374e7ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-6a41d241-bd15-42eb-9746-41abe78a9c63', 'network_id': '6a41d241-bd15-42eb-9746-41abe78a9c63', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'fixed_ips': [{'subnet_id': '24402982-b43c-4cc3-aa96-5db310e4851e'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:25:49.816756 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0e1336a0-d69c-4aaf-8025-ab25b374e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:49.821326 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89c8dec3-52ab-4787-9b6e-634371a4944c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:49.829610 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f038dd3a-eddd-4157-a494-8ba4b71fec0a tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:49.846603 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-244d4a37-2cde-4df6-b2c8-82b7a5d2b394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:49.866104 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f038dd3a-eddd-4157-a494-8ba4b71fec0a tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:49.909617 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89c8dec3-52ab-4787-9b6e-634371a4944c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:49.966993 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8dec3-52ab-4787-9b6e-634371a4944c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Subnet': ['ID=f8acd126-5223-46c1-b5bc-940d4708d328,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:49.970241 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89c8dec3-52ab-4787-9b6e-634371a4944c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:49.977769 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-89c8dec3-52ab-4787-9b6e-634371a4944c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/subnets/f8acd126-5223-46c1-b5bc-940d4708d328 HTTP/1.1" status: 204 len: 168 time: 0.9277856 Apr 08 10:25:49.980255 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56296) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:50.002803 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148adde9-cac8-4f9a-9290-76c0222ffaef None None] Network c411bd00-dcf9-43e3-b2d6-769fbed05b5a requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:50.036132 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c646b0dc-37ee-4faa-8151-d927e38b411b tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:50.057409 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f038dd3a-eddd-4157-a494-8ba4b71fec0a tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:50.059772 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f038dd3a-eddd-4157-a494-8ba4b71fec0a tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3196859 Apr 08 10:25:50.065919 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56300) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:50.074081 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c646b0dc-37ee-4faa-8151-d927e38b411b tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:50.082155 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-0ef15e88-a4c7-491c-97e9-cdc9a01b1b65 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'port': {'network_id': '6a41d241-bd15-42eb-9746-41abe78a9c63', 'name': 'tempest-RoutersIpV6Test-484508627'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:50.098489 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c646b0dc-37ee-4faa-8151-d927e38b411b tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Network 511231a9-8173-41dd-a4b0-0ae05c8679bd is not hosted by any dhcp agent {{(pid=83846) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 08 10:25:50.103038 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c646b0dc-37ee-4faa-8151-d927e38b411b tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:50.103622 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c646b0dc-37ee-4faa-8151-d927e38b411b tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:50.108691 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c646b0dc-37ee-4faa-8151-d927e38b411b tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "PUT /v2.0/networks/511231a9-8173-41dd-a4b0-0ae05c8679bd HTTP/1.1" status: 200 len: 761 time: 0.5387092 Apr 08 10:25:50.110276 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56304) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:50.200353 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a787fb7-8c4a-4c2c-83f8-49be49e2db17 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:50.219431 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-7a787fb7-8c4a-4c2c-83f8-49be49e2db17 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting port 825b7b75-9dea-4bed-8d08-18cdf9667b65 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:50.220010 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a787fb7-8c4a-4c2c-83f8-49be49e2db17 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:50.268508 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-0e1336a0-d69c-4aaf-8025-ab25b374e7ec None None] Allocated IP 2001:db8::2 (6a41d241-bd15-42eb-9746-41abe78a9c63/24402982-b43c-4cc3-aa96-5db310e4851e/005a2d27-0c74-416b-937d-9a65ad888695) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:50.362332 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9358c61c-31f0-42a7-922a-dc01e7698a3e tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:25:50.374791 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9ebca5-06c0-4fe6-a901-9a7ce3556055 None None] Sync routers for ids ['6ad04d99-6bed-481c-906f-038b66a27ff5'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:25:50.395171 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9ebca5-06c0-4fe6-a901-9a7ce3556055 None None] Routers {'6ad04d99-6bed-481c-906f-038b66a27ff5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:25:50.396895 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646b0dc-37ee-4faa-8151-d927e38b411b tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event updated for resources: {'Network': ['ID=511231a9-8173-41dd-a4b0-0ae05c8679bd,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:50.397032 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-4d9ebca5-06c0-4fe6-a901-9a7ce3556055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:25:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6ad04d99-6bed-481c-906f-038b66a27ff5'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:50.400199 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9358c61c-31f0-42a7-922a-dc01e7698a3e tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:50.401417 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9358c61c-31f0-42a7-922a-dc01e7698a3e tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.4054027 Apr 08 10:25:50.416119 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56308) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:50.425924 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-244d4a37-2cde-4df6-b2c8-82b7a5d2b394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:50.429934 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-244d4a37-2cde-4df6-b2c8-82b7a5d2b394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:50.435183 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-244d4a37-2cde-4df6-b2c8-82b7a5d2b394 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3df286a2-c606-4f72-b6a1-69974c5ecd11 HTTP/1.1" status: 204 len: 168 time: 1.1049685 Apr 08 10:25:50.455570 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-8bada7c7-fed0-4e1b-acbd-d2ed0ffbae0a tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:50.479698 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-4d9ebca5-06c0-4fe6-a901-9a7ce3556055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:50.492774 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9ebca5-06c0-4fe6-a901-9a7ce3556055 None None] Routers {'6ad04d99-6bed-481c-906f-038b66a27ff5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:25:50.493540 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-4d9ebca5-06c0-4fe6-a901-9a7ce3556055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:25:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6ad04d99-6bed-481c-906f-038b66a27ff5'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:50.557532 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-4d9ebca5-06c0-4fe6-a901-9a7ce3556055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:50.558185 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9ebca5-06c0-4fe6-a901-9a7ce3556055 None None] The sync data for ids ['6ad04d99-6bed-481c-906f-038b66a27ff5'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:25:50.572901 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 511231a9-8173-41dd-a4b0-0ae05c8679bd details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:25:50.641848 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0ef15e88-a4c7-491c-97e9-cdc9a01b1b65 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:50.658308 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-7a787fb7-8c4a-4c2c-83f8-49be49e2db17 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] For port 825b7b75-9dea-4bed-8d08-18cdf9667b65, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=825b7b75-9dea-4bed-8d08-18cdf9667b65,segment=NetworkSegment(f6b7dd1d-e1c2-428c-bf61-72080f00e80d),segment_id=f6b7dd1d-e1c2-428c-bf61-72080f00e80d)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:50.658680 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a787fb7-8c4a-4c2c-83f8-49be49e2db17 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:50.697249 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0ef15e88-a4c7-491c-97e9-cdc9a01b1b65 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Usage tracker for resource:port and tenant:72c993bf72344f498aa1635c771d9146 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:50.697836 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0ef15e88-a4c7-491c-97e9-cdc9a01b1b65 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:50.803621 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d4a37-2cde-4df6-b2c8-82b7a5d2b394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df286a2-c606-4f72-b6a1-69974c5ecd11,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:50.804565 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0e1336a0-d69c-4aaf-8025-ab25b374e7ec None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:50.821562 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4864af43-3770-4c78-a0f9-6c8a3aaf5734 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:50.822279 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4864af43-3770-4c78-a0f9-6c8a3aaf5734 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Synchronizing usage tracker for tenant:270adadf669a45b6bd01155aeff0f96b on resource:network {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:25:50.838265 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0ef15e88-a4c7-491c-97e9-cdc9a01b1b65 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:50.852719 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0e1336a0-d69c-4aaf-8025-ab25b374e7ec None None] Transition to ACTIVE for port object 005a2d27-0c74-416b-937d-9a65ad888695 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:50.864890 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4864af43-3770-4c78-a0f9-6c8a3aaf5734 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Unset dirty status for tenant:270adadf669a45b6bd01155aeff0f96b on resource:network {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:25:50.871341 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4864af43-3770-4c78-a0f9-6c8a3aaf5734 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "GET /v2.0/networks?id=511231a9-8173-41dd-a4b0-0ae05c8679bd HTTP/1.1" status: 200 len: 764 time: 0.7498150 Apr 08 10:25:50.893349 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56314) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:50.898997 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0e1336a0-d69c-4aaf-8025-ab25b374e7ec None None] Transition to ACTIVE for port object 005a2d27-0c74-416b-937d-9a65ad888695 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:50.910218 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0e1336a0-d69c-4aaf-8025-ab25b374e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:50.926427 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-7a787fb7-8c4a-4c2c-83f8-49be49e2db17 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Calling delete_port for 825b7b75-9dea-4bed-8d08-18cdf9667b65 owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:51.006508 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1336a0-d69c-4aaf-8025-ab25b374e7ec None None] Pushing event updated for resources: {'Port': ['ID=005a2d27-0c74-416b-937d-9a65ad888695,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:51.009014 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f7b456-73d8-4e36-8128-4b5e534b09fd None None] DHCP port deletion for c411bd00-dcf9-43e3-b2d6-769fbed05b5a request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:25:51.016829 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1336a0-d69c-4aaf-8025-ab25b374e7ec None None] Network 6a41d241-bd15-42eb-9746-41abe78a9c63 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:51.018569 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-0e1336a0-d69c-4aaf-8025-ab25b374e7ec None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:51.020597 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-32f7b456-73d8-4e36-8128-4b5e534b09fd None None] Deleting port 825b7b75-9dea-4bed-8d08-18cdf9667b65 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:51.021254 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-32f7b456-73d8-4e36-8128-4b5e534b09fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:51.038377 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a787fb7-8c4a-4c2c-83f8-49be49e2db17 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:51.087565 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1336a0-d69c-4aaf-8025-ab25b374e7ec None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:51.106159 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a787fb7-8c4a-4c2c-83f8-49be49e2db17 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Port': ['ID=825b7b75-9dea-4bed-8d08-18cdf9667b65,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:51.117492 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef15e88-a4c7-491c-97e9-cdc9a01b1b65 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Made reservation on behalf of 72c993bf72344f498aa1635c771d9146 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:51.124559 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0ef15e88-a4c7-491c-97e9-cdc9a01b1b65 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:51.125526 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc42a61d-e317-42ed-93a4-a6d102d6dcb7 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:51.129909 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-bc42a61d-e317-42ed-93a4-a6d102d6dcb7 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2331898 Apr 08 10:25:51.130083 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56318) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:51.166353 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a787fb7-8c4a-4c2c-83f8-49be49e2db17 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] No DVR routers for this DVR port 825b7b75-9dea-4bed-8d08-18cdf9667b65 on host dv-neutron-837110-1-hyperv {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:25:51.205272 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-fe8c511f-8842-45f7-ae92-6540c8b4c3d4 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Synchronizing usage tracker for tenant:270adadf669a45b6bd01155aeff0f96b on resource:subnet {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:25:51.216146 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-32f7b456-73d8-4e36-8128-4b5e534b09fd None None] The port '825b7b75-9dea-4bed-8d08-18cdf9667b65' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:25:51.234103 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-0e1336a0-d69c-4aaf-8025-ab25b374e7ec None None] Attempting to bind port 005a2d27-0c74-416b-937d-9a65ad888695 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:25:51.234647 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-0e1336a0-d69c-4aaf-8025-ab25b374e7ec None None] Attempting to bind port 005a2d27-0c74-416b-937d-9a65ad888695 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'b27b9cce-b553-44ab-b14c-bf17a35ce5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6a41d241-bd15-42eb-9746-41abe78a9c63'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:25:51.235131 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1336a0-d69c-4aaf-8025-ab25b374e7ec None None] Attempting to bind port 005a2d27-0c74-416b-937d-9a65ad888695 on network 6a41d241-bd15-42eb-9746-41abe78a9c63 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:25:51.236944 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-fe8c511f-8842-45f7-ae92-6540c8b4c3d4 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Unset dirty status for tenant:270adadf669a45b6bd01155aeff0f96b on resource:subnet {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:25:51.241316 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-fe8c511f-8842-45f7-ae92-6540c8b4c3d4 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "GET /v2.0/subnets?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 HTTP/1.1" status: 200 len: 207 time: 0.1071181 Apr 08 10:25:51.242284 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56322) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:51.243302 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1336a0-d69c-4aaf-8025-ab25b374e7ec None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:25:51.243923 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1336a0-d69c-4aaf-8025-ab25b374e7ec None None] Checking segment: {'id': 'b27b9cce-b553-44ab-b14c-bf17a35ce5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6a41d241-bd15-42eb-9746-41abe78a9c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:51.244584 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0e1336a0-d69c-4aaf-8025-ab25b374e7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:51.245075 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1336a0-d69c-4aaf-8025-ab25b374e7ec None None] Bound using segment: {'id': 'b27b9cce-b553-44ab-b14c-bf17a35ce5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6a41d241-bd15-42eb-9746-41abe78a9c63'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:25:51.245642 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-0e1336a0-d69c-4aaf-8025-ab25b374e7ec None None] Bound port: 005a2d27-0c74-416b-937d-9a65ad888695, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27b9cce-b553-44ab-b14c-bf17a35ce5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6a41d241-bd15-42eb-9746-41abe78a9c63'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:25:51.246115 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0e1336a0-d69c-4aaf-8025-ab25b374e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:51.261677 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-0ef15e88-a4c7-491c-97e9-cdc9a01b1b65 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] device_id is not set on port dfbfae9e-b3b0-4dc4-ad34-7a2fff765c17 yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:25:51.379090 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-0e1336a0-d69c-4aaf-8025-ab25b374e7ec None None] For port 005a2d27-0c74-416b-937d-9a65ad888695, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:25:51.385172 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-0e1336a0-d69c-4aaf-8025-ab25b374e7ec None None] For port 005a2d27-0c74-416b-937d-9a65ad888695, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=005a2d27-0c74-416b-937d-9a65ad888695,segment=NetworkSegment(b27b9cce-b553-44ab-b14c-bf17a35ce5b2),segment_id=b27b9cce-b553-44ab-b14c-bf17a35ce5b2)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:25:51.388061 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 825b7b75-9dea-4bed-8d08-18cdf9667b65 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:25:51.434021 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a787fb7-8c4a-4c2c-83f8-49be49e2db17 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:51.435142 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 825b7b75-9dea-4bed-8d08-18cdf9667b65 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:25:51.435802 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 825b7b75-9dea-4bed-8d08-18cdf9667b65 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:25:51.438999 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0e1336a0-d69c-4aaf-8025-ab25b374e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:51.488502 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-7a787fb7-8c4a-4c2c-83f8-49be49e2db17 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c411bd00-dcf9-43e3-b2d6-769fbed05b5a']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:51.538243 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1336a0-d69c-4aaf-8025-ab25b374e7ec None None] Pushing event updated for resources: {'Port': ['ID=005a2d27-0c74-416b-937d-9a65ad888695,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:51.561569 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-7a787fb7-8c4a-4c2c-83f8-49be49e2db17 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b7dd1d-e1c2-428c-bf61-72080f00e80d') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:51.561744 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-7a787fb7-8c4a-4c2c-83f8-49be49e2db17 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b7dd1d-e1c2-428c-bf61-72080f00e80d') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:51.580693 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a787fb7-8c4a-4c2c-83f8-49be49e2db17 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:51.601737 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a787fb7-8c4a-4c2c-83f8-49be49e2db17 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:51.601985 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c99a20-ecea-415a-888d-099b9a6eff99 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:51.606958 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c99a20-ecea-415a-888d-099b9a6eff99 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:51.612709 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c99a20-ecea-415a-888d-099b9a6eff99 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:51.615336 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a787fb7-8c4a-4c2c-83f8-49be49e2db17 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:25:51.615492 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a787fb7-8c4a-4c2c-83f8-49be49e2db17 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:51.617818 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c99a20-ecea-415a-888d-099b9a6eff99 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:51.622503 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c99a20-ecea-415a-888d-099b9a6eff99 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:51.626962 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c99a20-ecea-415a-888d-099b9a6eff99 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:51.632591 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-89c99a20-ecea-415a-888d-099b9a6eff99 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3856347 Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:25:51.633715 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:25:51.635954 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56326) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:51.727629 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-0ef15e88-a4c7-491c-97e9-cdc9a01b1b65 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Allocated IP 2001:db8::35a (6a41d241-bd15-42eb-9746-41abe78a9c63/24402982-b43c-4cc3-aa96-5db310e4851e/dfbfae9e-b3b0-4dc4-ad34-7a2fff765c17) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:52.010453 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a787fb7-8c4a-4c2c-83f8-49be49e2db17 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:52.042962 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a787fb7-8c4a-4c2c-83f8-49be49e2db17 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:52.082493 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a787fb7-8c4a-4c2c-83f8-49be49e2db17 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Network': ['ID=c411bd00-dcf9-43e3-b2d6-769fbed05b5a,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:52.120722 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-863244a5-3c7e-4ade-a6b7-213becbef200 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4837587 Apr 08 10:25:52.124758 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56330) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:52.128593 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7a787fb7-8c4a-4c2c-83f8-49be49e2db17 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/networks/c411bd00-dcf9-43e3-b2d6-769fbed05b5a HTTP/1.1" status: 204 len: 168 time: 2.1470194 Apr 08 10:25:52.151714 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56334) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:52.224164 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e5262b-5051-4e23-974a-68667f11c358 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:52.225657 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e5262b-5051-4e23-974a-68667f11c358 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:52.227024 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e5262b-5051-4e23-974a-68667f11c358 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:52.228413 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e5262b-5051-4e23-974a-68667f11c358 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:52.229775 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e5262b-5051-4e23-974a-68667f11c358 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:52.235541 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-23e5262b-5051-4e23-974a-68667f11c358 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1044626 Apr 08 10:25:52.238113 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56338) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:52.275773 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8bada7c7-fed0-4e1b-acbd-d2ed0ffbae0a tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:52.292673 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f44d8ae-0b5e-4a14-88ad-467f79b687c1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:52.293243 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-8f44d8ae-0b5e-4a14-88ad-467f79b687c1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Synchronizing usage tracker for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:25:52.326176 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8bada7c7-fed0-4e1b-acbd-d2ed0ffbae0a tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:52.334619 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-8f44d8ae-0b5e-4a14-88ad-467f79b687c1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Unset dirty status for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:25:52.335114 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bd2c6c-7d23-4b71-aef0-c90d9f5cad81 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['shared'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:52.335934 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8f44d8ae-0b5e-4a14-88ad-467f79b687c1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "GET /v2.0/ports/9eac942b-47fd-46c0-b68a-55ffff8d9332 HTTP/1.1" status: 200 len: 844 time: 0.1832333 Apr 08 10:25:52.336755 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bd2c6c-7d23-4b71-aef0-c90d9f5cad81 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['shared'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:52.338146 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bd2c6c-7d23-4b71-aef0-c90d9f5cad81 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['shared'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:52.339510 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bd2c6c-7d23-4b71-aef0-c90d9f5cad81 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['shared'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:52.340930 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56342) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:52.341061 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bd2c6c-7d23-4b71-aef0-c90d9f5cad81 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['shared'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:52.346723 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-07bd2c6c-7d23-4b71-aef0-c90d9f5cad81 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1038222 Apr 08 10:25:52.347628 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56346) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:52.387989 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56350) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:52.409600 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-463c0582-e12b-4507-94a1-2a354069bfc0 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Request body: {'subnets': [{'network_id': '951a3c47-71b0-4380-ba9c-b97da4cdc5ee', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2051794830', 'ip_version': 6}, {'network_id': '7c4f792f-91dd-4edf-aeb8-e59b5d685ac3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:52.409940 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-463c0582-e12b-4507-94a1-2a354069bfc0 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Request body: {'subnet': {'network_id': '951a3c47-71b0-4380-ba9c-b97da4cdc5ee', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2051794830', 'ip_version': 6}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:52.410588 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-463c0582-e12b-4507-94a1-2a354069bfc0 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Request body: {'subnet': {'network_id': '7c4f792f-91dd-4edf-aeb8-e59b5d685ac3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:52.448622 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-8bada7c7-fed0-4e1b-acbd-d2ed0ffbae0a tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Deleting port 77743550-7914-4978-b9a2-8b71bf622961 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:25:52.449054 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8bada7c7-fed0-4e1b-acbd-d2ed0ffbae0a tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:52.509911 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0ef15e88-a4c7-491c-97e9-cdc9a01b1b65 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:52.546497 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1d803272-e987-4705-9cc7-64354aecb974 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "GET /v2.0/ports/9eac942b-47fd-46c0-b68a-55ffff8d9332?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2012167 Apr 08 10:25:52.549191 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56354) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:52.565429 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-0ef15e88-a4c7-491c-97e9-cdc9a01b1b65 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Transition to ACTIVE for port object dfbfae9e-b3b0-4dc4-ad34-7a2fff765c17 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:52.569774 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-64ca9c76-7d61-40c1-8612-88043e5a4a11 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'subnet': {'network_id': '5b9c2cb7-e310-4de6-984e-a03049400945', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:52.638231 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce73d62-cfc6-46ec-b9fa-423c1b02c6ea tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:52.643986 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9ce73d62-cfc6-46ec-b9fa-423c1b02c6ea tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "GET /v2.0/networks/68ddc8de-cfd1-4535-903c-414ed33aa7d3 HTTP/1.1" status: 200 len: 803 time: 0.2916694 Apr 08 10:25:52.645146 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56358) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:52.700395 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375bd297-23f1-41d9-9ef6-1e08c7ab0a26 None None] Network 6a41d241-bd15-42eb-9746-41abe78a9c63 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:52.771886 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8bada7c7-fed0-4e1b-acbd-d2ed0ffbae0a tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:52.808701 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-11ad2372-5c68-4c51-9b7a-eef7b95bfa9f None None] Provisioning for port 005a2d27-0c74-416b-937d-9a65ad888695 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:52.821436 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-64ca9c76-7d61-40c1-8612-88043e5a4a11 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:52.826989 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-463c0582-e12b-4507-94a1-2a354069bfc0 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:52.830504 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-64ca9c76-7d61-40c1-8612-88043e5a4a11 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:subnet and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:52.835175 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-64ca9c76-7d61-40c1-8612-88043e5a4a11 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:52.838591 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-463c0582-e12b-4507-94a1-2a354069bfc0 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Usage tracker for resource:subnet and tenant:ba3705232b8e48d1ab85733c5524e7d9 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:52.844348 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0ef15e88-a4c7-491c-97e9-cdc9a01b1b65 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:52.846450 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-463c0582-e12b-4507-94a1-2a354069bfc0 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:52.849693 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-64ca9c76-7d61-40c1-8612-88043e5a4a11 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:52.888055 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-463c0582-e12b-4507-94a1-2a354069bfc0 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:52.915568 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-8bada7c7-fed0-4e1b-acbd-d2ed0ffbae0a tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Calling delete_port for 77743550-7914-4978-b9a2-8b71bf622961 owned by network:router_gateway {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:25:52.945628 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef15e88-a4c7-491c-97e9-cdc9a01b1b65 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network 6a41d241-bd15-42eb-9746-41abe78a9c63 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:52.945857 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ca9c76-7d61-40c1-8612-88043e5a4a11 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:52.964720 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-0ef15e88-a4c7-491c-97e9-cdc9a01b1b65 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:52.966651 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463c0582-e12b-4507-94a1-2a354069bfc0 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Made reservation on behalf of ba3705232b8e48d1ab85733c5524e7d9 for: {'subnet': 2} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:52.983659 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef15e88-a4c7-491c-97e9-cdc9a01b1b65 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:52.989863 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-cd095a9b-b523-47a0-a5f4-2dd4a76a8af8 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "GET /v2.0/networks/68ddc8de-cfd1-4535-903c-414ed33aa7d3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3409398 Apr 08 10:25:52.990186 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef15e88-a4c7-491c-97e9-cdc9a01b1b65 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:52.990186 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0ef15e88-a4c7-491c-97e9-cdc9a01b1b65 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:52.991079 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56362) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:53.082781 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc81ddb-4e09-4a1b-b518-193f417e9fc7 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:53.084141 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5bc81ddb-4e09-4a1b-b518-193f417e9fc7 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "GET /v2.0/subnets/6fcefe6b-005c-45b5-90bb-b4bc686325e2 HTTP/1.1" status: 200 len: 843 time: 0.0926707 Apr 08 10:25:53.087798 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56366) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:53.157353 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef15e88-a4c7-491c-97e9-cdc9a01b1b65 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Port': ['ID=dfbfae9e-b3b0-4dc4-ad34-7a2fff765c17,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:53.160989 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aba5c7a-bdeb-4b39-98c9-13c260c662eb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['shared'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:53.165740 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7aba5c7a-bdeb-4b39-98c9-13c260c662eb tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "GET /v2.0/subnets/6fcefe6b-005c-45b5-90bb-b4bc686325e2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0736096 Apr 08 10:25:53.167752 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56370) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:53.174594 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-f577333f-b66f-4679-899f-443b2b7e6923 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-573264784'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:53.178222 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0ef15e88-a4c7-491c-97e9-cdc9a01b1b65 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1109118 Apr 08 10:25:53.181286 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f577333f-b66f-4679-899f-443b2b7e6923 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:53.183530 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56374) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:53.203636 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-64ca9c76-7d61-40c1-8612-88043e5a4a11 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:53.264104 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f577333f-b66f-4679-899f-443b2b7e6923 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:53.269014 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a2b2a9a0-eab1-4435-b069-ce066b458b98 None None] Provisioning for port dfbfae9e-b3b0-4dc4-ad34-7a2fff765c17 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:53.275370 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a2b2a9a0-eab1-4435-b069-ce066b458b98 None None] Provisioning complete for port dfbfae9e-b3b0-4dc4-ad34-7a2fff765c17 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:53.276030 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a2b2a9a0-eab1-4435-b069-ce066b458b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:53.403342 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-a2b2a9a0-eab1-4435-b069-ce066b458b98 None None] Port dfbfae9e-b3b0-4dc4-ad34-7a2fff765c17 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:25:53.441845 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-463c0582-e12b-4507-94a1-2a354069bfc0 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:53.442388 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-463c0582-e12b-4507-94a1-2a354069bfc0 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:53.454491 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 005a2d27-0c74-416b-937d-9a65ad888695 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:25:53.497062 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f577333f-b66f-4679-899f-443b2b7e6923 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Made reservation on behalf of 270adadf669a45b6bd01155aeff0f96b for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:53.500621 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f577333f-b66f-4679-899f-443b2b7e6923 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:53.534438 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8bada7c7-fed0-4e1b-acbd-d2ed0ffbae0a tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:53.537697 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 005a2d27-0c74-416b-937d-9a65ad888695 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:53.543606 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 005a2d27-0c74-416b-937d-9a65ad888695 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:53.543932 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:53.650192 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bada7c7-fed0-4e1b-acbd-d2ed0ffbae0a tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Pushing event deleted for resources: {'Port': ['ID=77743550-7914-4978-b9a2-8b71bf622961,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:53.669575 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:53.689743 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-890e71f0-5809-4e12-b79c-dacfcf3f549d None None] Provisioning complete for port dfbfae9e-b3b0-4dc4-ad34-7a2fff765c17 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:53.690117 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-890e71f0-5809-4e12-b79c-dacfcf3f549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:53.704619 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f577333f-b66f-4679-899f-443b2b7e6923 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:25:53.763718 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f577333f-b66f-4679-899f-443b2b7e6923 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:53.764122 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-f577333f-b66f-4679-899f-443b2b7e6923 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Added segment ec407e65-205d-4094-a5a6-f97df1ddd0de of type vlan for network 928dbbf6-cfbb-4df8-b6a9-dd3aa10bc23e Apr 08 10:25:53.775621 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 005a2d27-0c74-416b-937d-9a65ad888695, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=005a2d27-0c74-416b-937d-9a65ad888695,segment=NetworkSegment(b27b9cce-b553-44ab-b14c-bf17a35ce5b2),segment_id=b27b9cce-b553-44ab-b14c-bf17a35ce5b2)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:53.778322 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-890e71f0-5809-4e12-b79c-dacfcf3f549d None None] Port dfbfae9e-b3b0-4dc4-ad34-7a2fff765c17 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:25:53.784916 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:53.857169 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=005a2d27-0c74-416b-937d-9a65ad888695,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:53.881562 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-64ca9c76-7d61-40c1-8612-88043e5a4a11 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:53.957518 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f577333f-b66f-4679-899f-443b2b7e6923 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:53.997249 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ca9c76-7d61-40c1-8612-88043e5a4a11 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network 5b9c2cb7-e310-4de6-984e-a03049400945 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:54.045762 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-64ca9c76-7d61-40c1-8612-88043e5a4a11 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:54.048764 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ca9c76-7d61-40c1-8612-88043e5a4a11 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:54.049348 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-64ca9c76-7d61-40c1-8612-88043e5a4a11 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:54.057378 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85178c7-873e-43bf-841d-2a53a8f15e8a None None] Network 5b9c2cb7-e310-4de6-984e-a03049400945 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:54.075527 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca9c76-7d61-40c1-8612-88043e5a4a11 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Subnet': ['ID=b8b32f79-2219-4f05-b329-9c0c58cd5087,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:54.091559 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-64ca9c76-7d61-40c1-8612-88043e5a4a11 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5372753 Apr 08 10:25:54.095665 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56378) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:54.103285 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-b6873a5c-43e8-4cba-a9ed-0d68efa7794f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'security_group': {'name': 'tempest-secgroup-1920488983'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:54.109185 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b6873a5c-43e8-4cba-a9ed-0d68efa7794f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:54.112952 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b6873a5c-43e8-4cba-a9ed-0d68efa7794f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:security_group and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:54.115747 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b6873a5c-43e8-4cba-a9ed-0d68efa7794f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:54.121714 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b6873a5c-43e8-4cba-a9ed-0d68efa7794f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:54.125014 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8bada7c7-fed0-4e1b-acbd-d2ed0ffbae0a tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:54.146144 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b6873a5c-43e8-4cba-a9ed-0d68efa7794f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:54.194326 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b6873a5c-43e8-4cba-a9ed-0d68efa7794f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:54.198278 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b6873a5c-43e8-4cba-a9ed-0d68efa7794f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:security_group_rule and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:54.200714 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b6873a5c-43e8-4cba-a9ed-0d68efa7794f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:54.207143 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b6873a5c-43e8-4cba-a9ed-0d68efa7794f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:54.256038 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f577333f-b66f-4679-899f-443b2b7e6923 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:54.259913 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f577333f-b66f-4679-899f-443b2b7e6923 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:54.260269 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f577333f-b66f-4679-899f-443b2b7e6923 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:54.271107 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b6873a5c-43e8-4cba-a9ed-0d68efa7794f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:54.277195 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b6873a5c-43e8-4cba-a9ed-0d68efa7794f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:54.326654 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8bada7c7-fed0-4e1b-acbd-d2ed0ffbae0a tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:54.346663 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8c3c68-eaed-4d19-ae39-a80b1258a55c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-5b9c2cb7-e310-4de6-984e-a03049400945', 'network_id': '5b9c2cb7-e310-4de6-984e-a03049400945', 'tenant_id': 'fa9701ec28774020be549acd68c08714', 'fixed_ips': [{'subnet_id': 'b8b32f79-2219-4f05-b329-9c0c58cd5087'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:25:54.347548 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0c8c3c68-eaed-4d19-ae39-a80b1258a55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:54.361503 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6873a5c-43e8-4cba-a9ed-0d68efa7794f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b6a43b-f785-402d-90ea-f2673472bd00,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:54.369279 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b6873a5c-43e8-4cba-a9ed-0d68efa7794f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:54.370883 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b6873a5c-43e8-4cba-a9ed-0d68efa7794f tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2739768 Apr 08 10:25:54.373704 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56382) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:54.385224 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-f9cf174c-8c73-47c1-a52d-d9064692850c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'security_group': {'name': 'tempest-secgroup-2074021741'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:54.395751 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f9cf174c-8c73-47c1-a52d-d9064692850c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:54.402976 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f9cf174c-8c73-47c1-a52d-d9064692850c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:security_group and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:54.407497 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f9cf174c-8c73-47c1-a52d-d9064692850c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:54.417679 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f9cf174c-8c73-47c1-a52d-d9064692850c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:54.426557 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8bada7c7-fed0-4e1b-acbd-d2ed0ffbae0a tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1762438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1762447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1757449'] for router, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:54.449185 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f9cf174c-8c73-47c1-a52d-d9064692850c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:54.452089 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577333f-b66f-4679-899f-443b2b7e6923 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event updated for resources: {'Network': ['ID=928dbbf6-cfbb-4df8-b6a9-dd3aa10bc23e,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:54.456788 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f577333f-b66f-4679-899f-443b2b7e6923 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2879097 Apr 08 10:25:54.462795 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56386) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:54.471678 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-3e2bd8b6-8590-432f-a3e7-12a451c46bca tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Request body: {'subnet': {'network_id': '928dbbf6-cfbb-4df8-b6a9-dd3aa10bc23e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:54.500661 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 928dbbf6-cfbb-4df8-b6a9-dd3aa10bc23e details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:25:54.549014 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-463c0582-e12b-4507-94a1-2a354069bfc0 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:54.623462 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-0c8c3c68-eaed-4d19-ae39-a80b1258a55c None None] Allocated IP 2001:db8::2 (5b9c2cb7-e310-4de6-984e-a03049400945/b8b32f79-2219-4f05-b329-9c0c58cd5087/b6dd1445-58b5-4204-b386-2bf42125eb53) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:54.699968 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3e2bd8b6-8590-432f-a3e7-12a451c46bca tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:54.702231 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c0582-e12b-4507-94a1-2a354069bfc0 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Pushing event updated for resources: {'Subnet': ['ID=1b7d4fa7-1d0b-4e11-ad8e-913d34458c17,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:54.708280 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f9cf174c-8c73-47c1-a52d-d9064692850c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:54.716944 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f9cf174c-8c73-47c1-a52d-d9064692850c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:security_group_rule and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:54.720985 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f9cf174c-8c73-47c1-a52d-d9064692850c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:54.730754 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3e2bd8b6-8590-432f-a3e7-12a451c46bca tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:54.732874 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f9cf174c-8c73-47c1-a52d-d9064692850c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:54.737376 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463c0582-e12b-4507-94a1-2a354069bfc0 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Checking segment: {'id': '4390ce95-89b6-4933-8522-04ba0f350921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '951a3c47-71b0-4380-ba9c-b97da4cdc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:54.737740 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463c0582-e12b-4507-94a1-2a354069bfc0 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Network hostable DHCP agents. Network: 951a3c47-71b0-4380-ba9c-b97da4cdc5ee, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:25:54.762539 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2bd8b6-8590-432f-a3e7-12a451c46bca tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Made reservation on behalf of 270adadf669a45b6bd01155aeff0f96b for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:54.845136 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bada7c7-fed0-4e1b-acbd-d2ed0ffbae0a tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Router 6ad04d99-6bed-481c-906f-038b66a27ff5 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:25:54.847844 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-babd8e87-c35a-4db7-a570-bd47087a4fec tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:54.894680 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463c0582-e12b-4507-94a1-2a354069bfc0 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Network 951a3c47-71b0-4380-ba9c-b97da4cdc5ee is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:25:54.896438 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0c8c3c68-eaed-4d19-ae39-a80b1258a55c None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:54.909515 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0c8c3c68-eaed-4d19-ae39-a80b1258a55c None None] Transition to ACTIVE for port object b6dd1445-58b5-4204-b386-2bf42125eb53 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:54.919153 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f9cf174c-8c73-47c1-a52d-d9064692850c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:54.922291 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd8b6-8590-432f-a3e7-12a451c46bca tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:54.929181 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0c8c3c68-eaed-4d19-ae39-a80b1258a55c None None] Transition to ACTIVE for port object b6dd1445-58b5-4204-b386-2bf42125eb53 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:54.934322 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0c8c3c68-eaed-4d19-ae39-a80b1258a55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:54.939828 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-463c0582-e12b-4507-94a1-2a354069bfc0 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 951a3c47-71b0-4380-ba9c-b97da4cdc5ee) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:54.943839 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-463c0582-e12b-4507-94a1-2a354069bfc0 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:54.972057 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261fb551-ffcc-462a-b42d-6a4c065fe37d None None] Network 951a3c47-71b0-4380-ba9c-b97da4cdc5ee requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:54.977765 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f9cf174c-8c73-47c1-a52d-d9064692850c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:55.103754 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.ipam_backend_mixin [None req-3e2bd8b6-8590-432f-a3e7-12a451c46bca tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Performing IP validity checks on allocation pools {{(pid=83845) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 08 10:25:55.104217 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.ipam_backend_mixin [None req-3e2bd8b6-8590-432f-a3e7-12a451c46bca tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83845) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 08 10:25:55.116740 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f9cf174c-8c73-47c1-a52d-d9064692850c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:55.120340 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f9cf174c-8c73-47c1-a52d-d9064692850c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7435391 Apr 08 10:25:55.134329 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56390) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:55.146881 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8c3c68-eaed-4d19-ae39-a80b1258a55c None None] Network 5b9c2cb7-e310-4de6-984e-a03049400945 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:55.152110 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-b758da22-553f-4dca-9708-5e49e875ab7a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2018552439', 'security_groups': ['65a26e5e-3578-44bb-b9a9-0d22dfd8c13b'], 'network_id': '5b9c2cb7-e310-4de6-984e-a03049400945', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b8b32f79-2219-4f05-b329-9c0c58cd5087'}]}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:55.160999 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-0c8c3c68-eaed-4d19-ae39-a80b1258a55c None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:55.165231 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c3c68-eaed-4d19-ae39-a80b1258a55c None None] Pushing event updated for resources: {'Port': ['ID=b6dd1445-58b5-4204-b386-2bf42125eb53,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:55.167966 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c3c68-eaed-4d19-ae39-a80b1258a55c None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:55.173573 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c0582-e12b-4507-94a1-2a354069bfc0 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Pushing event updated for resources: {'Subnet': ['ID=f2036b66-673e-4d3e-bad9-c2e9968b2e57,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:55.176353 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf174c-8c73-47c1-a52d-d9064692850c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a26e5e-3578-44bb-b9a9-0d22dfd8c13b,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:55.284363 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bada7c7-fed0-4e1b-acbd-d2ed0ffbae0a tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:25:55.294078 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8bada7c7-fed0-4e1b-acbd-d2ed0ffbae0a tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:55.296245 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8bada7c7-fed0-4e1b-acbd-d2ed0ffbae0a tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "PUT /v2.0/routers/6ad04d99-6bed-481c-906f-038b66a27ff5 HTTP/1.1" status: 200 len: 706 time: 4.8797140 Apr 08 10:25:55.304021 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56394) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:55.305167 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463c0582-e12b-4507-94a1-2a354069bfc0 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Checking segment: {'id': '84dcaa99-7333-4c4c-9cdd-85dffe1fd2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7c4f792f-91dd-4edf-aeb8-e59b5d685ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:55.305659 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463c0582-e12b-4507-94a1-2a354069bfc0 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Network hostable DHCP agents. Network: 7c4f792f-91dd-4edf-aeb8-e59b5d685ac3, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:25:55.307094 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4299e4d3-bde1-4801-ad61-253b381c43f2 None None] Sync routers for ids ['6ad04d99-6bed-481c-906f-038b66a27ff5'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:25:55.331902 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-0c8c3c68-eaed-4d19-ae39-a80b1258a55c None None] Attempting to bind port b6dd1445-58b5-4204-b386-2bf42125eb53 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:25:55.332489 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-0c8c3c68-eaed-4d19-ae39-a80b1258a55c None None] Attempting to bind port b6dd1445-58b5-4204-b386-2bf42125eb53 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '2e7d5065-cc3f-459b-94ed-8a23d7cdc706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5b9c2cb7-e310-4de6-984e-a03049400945'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:25:55.333059 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8c3c68-eaed-4d19-ae39-a80b1258a55c None None] Attempting to bind port b6dd1445-58b5-4204-b386-2bf42125eb53 on network 5b9c2cb7-e310-4de6-984e-a03049400945 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:25:55.342311 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8c3c68-eaed-4d19-ae39-a80b1258a55c None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:25:55.342824 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8c3c68-eaed-4d19-ae39-a80b1258a55c None None] Checking segment: {'id': '2e7d5065-cc3f-459b-94ed-8a23d7cdc706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5b9c2cb7-e310-4de6-984e-a03049400945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:55.344219 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0c8c3c68-eaed-4d19-ae39-a80b1258a55c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:55.344727 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8c3c68-eaed-4d19-ae39-a80b1258a55c None None] Bound using segment: {'id': '2e7d5065-cc3f-459b-94ed-8a23d7cdc706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5b9c2cb7-e310-4de6-984e-a03049400945'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:25:55.345290 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-0c8c3c68-eaed-4d19-ae39-a80b1258a55c None None] Bound port: b6dd1445-58b5-4204-b386-2bf42125eb53, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e7d5065-cc3f-459b-94ed-8a23d7cdc706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5b9c2cb7-e310-4de6-984e-a03049400945'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:25:55.345768 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0c8c3c68-eaed-4d19-ae39-a80b1258a55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:55.403424 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b758da22-553f-4dca-9708-5e49e875ab7a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:55.406112 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4299e4d3-bde1-4801-ad61-253b381c43f2 None None] Routers {'6ad04d99-6bed-481c-906f-038b66a27ff5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:25:55.407042 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-4299e4d3-bde1-4801-ad61-253b381c43f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:25:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6ad04d99-6bed-481c-906f-038b66a27ff5'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:55.424503 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463c0582-e12b-4507-94a1-2a354069bfc0 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Network 7c4f792f-91dd-4edf-aeb8-e59b5d685ac3 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:25:55.426701 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b758da22-553f-4dca-9708-5e49e875ab7a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:55.470490 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-463c0582-e12b-4507-94a1-2a354069bfc0 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 7c4f792f-91dd-4edf-aeb8-e59b5d685ac3) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:55.474865 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463c0582-e12b-4507-94a1-2a354069bfc0 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:55.475251 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463c0582-e12b-4507-94a1-2a354069bfc0 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:55.476523 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-463c0582-e12b-4507-94a1-2a354069bfc0 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:55.479986 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-4299e4d3-bde1-4801-ad61-253b381c43f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:55.489620 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b758da22-553f-4dca-9708-5e49e875ab7a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:55.494001 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b758da22-553f-4dca-9708-5e49e875ab7a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:55.501463 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-39c56b50-c137-4f43-98a4-faaa050488c7 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "GET /v2.0/routers/6ad04d99-6bed-481c-906f-038b66a27ff5 HTTP/1.1" status: 200 len: 741 time: 0.1961451 Apr 08 10:25:55.505081 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56398) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:55.505717 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46549ae8-90a4-4f2c-a0ac-e5ee90277c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-951a3c47-71b0-4380-ba9c-b97da4cdc5ee', 'network_id': '951a3c47-71b0-4380-ba9c-b97da4cdc5ee', 'tenant_id': 'ba3705232b8e48d1ab85733c5524e7d9', 'fixed_ips': [{'subnet_id': '1b7d4fa7-1d0b-4e11-ad8e-913d34458c17'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:25:55.506609 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-46549ae8-90a4-4f2c-a0ac-e5ee90277c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:55.516122 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 005a2d27-0c74-416b-937d-9a65ad888695 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:25:55.516403 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd8b6-8590-432f-a3e7-12a451c46bca tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:55.546136 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7af05b5-8b93-4f49-83a9-2e4c8e24a2cc None None] Network 7c4f792f-91dd-4edf-aeb8-e59b5d685ac3 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:55.560599 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3d21a65f-65a1-4d0e-b207-4678a1fbdf33 tempest-RoutersAdminTest-307154596 tempest-RoutersAdminTest-307154596-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240&device_id=6ad04d99-6bed-481c-906f-038b66a27ff5 HTTP/1.1" status: 200 len: 205 time: 0.0537241 Apr 08 10:25:55.563735 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56402) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:55.566239 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-463c0582-e12b-4507-94a1-2a354069bfc0 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.1721220 Apr 08 10:25:55.578938 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56406) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:55.614121 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [None req-b758da22-553f-4dca-9708-5e49e875ab7a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] device_id is not set on port 05265f75-a536-4934-9c8a-af2427ecfccf yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:25:55.616739 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-43fcd859-f2fe-44f3-a75e-b16b4608c5a2 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "GET /v2.0/ports?device_id=6ad04d99-6bed-481c-906f-038b66a27ff5 HTTP/1.1" status: 200 len: 205 time: 0.0517302 Apr 08 10:25:55.619191 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56410) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:55.623060 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-babd8e87-c35a-4db7-a570-bd47087a4fec tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:55.685379 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-babd8e87-c35a-4db7-a570-bd47087a4fec tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:55.706893 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2bd8b6-8590-432f-a3e7-12a451c46bca tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event updated for resources: {'Subnet': ['ID=4dd6d43a-a412-4413-a2f3-53d8a6341fcd,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:55.752274 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4299e4d3-bde1-4801-ad61-253b381c43f2 None None] Routers {'6ad04d99-6bed-481c-906f-038b66a27ff5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:25:55.752898 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-4299e4d3-bde1-4801-ad61-253b381c43f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:25:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6ad04d99-6bed-481c-906f-038b66a27ff5'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:55.785555 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d6952c-89bc-40f6-8a2c-7ca10cadc602 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:55.786952 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d6952c-89bc-40f6-8a2c-7ca10cadc602 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:55.788258 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d6952c-89bc-40f6-8a2c-7ca10cadc602 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:55.789039 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-67d6952c-89bc-40f6-8a2c-7ca10cadc602 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Synchronizing usage tracker for tenant:ba3705232b8e48d1ab85733c5524e7d9 on resource:subnet {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:25:55.816274 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2bd8b6-8590-432f-a3e7-12a451c46bca tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Checking segment: {'id': 'ec407e65-205d-4094-a5a6-f97df1ddd0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '928dbbf6-cfbb-4df8-b6a9-dd3aa10bc23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:55.816698 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2bd8b6-8590-432f-a3e7-12a451c46bca tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Network hostable DHCP agents. Network: 928dbbf6-cfbb-4df8-b6a9-dd3aa10bc23e, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:25:55.849817 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-67d6952c-89bc-40f6-8a2c-7ca10cadc602 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Unset dirty status for tenant:ba3705232b8e48d1ab85733c5524e7d9 on resource:subnet {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:25:55.860371 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-67d6952c-89bc-40f6-8a2c-7ca10cadc602 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2711806 Apr 08 10:25:55.860846 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56414) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:55.875963 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-4299e4d3-bde1-4801-ad61-253b381c43f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:55.876390 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4299e4d3-bde1-4801-ad61-253b381c43f2 None None] The sync data for ids ['6ad04d99-6bed-481c-906f-038b66a27ff5'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:25:55.887328 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-0c8c3c68-eaed-4d19-ae39-a80b1258a55c None None] For port b6dd1445-58b5-4204-b386-2bf42125eb53, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:25:55.898762 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd8e87-c35a-4db7-a570-bd47087a4fec tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Port': ['ID=dfbfae9e-b3b0-4dc4-ad34-7a2fff765c17,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:55.917454 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-0c8c3c68-eaed-4d19-ae39-a80b1258a55c None None] For port b6dd1445-58b5-4204-b386-2bf42125eb53, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b6dd1445-58b5-4204-b386-2bf42125eb53,segment=NetworkSegment(2e7d5065-cc3f-459b-94ed-8a23d7cdc706),segment_id=2e7d5065-cc3f-459b-94ed-8a23d7cdc706)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:25:55.959106 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6a6834af-5593-4a9d-90da-512bb8fb354d tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:56.107665 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0c8c3c68-eaed-4d19-ae39-a80b1258a55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:56.118120 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2bd8b6-8590-432f-a3e7-12a451c46bca tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Network 928dbbf6-cfbb-4df8-b6a9-dd3aa10bc23e is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:25:56.141135 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b61399b-b3ee-453a-be3c-f9cdcff1c6fc tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Deleting subnet 1b7d4fa7-1d0b-4e11-ad8e-913d34458c17 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:25:56.159559 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-b758da22-553f-4dca-9708-5e49e875ab7a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Allocated IP 2001:db8::1e (5b9c2cb7-e310-4de6-984e-a03049400945/b8b32f79-2219-4f05-b329-9c0c58cd5087/05265f75-a536-4934-9c8a-af2427ecfccf) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:56.161801 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-3e2bd8b6-8590-432f-a3e7-12a451c46bca tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 928dbbf6-cfbb-4df8-b6a9-dd3aa10bc23e) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:56.168261 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bd8b6-8590-432f-a3e7-12a451c46bca tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:56.168975 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd8b6-8590-432f-a3e7-12a451c46bca tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:56.190947 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 005a2d27-0c74-416b-937d-9a65ad888695 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:56.191320 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:56.222318 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcde0f6-e046-49ef-9de5-924f45ac0ed8 None None] Network 928dbbf6-cfbb-4df8-b6a9-dd3aa10bc23e requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:56.260451 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051aa890-4767-4375-9bb4-fd9f77ea4ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-7c4f792f-91dd-4edf-aeb8-e59b5d685ac3', 'network_id': '7c4f792f-91dd-4edf-aeb8-e59b5d685ac3', 'tenant_id': 'ba3705232b8e48d1ab85733c5524e7d9', 'fixed_ips': [{'subnet_id': 'f2036b66-673e-4d3e-bad9-c2e9968b2e57'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:25:56.261227 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-051aa890-4767-4375-9bb4-fd9f77ea4ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:56.330781 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-babd8e87-c35a-4db7-a570-bd47087a4fec tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:56.331532 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3e2bd8b6-8590-432f-a3e7-12a451c46bca tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8643577 Apr 08 10:25:56.332438 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56418) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:56.352924 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-470adf90-8343-467e-a392-7229b11c7d36 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:56.443842 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b758da22-553f-4dca-9708-5e49e875ab7a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:56.462570 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-46549ae8-90a4-4f2c-a0ac-e5ee90277c3d None None] Allocated IP 2001:db8::1 (951a3c47-71b0-4380-ba9c-b97da4cdc5ee/1b7d4fa7-1d0b-4e11-ad8e-913d34458c17/3e2ccc78-4806-4123-975b-0bd944d01744) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:56.507444 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-b758da22-553f-4dca-9708-5e49e875ab7a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Transition to ACTIVE for port object 05265f75-a536-4934-9c8a-af2427ecfccf will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:56.515084 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c3c68-eaed-4d19-ae39-a80b1258a55c None None] Pushing event updated for resources: {'Port': ['ID=b6dd1445-58b5-4204-b386-2bf42125eb53,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:56.527356 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-470adf90-8343-467e-a392-7229b11c7d36 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2717287'] for subnet, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:56.629493 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b758da22-553f-4dca-9708-5e49e875ab7a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:56.730894 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6a6834af-5593-4a9d-90da-512bb8fb354d tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:56.732700 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c2fbde01-4e28-4d2e-a7cb-7359e289bfdc None None] Provisioning complete for port dfbfae9e-b3b0-4dc4-ad34-7a2fff765c17 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:56.733079 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c2fbde01-4e28-4d2e-a7cb-7359e289bfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:56.737507 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6a6834af-5593-4a9d-90da-512bb8fb354d tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:56.777034 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-babd8e87-c35a-4db7-a570-bd47087a4fec tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:56.790464 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b758da22-553f-4dca-9708-5e49e875ab7a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network 5b9c2cb7-e310-4de6-984e-a03049400945 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:56.794585 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-b758da22-553f-4dca-9708-5e49e875ab7a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:56.807476 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b758da22-553f-4dca-9708-5e49e875ab7a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:56.812323 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b758da22-553f-4dca-9708-5e49e875ab7a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:56.813200 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b758da22-553f-4dca-9708-5e49e875ab7a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:56.817312 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6a6834af-5593-4a9d-90da-512bb8fb354d tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:56.818346 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6834af-5593-4a9d-90da-512bb8fb354d tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Fanout notify agent at l3_agent the message router_deleted on router 6ad04d99-6bed-481c-906f-038b66a27ff5 {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:25:56.831418 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6a6834af-5593-4a9d-90da-512bb8fb354d tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:56.832627 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6a6834af-5593-4a9d-90da-512bb8fb354d tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "DELETE /v2.0/routers/6ad04d99-6bed-481c-906f-038b66a27ff5 HTTP/1.1" status: 204 len: 168 time: 1.2122760 Apr 08 10:25:56.838503 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758da22-553f-4dca-9708-5e49e875ab7a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Port': ['ID=05265f75-a536-4934-9c8a-af2427ecfccf,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:56.840945 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56422) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:56.900479 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2ffe9ccf-9997-48b7-b142-b6e8279e2832 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "GET /v2.0/ports?device_id=6ad04d99-6bed-481c-906f-038b66a27ff5 HTTP/1.1" status: 200 len: 205 time: 0.0585058 Apr 08 10:25:56.901233 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b758da22-553f-4dca-9708-5e49e875ab7a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7647736 Apr 08 10:25:56.907527 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56426) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:56.907527 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56428) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:56.987026 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-37bc7b2a-c386-4cc3-a5da-1d2daf2e470b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'subnet': {'network_id': '5b9c2cb7-e310-4de6-984e-a03049400945', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:56.997625 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-c2fbde01-4e28-4d2e-a7cb-7359e289bfdc None None] Port dfbfae9e-b3b0-4dc4-ad34-7a2fff765c17 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:25:57.088459 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-7505e413-dda6-4bb2-a098-04526e97a73c tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] delete failed (client error): The resource could not be found. Apr 08 10:25:57.091677 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7505e413-dda6-4bb2-a098-04526e97a73c tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "DELETE /v2.0/routers/6ad04d99-6bed-481c-906f-038b66a27ff5 HTTP/1.1" status: 404 len: 336 time: 0.1790543 Apr 08 10:25:57.096756 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56434) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:57.106482 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-051aa890-4767-4375-9bb4-fd9f77ea4ace None None] Allocated IP 2001:db8:0:1::1 (7c4f792f-91dd-4edf-aeb8-e59b5d685ac3/f2036b66-673e-4d3e-bad9-c2e9968b2e57/2209857e-72ef-4b27-9cbe-86b63c4d2e0b) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:57.121429 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7215f8-10c2-4406-b6c9-02dfb75ec11a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-928dbbf6-cfbb-4df8-b6a9-dd3aa10bc23e', 'network_id': '928dbbf6-cfbb-4df8-b6a9-dd3aa10bc23e', 'tenant_id': '270adadf669a45b6bd01155aeff0f96b', 'fixed_ips': [{'subnet_id': '4dd6d43a-a412-4413-a2f3-53d8a6341fcd'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:25:57.122436 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-eb7215f8-10c2-4406-b6c9-02dfb75ec11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:57.158778 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d0a6d423-55ff-4944-99a2-5dcffbbdecd8 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c5dba5f-148b-414f-979a-911653b791ee HTTP/1.1" status: 200 len: 205 time: 0.0607176 Apr 08 10:25:57.162744 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-470adf90-8343-467e-a392-7229b11c7d36 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790031572628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2738953'] for subnet, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:57.166117 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56438) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:57.303817 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-fcf2c793-982c-4b10-8e60-fba3983556d4 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] delete failed (client error): The resource could not be found. Apr 08 10:25:57.304876 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-fcf2c793-982c-4b10-8e60-fba3983556d4 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "DELETE /v2.0/routers/6c5dba5f-148b-414f-979a-911653b791ee HTTP/1.1" status: 404 len: 336 time: 0.1034360 Apr 08 10:25:57.308400 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56442) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:57.321168 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470adf90-8343-467e-a392-7229b11c7d36 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:57.321773 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-470adf90-8343-467e-a392-7229b11c7d36 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:57.323089 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-470adf90-8343-467e-a392-7229b11c7d36 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "PUT /v2.0/subnets/4dd6d43a-a412-4413-a2f3-53d8a6341fcd HTTP/1.1" status: 200 len: 900 time: 0.9783564 Apr 08 10:25:57.330799 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56446) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:57.337985 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-37bc7b2a-c386-4cc3-a5da-1d2daf2e470b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:57.341859 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-37bc7b2a-c386-4cc3-a5da-1d2daf2e470b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:subnet and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:57.347196 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-37bc7b2a-c386-4cc3-a5da-1d2daf2e470b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:57.356801 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-37bc7b2a-c386-4cc3-a5da-1d2daf2e470b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:57.364565 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470adf90-8343-467e-a392-7229b11c7d36 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event updated for resources: {'Subnet': ['ID=4dd6d43a-a412-4413-a2f3-53d8a6341fcd,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:57.366303 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9e6dd174-1a58-47f5-929b-42c4cb164d8e tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a1c49c9-facf-4380-aaba-6df92527188c HTTP/1.1" status: 200 len: 205 time: 0.0558741 Apr 08 10:25:57.366833 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56450) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:57.400760 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-babd8e87-c35a-4db7-a570-bd47087a4fec tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:57.407286 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-babd8e87-c35a-4db7-a570-bd47087a4fec tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:57.409339 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-babd8e87-c35a-4db7-a570-bd47087a4fec tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:57.423214 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-46549ae8-90a4-4f2c-a0ac-e5ee90277c3d None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:57.454905 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bc7b2a-c386-4cc3-a5da-1d2daf2e470b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:57.455182 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-46549ae8-90a4-4f2c-a0ac-e5ee90277c3d None None] Transition to ACTIVE for port object 3e2ccc78-4806-4123-975b-0bd944d01744 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:57.457708 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-37bc7b2a-c386-4cc3-a5da-1d2daf2e470b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:57.519574 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd8e87-c35a-4db7-a570-bd47087a4fec tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Port': ['ID=dfbfae9e-b3b0-4dc4-ad34-7a2fff765c17,revision_number=3']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:57.521320 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-46549ae8-90a4-4f2c-a0ac-e5ee90277c3d None None] Transition to ACTIVE for port object 3e2ccc78-4806-4123-975b-0bd944d01744 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:57.528228 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b6dd1445-58b5-4204-b386-2bf42125eb53 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:25:57.589439 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-46549ae8-90a4-4f2c-a0ac-e5ee90277c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:57.610142 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1b61399b-b3ee-453a-be3c-f9cdcff1c6fc tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:57.643665 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-5831b8fc-2daa-4358-afa3-01e8d64e6782 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] delete failed (client error): The resource could not be found. Apr 08 10:25:57.645368 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5831b8fc-2daa-4358-afa3-01e8d64e6782 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "DELETE /v2.0/routers/1a1c49c9-facf-4380-aaba-6df92527188c HTTP/1.1" status: 404 len: 336 time: 0.2556798 Apr 08 10:25:57.647832 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56454) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:57.715307 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1b61399b-b3ee-453a-be3c-f9cdcff1c6fc tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:57.720489 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c9f7150b-9be2-4ad7-bcc9-8be1a4c68dc7 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "GET /v2.0/ports?device_id=85b87943-aa81-4ed6-9196-f2b8e3bffe26 HTTP/1.1" status: 200 len: 205 time: 0.0712333 Apr 08 10:25:57.725381 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56458) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:57.752027 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-eb7215f8-10c2-4406-b6c9-02dfb75ec11a None None] Allocated IP 2001:db8::3 (928dbbf6-cfbb-4df8-b6a9-dd3aa10bc23e/4dd6d43a-a412-4413-a2f3-53d8a6341fcd/814cf271-0576-4afb-9aea-71eeae56632d) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:25:57.755340 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46549ae8-90a4-4f2c-a0ac-e5ee90277c3d None None] Network 951a3c47-71b0-4380-ba9c-b97da4cdc5ee is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:57.762648 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46549ae8-90a4-4f2c-a0ac-e5ee90277c3d None None] Pushing event updated for resources: {'Port': ['ID=3e2ccc78-4806-4123-975b-0bd944d01744,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:57.777827 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-46549ae8-90a4-4f2c-a0ac-e5ee90277c3d None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:57.795852 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46549ae8-90a4-4f2c-a0ac-e5ee90277c3d None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:57.808167 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port b6dd1445-58b5-4204-b386-2bf42125eb53 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:57.839339 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-c1c15137-4d7b-4e13-a699-bcbd2188b224 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] delete failed (client error): The resource could not be found. Apr 08 10:25:57.840466 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c1c15137-4d7b-4e13-a699-bcbd2188b224 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "DELETE /v2.0/routers/85b87943-aa81-4ed6-9196-f2b8e3bffe26 HTTP/1.1" status: 404 len: 336 time: 0.1141911 Apr 08 10:25:57.843047 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56462) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:57.886894 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-051aa890-4767-4375-9bb4-fd9f77ea4ace None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:57.902673 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-eb7b1fa4-cfe9-48f0-9b90-6fa2d47cf4b1 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "GET /v2.0/ports?device_id=6004134f-e9b5-4dd2-9223-1cb48a9da846 HTTP/1.1" status: 200 len: 205 time: 0.0575209 Apr 08 10:25:57.914095 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babd8e87-c35a-4db7-a570-bd47087a4fec tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network 6a41d241-bd15-42eb-9746-41abe78a9c63 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:57.914929 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56466) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:57.916017 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-babd8e87-c35a-4db7-a570-bd47087a4fec tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:57.958230 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1b61399b-b3ee-453a-be3c-f9cdcff1c6fc tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:57.993374 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-051aa890-4767-4375-9bb4-fd9f77ea4ace None None] Transition to ACTIVE for port object 2209857e-72ef-4b27-9cbe-86b63c4d2e0b will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:58.023947 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-051aa890-4767-4375-9bb4-fd9f77ea4ace None None] Transition to ACTIVE for port object 2209857e-72ef-4b27-9cbe-86b63c4d2e0b will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:58.071958 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1b61399b-b3ee-453a-be3c-f9cdcff1c6fc tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:58.195695 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61399b-b3ee-453a-be3c-f9cdcff1c6fc tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Pushing event deleted for resources: {'Subnet': ['ID=1b7d4fa7-1d0b-4e11-ad8e-913d34458c17,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:58.213712 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:58.218126 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1b61399b-b3ee-453a-be3c-f9cdcff1c6fc tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:58.224066 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-eb7215f8-10c2-4406-b6c9-02dfb75ec11a None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:58.230984 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.ipam_backend_mixin [None req-37bc7b2a-c386-4cc3-a5da-1d2daf2e470b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b8b32f79-2219-4f05-b329-9c0c58cd5087 (CIDR: 2001:db8::/64) Apr 08 10:25:58.238657 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-eb7215f8-10c2-4406-b6c9-02dfb75ec11a None None] Transition to ACTIVE for port object 814cf271-0576-4afb-9aea-71eeae56632d will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:58.261962 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-eb7215f8-10c2-4406-b6c9-02dfb75ec11a None None] Transition to ACTIVE for port object 814cf271-0576-4afb-9aea-71eeae56632d will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:25:58.273105 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-37bc7b2a-c386-4cc3-a5da-1d2daf2e470b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:25:58.273541 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37bc7b2a-c386-4cc3-a5da-1d2daf2e470b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:25:58.284875 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-eb7215f8-10c2-4406-b6c9-02dfb75ec11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:58.291123 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-051aa890-4767-4375-9bb4-fd9f77ea4ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:58.300468 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1b61399b-b3ee-453a-be3c-f9cdcff1c6fc tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] 10.222.0.47 "DELETE /v2.0/subnets/1b7d4fa7-1d0b-4e11-ad8e-913d34458c17 HTTP/1.1" status: 204 len: 168 time: 2.4347689 Apr 08 10:25:58.304770 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56470) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:58.330675 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-d2b654e5-140d-4936-a403-c7cc1a1e9953 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] delete failed (client error): The resource could not be found. Apr 08 10:25:58.331722 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d2b654e5-140d-4936-a403-c7cc1a1e9953 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "DELETE /v2.0/routers/6004134f-e9b5-4dd2-9223-1cb48a9da846 HTTP/1.1" status: 404 len: 336 time: 0.4137080 Apr 08 10:25:58.334429 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56474) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:58.354249 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-37bc7b2a-c386-4cc3-a5da-1d2daf2e470b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4425778 Apr 08 10:25:58.360785 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56478) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:58.369319 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-46549ae8-90a4-4f2c-a0ac-e5ee90277c3d None None] Attempting to bind port 3e2ccc78-4806-4123-975b-0bd944d01744 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:25:58.369319 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-46549ae8-90a4-4f2c-a0ac-e5ee90277c3d None None] Attempting to bind port 3e2ccc78-4806-4123-975b-0bd944d01744 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '4390ce95-89b6-4933-8522-04ba0f350921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '951a3c47-71b0-4380-ba9c-b97da4cdc5ee'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:25:58.369910 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46549ae8-90a4-4f2c-a0ac-e5ee90277c3d None None] Attempting to bind port 3e2ccc78-4806-4123-975b-0bd944d01744 on network 951a3c47-71b0-4380-ba9c-b97da4cdc5ee {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:25:58.372595 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-ad09ecc7-51da-4070-a07b-3833dc10ffdc tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'subnet': {'network_id': '5b9c2cb7-e310-4de6-984e-a03049400945', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:25:58.382812 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f31891d1-a998-4a5e-bfec-ab3293766e03 None None] Provisioning for port b6dd1445-58b5-4204-b386-2bf42125eb53 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:25:58.393927 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e6974395-4d34-4996-a2d3-3faeb1cedac6 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ecbf0c8-01a4-4ff7-acad-257b6fd8041a HTTP/1.1" status: 200 len: 205 time: 0.0583932 Apr 08 10:25:58.395957 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:58.396733 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56482) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:58.407558 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051aa890-4767-4375-9bb4-fd9f77ea4ace None None] Network 7c4f792f-91dd-4edf-aeb8-e59b5d685ac3 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:58.412315 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f31891d1-a998-4a5e-bfec-ab3293766e03 None None] Provisioning complete for port b6dd1445-58b5-4204-b386-2bf42125eb53 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:58.412812 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f31891d1-a998-4a5e-bfec-ab3293766e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:58.445152 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-051aa890-4767-4375-9bb4-fd9f77ea4ace None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:58.447654 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051aa890-4767-4375-9bb4-fd9f77ea4ace None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:58.451329 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7215f8-10c2-4406-b6c9-02dfb75ec11a None None] Network 928dbbf6-cfbb-4df8-b6a9-dd3aa10bc23e is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:25:58.458710 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46549ae8-90a4-4f2c-a0ac-e5ee90277c3d None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:25:58.459216 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46549ae8-90a4-4f2c-a0ac-e5ee90277c3d None None] Checking segment: {'id': '4390ce95-89b6-4933-8522-04ba0f350921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '951a3c47-71b0-4380-ba9c-b97da4cdc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:58.460202 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-46549ae8-90a4-4f2c-a0ac-e5ee90277c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:58.460202 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46549ae8-90a4-4f2c-a0ac-e5ee90277c3d None None] Bound using segment: {'id': '4390ce95-89b6-4933-8522-04ba0f350921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '951a3c47-71b0-4380-ba9c-b97da4cdc5ee'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:25:58.460801 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-46549ae8-90a4-4f2c-a0ac-e5ee90277c3d None None] Bound port: 3e2ccc78-4806-4123-975b-0bd944d01744, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4390ce95-89b6-4933-8522-04ba0f350921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '951a3c47-71b0-4380-ba9c-b97da4cdc5ee'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:25:58.461271 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-46549ae8-90a4-4f2c-a0ac-e5ee90277c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:58.470719 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7215f8-10c2-4406-b6c9-02dfb75ec11a None None] Pushing event updated for resources: {'Port': ['ID=814cf271-0576-4afb-9aea-71eeae56632d,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:58.475527 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-5a4abfbf-1c41-43e4-a255-92a6ee621c7a tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] delete failed (client error): The resource could not be found. Apr 08 10:25:58.476679 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5a4abfbf-1c41-43e4-a255-92a6ee621c7a tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "DELETE /v2.0/routers/0ecbf0c8-01a4-4ff7-acad-257b6fd8041a HTTP/1.1" status: 404 len: 336 time: 0.0791502 Apr 08 10:25:58.479861 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56486) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:58.513301 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-eb7215f8-10c2-4406-b6c9-02dfb75ec11a None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:25:58.516387 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7215f8-10c2-4406-b6c9-02dfb75ec11a None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:25:58.522465 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-d61c8ea8-1442-44e4-9e1e-3b882cdfc805 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] DELETE failed (client error): The resource could not be found. Apr 08 10:25:58.522680 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d61c8ea8-1442-44e4-9e1e-3b882cdfc805 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:25:58.526739 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d61c8ea8-1442-44e4-9e1e-3b882cdfc805 tempest-RoutersAdminTest-1973893084 tempest-RoutersAdminTest-1973893084-project] 10.222.0.47 "DELETE /v2.0/subnets/450a3099-0d66-4458-8ff8-1e48d1fc9a1f HTTP/1.1" status: 404 len: 337 time: 0.0419128 Apr 08 10:25:58.655582 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c0b941a-ec4f-4797-bc12-dc592e43aefe tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Deleting subnet f2036b66-673e-4d3e-bad9-c2e9968b2e57 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:25:58.672120 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3c0b941a-ec4f-4797-bc12-dc592e43aefe tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:58.749384 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babd8e87-c35a-4db7-a570-bd47087a4fec tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Router 91e73873-9000-486a-81a7-cfc8766a4d42 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:25:58.773699 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3c0b941a-ec4f-4797-bc12-dc592e43aefe tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:58.813831 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051aa890-4767-4375-9bb4-fd9f77ea4ace None None] Pushing event updated for resources: {'Port': ['ID=2209857e-72ef-4b27-9cbe-86b63c4d2e0b,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:58.814493 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ad09ecc7-51da-4070-a07b-3833dc10ffdc tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:58.818390 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ad09ecc7-51da-4070-a07b-3833dc10ffdc tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:subnet and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:58.821496 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ad09ecc7-51da-4070-a07b-3833dc10ffdc tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:58.828040 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ad09ecc7-51da-4070-a07b-3833dc10ffdc tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:58.845613 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad09ecc7-51da-4070-a07b-3833dc10ffdc tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:25:58.860933 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:58.889844 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-eb7215f8-10c2-4406-b6c9-02dfb75ec11a None None] Attempting to bind port 814cf271-0576-4afb-9aea-71eeae56632d on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:25:58.890397 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-eb7215f8-10c2-4406-b6c9-02dfb75ec11a None None] Attempting to bind port 814cf271-0576-4afb-9aea-71eeae56632d by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'ec407e65-205d-4094-a5a6-f97df1ddd0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '928dbbf6-cfbb-4df8-b6a9-dd3aa10bc23e'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:25:58.890961 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7215f8-10c2-4406-b6c9-02dfb75ec11a None None] Attempting to bind port 814cf271-0576-4afb-9aea-71eeae56632d on network 928dbbf6-cfbb-4df8-b6a9-dd3aa10bc23e {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:25:58.917409 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-051aa890-4767-4375-9bb4-fd9f77ea4ace None None] Attempting to bind port 2209857e-72ef-4b27-9cbe-86b63c4d2e0b on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:25:58.917797 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-051aa890-4767-4375-9bb4-fd9f77ea4ace None None] Attempting to bind port 2209857e-72ef-4b27-9cbe-86b63c4d2e0b by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '84dcaa99-7333-4c4c-9cdd-85dffe1fd2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7c4f792f-91dd-4edf-aeb8-e59b5d685ac3'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:25:58.918228 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051aa890-4767-4375-9bb4-fd9f77ea4ace None None] Attempting to bind port 2209857e-72ef-4b27-9cbe-86b63c4d2e0b on network 7c4f792f-91dd-4edf-aeb8-e59b5d685ac3 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:25:58.939108 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-46549ae8-90a4-4f2c-a0ac-e5ee90277c3d None None] For port 3e2ccc78-4806-4123-975b-0bd944d01744, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:25:58.957925 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7215f8-10c2-4406-b6c9-02dfb75ec11a None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:25:58.958302 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7215f8-10c2-4406-b6c9-02dfb75ec11a None None] Checking segment: {'id': 'ec407e65-205d-4094-a5a6-f97df1ddd0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '928dbbf6-cfbb-4df8-b6a9-dd3aa10bc23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:58.958776 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-eb7215f8-10c2-4406-b6c9-02dfb75ec11a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:58.959390 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7215f8-10c2-4406-b6c9-02dfb75ec11a None None] Bound using segment: {'id': 'ec407e65-205d-4094-a5a6-f97df1ddd0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '928dbbf6-cfbb-4df8-b6a9-dd3aa10bc23e'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:25:58.959948 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-eb7215f8-10c2-4406-b6c9-02dfb75ec11a None None] Bound port: 814cf271-0576-4afb-9aea-71eeae56632d, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec407e65-205d-4094-a5a6-f97df1ddd0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '928dbbf6-cfbb-4df8-b6a9-dd3aa10bc23e'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:25:58.960414 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-eb7215f8-10c2-4406-b6c9-02dfb75ec11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:58.962299 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event deleted for resources: {'Subnet': ['ID=4dd6d43a-a412-4413-a2f3-53d8a6341fcd,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:58.976746 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051aa890-4767-4375-9bb4-fd9f77ea4ace None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:25:58.977210 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051aa890-4767-4375-9bb4-fd9f77ea4ace None None] Checking segment: {'id': '84dcaa99-7333-4c4c-9cdd-85dffe1fd2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7c4f792f-91dd-4edf-aeb8-e59b5d685ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:25:58.977704 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-051aa890-4767-4375-9bb4-fd9f77ea4ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:58.978183 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051aa890-4767-4375-9bb4-fd9f77ea4ace None None] Bound using segment: {'id': '84dcaa99-7333-4c4c-9cdd-85dffe1fd2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7c4f792f-91dd-4edf-aeb8-e59b5d685ac3'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:25:58.978735 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-051aa890-4767-4375-9bb4-fd9f77ea4ace None None] Bound port: 2209857e-72ef-4b27-9cbe-86b63c4d2e0b, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84dcaa99-7333-4c4c-9cdd-85dffe1fd2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7c4f792f-91dd-4edf-aeb8-e59b5d685ac3'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:25:58.979319 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-051aa890-4767-4375-9bb4-fd9f77ea4ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:58.995395 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-46549ae8-90a4-4f2c-a0ac-e5ee90277c3d None None] For port 3e2ccc78-4806-4123-975b-0bd944d01744, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=3e2ccc78-4806-4123-975b-0bd944d01744,segment=NetworkSegment(4390ce95-89b6-4933-8522-04ba0f350921),segment_id=4390ce95-89b6-4933-8522-04ba0f350921)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:25:59.004267 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f31891d1-a998-4a5e-bfec-ab3293766e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:59.007546 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babd8e87-c35a-4db7-a570-bd47087a4fec tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:25:59.008093 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56494) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:59.017570 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-babd8e87-c35a-4db7-a570-bd47087a4fec tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "PUT /v2.0/routers/91e73873-9000-486a-81a7-cfc8766a4d42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8299899 Apr 08 10:25:59.018199 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56498) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:59.023379 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-46549ae8-90a4-4f2c-a0ac-e5ee90277c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:59.025438 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af6f57d-ab97-4142-b44f-239136a2ea14 None None] Sync routers for ids ['91e73873-9000-486a-81a7-cfc8766a4d42'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:25:59.038908 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af6f57d-ab97-4142-b44f-239136a2ea14 None None] Routers {'91e73873-9000-486a-81a7-cfc8766a4d42'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:25:59.039789 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-3af6f57d-ab97-4142-b44f-239136a2ea14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:25:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['91e73873-9000-486a-81a7-cfc8766a4d42'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:59.123154 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:59.172277 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3c0b941a-ec4f-4797-bc12-dc592e43aefe tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:59.175556 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-3af6f57d-ab97-4142-b44f-239136a2ea14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:59.181944 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfc0e91-6520-4b0a-8fa3-6d18f049e5c4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:25:59.182530 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9cfc0e91-6520-4b0a-8fa3-6d18f049e5c4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Synchronizing usage tracker for tenant:72c993bf72344f498aa1635c771d9146 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:25:59.192715 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af6f57d-ab97-4142-b44f-239136a2ea14 None None] Routers {'91e73873-9000-486a-81a7-cfc8766a4d42'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:25:59.194395 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-3af6f57d-ab97-4142-b44f-239136a2ea14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:25:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['91e73873-9000-486a-81a7-cfc8766a4d42'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:59.217384 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9cfc0e91-6520-4b0a-8fa3-6d18f049e5c4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Unset dirty status for tenant:72c993bf72344f498aa1635c771d9146 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:25:59.218711 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9cfc0e91-6520-4b0a-8fa3-6d18f049e5c4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "GET /v2.0/ports/dfbfae9e-b3b0-4dc4-ad34-7a2fff765c17 HTTP/1.1" status: 200 len: 983 time: 0.1992571 Apr 08 10:25:59.221564 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56504) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:59.252343 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-f31891d1-a998-4a5e-bfec-ab3293766e03 None None] For port b6dd1445-58b5-4204-b386-2bf42125eb53, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b6dd1445-58b5-4204-b386-2bf42125eb53,segment=NetworkSegment(2e7d5065-cc3f-459b-94ed-8a23d7cdc706),segment_id=2e7d5065-cc3f-459b-94ed-8a23d7cdc706)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:25:59.275090 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-3af6f57d-ab97-4142-b44f-239136a2ea14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:59.275749 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af6f57d-ab97-4142-b44f-239136a2ea14 None None] The sync data for ids ['91e73873-9000-486a-81a7-cfc8766a4d42'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:25:59.284092 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['928dbbf6-cfbb-4df8-b6a9-dd3aa10bc23e']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:59.306046 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad09ecc7-51da-4070-a07b-3833dc10ffdc tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:59.307600 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f31891d1-a998-4a5e-bfec-ab3293766e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:59.321556 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46549ae8-90a4-4f2c-a0ac-e5ee90277c3d None None] Pushing event updated for resources: {'Port': ['ID=3e2ccc78-4806-4123-975b-0bd944d01744,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:59.331115 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec407e65-205d-4094-a5a6-f97df1ddd0de') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:59.331380 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec407e65-205d-4094-a5a6-f97df1ddd0de') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:25:59.387154 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-eb7215f8-10c2-4406-b6c9-02dfb75ec11a None None] For port 814cf271-0576-4afb-9aea-71eeae56632d, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:25:59.404476 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:59.426433 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-eb7215f8-10c2-4406-b6c9-02dfb75ec11a None None] For port 814cf271-0576-4afb-9aea-71eeae56632d, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=814cf271-0576-4afb-9aea-71eeae56632d,segment=NetworkSegment(ec407e65-205d-4094-a5a6-f97df1ddd0de),segment_id=ec407e65-205d-4094-a5a6-f97df1ddd0de)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:25:59.441661 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-eb7215f8-10c2-4406-b6c9-02dfb75ec11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:59.448195 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-79ea0412-3747-4fb9-b8d8-2f6b9c3d5238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:59.461007 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f31891d1-a998-4a5e-bfec-ab3293766e03 None None] Provisioning complete for port 9eac942b-47fd-46c0-b68a-55ffff8d9332 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:25:59.461520 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f31891d1-a998-4a5e-bfec-ab3293766e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:59.468108 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:59.495573 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2134d8-5129-47ee-8a95-7b37ad91a708 None None] Network 951a3c47-71b0-4380-ba9c-b97da4cdc5ee requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:25:59.500608 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:25:59.501016 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:59.508146 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31891d1-a998-4a5e-bfec-ab3293766e03 None None] Pushing event updated for resources: {'Port': ['ID=b6dd1445-58b5-4204-b386-2bf42125eb53,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:25:59.519767 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:25:59.532344 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3c0b941a-ec4f-4797-bc12-dc592e43aefe tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:59.562771 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-051aa890-4767-4375-9bb4-fd9f77ea4ace None None] For port 2209857e-72ef-4b27-9cbe-86b63c4d2e0b, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:25:59.627005 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-79ea0412-3747-4fb9-b8d8-2f6b9c3d5238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:25:59.650405 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b941a-ec4f-4797-bc12-dc592e43aefe tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Pushing event deleted for resources: {'Subnet': ['ID=f2036b66-673e-4d3e-bad9-c2e9968b2e57,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:59.660794 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-051aa890-4767-4375-9bb4-fd9f77ea4ace None None] For port 2209857e-72ef-4b27-9cbe-86b63c4d2e0b, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2209857e-72ef-4b27-9cbe-86b63c4d2e0b,segment=NetworkSegment(84dcaa99-7333-4c4c-9cdd-85dffe1fd2a0),segment_id=84dcaa99-7333-4c4c-9cdd-85dffe1fd2a0)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:25:59.665756 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-79ea0412-3747-4fb9-b8d8-2f6b9c3d5238 admin admin] Usage tracker for resource:security_group_rule and tenant:6712b36d4142437b8c74c7dee61325ef is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:25:59.670464 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-79ea0412-3747-4fb9-b8d8-2f6b9c3d5238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:25:59.683040 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-79ea0412-3747-4fb9-b8d8-2f6b9c3d5238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:25:59.695625 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3c0b941a-ec4f-4797-bc12-dc592e43aefe tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:59.718428 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.api [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 08 10:25:59.718428 dv-neutron-837110-1-hyperv neutron-server[83845]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 08 10:25:59.718428 dv-neutron-837110-1-hyperv neutron-server[83845]: [parameters: {'id': '928dbbf6-cfbb-4df8-b6a9-dd3aa10bc23e'}] Apr 08 10:25:59.718428 dv-neutron-837110-1-hyperv neutron-server[83845]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:25:59.719132 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG oslo_db.api [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:25:59.719220 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-051aa890-4767-4375-9bb4-fd9f77ea4ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:59.751372 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3c0b941a-ec4f-4797-bc12-dc592e43aefe tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] 10.222.0.47 "DELETE /v2.0/subnets/f2036b66-673e-4d3e-bad9-c2e9968b2e57 HTTP/1.1" status: 204 len: 168 time: 1.4405069 Apr 08 10:25:59.752491 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56508) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:25:59.767472 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-f31891d1-a998-4a5e-bfec-ab3293766e03 None None] Port 9eac942b-47fd-46c0-b68a-55ffff8d9332 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:25:59.785547 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7215f8-10c2-4406-b6c9-02dfb75ec11a None None] Pushing event updated for resources: {'Port': ['ID=814cf271-0576-4afb-9aea-71eeae56632d,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:25:59.891889 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4e294a71-d527-4477-9949-e205164c4e91 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:25:59.903550 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b878eb-e0a7-4aee-ae18-20d28b28639d None None] Network 928dbbf6-cfbb-4df8-b6a9-dd3aa10bc23e requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:00.043688 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8fe04d-8490-4e27-9558-1404e6751e16 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:00.044524 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ad8fe04d-8490-4e27-9558-1404e6751e16 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Synchronizing usage tracker for tenant:ba3705232b8e48d1ab85733c5524e7d9 on resource:subnet {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:00.070047 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051aa890-4767-4375-9bb4-fd9f77ea4ace None None] Pushing event updated for resources: {'Port': ['ID=2209857e-72ef-4b27-9cbe-86b63c4d2e0b,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:00.120880 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-79ea0412-3747-4fb9-b8d8-2f6b9c3d5238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:00.129704 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-79ea0412-3747-4fb9-b8d8-2f6b9c3d5238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:00.159263 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ad8fe04d-8490-4e27-9558-1404e6751e16 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Unset dirty status for tenant:ba3705232b8e48d1ab85733c5524e7d9 on resource:subnet {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:00.160605 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ad8fe04d-8490-4e27-9558-1404e6751e16 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4079280 Apr 08 10:26:00.181366 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56512) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:00.196002 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ad0960dd-3b90-433c-af66-4e437465c747 None None] Provisioning complete for port dfbfae9e-b3b0-4dc4-ad34-7a2fff765c17 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:00.196896 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ad0960dd-3b90-433c-af66-4e437465c747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:00.230687 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:00.342456 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad09ecc7-51da-4070-a07b-3833dc10ffdc tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:00.351827 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-ad0960dd-3b90-433c-af66-4e437465c747 None None] Port dfbfae9e-b3b0-4dc4-ad34-7a2fff765c17 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:26:00.380560 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ad0960dd-3b90-433c-af66-4e437465c747 None None] Provisioning for port 05265f75-a536-4934-9c8a-af2427ecfccf completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:00.383025 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea0412-3747-4fb9-b8d8-2f6b9c3d5238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ee6865-d9fe-49da-a289-e8e6e274491c,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:00.388136 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-79ea0412-3747-4fb9-b8d8-2f6b9c3d5238 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6712b36d4142437b8c74c7dee61325ef&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3747470 Apr 08 10:26:00.388656 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ad0960dd-3b90-433c-af66-4e437465c747 None None] Provisioning complete for port 05265f75-a536-4934-9c8a-af2427ecfccf triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:00.389188 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ad0960dd-3b90-433c-af66-4e437465c747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:00.410904 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56516) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:00.429618 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Deleting port 814cf271-0576-4afb-9aea-71eeae56632d {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:00.429730 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:00.442197 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c50e345-9af7-4bd9-acd3-b8a5682a857b None None] Network 928dbbf6-cfbb-4df8-b6a9-dd3aa10bc23e requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:00.460282 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-4e294a71-d527-4477-9949-e205164c4e91 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Deleting port dfbfae9e-b3b0-4dc4-ad34-7a2fff765c17 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:00.460889 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4e294a71-d527-4477-9949-e205164c4e91 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:00.508412 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-80df7bc7-ffe4-4fa5-8484-7b1da574d55f tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:00.522373 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea0412-3747-4fb9-b8d8-2f6b9c3d5238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:00.522853 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea0412-3747-4fb9-b8d8-2f6b9c3d5238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:00.523274 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea0412-3747-4fb9-b8d8-2f6b9c3d5238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:00.523684 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea0412-3747-4fb9-b8d8-2f6b9c3d5238 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:00.524110 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea0412-3747-4fb9-b8d8-2f6b9c3d5238 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:00.524532 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea0412-3747-4fb9-b8d8-2f6b9c3d5238 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:00.524957 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea0412-3747-4fb9-b8d8-2f6b9c3d5238 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:00.525346 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea0412-3747-4fb9-b8d8-2f6b9c3d5238 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:00.525876 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea0412-3747-4fb9-b8d8-2f6b9c3d5238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:00.526390 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea0412-3747-4fb9-b8d8-2f6b9c3d5238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:00.526742 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea0412-3747-4fb9-b8d8-2f6b9c3d5238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:00.564564 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad09ecc7-51da-4070-a07b-3833dc10ffdc tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network 5b9c2cb7-e310-4de6-984e-a03049400945 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:00.578292 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-ad0960dd-3b90-433c-af66-4e437465c747 None None] Port 05265f75-a536-4934-9c8a-af2427ecfccf cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:26:00.579807 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-ad09ecc7-51da-4070-a07b-3833dc10ffdc tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:00.581414 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09ecc7-51da-4070-a07b-3833dc10ffdc tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Subnet': ['ID=bc9a5238-f07d-4f01-bdd7-a5f381602a91,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:00.584220 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad09ecc7-51da-4070-a07b-3833dc10ffdc tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:00.584710 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad09ecc7-51da-4070-a07b-3833dc10ffdc tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:00.593867 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd765ad6-a917-4365-8cdd-9018000be6a8 None None] Network 5b9c2cb7-e310-4de6-984e-a03049400945 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:00.652541 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-80df7bc7-ffe4-4fa5-8484-7b1da574d55f tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Deleting port 2209857e-72ef-4b27-9cbe-86b63c4d2e0b {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:00.653180 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-80df7bc7-ffe4-4fa5-8484-7b1da574d55f tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:00.695400 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4e294a71-d527-4477-9949-e205164c4e91 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:00.783066 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ad09ecc7-51da-4070-a07b-3833dc10ffdc tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4189742 Apr 08 10:26:00.797299 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56520) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:00.834749 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-92b64ebb-81e3-4992-9240-36d40edb3ea5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1309112493', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bc9a5238-f07d-4f01-bdd7-a5f381602a91'}], 'security_groups': ['f3b6a43b-f785-402d-90ea-f2673472bd00']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:00.857477 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-4e294a71-d527-4477-9949-e205164c4e91 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Calling delete_port for dfbfae9e-b3b0-4dc4-ad34-7a2fff765c17 owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:26:00.867745 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a89d096f-88af-472c-ad6d-a20187f913df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:01.017344 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:26:01.093764 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4e294a71-d527-4477-9949-e205164c4e91 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:01.096498 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a89d096f-88af-472c-ad6d-a20187f913df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:01.106653 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7665d57-b0b6-424b-be59-3d53f4be1628 None None] Update dhcp port {'port': {'network_id': '5b9c2cb7-e310-4de6-984e-a03049400945', 'fixed_ips': [{'subnet_id': 'b8b32f79-2219-4f05-b329-9c0c58cd5087', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bc9a5238-f07d-4f01-bdd7-a5f381602a91'}], 'binding:host_id': 'dv-neutron-837110-1-hyperv'}, 'id': 'b6dd1445-58b5-4204-b386-2bf42125eb53'} from dv-neutron-837110-1-hyperv. {{(pid=83847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 08 10:26:01.132044 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f65093-a3b9-458d-af06-02f783d013a6 None None] Network 7c4f792f-91dd-4edf-aeb8-e59b5d685ac3 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:01.191228 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] For port 814cf271-0576-4afb-9aea-71eeae56632d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=814cf271-0576-4afb-9aea-71eeae56632d,segment=NetworkSegment(ec407e65-205d-4094-a5a6-f97df1ddd0de),segment_id=ec407e65-205d-4094-a5a6-f97df1ddd0de)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:01.191593 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:01.204828 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e294a71-d527-4477-9949-e205164c4e91 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Port': ['ID=dfbfae9e-b3b0-4dc4-ad34-7a2fff765c17,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:01.367485 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Calling delete_port for 814cf271-0576-4afb-9aea-71eeae56632d owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:26:01.380308 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b7665d57-b0b6-424b-be59-3d53f4be1628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:01.384199 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e294a71-d527-4477-9949-e205164c4e91 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:01.384570 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e294a71-d527-4477-9949-e205164c4e91 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:01.384960 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e294a71-d527-4477-9949-e205164c4e91 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:01.385341 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e294a71-d527-4477-9949-e205164c4e91 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:01.386104 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e294a71-d527-4477-9949-e205164c4e91 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:01.386452 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e294a71-d527-4477-9949-e205164c4e91 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:01.386835 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e294a71-d527-4477-9949-e205164c4e91 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:01.387177 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e294a71-d527-4477-9949-e205164c4e91 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:01.387625 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e294a71-d527-4477-9949-e205164c4e91 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:01.388014 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e294a71-d527-4477-9949-e205164c4e91 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:01.388410 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e294a71-d527-4477-9949-e205164c4e91 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:01.401332 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-10f377bb-31b3-4402-9442-3402bfa09260 None None] Provisioning for port 2209857e-72ef-4b27-9cbe-86b63c4d2e0b completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:01.414674 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-80df7bc7-ffe4-4fa5-8484-7b1da574d55f tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] For port 2209857e-72ef-4b27-9cbe-86b63c4d2e0b, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2209857e-72ef-4b27-9cbe-86b63c4d2e0b,segment=NetworkSegment(84dcaa99-7333-4c4c-9cdd-85dffe1fd2a0),segment_id=84dcaa99-7333-4c4c-9cdd-85dffe1fd2a0)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:01.415302 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-80df7bc7-ffe4-4fa5-8484-7b1da574d55f tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:01.417837 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4e294a71-d527-4477-9949-e205164c4e91 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:01.515459 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b6dd1445-58b5-4204-b386-2bf42125eb53 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:26:01.584102 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-92b64ebb-81e3-4992-9240-36d40edb3ea5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:01.585600 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591f1b4c-63ed-4f0d-a8ff-6264f2981fa9 None None] DHCP port deletion for 7c4f792f-91dd-4edf-aeb8-e59b5d685ac3 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:26:01.598320 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-80df7bc7-ffe4-4fa5-8484-7b1da574d55f tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Calling delete_port for 2209857e-72ef-4b27-9cbe-86b63c4d2e0b owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:26:01.605303 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-591f1b4c-63ed-4f0d-a8ff-6264f2981fa9 None None] Deleting port 2209857e-72ef-4b27-9cbe-86b63c4d2e0b {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:01.605680 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-591f1b4c-63ed-4f0d-a8ff-6264f2981fa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:01.758847 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a89d096f-88af-472c-ad6d-a20187f913df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:01.780586 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-b7665d57-b0b6-424b-be59-3d53f4be1628 None None] Allocated IP 2001:db8:0:1::2 (5b9c2cb7-e310-4de6-984e-a03049400945/bc9a5238-f07d-4f01-bdd7-a5f381602a91/b6dd1445-58b5-4204-b386-2bf42125eb53) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:26:01.786502 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port b6dd1445-58b5-4204-b386-2bf42125eb53 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:01.786865 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:01.816460 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d096f-88af-472c-ad6d-a20187f913df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ee6865-d9fe-49da-a289-e8e6e274491c,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:01.825112 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:01.977002 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-80df7bc7-ffe4-4fa5-8484-7b1da574d55f tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:01.983428 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e294a71-d527-4477-9949-e205164c4e91 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Router 91e73873-9000-486a-81a7-cfc8766a4d42 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:26:01.996147 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event deleted for resources: {'Port': ['ID=814cf271-0576-4afb-9aea-71eeae56632d,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:02.051351 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-591f1b4c-63ed-4f0d-a8ff-6264f2981fa9 None None] For port 2209857e-72ef-4b27-9cbe-86b63c4d2e0b, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2209857e-72ef-4b27-9cbe-86b63c4d2e0b,segment=NetworkSegment(84dcaa99-7333-4c4c-9cdd-85dffe1fd2a0),segment_id=84dcaa99-7333-4c4c-9cdd-85dffe1fd2a0)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:02.051737 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-591f1b4c-63ed-4f0d-a8ff-6264f2981fa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:02.076817 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a89d096f-88af-472c-ad6d-a20187f913df admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:02.080157 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a89d096f-88af-472c-ad6d-a20187f913df admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/40ee6865-d9fe-49da-a289-e8e6e274491c HTTP/1.1" status: 204 len: 168 time: 1.6639681 Apr 08 10:26:02.133084 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df7bc7-ffe4-4fa5-8484-7b1da574d55f tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Pushing event deleted for resources: {'Port': ['ID=2209857e-72ef-4b27-9cbe-86b63c4d2e0b,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:02.133395 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e294a71-d527-4477-9949-e205164c4e91 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:26:02.135817 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] No DVR routers for this DVR port 814cf271-0576-4afb-9aea-71eeae56632d on host dv-neutron-837110-1-hyperv {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:26:02.153011 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80df7bc7-ffe4-4fa5-8484-7b1da574d55f tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] No DVR routers for this DVR port 2209857e-72ef-4b27-9cbe-86b63c4d2e0b on host dv-neutron-837110-1-hyperv {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:26:02.161482 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4e294a71-d527-4477-9949-e205164c4e91 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "PUT /v2.0/routers/91e73873-9000-486a-81a7-cfc8766a4d42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9388468 Apr 08 10:26:02.164365 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56526) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:02.193112 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7471968-c094-4339-86d5-1cd90f8151ca None None] Sync routers for ids ['91e73873-9000-486a-81a7-cfc8766a4d42'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:26:02.202899 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-591f1b4c-63ed-4f0d-a8ff-6264f2981fa9 None None] Calling delete_port for 2209857e-72ef-4b27-9cbe-86b63c4d2e0b owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:26:02.354623 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-b7665d57-b0b6-424b-be59-3d53f4be1628 None None] For port b6dd1445-58b5-4204-b386-2bf42125eb53, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b6dd1445-58b5-4204-b386-2bf42125eb53,segment=NetworkSegment(2e7d5065-cc3f-459b-94ed-8a23d7cdc706),segment_id=2e7d5065-cc3f-459b-94ed-8a23d7cdc706)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:02.380605 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2209857e-72ef-4b27-9cbe-86b63c4d2e0b up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:26:02.415100 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7471968-c094-4339-86d5-1cd90f8151ca None None] Routers {'91e73873-9000-486a-81a7-cfc8766a4d42'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:02.415733 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-b7471968-c094-4339-86d5-1cd90f8151ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:25:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['91e73873-9000-486a-81a7-cfc8766a4d42'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:02.482642 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 2209857e-72ef-4b27-9cbe-86b63c4d2e0b {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:26:02.482996 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2209857e-72ef-4b27-9cbe-86b63c4d2e0b not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 08 10:26:02.525053 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Port 2209857e-72ef-4b27-9cbe-86b63c4d2e0b not found, will not notify nova. {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 08 10:26:02.527078 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.resource_extend [None req-b7665d57-b0b6-424b-be59-3d53f4be1628 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:26:02.536389 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-b7471968-c094-4339-86d5-1cd90f8151ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:02.540844 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56532) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:02.550196 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b7665d57-b0b6-424b-be59-3d53f4be1628 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:02.562081 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-591f1b4c-63ed-4f0d-a8ff-6264f2981fa9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:26:02.562434 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-591f1b4c-63ed-4f0d-a8ff-6264f2981fa9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:26:02.571955 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-80df7bc7-ffe4-4fa5-8484-7b1da574d55f tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:02.572526 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b7665d57-b0b6-424b-be59-3d53f4be1628 None None] Transition to ACTIVE for port object b6dd1445-58b5-4204-b386-2bf42125eb53 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:02.575345 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7471968-c094-4339-86d5-1cd90f8151ca None None] Routers {'91e73873-9000-486a-81a7-cfc8766a4d42'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:02.575996 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-b7471968-c094-4339-86d5-1cd90f8151ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:25:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['91e73873-9000-486a-81a7-cfc8766a4d42'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:02.593730 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:02.596894 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-869d9996-f66b-4661-97b4-f77361ae66ce tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] remove_router_interface failed (client error): The resource could not be found. Apr 08 10:26:02.601482 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-869d9996-f66b-4661-97b4-f77361ae66ce tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "PUT /v2.0/routers/91e73873-9000-486a-81a7-cfc8766a4d42/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4326687 Apr 08 10:26:02.601482 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56536) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:02.629535 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b7665d57-b0b6-424b-be59-3d53f4be1628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:02.642999 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a21bf59c-d591-4031-9540-4f25ba84064c tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Synchronizing usage tracker for tenant:72c993bf72344f498aa1635c771d9146 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:02.660294 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a21bf59c-d591-4031-9540-4f25ba84064c tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Unset dirty status for tenant:72c993bf72344f498aa1635c771d9146 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:02.664794 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a21bf59c-d591-4031-9540-4f25ba84064c tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "GET /v2.0/ports?device_id=91e73873-9000-486a-81a7-cfc8766a4d42 HTTP/1.1" status: 200 len: 205 time: 0.0624001 Apr 08 10:26:02.665212 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56540) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:02.673651 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-b7471968-c094-4339-86d5-1cd90f8151ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:02.674080 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7471968-c094-4339-86d5-1cd90f8151ca None None] The sync data for ids ['91e73873-9000-486a-81a7-cfc8766a4d42'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:26:02.705323 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a60990d9-4f94-4518-82fd-9d22bf19754a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9bd81ab95fd945df89bd3b624ebfb74b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1605909 Apr 08 10:26:02.708599 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56544) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:02.712918 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-80df7bc7-ffe4-4fa5-8484-7b1da574d55f tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c4f792f-91dd-4edf-aeb8-e59b5d685ac3']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:02.747759 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-80df7bc7-ffe4-4fa5-8484-7b1da574d55f tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84dcaa99-7333-4c4c-9cdd-85dffe1fd2a0') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:02.748061 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-80df7bc7-ffe4-4fa5-8484-7b1da574d55f tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84dcaa99-7333-4c4c-9cdd-85dffe1fd2a0') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:02.755406 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['928dbbf6-cfbb-4df8-b6a9-dd3aa10bc23e']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:02.778618 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7665d57-b0b6-424b-be59-3d53f4be1628 None None] Pushing event updated for resources: {'Port': ['ID=b6dd1445-58b5-4204-b386-2bf42125eb53,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:02.784122 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec407e65-205d-4094-a5a6-f97df1ddd0de') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:02.784425 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec407e65-205d-4094-a5a6-f97df1ddd0de') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:02.793098 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7665d57-b0b6-424b-be59-3d53f4be1628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:02.793677 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7665d57-b0b6-424b-be59-3d53f4be1628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:02.793802 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7665d57-b0b6-424b-be59-3d53f4be1628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:02.794128 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7665d57-b0b6-424b-be59-3d53f4be1628 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:02.794465 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7665d57-b0b6-424b-be59-3d53f4be1628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:02.794814 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7665d57-b0b6-424b-be59-3d53f4be1628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:02.795142 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7665d57-b0b6-424b-be59-3d53f4be1628 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:02.795466 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7665d57-b0b6-424b-be59-3d53f4be1628 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:02.795789 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7665d57-b0b6-424b-be59-3d53f4be1628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:02.796125 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7665d57-b0b6-424b-be59-3d53f4be1628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:02.796544 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7665d57-b0b6-424b-be59-3d53f4be1628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:02.796999 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-80df7bc7-ffe4-4fa5-8484-7b1da574d55f tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:02.822011 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:02.831310 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e9cdff8c-01c5-49fe-9d95-58678d5ab85d tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:02.888847 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-80df7bc7-ffe4-4fa5-8484-7b1da574d55f tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:02.897869 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:02.914624 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80df7bc7-ffe4-4fa5-8484-7b1da574d55f tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:26:02.915025 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-80df7bc7-ffe4-4fa5-8484-7b1da574d55f tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:26:02.933652 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:26:02.937709 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:26:02.938358 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:26:02.958600 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:26:03.063292 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-591f1b4c-63ed-4f0d-a8ff-6264f2981fa9 None None] Deleting port 2209857e-72ef-4b27-9cbe-86b63c4d2e0b {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:03.064040 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-591f1b4c-63ed-4f0d-a8ff-6264f2981fa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:03.121640 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f9b06ca2-bb2c-4183-8b9f-a1e56d2592af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:03.190353 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f9b06ca2-bb2c-4183-8b9f-a1e56d2592af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:03.200170 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-92b64ebb-81e3-4992-9240-36d40edb3ea5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Delete allocated IP 2001:db8::1e (5b9c2cb7-e310-4de6-984e-a03049400945/b8b32f79-2219-4f05-b329-9c0c58cd5087) {{(pid=83845) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 08 10:26:03.228573 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-591f1b4c-63ed-4f0d-a8ff-6264f2981fa9 None None] The port '2209857e-72ef-4b27-9cbe-86b63c4d2e0b' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:26:03.231139 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-80df7bc7-ffe4-4fa5-8484-7b1da574d55f tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:03.233049 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:03.258339 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-80df7bc7-ffe4-4fa5-8484-7b1da574d55f tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:03.261385 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-92b64ebb-81e3-4992-9240-36d40edb3ea5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Allocated IP 2001:db8:0:1::343 (5b9c2cb7-e310-4de6-984e-a03049400945/bc9a5238-f07d-4f01-bdd7-a5f381602a91/05265f75-a536-4934-9c8a-af2427ecfccf) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:26:03.288750 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:03.305464 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df7bc7-ffe4-4fa5-8484-7b1da574d55f tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Pushing event deleted for resources: {'Network': ['ID=7c4f792f-91dd-4edf-aeb8-e59b5d685ac3,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:03.382688 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e9cdff8c-01c5-49fe-9d95-58678d5ab85d tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:03.387144 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e9cdff8c-01c5-49fe-9d95-58678d5ab85d tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:03.394138 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b6dd1445-58b5-4204-b386-2bf42125eb53 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:26:03.408006 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-80df7bc7-ffe4-4fa5-8484-7b1da574d55f tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] 10.222.0.47 "DELETE /v2.0/networks/7c4f792f-91dd-4edf-aeb8-e59b5d685ac3 HTTP/1.1" status: 204 len: 168 time: 3.2207298 Apr 08 10:26:03.409476 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56548) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:03.416637 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event deleted for resources: {'Network': ['ID=928dbbf6-cfbb-4df8-b6a9-dd3aa10bc23e,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:03.420479 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a57cf52-2b34-4a5f-84e0-6cfe8d85c93e None None] get_active_networks_info from dv-neutron-837110-1-hyperv {{(pid=83847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 08 10:26:03.428608 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e10d2046-241e-4d95-96be-063f2e52a911 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "DELETE /v2.0/networks/928dbbf6-cfbb-4df8-b6a9-dd3aa10bc23e HTTP/1.1" status: 204 len: 168 time: 6.0966208 Apr 08 10:26:03.434990 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56552) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:03.447390 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f9b06ca2-bb2c-4183-8b9f-a1e56d2592af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:03.536937 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ba397e04-abfa-423d-9b75-04656ad02bcb None None] Provisioning complete for port 9eac942b-47fd-46c0-b68a-55ffff8d9332 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:03.537212 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ba397e04-abfa-423d-9b75-04656ad02bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:03.547191 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b06ca2-bb2c-4183-8b9f-a1e56d2592af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b7ff2d-92de-439c-897a-f5ce2812400d,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:03.556783 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f9b06ca2-bb2c-4183-8b9f-a1e56d2592af admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:03.557901 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f9b06ca2-bb2c-4183-8b9f-a1e56d2592af admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/73b7ff2d-92de-439c-897a-f5ce2812400d HTTP/1.1" status: 204 len: 168 time: 0.8367953 Apr 08 10:26:03.567441 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f34725-5679-4e3e-86ad-44c198506492 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] DELETE failed (client error): The resource could not be found. Apr 08 10:26:03.567932 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4f34725-5679-4e3e-86ad-44c198506492 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:26:03.570370 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e9cdff8c-01c5-49fe-9d95-58678d5ab85d tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:03.570881 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cdff8c-01c5-49fe-9d95-58678d5ab85d tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Fanout notify agent at l3_agent the message router_deleted on router 91e73873-9000-486a-81a7-cfc8766a4d42 {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:26:03.585893 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e9cdff8c-01c5-49fe-9d95-58678d5ab85d tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:03.589879 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e9cdff8c-01c5-49fe-9d95-58678d5ab85d tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/routers/91e73873-9000-486a-81a7-cfc8766a4d42 HTTP/1.1" status: 204 len: 168 time: 0.9206460 Apr 08 10:26:03.590638 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56558) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:03.597208 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e4f34725-5679-4e3e-86ad-44c198506492 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "DELETE /v2.0/subnets/4dd6d43a-a412-4413-a2f3-53d8a6341fcd HTTP/1.1" status: 404 len: 337 time: 0.1548362 Apr 08 10:26:03.597407 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-ba397e04-abfa-423d-9b75-04656ad02bcb None None] Port 9eac942b-47fd-46c0-b68a-55ffff8d9332 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:26:03.635290 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56562) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:03.669362 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-92b64ebb-81e3-4992-9240-36d40edb3ea5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:03.671849 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ba397e04-abfa-423d-9b75-04656ad02bcb None None] Provisioning complete for port 05265f75-a536-4934-9c8a-af2427ecfccf triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:03.672253 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ba397e04-abfa-423d-9b75-04656ad02bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:03.690816 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-92b64ebb-81e3-4992-9240-36d40edb3ea5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Transition to ACTIVE for port object 05265f75-a536-4934-9c8a-af2427ecfccf will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:03.695154 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-92b64ebb-81e3-4992-9240-36d40edb3ea5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:03.716652 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-42786a17-88c5-4482-9848-9ea71d33aa5d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:03.717104 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a57cf52-2b34-4a5f-84e0-6cfe8d85c93e None None] Resources bound (agent type, host, resource id): {{(pid=83847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 10:26:03.728862 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-918fc967-ca2d-408d-b3ba-8e56035da9d1 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] DELETE failed (client error): The resource could not be found. Apr 08 10:26:03.729469 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-918fc967-ca2d-408d-b3ba-8e56035da9d1 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:26:03.731141 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-918fc967-ca2d-408d-b3ba-8e56035da9d1 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "DELETE /v2.0/networks/928dbbf6-cfbb-4df8-b6a9-dd3aa10bc23e HTTP/1.1" status: 404 len: 339 time: 0.0882251 Apr 08 10:26:03.734486 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56566) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:03.736864 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2209857e-72ef-4b27-9cbe-86b63c4d2e0b no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:26:03.779960 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 2209857e-72ef-4b27-9cbe-86b63c4d2e0b {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:26:03.780616 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2209857e-72ef-4b27-9cbe-86b63c4d2e0b not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:26:03.797985 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-ba397e04-abfa-423d-9b75-04656ad02bcb None None] Port 05265f75-a536-4934-9c8a-af2427ecfccf cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:26:03.837972 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-92b64ebb-81e3-4992-9240-36d40edb3ea5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] In _notify_port_updated(), no bound segment for port 05265f75-a536-4934-9c8a-af2427ecfccf on network 5b9c2cb7-e310-4de6-984e-a03049400945 {{(pid=83845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 08 10:26:03.842114 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b64ebb-81e3-4992-9240-36d40edb3ea5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:03.842848 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-92b64ebb-81e3-4992-9240-36d40edb3ea5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:03.848326 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-92b64ebb-81e3-4992-9240-36d40edb3ea5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "PUT /v2.0/ports/05265f75-a536-4934-9c8a-af2427ecfccf HTTP/1.1" status: 200 len: 931 time: 3.0483990 Apr 08 10:26:03.852392 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56570) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:03.855401 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b64ebb-81e3-4992-9240-36d40edb3ea5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Port': ['ID=05265f75-a536-4934-9c8a-af2427ecfccf,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:03.870604 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-42786a17-88c5-4482-9848-9ea71d33aa5d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Deleting port 3e2ccc78-4806-4123-975b-0bd944d01744 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:03.870951 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-42786a17-88c5-4482-9848-9ea71d33aa5d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:03.924568 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ba397e04-abfa-423d-9b75-04656ad02bcb None None] Provisioning for port b6dd1445-58b5-4204-b386-2bf42125eb53 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:03.936712 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ba397e04-abfa-423d-9b75-04656ad02bcb None None] Provisioning complete for port b6dd1445-58b5-4204-b386-2bf42125eb53 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:03.936712 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ba397e04-abfa-423d-9b75-04656ad02bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:03.950162 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-992ca221-d060-4676-90f0-6ce92fca52fc tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting port 05265f75-a536-4934-9c8a-af2427ecfccf {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:03.950746 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-992ca221-d060-4676-90f0-6ce92fca52fc tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:04.083851 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-76484034-ef96-40bd-920a-62c33a02f8c2 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:04.155304 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-888ee2a7-bdeb-481e-a67f-905107f99a1b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Deleting subnet 24402982-b43c-4cc3-aa96-5db310e4851e {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:26:04.194111 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-888ee2a7-bdeb-481e-a67f-905107f99a1b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:04.332635 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179951fd-9a20-4f95-b43f-eb2f4a5591d1 None None] get_active_networks_info from dv-neutron-837110-1-hyperv {{(pid=83847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 08 10:26:04.419443 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-76484034-ef96-40bd-920a-62c33a02f8c2 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:04.431812 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-888ee2a7-bdeb-481e-a67f-905107f99a1b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:04.450549 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-992ca221-d060-4676-90f0-6ce92fca52fc tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:04.479015 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179951fd-9a20-4f95-b43f-eb2f4a5591d1 None None] Resources bound (agent type, host, resource id): {{(pid=83847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 10:26:04.501578 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-42786a17-88c5-4482-9848-9ea71d33aa5d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] For port 3e2ccc78-4806-4123-975b-0bd944d01744, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=3e2ccc78-4806-4123-975b-0bd944d01744,segment=NetworkSegment(4390ce95-89b6-4933-8522-04ba0f350921),segment_id=4390ce95-89b6-4933-8522-04ba0f350921)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:04.502094 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-42786a17-88c5-4482-9848-9ea71d33aa5d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:04.521210 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-76484034-ef96-40bd-920a-62c33a02f8c2 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511231a9-8173-41dd-a4b0-0ae05c8679bd']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:04.609701 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-992ca221-d060-4676-90f0-6ce92fca52fc tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Calling delete_port for 05265f75-a536-4934-9c8a-af2427ecfccf owned by {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:26:04.674568 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-42786a17-88c5-4482-9848-9ea71d33aa5d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Calling delete_port for 3e2ccc78-4806-4123-975b-0bd944d01744 owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:26:04.726040 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-76484034-ef96-40bd-920a-62c33a02f8c2 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdc5d1c4-4a00-48d7-aec3-b18a93229a0b') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:04.726353 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-76484034-ef96-40bd-920a-62c33a02f8c2 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdc5d1c4-4a00-48d7-aec3-b18a93229a0b') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:04.758819 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-76484034-ef96-40bd-920a-62c33a02f8c2 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:04.799346 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-76484034-ef96-40bd-920a-62c33a02f8c2 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:04.811601 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76484034-ef96-40bd-920a-62c33a02f8c2 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:26:04.813124 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-76484034-ef96-40bd-920a-62c33a02f8c2 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:04.821238 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56590) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:26:04.830006 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:26:04.832791 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-992ca221-d060-4676-90f0-6ce92fca52fc tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:04.837238 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-42786a17-88c5-4482-9848-9ea71d33aa5d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:04.885139 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ca221-d060-4676-90f0-6ce92fca52fc tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Port': ['ID=05265f75-a536-4934-9c8a-af2427ecfccf,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:04.958768 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-992ca221-d060-4676-90f0-6ce92fca52fc tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:04.972280 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-992ca221-d060-4676-90f0-6ce92fca52fc tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/ports/05265f75-a536-4934-9c8a-af2427ecfccf HTTP/1.1" status: 204 len: 168 time: 1.1187186 Apr 08 10:26:04.974770 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56596) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:05.021771 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-de608682-3d43-4021-a2fc-c2d4e8cbb619 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2096764427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:05.038730 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-de608682-3d43-4021-a2fc-c2d4e8cbb619 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:05.043544 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b0a27a-cbe4-42ca-836a-df4d26390872 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] GET failed (client error): The resource could not be found. Apr 08 10:26:05.044222 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-07b0a27a-cbe4-42ca-836a-df4d26390872 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Synchronizing usage tracker for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:05.048511 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-de608682-3d43-4021-a2fc-c2d4e8cbb619 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Usage tracker for resource:router and tenant:7f8d3b5180da40deaeb81e345bf6323a is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:05.052682 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-de608682-3d43-4021-a2fc-c2d4e8cbb619 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:05.062006 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-de608682-3d43-4021-a2fc-c2d4e8cbb619 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:05.078860 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-07b0a27a-cbe4-42ca-836a-df4d26390872 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Unset dirty status for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:05.082974 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42786a17-88c5-4482-9848-9ea71d33aa5d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] No DVR routers for this DVR port 3e2ccc78-4806-4123-975b-0bd944d01744 on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:26:05.083383 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-07b0a27a-cbe4-42ca-836a-df4d26390872 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "GET /v2.0/ports/05265f75-a536-4934-9c8a-af2427ecfccf HTTP/1.1" status: 404 len: 333 time: 0.1070936 Apr 08 10:26:05.084716 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56600) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:05.085668 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-de608682-3d43-4021-a2fc-c2d4e8cbb619 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:05.086749 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-de608682-3d43-4021-a2fc-c2d4e8cbb619 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:05.096527 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-888ee2a7-bdeb-481e-a67f-905107f99a1b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:05.128803 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42786a17-88c5-4482-9848-9ea71d33aa5d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Pushing event deleted for resources: {'Port': ['ID=3e2ccc78-4806-4123-975b-0bd944d01744,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:05.173950 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eba8f4d0-9930-4290-b067-e294b939a263 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:05.206095 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-76484034-ef96-40bd-920a-62c33a02f8c2 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:05.206822 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eba8f4d0-9930-4290-b067-e294b939a263 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:05.233118 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-de608682-3d43-4021-a2fc-c2d4e8cbb619 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:05.262073 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-de608682-3d43-4021-a2fc-c2d4e8cbb619 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:05.281754 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eba8f4d0-9930-4290-b067-e294b939a263 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:05.286811 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-76484034-ef96-40bd-920a-62c33a02f8c2 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:05.304074 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8f4d0-9930-4290-b067-e294b939a263 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a26e5e-3578-44bb-b9a9-0d22dfd8c13b,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:05.306730 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eba8f4d0-9930-4290-b067-e294b939a263 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:05.311093 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-eba8f4d0-9930-4290-b067-e294b939a263 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/security-groups/65a26e5e-3578-44bb-b9a9-0d22dfd8c13b HTTP/1.1" status: 204 len: 168 time: 0.2200737 Apr 08 10:26:05.312723 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56604) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:05.314415 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76484034-ef96-40bd-920a-62c33a02f8c2 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event deleted for resources: {'Network': ['ID=511231a9-8173-41dd-a4b0-0ae05c8679bd,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:05.315768 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-de608682-3d43-4021-a2fc-c2d4e8cbb619 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:05.319592 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-de608682-3d43-4021-a2fc-c2d4e8cbb619 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4936638 Apr 08 10:26:05.322969 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56608) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:05.330638 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-42786a17-88c5-4482-9848-9ea71d33aa5d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:05.343927 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-3d1e1309-d5d4-49f7-9d15-9ddf4e65f73a tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-287499032'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:05.349849 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-50329816-8d3d-4bd0-a7bb-3f29a440258b None None] Could not find standard attr ID for object 05265f75-a536-4934-9c8a-af2427ecfccf. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:26:05.350975 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3d1e1309-d5d4-49f7-9d15-9ddf4e65f73a tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:05.355187 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3d1e1309-d5d4-49f7-9d15-9ddf4e65f73a tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Usage tracker for resource:network and tenant:7f8d3b5180da40deaeb81e345bf6323a is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:05.358199 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3d1e1309-d5d4-49f7-9d15-9ddf4e65f73a tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:05.364706 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3d1e1309-d5d4-49f7-9d15-9ddf4e65f73a tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:05.371748 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-76484034-ef96-40bd-920a-62c33a02f8c2 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "DELETE /v2.0/networks/511231a9-8173-41dd-a4b0-0ae05c8679bd HTTP/1.1" status: 204 len: 168 time: 1.6336961 Apr 08 10:26:05.372428 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56612) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:05.398520 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-888ee2a7-bdeb-481e-a67f-905107f99a1b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:05.424262 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-99329ddb-e517-4529-915c-7977d9283055 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] DELETE failed (client error): The resource could not be found. Apr 08 10:26:05.424722 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99329ddb-e517-4529-915c-7977d9283055 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:26:05.426367 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-99329ddb-e517-4529-915c-7977d9283055 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "DELETE /v2.0/subnets/4778da99-c9f2-472b-a663-61e2e8376d3a HTTP/1.1" status: 404 len: 337 time: 0.0529747 Apr 08 10:26:05.433408 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56616) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:05.434986 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-42786a17-88c5-4482-9848-9ea71d33aa5d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['951a3c47-71b0-4380-ba9c-b97da4cdc5ee']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:05.438886 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-918ddede-4ff7-4e4f-b4b4-bf75ba7fd817 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:05.446821 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1e1309-d5d4-49f7-9d15-9ddf4e65f73a tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Made reservation on behalf of 7f8d3b5180da40deaeb81e345bf6323a for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:26:05.449827 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3d1e1309-d5d4-49f7-9d15-9ddf4e65f73a tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:05.466730 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-918ddede-4ff7-4e4f-b4b4-bf75ba7fd817 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:05.493372 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ee2a7-bdeb-481e-a67f-905107f99a1b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Subnet': ['ID=24402982-b43c-4cc3-aa96-5db310e4851e,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:05.505098 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-42786a17-88c5-4482-9848-9ea71d33aa5d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4390ce95-89b6-4933-8522-04ba0f350921') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:05.505397 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-42786a17-88c5-4482-9848-9ea71d33aa5d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4390ce95-89b6-4933-8522-04ba0f350921') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:05.512875 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3d1e1309-d5d4-49f7-9d15-9ddf4e65f73a tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:05.517164 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-918ddede-4ff7-4e4f-b4b4-bf75ba7fd817 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:05.525956 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f56d6a-04ad-433b-9005-bf9b367b72ea tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] DELETE failed (client error): The resource could not be found. Apr 08 10:26:05.526395 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f56d6a-04ad-433b-9005-bf9b367b72ea tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:26:05.535285 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ddede-4ff7-4e4f-b4b4-bf75ba7fd817 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b6a43b-f785-402d-90ea-f2673472bd00,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:05.536740 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-888ee2a7-bdeb-481e-a67f-905107f99a1b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:05.538534 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-888ee2a7-bdeb-481e-a67f-905107f99a1b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/subnets/24402982-b43c-4cc3-aa96-5db310e4851e HTTP/1.1" status: 204 len: 168 time: 1.9469543 Apr 08 10:26:05.539462 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218add7a-d7d8-4751-a295-9770e85a02e0 None None] Network 6a41d241-bd15-42eb-9746-41abe78a9c63 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:05.540460 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-42786a17-88c5-4482-9848-9ea71d33aa5d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:05.543908 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56620) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:05.554867 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-90f56d6a-04ad-433b-9005-bf9b367b72ea tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "DELETE /v2.0/networks/e5c5d44f-f59a-4289-ab2a-cbaf49e1af19 HTTP/1.1" status: 404 len: 339 time: 0.1093798 Apr 08 10:26:05.560049 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56624) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:05.602939 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-42786a17-88c5-4482-9848-9ea71d33aa5d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:05.626637 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-918ddede-4ff7-4e4f-b4b4-bf75ba7fd817 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:05.630678 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-918ddede-4ff7-4e4f-b4b4-bf75ba7fd817 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/security-groups/f3b6a43b-f785-402d-90ea-f2673472bd00 HTTP/1.1" status: 204 len: 168 time: 0.3143280 Apr 08 10:26:05.630846 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42786a17-88c5-4482-9848-9ea71d33aa5d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:26:05.630846 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-42786a17-88c5-4482-9848-9ea71d33aa5d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:05.636294 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56628) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:05.650678 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3d1e1309-d5d4-49f7-9d15-9ddf4e65f73a tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:26:05.652757 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:26:05.704094 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3d1e1309-d5d4-49f7-9d15-9ddf4e65f73a tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Usage tracker for resource:security_group_rule and tenant:7f8d3b5180da40deaeb81e345bf6323a is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:05.714152 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3d1e1309-d5d4-49f7-9d15-9ddf4e65f73a tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:05.728427 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-14114f88-2202-4c09-9f79-5a9e08dcc09f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:05.731495 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3d1e1309-d5d4-49f7-9d15-9ddf4e65f73a tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:05.826064 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f341b32a-b1d4-49f0-bff9-28af06507174 None None] DHCP port deletion for 6a41d241-bd15-42eb-9746-41abe78a9c63 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:26:05.828063 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-42786a17-88c5-4482-9848-9ea71d33aa5d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:05.831312 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-14114f88-2202-4c09-9f79-5a9e08dcc09f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Deleting port 005a2d27-0c74-416b-937d-9a65ad888695 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:05.831658 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-14114f88-2202-4c09-9f79-5a9e08dcc09f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:05.832582 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-f341b32a-b1d4-49f0-bff9-28af06507174 None None] Deleting port 005a2d27-0c74-416b-937d-9a65ad888695 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:05.832954 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f341b32a-b1d4-49f0-bff9-28af06507174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:05.866496 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-42786a17-88c5-4482-9848-9ea71d33aa5d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:05.886553 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42786a17-88c5-4482-9848-9ea71d33aa5d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Pushing event deleted for resources: {'Network': ['ID=951a3c47-71b0-4380-ba9c-b97da4cdc5ee,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:05.919288 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-42786a17-88c5-4482-9848-9ea71d33aa5d tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] 10.222.0.47 "DELETE /v2.0/networks/951a3c47-71b0-4380-ba9c-b97da4cdc5ee HTTP/1.1" status: 204 len: 168 time: 2.5065103 Apr 08 10:26:05.919657 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56632) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:05.972440 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d973a8d-6bab-4907-9fd1-1ae4595162f8 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Deleting subnet c64f631e-4dec-4694-8367-dde7453f58e0 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:26:05.983104 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2d973a8d-6bab-4907-9fd1-1ae4595162f8 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:06.031259 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3d1e1309-d5d4-49f7-9d15-9ddf4e65f73a tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:06.035844 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3d1e1309-d5d4-49f7-9d15-9ddf4e65f73a tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:06.064166 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b08ec6-d02f-4561-a03c-3e2f12714ce0 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting subnet b8b32f79-2219-4f05-b329-9c0c58cd5087 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:26:06.069896 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1e1309-d5d4-49f7-9d15-9ddf4e65f73a tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:26:06.072614 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-f341b32a-b1d4-49f0-bff9-28af06507174 None None] For port 005a2d27-0c74-416b-937d-9a65ad888695, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=005a2d27-0c74-416b-937d-9a65ad888695,segment=NetworkSegment(b27b9cce-b553-44ab-b14c-bf17a35ce5b2),segment_id=b27b9cce-b553-44ab-b14c-bf17a35ce5b2)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:06.074179 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f341b32a-b1d4-49f0-bff9-28af06507174 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:06.079580 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2d973a8d-6bab-4907-9fd1-1ae4595162f8 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:06.102324 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-03b08ec6-d02f-4561-a03c-3e2f12714ce0 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:06.131583 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e1309-d5d4-49f7-9d15-9ddf4e65f73a tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94fe218e-ecc9-42e1-9eb9-0c3b558b59ae,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:06.136646 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3d1e1309-d5d4-49f7-9d15-9ddf4e65f73a tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:06.136806 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-3d1e1309-d5d4-49f7-9d15-9ddf4e65f73a tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Added segment cac39086-8fcf-4bb3-9e1b-307a0f4c82ee of type vlan for network a1ef57fe-8e34-46cb-98be-2b7d8b56e8ac Apr 08 10:26:06.181037 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3d1e1309-d5d4-49f7-9d15-9ddf4e65f73a tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:06.223319 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2d973a8d-6bab-4907-9fd1-1ae4595162f8 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:06.229287 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-f341b32a-b1d4-49f0-bff9-28af06507174 None None] Calling delete_port for 005a2d27-0c74-416b-937d-9a65ad888695 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:26:06.254449 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3520ec29-6f16-4fa6-9049-55f768e2d38b tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:06.267712 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3d1e1309-d5d4-49f7-9d15-9ddf4e65f73a tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:06.269544 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-03b08ec6-d02f-4561-a03c-3e2f12714ce0 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:06.271952 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1e1309-d5d4-49f7-9d15-9ddf4e65f73a tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:06.272724 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3d1e1309-d5d4-49f7-9d15-9ddf4e65f73a tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:06.316232 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f341b32a-b1d4-49f0-bff9-28af06507174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:06.361363 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341b32a-b1d4-49f0-bff9-28af06507174 None None] Pushing event deleted for resources: {'Port': ['ID=005a2d27-0c74-416b-937d-9a65ad888695,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:06.369592 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f341b32a-b1d4-49f0-bff9-28af06507174 None None] No DVR routers for this DVR port 005a2d27-0c74-416b-937d-9a65ad888695 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:26:06.403195 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3d1e1309-d5d4-49f7-9d15-9ddf4e65f73a tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0760164 Apr 08 10:26:06.407719 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56636) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:06.416348 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-78b27b9c-d352-4c5a-bc97-15fdeed3e5df tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Request body: {'subnet': {'network_id': 'a1ef57fe-8e34-46cb-98be-2b7d8b56e8ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:06.430495 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e1309-d5d4-49f7-9d15-9ddf4e65f73a tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Pushing event updated for resources: {'Network': ['ID=a1ef57fe-8e34-46cb-98be-2b7d8b56e8ac,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:06.444163 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network a1ef57fe-8e34-46cb-98be-2b7d8b56e8ac details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:26:06.455386 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-14114f88-2202-4c09-9f79-5a9e08dcc09f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] For port 005a2d27-0c74-416b-937d-9a65ad888695, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=005a2d27-0c74-416b-937d-9a65ad888695,segment=NetworkSegment(b27b9cce-b553-44ab-b14c-bf17a35ce5b2),segment_id=b27b9cce-b553-44ab-b14c-bf17a35ce5b2)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:06.455755 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-14114f88-2202-4c09-9f79-5a9e08dcc09f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:06.524730 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2d973a8d-6bab-4907-9fd1-1ae4595162f8 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:06.579253 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d973a8d-6bab-4907-9fd1-1ae4595162f8 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event deleted for resources: {'Subnet': ['ID=c64f631e-4dec-4694-8367-dde7453f58e0,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:06.586146 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-78b27b9c-d352-4c5a-bc97-15fdeed3e5df tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:06.591031 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2d973a8d-6bab-4907-9fd1-1ae4595162f8 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:06.593982 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-78b27b9c-d352-4c5a-bc97-15fdeed3e5df tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Usage tracker for resource:subnet and tenant:7f8d3b5180da40deaeb81e345bf6323a is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:06.596608 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a21e554-365e-457f-8a7e-180261781c94 None None] Network c338eff0-acb5-421f-8e08-f1d07e692275 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:06.597820 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-78b27b9c-d352-4c5a-bc97-15fdeed3e5df tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:06.606835 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-78b27b9c-d352-4c5a-bc97-15fdeed3e5df tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:06.618362 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2d973a8d-6bab-4907-9fd1-1ae4595162f8 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "DELETE /v2.0/subnets/c64f631e-4dec-4694-8367-dde7453f58e0 HTTP/1.1" status: 204 len: 168 time: 1.0549383 Apr 08 10:26:06.618561 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56640) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:06.653609 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b27b9c-d352-4c5a-bc97-15fdeed3e5df tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Made reservation on behalf of 7f8d3b5180da40deaeb81e345bf6323a for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:26:06.668056 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-14114f88-2202-4c09-9f79-5a9e08dcc09f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Calling delete_port for 005a2d27-0c74-416b-937d-9a65ad888695 owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:26:06.699579 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3520ec29-6f16-4fa6-9049-55f768e2d38b tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:06.753259 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-3520ec29-6f16-4fa6-9049-55f768e2d38b tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21fcae01-814a-42ea-9ec1-dead6d0878ef']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:06.773685 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ac2e3f-d225-407c-81e0-7ad4bba964c5 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Deleting subnet bb8838bd-4c53-43f8-ba95-9feba58e826f {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:26:06.779497 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-66ac2e3f-d225-407c-81e0-7ad4bba964c5 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:06.784064 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-3520ec29-6f16-4fa6-9049-55f768e2d38b tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d6e46f-a09b-4b3a-8c8f-4b0b9cbf062a') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:06.784388 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-3520ec29-6f16-4fa6-9049-55f768e2d38b tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d6e46f-a09b-4b3a-8c8f-4b0b9cbf062a') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:06.813980 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3520ec29-6f16-4fa6-9049-55f768e2d38b tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:06.823741 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-03b08ec6-d02f-4561-a03c-3e2f12714ce0 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:06.873757 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3520ec29-6f16-4fa6-9049-55f768e2d38b tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:06.878770 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.api [None req-14114f88-2202-4c09-9f79-5a9e08dcc09f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:26:06.879102 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG oslo_db.api [None req-14114f88-2202-4c09-9f79-5a9e08dcc09f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:26:06.887488 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3520ec29-6f16-4fa6-9049-55f768e2d38b tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:26:06.887849 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3520ec29-6f16-4fa6-9049-55f768e2d38b tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:26:06.902917 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:26:06.930575 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-78b27b9c-d352-4c5a-bc97-15fdeed3e5df tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:06.999070 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-03b08ec6-d02f-4561-a03c-3e2f12714ce0 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:07.028933 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-66ac2e3f-d225-407c-81e0-7ad4bba964c5 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:07.032320 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3520ec29-6f16-4fa6-9049-55f768e2d38b tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:07.053865 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b08ec6-d02f-4561-a03c-3e2f12714ce0 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Subnet': ['ID=b8b32f79-2219-4f05-b329-9c0c58cd5087,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:07.056019 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3520ec29-6f16-4fa6-9049-55f768e2d38b tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:07.073433 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520ec29-6f16-4fa6-9049-55f768e2d38b tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Pushing event deleted for resources: {'Network': ['ID=21fcae01-814a-42ea-9ec1-dead6d0878ef,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:07.075360 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-03b08ec6-d02f-4561-a03c-3e2f12714ce0 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:07.086318 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6304e9d-2deb-4bcb-8546-46e474628d05 None None] Network 5b9c2cb7-e310-4de6-984e-a03049400945 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:07.105810 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3520ec29-6f16-4fa6-9049-55f768e2d38b tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] 10.222.0.47 "DELETE /v2.0/networks/21fcae01-814a-42ea-9ec1-dead6d0878ef HTTP/1.1" status: 204 len: 168 time: 1.1809745 Apr 08 10:26:07.106310 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56644) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:07.116882 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-03b08ec6-d02f-4561-a03c-3e2f12714ce0 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/subnets/b8b32f79-2219-4f05-b329-9c0c58cd5087 HTTP/1.1" status: 204 len: 168 time: 1.4796727 Apr 08 10:26:07.117856 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56648) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:07.142085 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-f8d23919-f79f-433d-a282-a52e330d286d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'subnet': {'network_id': '5b9c2cb7-e310-4de6-984e-a03049400945', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:07.209659 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-66ac2e3f-d225-407c-81e0-7ad4bba964c5 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:07.325227 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-78b27b9c-d352-4c5a-bc97-15fdeed3e5df tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:07.372847 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-66ac2e3f-d225-407c-81e0-7ad4bba964c5 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:07.382874 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9d8ef1c7-3c45-4028-aa7f-ab4471be2585 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:07.400447 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 005a2d27-0c74-416b-937d-9a65ad888695 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:26:07.404911 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-14114f88-2202-4c09-9f79-5a9e08dcc09f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Deleting port 005a2d27-0c74-416b-937d-9a65ad888695 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:07.405607 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-14114f88-2202-4c09-9f79-5a9e08dcc09f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:07.416663 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-66ac2e3f-d225-407c-81e0-7ad4bba964c5 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:07.420444 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b27b9c-d352-4c5a-bc97-15fdeed3e5df tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Pushing event updated for resources: {'Subnet': ['ID=b5c40878-9c7d-4c65-b633-28670b083034,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:07.440768 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 005a2d27-0c74-416b-937d-9a65ad888695 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:26:07.441211 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 005a2d27-0c74-416b-937d-9a65ad888695 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:26:07.495157 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac2e3f-d225-407c-81e0-7ad4bba964c5 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event deleted for resources: {'Subnet': ['ID=bb8838bd-4c53-43f8-ba95-9feba58e826f,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:07.499305 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-66ac2e3f-d225-407c-81e0-7ad4bba964c5 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "DELETE /v2.0/subnets/bb8838bd-4c53-43f8-ba95-9feba58e826f HTTP/1.1" status: 204 len: 168 time: 0.8797843 Apr 08 10:26:07.502209 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56652) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:07.527759 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-14114f88-2202-4c09-9f79-5a9e08dcc09f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] The port '005a2d27-0c74-416b-937d-9a65ad888695' was deleted {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:26:07.575909 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b27b9c-d352-4c5a-bc97-15fdeed3e5df tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Checking segment: {'id': 'cac39086-8fcf-4bb3-9e1b-307a0f4c82ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a1ef57fe-8e34-46cb-98be-2b7d8b56e8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:26:07.576424 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b27b9c-d352-4c5a-bc97-15fdeed3e5df tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Network hostable DHCP agents. Network: a1ef57fe-8e34-46cb-98be-2b7d8b56e8ac, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:26:07.587667 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b05ed3-3160-4b9e-ba60-1147a3fe98a8 None None] Network c338eff0-acb5-421f-8e08-f1d07e692275 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:07.642819 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c30ec976-07b7-4476-a050-9e6b6b14b141 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:07.660795 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-c30ec976-07b7-4476-a050-9e6b6b14b141 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Deleting port 378e47f5-f982-4551-848a-5a3f82361cc0 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:07.661161 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c30ec976-07b7-4476-a050-9e6b6b14b141 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:07.697560 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b27b9c-d352-4c5a-bc97-15fdeed3e5df tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Network a1ef57fe-8e34-46cb-98be-2b7d8b56e8ac is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:26:07.723735 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-78b27b9c-d352-4c5a-bc97-15fdeed3e5df tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, a1ef57fe-8e34-46cb-98be-2b7d8b56e8ac) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:07.731338 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b27b9c-d352-4c5a-bc97-15fdeed3e5df tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:07.731922 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-78b27b9c-d352-4c5a-bc97-15fdeed3e5df tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:07.738264 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f379c99c-0953-4fd4-ac38-b80c5fe4f318 None None] Network a1ef57fe-8e34-46cb-98be-2b7d8b56e8ac requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:07.745746 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f8d23919-f79f-433d-a282-a52e330d286d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:07.770127 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f8d23919-f79f-433d-a282-a52e330d286d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:subnet and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:07.787933 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f8d23919-f79f-433d-a282-a52e330d286d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:07.800441 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f8d23919-f79f-433d-a282-a52e330d286d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:07.806051 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9d8ef1c7-3c45-4028-aa7f-ab4471be2585 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:07.807812 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-78b27b9c-d352-4c5a-bc97-15fdeed3e5df tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3986082 Apr 08 10:26:07.811236 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56656) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:07.821484 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-14114f88-2202-4c09-9f79-5a9e08dcc09f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:07.822190 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-af50d05b-3fdb-4dee-a7f4-ce5d93539218 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Request body: {'network': {'name': 'tempest-router-network01--794091322'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:07.851353 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-af50d05b-3fdb-4dee-a7f4-ce5d93539218 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:07.868019 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-9d8ef1c7-3c45-4028-aa7f-ab4471be2585 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde7b62a-4198-46d7-883b-94413cf49eff']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:07.878643 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d23919-f79f-433d-a282-a52e330d286d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:26:07.882305 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f8d23919-f79f-433d-a282-a52e330d286d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:07.912637 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-dec3944a-7e28-4c62-a77d-d291388472ee None None] Provisioning complete for port 378e47f5-f982-4551-848a-5a3f82361cc0 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:07.913174 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-dec3944a-7e28-4c62-a77d-d291388472ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:07.917234 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-af50d05b-3fdb-4dee-a7f4-ce5d93539218 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Usage tracker for resource:network and tenant:7f8d3b5180da40deaeb81e345bf6323a is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:07.932617 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-af50d05b-3fdb-4dee-a7f4-ce5d93539218 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:07.952068 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-af50d05b-3fdb-4dee-a7f4-ce5d93539218 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:07.984763 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-c30ec976-07b7-4476-a050-9e6b6b14b141 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] For port 378e47f5-f982-4551-848a-5a3f82361cc0, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=378e47f5-f982-4551-848a-5a3f82361cc0,segment=NetworkSegment(0402eb58-7df8-4d2b-a58b-4c8f72ece467),segment_id=0402eb58-7df8-4d2b-a58b-4c8f72ece467)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:07.985295 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c30ec976-07b7-4476-a050-9e6b6b14b141 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:07.994892 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af50d05b-3fdb-4dee-a7f4-ce5d93539218 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Made reservation on behalf of 7f8d3b5180da40deaeb81e345bf6323a for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:26:07.998654 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-af50d05b-3fdb-4dee-a7f4-ce5d93539218 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.083771 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-14114f88-2202-4c09-9f79-5a9e08dcc09f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a41d241-bd15-42eb-9746-41abe78a9c63']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:08.159848 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-c30ec976-07b7-4476-a050-9e6b6b14b141 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Calling delete_port for 378e47f5-f982-4551-848a-5a3f82361cc0 owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:26:08.162770 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-9d8ef1c7-3c45-4028-aa7f-ab4471be2585 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19b6062-2dbe-4e02-b7a3-ffa33a6f9e9a') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:08.163156 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-9d8ef1c7-3c45-4028-aa7f-ab4471be2585 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19b6062-2dbe-4e02-b7a3-ffa33a6f9e9a') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:08.185504 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-14114f88-2202-4c09-9f79-5a9e08dcc09f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27b9cce-b553-44ab-b14c-bf17a35ce5b2') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:08.185504 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-14114f88-2202-4c09-9f79-5a9e08dcc09f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27b9cce-b553-44ab-b14c-bf17a35ce5b2') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:08.193412 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9d8ef1c7-3c45-4028-aa7f-ab4471be2585 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.211390 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af50d05b-3fdb-4dee-a7f4-ce5d93539218 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:26:08.229273 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-af50d05b-3fdb-4dee-a7f4-ce5d93539218 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.229590 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-af50d05b-3fdb-4dee-a7f4-ce5d93539218 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Added segment c6d00648-0a55-4203-a680-dad76d60d3a8 of type vlan for network b71e8757-0e54-4ac7-b592-5c4fea79bbd6 Apr 08 10:26:08.268409 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c30ec976-07b7-4476-a050-9e6b6b14b141 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.270501 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.276099 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f666cba8-fbc1-4fe1-be3a-8d7352ca636c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-a1ef57fe-8e34-46cb-98be-2b7d8b56e8ac', 'network_id': 'a1ef57fe-8e34-46cb-98be-2b7d8b56e8ac', 'tenant_id': '7f8d3b5180da40deaeb81e345bf6323a', 'fixed_ips': [{'subnet_id': 'b5c40878-9c7d-4c65-b633-28670b083034'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:26:08.277487 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f666cba8-fbc1-4fe1-be3a-8d7352ca636c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.289231 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df152172-41b0-42dc-979c-a3c72fadd62d None None] DHCP port deletion for c338eff0-acb5-421f-8e08-f1d07e692275 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:26:08.319799 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30ec976-07b7-4476-a050-9e6b6b14b141 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] No DVR routers for this DVR port 378e47f5-f982-4551-848a-5a3f82361cc0 on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:26:08.328431 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-af50d05b-3fdb-4dee-a7f4-ce5d93539218 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.349831 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-14114f88-2202-4c09-9f79-5a9e08dcc09f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.364208 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ec976-07b7-4476-a050-9e6b6b14b141 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event deleted for resources: {'Port': ['ID=378e47f5-f982-4551-848a-5a3f82361cc0,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:08.370449 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9d8ef1c7-3c45-4028-aa7f-ab4471be2585 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.376523 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-14114f88-2202-4c09-9f79-5a9e08dcc09f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.393911 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d8ef1c7-3c45-4028-aa7f-ab4471be2585 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:26:08.394346 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9d8ef1c7-3c45-4028-aa7f-ab4471be2585 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:26:08.409518 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:26:08.417971 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14114f88-2202-4c09-9f79-5a9e08dcc09f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:26:08.418337 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-14114f88-2202-4c09-9f79-5a9e08dcc09f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:26:08.432474 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:26:08.456368 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-97e2fa91-7682-4c8a-8ba7-e1e0d0a8bed7 None None] Provisioning complete for port b6dd1445-58b5-4204-b386-2bf42125eb53 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:08.456878 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-97e2fa91-7682-4c8a-8ba7-e1e0d0a8bed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.480884 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c30ec976-07b7-4476-a050-9e6b6b14b141 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.503845 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-af50d05b-3fdb-4dee-a7f4-ce5d93539218 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.507508 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af50d05b-3fdb-4dee-a7f4-ce5d93539218 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:08.508115 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-af50d05b-3fdb-4dee-a7f4-ce5d93539218 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.513324 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-f666cba8-fbc1-4fe1-be3a-8d7352ca636c None None] Allocated IP 172.20.0.2 (a1ef57fe-8e34-46cb-98be-2b7d8b56e8ac/b5c40878-9c7d-4c65-b633-28670b083034/a7959875-7f35-4a28-9c85-8a1571257b6a) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:26:08.590191 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-c30ec976-07b7-4476-a050-9e6b6b14b141 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c338eff0-acb5-421f-8e08-f1d07e692275']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:08.590821 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9d8ef1c7-3c45-4028-aa7f-ab4471be2585 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.621101 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9d8ef1c7-3c45-4028-aa7f-ab4471be2585 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.630150 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-14114f88-2202-4c09-9f79-5a9e08dcc09f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.631715 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-c30ec976-07b7-4476-a050-9e6b6b14b141 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0402eb58-7df8-4d2b-a58b-4c8f72ece467') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:08.631901 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-c30ec976-07b7-4476-a050-9e6b6b14b141 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0402eb58-7df8-4d2b-a58b-4c8f72ece467') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:08.635737 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ef1c7-3c45-4028-aa7f-ab4471be2585 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] Pushing event deleted for resources: {'Network': ['ID=bde7b62a-4198-46d7-883b-94413cf49eff,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:08.649020 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-af50d05b-3fdb-4dee-a7f4-ce5d93539218 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8361170 Apr 08 10:26:08.651558 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56660) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:08.651736 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-14114f88-2202-4c09-9f79-5a9e08dcc09f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.652122 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50d05b-3fdb-4dee-a7f4-ce5d93539218 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Pushing event updated for resources: {'Network': ['ID=b71e8757-0e54-4ac7-b592-5c4fea79bbd6,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:08.657259 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c30ec976-07b7-4476-a050-9e6b6b14b141 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.669449 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-1a696ba4-a103-4f57-ba55-9d3f011c5a8b tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Request body: {'network': {'name': 'tempest-router-network02--451303772'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:08.672982 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network b71e8757-0e54-4ac7-b592-5c4fea79bbd6 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:26:08.679556 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-1a696ba4-a103-4f57-ba55-9d3f011c5a8b tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:08.684118 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-1a696ba4-a103-4f57-ba55-9d3f011c5a8b tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Usage tracker for resource:network and tenant:7f8d3b5180da40deaeb81e345bf6323a is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:08.687447 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c30ec976-07b7-4476-a050-9e6b6b14b141 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.689766 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-1a696ba4-a103-4f57-ba55-9d3f011c5a8b tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:08.693798 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9d8ef1c7-3c45-4028-aa7f-ab4471be2585 tempest-BulkNetworkOpsIpV6Test-1259268387 tempest-BulkNetworkOpsIpV6Test-1259268387-project] 10.222.0.47 "DELETE /v2.0/networks/bde7b62a-4198-46d7-883b-94413cf49eff HTTP/1.1" status: 204 len: 168 time: 1.5834072 Apr 08 10:26:08.693798 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14114f88-2202-4c09-9f79-5a9e08dcc09f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Network': ['ID=6a41d241-bd15-42eb-9746-41abe78a9c63,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:08.698302 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-1a696ba4-a103-4f57-ba55-9d3f011c5a8b tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:08.700459 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c30ec976-07b7-4476-a050-9e6b6b14b141 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:26:08.700888 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c30ec976-07b7-4476-a050-9e6b6b14b141 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.705290 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f8d23919-f79f-433d-a282-a52e330d286d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:26:08.716845 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:26:08.753968 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-14114f88-2202-4c09-9f79-5a9e08dcc09f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/networks/6a41d241-bd15-42eb-9746-41abe78a9c63 HTTP/1.1" status: 204 len: 168 time: 3.2045197 Apr 08 10:26:08.766982 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56666) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:08.770629 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d23919-f79f-433d-a282-a52e330d286d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network 5b9c2cb7-e310-4de6-984e-a03049400945 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:08.777486 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-e8984dfe-6158-427d-a158-9f9ab4d0892f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1074351779'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:08.780866 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-f8d23919-f79f-433d-a282-a52e330d286d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:08.786343 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-e8984dfe-6158-427d-a158-9f9ab4d0892f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:08.789286 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d23919-f79f-433d-a282-a52e330d286d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:08.789593 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f8d23919-f79f-433d-a282-a52e330d286d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.789821 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a696ba4-a103-4f57-ba55-9d3f011c5a8b tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Made reservation on behalf of 7f8d3b5180da40deaeb81e345bf6323a for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:26:08.793172 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1a696ba4-a103-4f57-ba55-9d3f011c5a8b tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.797677 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66969f2-7ff0-4042-9a9a-86b28f2fecf9 None None] Network 5b9c2cb7-e310-4de6-984e-a03049400945 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:08.804972 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e8984dfe-6158-427d-a158-9f9ab4d0892f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Usage tracker for resource:network and tenant:72c993bf72344f498aa1635c771d9146 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:08.813024 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e8984dfe-6158-427d-a158-9f9ab4d0892f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:08.824379 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-e8984dfe-6158-427d-a158-9f9ab4d0892f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:08.832067 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56670) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:08.832318 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f8d23919-f79f-433d-a282-a52e330d286d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7132840 Apr 08 10:26:08.834251 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d23919-f79f-433d-a282-a52e330d286d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Subnet': ['ID=c5678468-b6cf-4f30-b52f-e78a97035c54,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:08.842191 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-221dbc66-407b-4f71-aaa6-e74ca1dd5b72 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'security_group': {'name': 'tempest-secgroup-2088448721'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:08.846465 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8984dfe-6158-427d-a158-9f9ab4d0892f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Made reservation on behalf of 72c993bf72344f498aa1635c771d9146 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:26:08.852558 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e8984dfe-6158-427d-a158-9f9ab4d0892f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.888691 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8984dfe-6158-427d-a158-9f9ab4d0892f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:26:08.899872 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e8984dfe-6158-427d-a158-9f9ab4d0892f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.899872 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-e8984dfe-6158-427d-a158-9f9ab4d0892f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Added segment 2d491b79-fdb2-4f9f-92a3-86b955ca2194 of type vlan for network f0fa3b87-b0ec-4a0f-94c6-18e266cdc642 Apr 08 10:26:08.929523 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e8984dfe-6158-427d-a158-9f9ab4d0892f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.943436 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-97e2fa91-7682-4c8a-8ba7-e1e0d0a8bed7 None None] Provisioning complete for port 9eac942b-47fd-46c0-b68a-55ffff8d9332 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:08.944106 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-97e2fa91-7682-4c8a-8ba7-e1e0d0a8bed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.949606 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-221dbc66-407b-4f71-aaa6-e74ca1dd5b72 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:08.951649 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a696ba4-a103-4f57-ba55-9d3f011c5a8b tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:26:08.958499 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-221dbc66-407b-4f71-aaa6-e74ca1dd5b72 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:security_group and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:08.962508 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c30ec976-07b7-4476-a050-9e6b6b14b141 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.965094 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-221dbc66-407b-4f71-aaa6-e74ca1dd5b72 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:08.965733 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e8984dfe-6158-427d-a158-9f9ab4d0892f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.970920 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8984dfe-6158-427d-a158-9f9ab4d0892f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:08.971695 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e8984dfe-6158-427d-a158-9f9ab4d0892f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.991818 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1a696ba4-a103-4f57-ba55-9d3f011c5a8b tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.992059 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-1a696ba4-a103-4f57-ba55-9d3f011c5a8b tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Added segment 585b8d47-9df5-42fd-a466-04c814f0b1b1 of type vlan for network fe007c78-8efe-4f45-a179-1e1ec1f657d2 Apr 08 10:26:08.993449 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c30ec976-07b7-4476-a050-9e6b6b14b141 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:08.999213 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ec976-07b7-4476-a050-9e6b6b14b141 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event deleted for resources: {'Network': ['ID=c338eff0-acb5-421f-8e08-f1d07e692275,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:09.002787 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-221dbc66-407b-4f71-aaa6-e74ca1dd5b72 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:09.033859 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c30ec976-07b7-4476-a050-9e6b6b14b141 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "DELETE /v2.0/networks/c338eff0-acb5-421f-8e08-f1d07e692275 HTTP/1.1" status: 204 len: 168 time: 1.5277746 Apr 08 10:26:09.039790 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56674) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:09.065959 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e8984dfe-6158-427d-a158-9f9ab4d0892f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2951629 Apr 08 10:26:09.079464 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56678) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:09.085664 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-b9c71b7c-9642-4863-842d-36d9a3f54856 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'subnet': {'network_id': 'f0fa3b87-b0ec-4a0f-94c6-18e266cdc642', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:09.086024 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1a696ba4-a103-4f57-ba55-9d3f011c5a8b tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:09.089880 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d98130-c7ad-42f3-9079-65f436f4301c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] DELETE failed (client error): The resource could not be found. Apr 08 10:26:09.090324 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48d98130-c7ad-42f3-9079-65f436f4301c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:26:09.091945 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-48d98130-c7ad-42f3-9079-65f436f4301c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "DELETE /v2.0/subnets/0e33e7d9-cca2-4693-a2c5-645ab3bf080d HTTP/1.1" status: 404 len: 337 time: 0.0515258 Apr 08 10:26:09.095416 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56682) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:09.116621 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-221dbc66-407b-4f71-aaa6-e74ca1dd5b72 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:09.151076 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f666cba8-fbc1-4fe1-be3a-8d7352ca636c None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:09.153853 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-97e2fa91-7682-4c8a-8ba7-e1e0d0a8bed7 None None] Port 9eac942b-47fd-46c0-b68a-55ffff8d9332 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:26:09.154427 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaabd994-2d02-46e0-ab6e-1b235253e784 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] DELETE failed (client error): The resource could not be found. Apr 08 10:26:09.154906 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaabd994-2d02-46e0-ab6e-1b235253e784 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:26:09.171673 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-aaabd994-2d02-46e0-ab6e-1b235253e784 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "DELETE /v2.0/networks/9830527d-e107-47f6-b565-5fe9041a3112 HTTP/1.1" status: 404 len: 339 time: 0.0727324 Apr 08 10:26:09.181914 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56688) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:09.215126 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8984dfe-6158-427d-a158-9f9ab4d0892f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Network': ['ID=f0fa3b87-b0ec-4a0f-94c6-18e266cdc642,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:09.231536 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a955ed4-5983-42bf-bb83-8c8b61620809 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] DELETE failed (client error): The resource could not be found. Apr 08 10:26:09.231946 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a955ed4-5983-42bf-bb83-8c8b61620809 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:26:09.234092 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2a955ed4-5983-42bf-bb83-8c8b61620809 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "DELETE /v2.0/subnets/6ed3bcd8-4a6e-4e0c-841d-e5b423b4796f HTTP/1.1" status: 404 len: 337 time: 0.0509937 Apr 08 10:26:09.238373 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56692) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:09.243239 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1a696ba4-a103-4f57-ba55-9d3f011c5a8b tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:09.246814 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a696ba4-a103-4f57-ba55-9d3f011c5a8b tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:09.247389 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1a696ba4-a103-4f57-ba55-9d3f011c5a8b tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:09.254129 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network f0fa3b87-b0ec-4a0f-94c6-18e266cdc642 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:26:09.267513 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b9c71b7c-9642-4863-842d-36d9a3f54856 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:09.273854 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b9c71b7c-9642-4863-842d-36d9a3f54856 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Usage tracker for resource:subnet and tenant:72c993bf72344f498aa1635c771d9146 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:09.277381 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e2601f-2e80-4371-aa3b-fa43207c8f21 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] DELETE failed (client error): The resource could not be found. Apr 08 10:26:09.278029 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1e2601f-2e80-4371-aa3b-fa43207c8f21 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:26:09.279852 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d1e2601f-2e80-4371-aa3b-fa43207c8f21 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "DELETE /v2.0/networks/0f63f55e-f6fd-406b-a947-6ca76d30e391 HTTP/1.1" status: 404 len: 339 time: 0.0405712 Apr 08 10:26:09.280966 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b9c71b7c-9642-4863-842d-36d9a3f54856 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:09.281701 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-221dbc66-407b-4f71-aaa6-e74ca1dd5b72 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:09.284875 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56696) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:09.290665 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b9c71b7c-9642-4863-842d-36d9a3f54856 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:09.291157 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-221dbc66-407b-4f71-aaa6-e74ca1dd5b72 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:security_group_rule and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:09.337505 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56700) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:09.339235 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f666cba8-fbc1-4fe1-be3a-8d7352ca636c None None] Transition to ACTIVE for port object a7959875-7f35-4a28-9c85-8a1571257b6a will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:09.350853 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a9cb6f-e138-487f-8e26-68664d2f4404 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] DELETE failed (client error): The resource could not be found. Apr 08 10:26:09.351303 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51a9cb6f-e138-487f-8e26-68664d2f4404 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:26:09.352954 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-51a9cb6f-e138-487f-8e26-68664d2f4404 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "DELETE /v2.0/subnets/193a416c-fe24-4188-8523-ef8e461fe0c5 HTTP/1.1" status: 404 len: 337 time: 0.0669451 Apr 08 10:26:09.364115 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-221dbc66-407b-4f71-aaa6-e74ca1dd5b72 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:09.364567 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56706) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:09.397866 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-221dbc66-407b-4f71-aaa6-e74ca1dd5b72 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:09.414764 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf731c4-5c8c-4ec2-883c-1b80e3fcb076 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] DELETE failed (client error): The resource could not be found. Apr 08 10:26:09.415180 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf731c4-5c8c-4ec2-883c-1b80e3fcb076 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:26:09.420536 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 378e47f5-f982-4551-848a-5a3f82361cc0 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:26:09.425252 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1a696ba4-a103-4f57-ba55-9d3f011c5a8b tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7681887 Apr 08 10:26:09.425428 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0cf731c4-5c8c-4ec2-883c-1b80e3fcb076 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "DELETE /v2.0/networks/ae1ed6e5-cac3-4745-953f-8c509542aa11 HTTP/1.1" status: 404 len: 339 time: 0.0595098 Apr 08 10:26:09.425546 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56710) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:09.425652 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56712) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:09.434246 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-2b02e7fe-480f-4326-a9b2-3a843aaec5e0 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Request body: {'subnet': {'network_id': 'b71e8757-0e54-4ac7-b592-5c4fea79bbd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:09.452193 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c71b7c-9642-4863-842d-36d9a3f54856 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Made reservation on behalf of 72c993bf72344f498aa1635c771d9146 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:26:09.477779 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a696ba4-a103-4f57-ba55-9d3f011c5a8b tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Pushing event updated for resources: {'Network': ['ID=fe007c78-8efe-4f45-a179-1e1ec1f657d2,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:09.498986 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f666cba8-fbc1-4fe1-be3a-8d7352ca636c None None] Transition to ACTIVE for port object a7959875-7f35-4a28-9c85-8a1571257b6a will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:09.507029 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network fe007c78-8efe-4f45-a179-1e1ec1f657d2 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:26:09.538873 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 378e47f5-f982-4551-848a-5a3f82361cc0 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:26:09.539300 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 378e47f5-f982-4551-848a-5a3f82361cc0 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:26:09.577050 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-221dbc66-407b-4f71-aaa6-e74ca1dd5b72 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:09.590056 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f666cba8-fbc1-4fe1-be3a-8d7352ca636c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:09.622968 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-221dbc66-407b-4f71-aaa6-e74ca1dd5b72 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:09.683990 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221dbc66-407b-4f71-aaa6-e74ca1dd5b72 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c60a4fa3-babe-43c9-b9ac-6112b37646e8,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:09.689147 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-221dbc66-407b-4f71-aaa6-e74ca1dd5b72 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:09.690342 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-221dbc66-407b-4f71-aaa6-e74ca1dd5b72 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8568282 Apr 08 10:26:09.693913 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56720) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:09.712102 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-96c57453-bdc4-490e-8000-ec9c2a778f34 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'security_group': {'name': 'tempest-secgroup-1470501095'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:09.721949 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f666cba8-fbc1-4fe1-be3a-8d7352ca636c None None] Network a1ef57fe-8e34-46cb-98be-2b7d8b56e8ac is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:09.722092 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666cba8-fbc1-4fe1-be3a-8d7352ca636c None None] Pushing event updated for resources: {'Port': ['ID=a7959875-7f35-4a28-9c85-8a1571257b6a,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:09.726162 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-f666cba8-fbc1-4fe1-be3a-8d7352ca636c None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:09.727717 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-96c57453-bdc4-490e-8000-ec9c2a778f34 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:09.729771 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f666cba8-fbc1-4fe1-be3a-8d7352ca636c None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:26:09.741741 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-96c57453-bdc4-490e-8000-ec9c2a778f34 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:security_group and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:09.745166 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-43930d31-703c-4bc2-8247-4454a9c1b06a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ba3705232b8e48d1ab85733c5524e7d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4027627 Apr 08 10:26:09.746138 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-96c57453-bdc4-490e-8000-ec9c2a778f34 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:09.747197 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56724) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:09.749714 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b9c71b7c-9642-4863-842d-36d9a3f54856 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:09.754692 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe28ce86-b30b-429f-a666-2d68c8673629 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Deleting subnet 77740173-ddd1-417c-a017-da62706d1417 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:26:09.756697 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-96c57453-bdc4-490e-8000-ec9c2a778f34 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:09.760365 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fe28ce86-b30b-429f-a666-2d68c8673629 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:09.779225 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2b02e7fe-480f-4326-a9b2-3a843aaec5e0 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:09.808652 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-96c57453-bdc4-490e-8000-ec9c2a778f34 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:09.833953 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fe28ce86-b30b-429f-a666-2d68c8673629 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:09.836757 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2b02e7fe-480f-4326-a9b2-3a843aaec5e0 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Usage tracker for resource:subnet and tenant:7f8d3b5180da40deaeb81e345bf6323a is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:09.845932 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2b02e7fe-480f-4326-a9b2-3a843aaec5e0 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:09.873201 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2b02e7fe-480f-4326-a9b2-3a843aaec5e0 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:09.891005 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-f666cba8-fbc1-4fe1-be3a-8d7352ca636c None None] Attempting to bind port a7959875-7f35-4a28-9c85-8a1571257b6a on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:26:09.891606 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-f666cba8-fbc1-4fe1-be3a-8d7352ca636c None None] Attempting to bind port a7959875-7f35-4a28-9c85-8a1571257b6a by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'cac39086-8fcf-4bb3-9e1b-307a0f4c82ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a1ef57fe-8e34-46cb-98be-2b7d8b56e8ac'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:26:09.891745 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f666cba8-fbc1-4fe1-be3a-8d7352ca636c None None] Attempting to bind port a7959875-7f35-4a28-9c85-8a1571257b6a on network a1ef57fe-8e34-46cb-98be-2b7d8b56e8ac {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:26:09.903531 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-96c57453-bdc4-490e-8000-ec9c2a778f34 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:09.903771 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f666cba8-fbc1-4fe1-be3a-8d7352ca636c None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:26:09.904010 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f666cba8-fbc1-4fe1-be3a-8d7352ca636c None None] Checking segment: {'id': 'cac39086-8fcf-4bb3-9e1b-307a0f4c82ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a1ef57fe-8e34-46cb-98be-2b7d8b56e8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:26:09.904425 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f666cba8-fbc1-4fe1-be3a-8d7352ca636c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:09.904818 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f666cba8-fbc1-4fe1-be3a-8d7352ca636c None None] Bound using segment: {'id': 'cac39086-8fcf-4bb3-9e1b-307a0f4c82ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a1ef57fe-8e34-46cb-98be-2b7d8b56e8ac'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:26:09.905283 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-f666cba8-fbc1-4fe1-be3a-8d7352ca636c None None] Bound port: a7959875-7f35-4a28-9c85-8a1571257b6a, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac39086-8fcf-4bb3-9e1b-307a0f4c82ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a1ef57fe-8e34-46cb-98be-2b7d8b56e8ac'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:26:09.906207 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f666cba8-fbc1-4fe1-be3a-8d7352ca636c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:09.914494 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-96c57453-bdc4-490e-8000-ec9c2a778f34 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:security_group_rule and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:09.918051 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b02e7fe-480f-4326-a9b2-3a843aaec5e0 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Made reservation on behalf of 7f8d3b5180da40deaeb81e345bf6323a for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:26:09.919628 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-96c57453-bdc4-490e-8000-ec9c2a778f34 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:09.927103 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b771aef-e4df-47ef-8aa4-6c37ece69438 None None] Update dhcp port {'port': {'network_id': '5b9c2cb7-e310-4de6-984e-a03049400945', 'fixed_ips': [{'subnet_id': 'bc9a5238-f07d-4f01-bdd7-a5f381602a91', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c5678468-b6cf-4f30-b52f-e78a97035c54'}], 'binding:host_id': 'dv-neutron-837110-1-hyperv'}, 'id': 'b6dd1445-58b5-4204-b386-2bf42125eb53'} from dv-neutron-837110-1-hyperv. {{(pid=83847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 08 10:26:09.929003 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-96c57453-bdc4-490e-8000-ec9c2a778f34 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:09.974886 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fe28ce86-b30b-429f-a666-2d68c8673629 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:10.026578 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5b771aef-e4df-47ef-8aa4-6c37ece69438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:10.043320 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-45c20000-b949-4b35-b651-80249b9bdde8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:10.082540 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2b02e7fe-480f-4326-a9b2-3a843aaec5e0 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:10.101512 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-96c57453-bdc4-490e-8000-ec9c2a778f34 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:10.105301 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fe28ce86-b30b-429f-a666-2d68c8673629 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:10.141124 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-96c57453-bdc4-490e-8000-ec9c2a778f34 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:10.172307 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28ce86-b30b-429f-a666-2d68c8673629 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event deleted for resources: {'Subnet': ['ID=77740173-ddd1-417c-a017-da62706d1417,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:10.195410 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-45c20000-b949-4b35-b651-80249b9bdde8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:10.198993 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fe28ce86-b30b-429f-a666-2d68c8673629 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:10.206155 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-f666cba8-fbc1-4fe1-be3a-8d7352ca636c None None] For port a7959875-7f35-4a28-9c85-8a1571257b6a, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:26:10.211638 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c57453-bdc4-490e-8000-ec9c2a778f34 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f58efeb9-a208-4dac-b004-50936809ab8a,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:10.212949 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fc1e4a-0e3c-430b-b3db-80d4b24c7c7f None None] Network 93237383-b0d6-44a2-9e9f-68c1ff5d715e requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:10.216989 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-96c57453-bdc4-490e-8000-ec9c2a778f34 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:10.221111 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-96c57453-bdc4-490e-8000-ec9c2a778f34 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5235093 Apr 08 10:26:10.221111 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-fe28ce86-b30b-429f-a666-2d68c8673629 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "DELETE /v2.0/subnets/77740173-ddd1-417c-a017-da62706d1417 HTTP/1.1" status: 204 len: 168 time: 0.7921643 Apr 08 10:26:10.221360 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56728) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:10.223399 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56730) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:10.228668 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-f279763f-3a6c-40a9-b742-0d4d676cd16e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'security_group': {'name': 'tempest-secgroup-1395809657'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:10.251953 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f279763f-3a6c-40a9-b742-0d4d676cd16e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:10.261849 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f279763f-3a6c-40a9-b742-0d4d676cd16e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:security_group and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:10.307812 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f279763f-3a6c-40a9-b742-0d4d676cd16e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:10.329919 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f279763f-3a6c-40a9-b742-0d4d676cd16e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:10.344025 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-f666cba8-fbc1-4fe1-be3a-8d7352ca636c None None] For port a7959875-7f35-4a28-9c85-8a1571257b6a, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=a7959875-7f35-4a28-9c85-8a1571257b6a,segment=NetworkSegment(cac39086-8fcf-4bb3-9e1b-307a0f4c82ee),segment_id=cac39086-8fcf-4bb3-9e1b-307a0f4c82ee)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:26:10.356131 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f279763f-3a6c-40a9-b742-0d4d676cd16e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:10.370586 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f666cba8-fbc1-4fe1-be3a-8d7352ca636c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:10.383681 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9ad53810-dfa8-478e-918e-3d9b7032c229 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:10.413008 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-9ad53810-dfa8-478e-918e-3d9b7032c229 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Deleting port 6a8fa85b-5631-4226-af39-054f1db53ae4 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:10.413351 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9ad53810-dfa8-478e-918e-3d9b7032c229 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:10.438483 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f279763f-3a6c-40a9-b742-0d4d676cd16e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:10.448199 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b9c71b7c-9642-4863-842d-36d9a3f54856 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:10.451110 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f279763f-3a6c-40a9-b742-0d4d676cd16e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:security_group_rule and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:10.463682 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f279763f-3a6c-40a9-b742-0d4d676cd16e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:10.477442 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f279763f-3a6c-40a9-b742-0d4d676cd16e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:10.527800 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-5b771aef-e4df-47ef-8aa4-6c37ece69438 None None] Allocated IP 2001:db8::2 (5b9c2cb7-e310-4de6-984e-a03049400945/c5678468-b6cf-4f30-b52f-e78a97035c54/b6dd1445-58b5-4204-b386-2bf42125eb53) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:26:10.537527 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-45c20000-b949-4b35-b651-80249b9bdde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:10.592501 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c20000-b949-4b35-b651-80249b9bdde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaae6c5f-83ef-4c2c-aedd-43927cc76fbf,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:10.620293 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c71b7c-9642-4863-842d-36d9a3f54856 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Subnet': ['ID=13d1e695-021e-4951-abb0-4e843d1aa71e,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:10.639473 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-45c20000-b949-4b35-b651-80249b9bdde8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:10.643785 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-45c20000-b949-4b35-b651-80249b9bdde8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/aaae6c5f-83ef-4c2c-aedd-43927cc76fbf HTTP/1.1" status: 204 len: 168 time: 0.8774540 Apr 08 10:26:10.670446 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f279763f-3a6c-40a9-b742-0d4d676cd16e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:10.682325 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c71b7c-9642-4863-842d-36d9a3f54856 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Checking segment: {'id': '2d491b79-fdb2-4f9f-92a3-86b955ca2194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f0fa3b87-b0ec-4a0f-94c6-18e266cdc642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:26:10.682683 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c71b7c-9642-4863-842d-36d9a3f54856 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network hostable DHCP agents. Network: f0fa3b87-b0ec-4a0f-94c6-18e266cdc642, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:26:10.683471 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f279763f-3a6c-40a9-b742-0d4d676cd16e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:10.719606 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2b02e7fe-480f-4326-a9b2-3a843aaec5e0 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:10.723694 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-9ad53810-dfa8-478e-918e-3d9b7032c229 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] For port 6a8fa85b-5631-4226-af39-054f1db53ae4, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=6a8fa85b-5631-4226-af39-054f1db53ae4,segment=NetworkSegment(424749e8-b173-4d77-a116-17909e7e498b),segment_id=424749e8-b173-4d77-a116-17909e7e498b)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:10.724068 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9ad53810-dfa8-478e-918e-3d9b7032c229 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:10.801392 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666cba8-fbc1-4fe1-be3a-8d7352ca636c None None] Pushing event updated for resources: {'Port': ['ID=a7959875-7f35-4a28-9c85-8a1571257b6a,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:10.847725 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02e7fe-480f-4326-a9b2-3a843aaec5e0 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Pushing event updated for resources: {'Subnet': ['ID=98263fa7-353d-4248-b7a9-61065ff784ef,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:10.862507 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c71b7c-9642-4863-842d-36d9a3f54856 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network f0fa3b87-b0ec-4a0f-94c6-18e266cdc642 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:26:10.880925 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-9ad53810-dfa8-478e-918e-3d9b7032c229 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Calling delete_port for 6a8fa85b-5631-4226-af39-054f1db53ae4 owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:26:10.890718 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-b9c71b7c-9642-4863-842d-36d9a3f54856 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, f0fa3b87-b0ec-4a0f-94c6-18e266cdc642) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:10.909452 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c71b7c-9642-4863-842d-36d9a3f54856 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:10.910460 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b9c71b7c-9642-4863-842d-36d9a3f54856 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:10.913483 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279763f-3a6c-40a9-b742-0d4d676cd16e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd1036a-640b-405a-8c76-4c2bd04fb92d,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:10.923844 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f279763f-3a6c-40a9-b742-0d4d676cd16e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:10.925450 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f279763f-3a6c-40a9-b742-0d4d676cd16e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7032132 Apr 08 10:26:10.928191 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56740) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:10.942917 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-c4f9692d-11a7-49b8-93e9-9d0f70d3d96b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-419958137', 'security_groups': ['9dd1036a-640b-405a-8c76-4c2bd04fb92d'], 'network_id': '5b9c2cb7-e310-4de6-984e-a03049400945', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c5678468-b6cf-4f30-b52f-e78a97035c54'}]}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:10.943174 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2c2c38-907b-4996-9d11-f72aa17a500b None None] Network f0fa3b87-b0ec-4a0f-94c6-18e266cdc642 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:10.946727 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b02e7fe-480f-4326-a9b2-3a843aaec5e0 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Checking segment: {'id': 'c6d00648-0a55-4203-a680-dad76d60d3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b71e8757-0e54-4ac7-b592-5c4fea79bbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:26:10.947713 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b02e7fe-480f-4326-a9b2-3a843aaec5e0 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Network hostable DHCP agents. Network: b71e8757-0e54-4ac7-b592-5c4fea79bbd6, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:26:11.030381 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b9c71b7c-9642-4863-842d-36d9a3f54856 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9463964 Apr 08 10:26:11.031611 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56748) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:11.037227 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b02e7fe-480f-4326-a9b2-3a843aaec5e0 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Network b71e8757-0e54-4ac7-b592-5c4fea79bbd6 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:26:11.047189 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-2b02e7fe-480f-4326-a9b2-3a843aaec5e0 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, b71e8757-0e54-4ac7-b592-5c4fea79bbd6) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:11.053566 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-5e213ce6-a4a8-4194-a6f4-486ef60fb7e1 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1064118715', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:11.062546 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b02e7fe-480f-4326-a9b2-3a843aaec5e0 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:11.063265 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2b02e7fe-480f-4326-a9b2-3a843aaec5e0 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:11.088938 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-5e213ce6-a4a8-4194-a6f4-486ef60fb7e1 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:11.099631 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2b02e7fe-480f-4326-a9b2-3a843aaec5e0 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6728697 Apr 08 10:26:11.103896 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5e213ce6-a4a8-4194-a6f4-486ef60fb7e1 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Usage tracker for resource:router and tenant:72c993bf72344f498aa1635c771d9146 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:11.123716 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56752) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:11.129214 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5e213ce6-a4a8-4194-a6f4-486ef60fb7e1 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:11.144459 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-8bc23255-43d4-43ea-aa7a-341a0fb99dab tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Request body: {'subnet': {'network_id': 'fe007c78-8efe-4f45-a179-1e1ec1f657d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:11.228874 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9ad53810-dfa8-478e-918e-3d9b7032c229 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:11.269403 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cf1c65-ce58-4302-a6fb-611841c8c49e None None] DHCP port deletion for 93237383-b0d6-44a2-9e9f-68c1ff5d715e request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:26:11.271501 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ef7ec7-21bb-4abc-9c8e-701fba4823de None None] Network b71e8757-0e54-4ac7-b592-5c4fea79bbd6 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:11.328664 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-5e213ce6-a4a8-4194-a6f4-486ef60fb7e1 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:11.338452 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad53810-dfa8-478e-918e-3d9b7032c229 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event deleted for resources: {'Port': ['ID=6a8fa85b-5631-4226-af39-054f1db53ae4,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:11.370050 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad53810-dfa8-478e-918e-3d9b7032c229 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] No DVR routers for this DVR port 6a8fa85b-5631-4226-af39-054f1db53ae4 on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:26:11.397431 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5e213ce6-a4a8-4194-a6f4-486ef60fb7e1 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:11.401791 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5e213ce6-a4a8-4194-a6f4-486ef60fb7e1 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:11.414790 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-c4f9692d-11a7-49b8-93e9-9d0f70d3d96b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:11.433762 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-c4f9692d-11a7-49b8-93e9-9d0f70d3d96b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:11.455184 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5e213ce6-a4a8-4194-a6f4-486ef60fb7e1 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:11.490886 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f9692d-11a7-49b8-93e9-9d0f70d3d96b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:26:11.493419 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b258cf-8db1-4642-8560-b4c741c07dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-f0fa3b87-b0ec-4a0f-94c6-18e266cdc642', 'network_id': 'f0fa3b87-b0ec-4a0f-94c6-18e266cdc642', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'fixed_ips': [{'subnet_id': '13d1e695-021e-4951-abb0-4e843d1aa71e'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:26:11.494368 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-50b258cf-8db1-4642-8560-b4c741c07dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:11.511703 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-8bc23255-43d4-43ea-aa7a-341a0fb99dab tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:11.521039 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-8bc23255-43d4-43ea-aa7a-341a0fb99dab tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Usage tracker for resource:subnet and tenant:7f8d3b5180da40deaeb81e345bf6323a is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:11.524989 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-8bc23255-43d4-43ea-aa7a-341a0fb99dab tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:11.528634 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device a7959875-7f35-4a28-9c85-8a1571257b6a up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:26:11.536944 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5e213ce6-a4a8-4194-a6f4-486ef60fb7e1 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:11.567985 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-8bc23255-43d4-43ea-aa7a-341a0fb99dab tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:11.575186 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5e213ce6-a4a8-4194-a6f4-486ef60fb7e1 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:11.579374 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5e213ce6-a4a8-4194-a6f4-486ef60fb7e1 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5420570 Apr 08 10:26:11.580555 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56762) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:11.676155 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9ad53810-dfa8-478e-918e-3d9b7032c229 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:11.681736 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-5b771aef-e4df-47ef-8aa4-6c37ece69438 None None] For port b6dd1445-58b5-4204-b386-2bf42125eb53, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b6dd1445-58b5-4204-b386-2bf42125eb53,segment=NetworkSegment(2e7d5065-cc3f-459b-94ed-8a23d7cdc706),segment_id=2e7d5065-cc3f-459b-94ed-8a23d7cdc706)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:11.692501 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc23255-43d4-43ea-aa7a-341a0fb99dab tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Made reservation on behalf of 7f8d3b5180da40deaeb81e345bf6323a for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:26:11.710238 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5b771aef-e4df-47ef-8aa4-6c37ece69438 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:11.728232 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5b771aef-e4df-47ef-8aa4-6c37ece69438 None None] Transition to ACTIVE for port object b6dd1445-58b5-4204-b386-2bf42125eb53 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:11.736647 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-9ad53810-dfa8-478e-918e-3d9b7032c229 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93237383-b0d6-44a2-9e9f-68c1ff5d715e']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:11.758197 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5b771aef-e4df-47ef-8aa4-6c37ece69438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:11.760410 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-9ad53810-dfa8-478e-918e-3d9b7032c229 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '424749e8-b173-4d77-a116-17909e7e498b') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:11.760914 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-9ad53810-dfa8-478e-918e-3d9b7032c229 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '424749e8-b173-4d77-a116-17909e7e498b') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:11.779105 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9ad53810-dfa8-478e-918e-3d9b7032c229 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:11.788938 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c4f9692d-11a7-49b8-93e9-9d0f70d3d96b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:11.816207 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9ad53810-dfa8-478e-918e-3d9b7032c229 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:11.822383 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-c4f9692d-11a7-49b8-93e9-9d0f70d3d96b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] device_id is not set on port 4cb87435-fe29-4728-8d1e-ab99e96be69c yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:26:11.857973 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b771aef-e4df-47ef-8aa4-6c37ece69438 None None] Pushing event updated for resources: {'Port': ['ID=b6dd1445-58b5-4204-b386-2bf42125eb53,revision_number=6']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:11.893126 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad53810-dfa8-478e-918e-3d9b7032c229 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:26:11.893619 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9ad53810-dfa8-478e-918e-3d9b7032c229 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:26:11.914391 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:26:11.969385 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8bc23255-43d4-43ea-aa7a-341a0fb99dab tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:11.982298 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56770) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:12.121756 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9ad53810-dfa8-478e-918e-3d9b7032c229 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:12.154091 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9ad53810-dfa8-478e-918e-3d9b7032c229 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:12.175567 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad53810-dfa8-478e-918e-3d9b7032c229 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event deleted for resources: {'Network': ['ID=93237383-b0d6-44a2-9e9f-68c1ff5d715e,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:12.218447 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9ad53810-dfa8-478e-918e-3d9b7032c229 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "DELETE /v2.0/networks/93237383-b0d6-44a2-9e9f-68c1ff5d715e HTTP/1.1" status: 204 len: 168 time: 1.9932814 Apr 08 10:26:12.224285 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port a7959875-7f35-4a28-9c85-8a1571257b6a completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:12.227669 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56776) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:12.273048 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c851bfa-8ba4-42dc-9676-3f276507936f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-b71e8757-0e54-4ac7-b592-5c4fea79bbd6', 'network_id': 'b71e8757-0e54-4ac7-b592-5c4fea79bbd6', 'tenant_id': '7f8d3b5180da40deaeb81e345bf6323a', 'fixed_ips': [{'subnet_id': '98263fa7-353d-4248-b7a9-61065ff784ef'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:26:12.273852 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1c851bfa-8ba4-42dc-9676-3f276507936f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:12.346984 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-77333d20-fd89-492b-bb8e-3ef12534ea9b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'network': {'name': 'tempest-RoutersTest-1883213613'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:12.358248 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-77333d20-fd89-492b-bb8e-3ef12534ea9b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:12.366133 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-77333d20-fd89-492b-bb8e-3ef12534ea9b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Usage tracker for resource:network and tenant:44ffe129493d49b08ea911b16ee6c97f is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:12.370583 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-77333d20-fd89-492b-bb8e-3ef12534ea9b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:12.403804 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-77333d20-fd89-492b-bb8e-3ef12534ea9b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:12.413404 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d7eca0-f561-4728-aebf-446c93bf6853 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] DELETE failed (client error): The resource could not be found. Apr 08 10:26:12.413874 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d7eca0-f561-4728-aebf-446c93bf6853 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:26:12.415684 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f0d7eca0-f561-4728-aebf-446c93bf6853 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "DELETE /v2.0/subnets/a350f6c9-0072-4451-a86a-3941beaa199b HTTP/1.1" status: 404 len: 337 time: 0.1870353 Apr 08 10:26:12.420134 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56780) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:12.436417 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-50b258cf-8db1-4642-8560-b4c741c07dbc None None] Allocated IP 2001:db8::2 (f0fa3b87-b0ec-4a0f-94c6-18e266cdc642/13d1e695-021e-4951-abb0-4e843d1aa71e/ddae3e59-136a-41f2-b826-6ffc643eb25a) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:26:12.463960 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeadece5-ec66-4712-b634-95540100ac0c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] DELETE failed (client error): The resource could not be found. Apr 08 10:26:12.464562 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeadece5-ec66-4712-b634-95540100ac0c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:26:12.466397 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-eeadece5-ec66-4712-b634-95540100ac0c tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "DELETE /v2.0/networks/2ff7f90f-90c9-4c69-87be-7061a598a789 HTTP/1.1" status: 404 len: 339 time: 0.0427496 Apr 08 10:26:12.470347 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56784) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:12.470950 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77333d20-fd89-492b-bb8e-3ef12534ea9b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Made reservation on behalf of 44ffe129493d49b08ea911b16ee6c97f for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:26:12.473875 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-77333d20-fd89-492b-bb8e-3ef12534ea9b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:12.524664 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-77333d20-fd89-492b-bb8e-3ef12534ea9b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:12.561682 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 6a8fa85b-5631-4226-af39-054f1db53ae4 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:26:12.566585 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-c4f9692d-11a7-49b8-93e9-9d0f70d3d96b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Allocated IP 2001:db8::143 (5b9c2cb7-e310-4de6-984e-a03049400945/c5678468-b6cf-4f30-b52f-e78a97035c54/4cb87435-fe29-4728-8d1e-ab99e96be69c) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:26:12.644557 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a29a090-26e5-4e97-bb42-89d92c04f5e2 None None] Network a1ef57fe-8e34-46cb-98be-2b7d8b56e8ac requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:12.685809 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 6a8fa85b-5631-4226-af39-054f1db53ae4 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:26:12.686147 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 6a8fa85b-5631-4226-af39-054f1db53ae4 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:26:12.703286 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6a84002b-c5ed-4ac1-bf22-842ad33afa38 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:12.725574 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8bc23255-43d4-43ea-aa7a-341a0fb99dab tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:12.810667 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc23255-43d4-43ea-aa7a-341a0fb99dab tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Pushing event updated for resources: {'Subnet': ['ID=e8bffa8c-8d7d-43ca-aebf-740a869dff77,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:12.864231 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3701a0e6-a011-43c6-abab-2b629da083b3 None None] Provisioning for port a7959875-7f35-4a28-9c85-8a1571257b6a completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:12.902592 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-77333d20-fd89-492b-bb8e-3ef12534ea9b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:12.931608 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3701a0e6-a011-43c6-abab-2b629da083b3 None None] Provisioning complete for port a7959875-7f35-4a28-9c85-8a1571257b6a triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:12.931983 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3701a0e6-a011-43c6-abab-2b629da083b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:12.933535 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-77333d20-fd89-492b-bb8e-3ef12534ea9b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Usage tracker for resource:security_group_rule and tenant:44ffe129493d49b08ea911b16ee6c97f is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:12.938927 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-77333d20-fd89-492b-bb8e-3ef12534ea9b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:12.954222 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c4f9692d-11a7-49b8-93e9-9d0f70d3d96b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:12.957460 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-77333d20-fd89-492b-bb8e-3ef12534ea9b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:13.011662 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-c4f9692d-11a7-49b8-93e9-9d0f70d3d96b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Transition to ACTIVE for port object 4cb87435-fe29-4728-8d1e-ab99e96be69c will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:13.042087 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-664cc689-ae20-40c3-ad44-df13c1786592 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Deleting subnet 6fcefe6b-005c-45b5-90bb-b4bc686325e2 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:26:13.042686 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-50b258cf-8db1-4642-8560-b4c741c07dbc None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:13.051534 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-664cc689-ae20-40c3-ad44-df13c1786592 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:13.092743 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-1c851bfa-8ba4-42dc-9676-3f276507936f None None] Allocated IP 172.20.0.2 (b71e8757-0e54-4ac7-b592-5c4fea79bbd6/98263fa7-353d-4248-b7a9-61065ff784ef/c4846abb-b766-449a-a5a3-9d60c8286c9b) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:26:13.100469 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-50b258cf-8db1-4642-8560-b4c741c07dbc None None] Transition to ACTIVE for port object ddae3e59-136a-41f2-b826-6ffc643eb25a will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:13.121924 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-664cc689-ae20-40c3-ad44-df13c1786592 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:13.163953 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-50b258cf-8db1-4642-8560-b4c741c07dbc None None] Transition to ACTIVE for port object ddae3e59-136a-41f2-b826-6ffc643eb25a will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:13.185920 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c4f9692d-11a7-49b8-93e9-9d0f70d3d96b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:13.238582 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-77333d20-fd89-492b-bb8e-3ef12534ea9b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:13.254341 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-77333d20-fd89-492b-bb8e-3ef12534ea9b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:13.257255 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-50b258cf-8db1-4642-8560-b4c741c07dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:13.303464 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc23255-43d4-43ea-aa7a-341a0fb99dab tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Checking segment: {'id': '585b8d47-9df5-42fd-a466-04c814f0b1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fe007c78-8efe-4f45-a179-1e1ec1f657d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:26:13.304114 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc23255-43d4-43ea-aa7a-341a0fb99dab tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Network hostable DHCP agents. Network: fe007c78-8efe-4f45-a179-1e1ec1f657d2, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:26:13.319436 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f9692d-11a7-49b8-93e9-9d0f70d3d96b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network 5b9c2cb7-e310-4de6-984e-a03049400945 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:13.320376 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77333d20-fd89-492b-bb8e-3ef12534ea9b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:26:13.336729 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9692d-11a7-49b8-93e9-9d0f70d3d96b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Port': ['ID=4cb87435-fe29-4728-8d1e-ab99e96be69c,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:13.339288 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-c4f9692d-11a7-49b8-93e9-9d0f70d3d96b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:13.347705 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f9692d-11a7-49b8-93e9-9d0f70d3d96b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:26:13.351603 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f9692d-11a7-49b8-93e9-9d0f70d3d96b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:13.352272 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c4f9692d-11a7-49b8-93e9-9d0f70d3d96b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:13.375704 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-77333d20-fd89-492b-bb8e-3ef12534ea9b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:13.376051 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-77333d20-fd89-492b-bb8e-3ef12534ea9b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Added segment 3aa1c5fe-e173-49af-8d15-eb760f963fac of type vlan for network cb3a91a9-f5fd-4e63-9c56-790d1ff00767 Apr 08 10:26:13.377327 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77333d20-fd89-492b-bb8e-3ef12534ea9b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33410830-5bb5-426e-a920-a5d711291e62,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:13.408932 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-664cc689-ae20-40c3-ad44-df13c1786592 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:13.445069 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-6a84002b-c5ed-4ac1-bf22-842ad33afa38 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Allocated IP 2001:db8::1 (f0fa3b87-b0ec-4a0f-94c6-18e266cdc642/13d1e695-021e-4951-abb0-4e843d1aa71e/7542ea05-9f1b-49fc-a9b5-0b0fad7cf8e5) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:26:13.448347 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc23255-43d4-43ea-aa7a-341a0fb99dab tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Network fe007c78-8efe-4f45-a179-1e1ec1f657d2 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:26:13.492511 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b6dd1445-58b5-4204-b386-2bf42125eb53 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:26:13.508737 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-8bc23255-43d4-43ea-aa7a-341a0fb99dab tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, fe007c78-8efe-4f45-a179-1e1ec1f657d2) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:13.547718 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b258cf-8db1-4642-8560-b4c741c07dbc None None] Network f0fa3b87-b0ec-4a0f-94c6-18e266cdc642 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:13.556259 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cbc8bb-7c76-45b3-9499-c75ead2f06ff None None] Network fe007c78-8efe-4f45-a179-1e1ec1f657d2 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:13.567118 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc23255-43d4-43ea-aa7a-341a0fb99dab tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:13.567488 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8bc23255-43d4-43ea-aa7a-341a0fb99dab tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:13.570745 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c4f9692d-11a7-49b8-93e9-9d0f70d3d96b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6414032 Apr 08 10:26:13.574168 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56788) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:13.586171 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-8fb7f384-05a2-438b-862b-eb08d5b4fa52 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'subnet': {'network_id': '5b9c2cb7-e310-4de6-984e-a03049400945', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:13.606939 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-77333d20-fd89-492b-bb8e-3ef12534ea9b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:13.613199 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b258cf-8db1-4642-8560-b4c741c07dbc None None] Pushing event updated for resources: {'Port': ['ID=ddae3e59-136a-41f2-b826-6ffc643eb25a,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:13.615745 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-50b258cf-8db1-4642-8560-b4c741c07dbc None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:13.617547 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ebdee5b6-9851-4d6b-a0f6-4542c47eba11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:13.619021 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b258cf-8db1-4642-8560-b4c741c07dbc None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:26:13.622586 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8bc23255-43d4-43ea-aa7a-341a0fb99dab tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4964283 Apr 08 10:26:13.625882 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56792) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:13.705845 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3701a0e6-a011-43c6-abab-2b629da083b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:13.750106 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-77333d20-fd89-492b-bb8e-3ef12534ea9b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:13.754298 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77333d20-fd89-492b-bb8e-3ef12534ea9b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:13.755060 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-77333d20-fd89-492b-bb8e-3ef12534ea9b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:13.802990 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6a84002b-c5ed-4ac1-bf22-842ad33afa38 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:13.807462 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-664cc689-ae20-40c3-ad44-df13c1786592 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:13.877775 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-6a84002b-c5ed-4ac1-bf22-842ad33afa38 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Transition to ACTIVE for port object 7542ea05-9f1b-49fc-a9b5-0b0fad7cf8e5 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:13.934022 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cc689-ae20-40c3-ad44-df13c1786592 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event deleted for resources: {'Subnet': ['ID=6fcefe6b-005c-45b5-90bb-b4bc686325e2,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:13.960385 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-77333d20-fd89-492b-bb8e-3ef12534ea9b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9744427 Apr 08 10:26:13.960385 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8fb7f384-05a2-438b-862b-eb08d5b4fa52 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:13.960683 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56796) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:13.963589 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-3701a0e6-a011-43c6-abab-2b629da083b3 None None] For port a7959875-7f35-4a28-9c85-8a1571257b6a, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=a7959875-7f35-4a28-9c85-8a1571257b6a,segment=NetworkSegment(cac39086-8fcf-4bb3-9e1b-307a0f4c82ee),segment_id=cac39086-8fcf-4bb3-9e1b-307a0f4c82ee)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:13.964601 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-664cc689-ae20-40c3-ad44-df13c1786592 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:13.964755 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-50b258cf-8db1-4642-8560-b4c741c07dbc None None] Attempting to bind port ddae3e59-136a-41f2-b826-6ffc643eb25a on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:26:13.965051 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-50b258cf-8db1-4642-8560-b4c741c07dbc None None] Attempting to bind port ddae3e59-136a-41f2-b826-6ffc643eb25a by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '2d491b79-fdb2-4f9f-92a3-86b955ca2194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f0fa3b87-b0ec-4a0f-94c6-18e266cdc642'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:26:13.965415 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b258cf-8db1-4642-8560-b4c741c07dbc None None] Attempting to bind port ddae3e59-136a-41f2-b826-6ffc643eb25a on network f0fa3b87-b0ec-4a0f-94c6-18e266cdc642 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:26:13.968489 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-0465e864-68fc-4dd3-8e92-bc1ecfdb0803 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'network': {'name': 'tempest-RoutersTest-753404525'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:13.970127 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-664cc689-ae20-40c3-ad44-df13c1786592 tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "DELETE /v2.0/subnets/6fcefe6b-005c-45b5-90bb-b4bc686325e2 HTTP/1.1" status: 204 len: 168 time: 1.4803627 Apr 08 10:26:13.970810 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77333d20-fd89-492b-bb8e-3ef12534ea9b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Network': ['ID=cb3a91a9-f5fd-4e63-9c56-790d1ff00767,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:13.974365 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56800) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:13.977367 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8fb7f384-05a2-438b-862b-eb08d5b4fa52 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:subnet and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:13.979095 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0465e864-68fc-4dd3-8e92-bc1ecfdb0803 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:13.986411 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8fb7f384-05a2-438b-862b-eb08d5b4fa52 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:14.001913 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8fb7f384-05a2-438b-862b-eb08d5b4fa52 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:14.002416 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0465e864-68fc-4dd3-8e92-bc1ecfdb0803 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Usage tracker for resource:network and tenant:44ffe129493d49b08ea911b16ee6c97f is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:14.009534 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0465e864-68fc-4dd3-8e92-bc1ecfdb0803 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:14.013411 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3701a0e6-a011-43c6-abab-2b629da083b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:14.030223 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb7f384-05a2-438b-862b-eb08d5b4fa52 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:26:14.034735 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8fb7f384-05a2-438b-862b-eb08d5b4fa52 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:14.058942 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network cb3a91a9-f5fd-4e63-9c56-790d1ff00767 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:26:14.071700 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2062020a-8eec-42a5-90e3-c0a36992a92c None None] Network 68ddc8de-cfd1-4535-903c-414ed33aa7d3 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:14.083309 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0465e864-68fc-4dd3-8e92-bc1ecfdb0803 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:14.092599 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6a84002b-c5ed-4ac1-bf22-842ad33afa38 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:14.126654 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b258cf-8db1-4642-8560-b4c741c07dbc None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:26:14.127031 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b258cf-8db1-4642-8560-b4c741c07dbc None None] Checking segment: {'id': '2d491b79-fdb2-4f9f-92a3-86b955ca2194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f0fa3b87-b0ec-4a0f-94c6-18e266cdc642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:26:14.127436 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-50b258cf-8db1-4642-8560-b4c741c07dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:14.127889 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b258cf-8db1-4642-8560-b4c741c07dbc None None] Bound using segment: {'id': '2d491b79-fdb2-4f9f-92a3-86b955ca2194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f0fa3b87-b0ec-4a0f-94c6-18e266cdc642'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:26:14.128334 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-50b258cf-8db1-4642-8560-b4c741c07dbc None None] Bound port: ddae3e59-136a-41f2-b826-6ffc643eb25a, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d491b79-fdb2-4f9f-92a3-86b955ca2194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f0fa3b87-b0ec-4a0f-94c6-18e266cdc642'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:26:14.128707 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-50b258cf-8db1-4642-8560-b4c741c07dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:14.236506 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1c851bfa-8ba4-42dc-9676-3f276507936f None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:14.275839 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.ipam_backend_mixin [None req-8fb7f384-05a2-438b-862b-eb08d5b4fa52 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c5678468-b6cf-4f30-b52f-e78a97035c54 (CIDR: 2001:db8::/64) Apr 08 10:26:14.276411 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0465e864-68fc-4dd3-8e92-bc1ecfdb0803 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Made reservation on behalf of 44ffe129493d49b08ea911b16ee6c97f for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:26:14.279317 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0465e864-68fc-4dd3-8e92-bc1ecfdb0803 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:14.280195 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb7f384-05a2-438b-862b-eb08d5b4fa52 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:26:14.280863 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb7f384-05a2-438b-862b-eb08d5b4fa52 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:26:14.295824 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b5a38317-e4b9-4cff-b415-1ab9dcd3819e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:14.307112 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8fb7f384-05a2-438b-862b-eb08d5b4fa52 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7296791 Apr 08 10:26:14.311082 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56804) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:14.318179 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-1c851bfa-8ba4-42dc-9676-3f276507936f None None] Transition to ACTIVE for port object c4846abb-b766-449a-a5a3-9d60c8286c9b will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:14.319160 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-e3700094-50b6-4b6b-8c8b-492095b5186e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'subnet': {'network_id': '5b9c2cb7-e310-4de6-984e-a03049400945', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:14.332573 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a84002b-c5ed-4ac1-bf22-842ad33afa38 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network f0fa3b87-b0ec-4a0f-94c6-18e266cdc642 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:14.342180 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-6a84002b-c5ed-4ac1-bf22-842ad33afa38 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:14.346134 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a84002b-c5ed-4ac1-bf22-842ad33afa38 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:26:14.346662 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6a84002b-c5ed-4ac1-bf22-842ad33afa38 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:14.356995 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84002b-c5ed-4ac1-bf22-842ad33afa38 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Port': ['ID=7542ea05-9f1b-49fc-a9b5-0b0fad7cf8e5,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:14.364044 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-b5a38317-e4b9-4cff-b415-1ab9dcd3819e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Deleting port 099250e8-5248-4633-a069-f5465c5bd7e9 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:14.364486 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b5a38317-e4b9-4cff-b415-1ab9dcd3819e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:14.401031 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0465e864-68fc-4dd3-8e92-bc1ecfdb0803 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:26:14.455040 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701a0e6-a011-43c6-abab-2b629da083b3 None None] Pushing event updated for resources: {'Port': ['ID=a7959875-7f35-4a28-9c85-8a1571257b6a,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:14.462872 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0465e864-68fc-4dd3-8e92-bc1ecfdb0803 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:14.463249 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-0465e864-68fc-4dd3-8e92-bc1ecfdb0803 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Added segment cf60708b-181f-4772-834a-e5b671e8a0b7 of type vlan for network 80e3d061-ed24-4d79-9b00-899b4dee89d1 Apr 08 10:26:14.493175 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-1c851bfa-8ba4-42dc-9676-3f276507936f None None] Transition to ACTIVE for port object c4846abb-b766-449a-a5a3-9d60c8286c9b will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:14.541613 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e3700094-50b6-4b6b-8c8b-492095b5186e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:14.545644 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e3700094-50b6-4b6b-8c8b-492095b5186e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:subnet and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:14.546393 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a21cd06d-d3a8-4dd4-a372-7fb2f7e942c7 None None] Provisioning for port 4cb87435-fe29-4728-8d1e-ab99e96be69c completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:14.553541 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e3700094-50b6-4b6b-8c8b-492095b5186e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:14.557959 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1c851bfa-8ba4-42dc-9676-3f276507936f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:14.562279 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c44983-57cc-4fb9-b3f3-d4dfba2a7e06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-fe007c78-8efe-4f45-a179-1e1ec1f657d2', 'network_id': 'fe007c78-8efe-4f45-a179-1e1ec1f657d2', 'tenant_id': '7f8d3b5180da40deaeb81e345bf6323a', 'fixed_ips': [{'subnet_id': 'e8bffa8c-8d7d-43ca-aebf-740a869dff77'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:26:14.562460 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e3700094-50b6-4b6b-8c8b-492095b5186e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:14.563256 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e9c44983-57cc-4fb9-b3f3-d4dfba2a7e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:14.573686 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3700094-50b6-4b6b-8c8b-492095b5186e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:26:14.579760 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e3700094-50b6-4b6b-8c8b-492095b5186e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:14.600836 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0465e864-68fc-4dd3-8e92-bc1ecfdb0803 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:14.646620 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a21cd06d-d3a8-4dd4-a372-7fb2f7e942c7 None None] Provisioning complete for port 4cb87435-fe29-4728-8d1e-ab99e96be69c triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:14.647067 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a21cd06d-d3a8-4dd4-a372-7fb2f7e942c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:14.736431 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.ipam_backend_mixin [None req-e3700094-50b6-4b6b-8c8b-492095b5186e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet bc9a5238-f07d-4f01-bdd7-a5f381602a91 (CIDR: 2001:db8:0:1::/64) Apr 08 10:26:14.740119 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3700094-50b6-4b6b-8c8b-492095b5186e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:26:14.740562 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3700094-50b6-4b6b-8c8b-492095b5186e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:26:14.763044 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e3700094-50b6-4b6b-8c8b-492095b5186e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4471877 Apr 08 10:26:14.763373 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56808) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:14.769912 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-b2818d83-2a29-4b1a-857f-753932ce8913 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'subnet': {'network_id': '5b9c2cb7-e310-4de6-984e-a03049400945', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:14.774967 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-370b41fb-9e93-4cf4-8cb3-6e4c8c784d33 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:14.776399 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-50b258cf-8db1-4642-8560-b4c741c07dbc None None] For port ddae3e59-136a-41f2-b826-6ffc643eb25a, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:26:14.795719 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c851bfa-8ba4-42dc-9676-3f276507936f None None] Network b71e8757-0e54-4ac7-b592-5c4fea79bbd6 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:14.815252 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c851bfa-8ba4-42dc-9676-3f276507936f None None] Pushing event updated for resources: {'Port': ['ID=c4846abb-b766-449a-a5a3-9d60c8286c9b,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:14.818574 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-1c851bfa-8ba4-42dc-9676-3f276507936f None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:14.820774 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c851bfa-8ba4-42dc-9676-3f276507936f None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:26:14.834200 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-50b258cf-8db1-4642-8560-b4c741c07dbc None None] For port ddae3e59-136a-41f2-b826-6ffc643eb25a, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=ddae3e59-136a-41f2-b826-6ffc643eb25a,segment=NetworkSegment(2d491b79-fdb2-4f9f-92a3-86b955ca2194),segment_id=2d491b79-fdb2-4f9f-92a3-86b955ca2194)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:26:14.850478 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-50b258cf-8db1-4642-8560-b4c741c07dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:14.854699 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-a21cd06d-d3a8-4dd4-a372-7fb2f7e942c7 None None] Port 4cb87435-fe29-4728-8d1e-ab99e96be69c cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:26:14.913672 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b2818d83-2a29-4b1a-857f-753932ce8913 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:14.917477 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b2818d83-2a29-4b1a-857f-753932ce8913 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Usage tracker for resource:subnet and tenant:fa9701ec28774020be549acd68c08714 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:14.920375 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b2818d83-2a29-4b1a-857f-753932ce8913 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:14.926831 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b2818d83-2a29-4b1a-857f-753932ce8913 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:14.936290 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2818d83-2a29-4b1a-857f-753932ce8913 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Made reservation on behalf of fa9701ec28774020be549acd68c08714 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:26:14.940649 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b2818d83-2a29-4b1a-857f-753932ce8913 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:14.962137 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6a84002b-c5ed-4ac1-bf22-842ad33afa38 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:15.047696 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-b5a38317-e4b9-4cff-b415-1ab9dcd3819e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] For port 099250e8-5248-4633-a069-f5465c5bd7e9, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=099250e8-5248-4633-a069-f5465c5bd7e9,segment=NetworkSegment(531a881b-971c-48ac-a85b-bddfaaf13f2d),segment_id=531a881b-971c-48ac-a85b-bddfaaf13f2d)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:15.047920 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b5a38317-e4b9-4cff-b415-1ab9dcd3819e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:15.057743 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0465e864-68fc-4dd3-8e92-bc1ecfdb0803 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:15.061360 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0465e864-68fc-4dd3-8e92-bc1ecfdb0803 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:15.062608 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0465e864-68fc-4dd3-8e92-bc1ecfdb0803 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:15.097352 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b258cf-8db1-4642-8560-b4c741c07dbc None None] Pushing event updated for resources: {'Port': ['ID=ddae3e59-136a-41f2-b826-6ffc643eb25a,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:15.150593 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-1c851bfa-8ba4-42dc-9676-3f276507936f None None] Attempting to bind port c4846abb-b766-449a-a5a3-9d60c8286c9b on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:26:15.150950 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-1c851bfa-8ba4-42dc-9676-3f276507936f None None] Attempting to bind port c4846abb-b766-449a-a5a3-9d60c8286c9b by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'c6d00648-0a55-4203-a680-dad76d60d3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b71e8757-0e54-4ac7-b592-5c4fea79bbd6'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:26:15.151308 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c851bfa-8ba4-42dc-9676-3f276507936f None None] Attempting to bind port c4846abb-b766-449a-a5a3-9d60c8286c9b on network b71e8757-0e54-4ac7-b592-5c4fea79bbd6 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:26:15.163645 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a21cd06d-d3a8-4dd4-a372-7fb2f7e942c7 None None] Provisioning complete for port 9eac942b-47fd-46c0-b68a-55ffff8d9332 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:15.164095 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a21cd06d-d3a8-4dd4-a372-7fb2f7e942c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:15.206754 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-e9c44983-57cc-4fb9-b3f3-d4dfba2a7e06 None None] Allocated IP 172.20.0.2 (fe007c78-8efe-4f45-a179-1e1ec1f657d2/e8bffa8c-8d7d-43ca-aebf-740a869dff77/bf17d542-b956-4a04-811b-b933c7f318b5) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:26:15.210655 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c851bfa-8ba4-42dc-9676-3f276507936f None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:26:15.211027 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c851bfa-8ba4-42dc-9676-3f276507936f None None] Checking segment: {'id': 'c6d00648-0a55-4203-a680-dad76d60d3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b71e8757-0e54-4ac7-b592-5c4fea79bbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:26:15.211424 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1c851bfa-8ba4-42dc-9676-3f276507936f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:15.211850 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c851bfa-8ba4-42dc-9676-3f276507936f None None] Bound using segment: {'id': 'c6d00648-0a55-4203-a680-dad76d60d3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b71e8757-0e54-4ac7-b592-5c4fea79bbd6'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:26:15.212330 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-1c851bfa-8ba4-42dc-9676-3f276507936f None None] Bound port: c4846abb-b766-449a-a5a3-9d60c8286c9b, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d00648-0a55-4203-a680-dad76d60d3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b71e8757-0e54-4ac7-b592-5c4fea79bbd6'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:26:15.212767 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1c851bfa-8ba4-42dc-9676-3f276507936f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:15.343090 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-b5a38317-e4b9-4cff-b415-1ab9dcd3819e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Calling delete_port for 099250e8-5248-4633-a069-f5465c5bd7e9 owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:26:15.387963 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b2818d83-2a29-4b1a-857f-753932ce8913 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:15.390484 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-1c851bfa-8ba4-42dc-9676-3f276507936f None None] For port c4846abb-b766-449a-a5a3-9d60c8286c9b, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:26:15.394166 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-1c851bfa-8ba4-42dc-9676-3f276507936f None None] For port c4846abb-b766-449a-a5a3-9d60c8286c9b, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=c4846abb-b766-449a-a5a3-9d60c8286c9b,segment=NetworkSegment(c6d00648-0a55-4203-a680-dad76d60d3a8),segment_id=c6d00648-0a55-4203-a680-dad76d60d3a8)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:26:15.408315 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a88b5a-e656-435f-9f34-cd970b6f0c36 None None] DHCP port deletion for 68ddc8de-cfd1-4535-903c-414ed33aa7d3 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:26:15.420856 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1c851bfa-8ba4-42dc-9676-3f276507936f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:15.431412 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device a7959875-7f35-4a28-9c85-8a1571257b6a up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:26:15.529307 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2818d83-2a29-4b1a-857f-753932ce8913 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Network 5b9c2cb7-e310-4de6-984e-a03049400945 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:15.535691 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-b2818d83-2a29-4b1a-857f-753932ce8913 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:15.547443 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2818d83-2a29-4b1a-857f-753932ce8913 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:15.548444 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b2818d83-2a29-4b1a-857f-753932ce8913 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:15.555658 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0465e864-68fc-4dd3-8e92-bc1ecfdb0803 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5915966 Apr 08 10:26:15.555658 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465e864-68fc-4dd3-8e92-bc1ecfdb0803 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Network': ['ID=80e3d061-ed24-4d79-9b00-899b4dee89d1,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:15.563727 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56812) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:15.569757 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2818d83-2a29-4b1a-857f-753932ce8913 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Subnet': ['ID=d9d878ba-75c9-4590-80dc-e78e91ad8eaa,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:15.575683 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-8c01014c-2558-45fa-a89b-d81be90a52d6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'subnet': {'network_id': 'cb3a91a9-f5fd-4e63-9c56-790d1ff00767', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:15.576137 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e566744-3e51-415a-8401-7160a602f1ba None None] Network 5b9c2cb7-e310-4de6-984e-a03049400945 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:15.589363 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-e7a88b5a-e656-435f-9f34-cd970b6f0c36 None None] Deleting port 099250e8-5248-4633-a069-f5465c5bd7e9 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:15.589743 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e7a88b5a-e656-435f-9f34-cd970b6f0c36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:15.658497 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 80e3d061-ed24-4d79-9b00-899b4dee89d1 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:26:15.664314 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b2818d83-2a29-4b1a-857f-753932ce8913 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8974881 Apr 08 10:26:15.670709 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56816) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:15.703360 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8c01014c-2558-45fa-a89b-d81be90a52d6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:15.707749 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8c01014c-2558-45fa-a89b-d81be90a52d6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Usage tracker for resource:subnet and tenant:44ffe129493d49b08ea911b16ee6c97f is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:15.711692 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8c01014c-2558-45fa-a89b-d81be90a52d6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:15.713931 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-48c9c724-f1d6-46cc-8479-fbc33f4df340 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-59615318', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd9d878ba-75c9-4590-80dc-e78e91ad8eaa'}], 'security_groups': ['c60a4fa3-babe-43c9-b9ac-6112b37646e8', 'f58efeb9-a208-4dac-b004-50936809ab8a']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:15.727672 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-a21cd06d-d3a8-4dd4-a372-7fb2f7e942c7 None None] Port 9eac942b-47fd-46c0-b68a-55ffff8d9332 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:26:15.728428 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8c01014c-2558-45fa-a89b-d81be90a52d6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:15.742656 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c01014c-2558-45fa-a89b-d81be90a52d6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Made reservation on behalf of 44ffe129493d49b08ea911b16ee6c97f for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:26:15.789895 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b5a38317-e4b9-4cff-b415-1ab9dcd3819e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:15.860488 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8c01014c-2558-45fa-a89b-d81be90a52d6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:15.862261 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a38317-e4b9-4cff-b415-1ab9dcd3819e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event deleted for resources: {'Port': ['ID=099250e8-5248-4633-a069-f5465c5bd7e9,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:15.931001 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d65efc63-3d97-4423-bb3e-ddc174c09702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:15.999782 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a38317-e4b9-4cff-b415-1ab9dcd3819e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] No DVR routers for this DVR port 099250e8-5248-4633-a069-f5465c5bd7e9 on host dv-neutron-837110-1-hyperv {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:26:16.145109 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c851bfa-8ba4-42dc-9676-3f276507936f None None] Pushing event updated for resources: {'Port': ['ID=c4846abb-b766-449a-a5a3-9d60c8286c9b,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:16.159352 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-e7a88b5a-e656-435f-9f34-cd970b6f0c36 None None] The port '099250e8-5248-4633-a069-f5465c5bd7e9' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:26:16.188931 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a21cd06d-d3a8-4dd4-a372-7fb2f7e942c7 None None] Provisioning for port b6dd1445-58b5-4204-b386-2bf42125eb53 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:16.230127 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a21cd06d-d3a8-4dd4-a372-7fb2f7e942c7 None None] Provisioning complete for port b6dd1445-58b5-4204-b386-2bf42125eb53 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:16.230678 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a21cd06d-d3a8-4dd4-a372-7fb2f7e942c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:16.232009 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8c01014c-2558-45fa-a89b-d81be90a52d6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:16.336352 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01014c-2558-45fa-a89b-d81be90a52d6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Subnet': ['ID=2ac1a21b-67e2-47c4-960a-4d214e24fa4f,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:16.364408 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e9c44983-57cc-4fb9-b3f3-d4dfba2a7e06 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:16.390436 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-e9c44983-57cc-4fb9-b3f3-d4dfba2a7e06 None None] Transition to ACTIVE for port object bf17d542-b956-4a04-811b-b933c7f318b5 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:16.408437 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c01014c-2558-45fa-a89b-d81be90a52d6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Checking segment: {'id': '3aa1c5fe-e173-49af-8d15-eb760f963fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cb3a91a9-f5fd-4e63-9c56-790d1ff00767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:26:16.408826 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c01014c-2558-45fa-a89b-d81be90a52d6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network hostable DHCP agents. Network: cb3a91a9-f5fd-4e63-9c56-790d1ff00767, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:26:16.438820 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c01014c-2558-45fa-a89b-d81be90a52d6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network cb3a91a9-f5fd-4e63-9c56-790d1ff00767 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:26:16.441694 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port a7959875-7f35-4a28-9c85-8a1571257b6a triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:16.442186 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:16.460333 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-8c01014c-2558-45fa-a89b-d81be90a52d6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, cb3a91a9-f5fd-4e63-9c56-790d1ff00767) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:16.478133 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c01014c-2558-45fa-a89b-d81be90a52d6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:16.479053 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8c01014c-2558-45fa-a89b-d81be90a52d6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:16.493330 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec675c2-ae01-4ee4-9eaa-fb12b3c0f01c None None] Network cb3a91a9-f5fd-4e63-9c56-790d1ff00767 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:16.507338 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8c01014c-2558-45fa-a89b-d81be90a52d6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9421461 Apr 08 10:26:16.507907 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56820) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:16.514182 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-7da79339-6602-402e-aa7f-fb04bfb84600 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'subnet': {'network_id': '80e3d061-ed24-4d79-9b00-899b4dee89d1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:16.534616 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-e9c44983-57cc-4fb9-b3f3-d4dfba2a7e06 None None] Transition to ACTIVE for port object bf17d542-b956-4a04-811b-b933c7f318b5 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:16.552695 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-370b41fb-9e93-4cf4-8cb3-6e4c8c784d33 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Allocated IP 172.20.0.1 (b71e8757-0e54-4ac7-b592-5c4fea79bbd6/98263fa7-353d-4248-b7a9-61065ff784ef/a00502a6-6710-4f90-83d1-98ab0f2fee66) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:26:16.599592 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b5a38317-e4b9-4cff-b415-1ab9dcd3819e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:16.673659 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-7da79339-6602-402e-aa7f-fb04bfb84600 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:16.678613 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e9c44983-57cc-4fb9-b3f3-d4dfba2a7e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:16.679803 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-7da79339-6602-402e-aa7f-fb04bfb84600 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Usage tracker for resource:subnet and tenant:44ffe129493d49b08ea911b16ee6c97f is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:16.683355 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-7da79339-6602-402e-aa7f-fb04bfb84600 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:16.691514 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-7da79339-6602-402e-aa7f-fb04bfb84600 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:16.704039 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da79339-6602-402e-aa7f-fb04bfb84600 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Made reservation on behalf of 44ffe129493d49b08ea911b16ee6c97f for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:26:16.728412 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-b5a38317-e4b9-4cff-b415-1ab9dcd3819e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ddc8de-cfd1-4535-903c-414ed33aa7d3']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:16.805526 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-b5a38317-e4b9-4cff-b415-1ab9dcd3819e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531a881b-971c-48ac-a85b-bddfaaf13f2d') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:16.805906 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-b5a38317-e4b9-4cff-b415-1ab9dcd3819e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531a881b-971c-48ac-a85b-bddfaaf13f2d') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:16.836513 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7da79339-6602-402e-aa7f-fb04bfb84600 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:16.844687 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:16.846136 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.resource_extend [None req-6a84002b-c5ed-4ac1-bf22-842ad33afa38 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:26:16.859368 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f918d73-84ff-4bcf-b256-b3bed5ab8a0c None None] Network f0fa3b87-b0ec-4a0f-94c6-18e266cdc642 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:16.860591 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b5a38317-e4b9-4cff-b415-1ab9dcd3819e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:16.880011 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c44983-57cc-4fb9-b3f3-d4dfba2a7e06 None None] Network fe007c78-8efe-4f45-a179-1e1ec1f657d2 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:16.884258 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6a84002b-c5ed-4ac1-bf22-842ad33afa38 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:16.896408 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-48c9c724-f1d6-46cc-8479-fbc33f4df340 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:16.910265 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-e9c44983-57cc-4fb9-b3f3-d4dfba2a7e06 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:16.911247 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6a84002b-c5ed-4ac1-bf22-842ad33afa38 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:16.912389 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6a84002b-c5ed-4ac1-bf22-842ad33afa38 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:16.927873 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b5a38317-e4b9-4cff-b415-1ab9dcd3819e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:16.968524 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c44983-57cc-4fb9-b3f3-d4dfba2a7e06 None None] Pushing event updated for resources: {'Port': ['ID=bf17d542-b956-4a04-811b-b933c7f318b5,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:16.979298 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c44983-57cc-4fb9-b3f3-d4dfba2a7e06 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:26:17.008388 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a38317-e4b9-4cff-b415-1ab9dcd3819e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:26:17.008802 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b5a38317-e4b9-4cff-b415-1ab9dcd3819e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:26:17.054231 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:26:17.078334 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:17.260746 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-370b41fb-9e93-4cf4-8cb3-6e4c8c784d33 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:17.330669 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84002b-c5ed-4ac1-bf22-842ad33afa38 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Port': ['ID=7542ea05-9f1b-49fc-a9b5-0b0fad7cf8e5,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:17.337768 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 099250e8-5248-4633-a069-f5465c5bd7e9 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:26:17.358200 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b5a38317-e4b9-4cff-b415-1ab9dcd3819e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:17.360371 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-370b41fb-9e93-4cf4-8cb3-6e4c8c784d33 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Transition to ACTIVE for port object a00502a6-6710-4f90-83d1-98ab0f2fee66 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:17.388131 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b5a38317-e4b9-4cff-b415-1ab9dcd3819e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:17.401872 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b5a38317-e4b9-4cff-b415-1ab9dcd3819e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] 10.222.0.47 "DELETE /v2.0/networks/68ddc8de-cfd1-4535-903c-414ed33aa7d3 HTTP/1.1" status: 204 len: 168 time: 3.4265223 Apr 08 10:26:17.417683 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 099250e8-5248-4633-a069-f5465c5bd7e9 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:26:17.418034 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 099250e8-5248-4633-a069-f5465c5bd7e9 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:26:17.491794 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a38317-e4b9-4cff-b415-1ab9dcd3819e tempest-NetworksIpV6Test-2079997060 tempest-NetworksIpV6Test-2079997060-project] Pushing event deleted for resources: {'Network': ['ID=68ddc8de-cfd1-4535-903c-414ed33aa7d3,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:17.494293 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-e9c44983-57cc-4fb9-b3f3-d4dfba2a7e06 None None] Attempting to bind port bf17d542-b956-4a04-811b-b933c7f318b5 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:26:17.494754 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-e9c44983-57cc-4fb9-b3f3-d4dfba2a7e06 None None] Attempting to bind port bf17d542-b956-4a04-811b-b933c7f318b5 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '585b8d47-9df5-42fd-a466-04c814f0b1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fe007c78-8efe-4f45-a179-1e1ec1f657d2'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:26:17.495027 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c44983-57cc-4fb9-b3f3-d4dfba2a7e06 None None] Attempting to bind port bf17d542-b956-4a04-811b-b933c7f318b5 on network fe007c78-8efe-4f45-a179-1e1ec1f657d2 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:26:17.534609 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4c99de-d631-4ca7-85ea-c8646bce10b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-cb3a91a9-f5fd-4e63-9c56-790d1ff00767', 'network_id': 'cb3a91a9-f5fd-4e63-9c56-790d1ff00767', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'fixed_ips': [{'subnet_id': '2ac1a21b-67e2-47c4-960a-4d214e24fa4f'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:26:17.538080 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7a4c99de-d631-4ca7-85ea-c8646bce10b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:17.565096 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c44983-57cc-4fb9-b3f3-d4dfba2a7e06 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:26:17.565505 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c44983-57cc-4fb9-b3f3-d4dfba2a7e06 None None] Checking segment: {'id': '585b8d47-9df5-42fd-a466-04c814f0b1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fe007c78-8efe-4f45-a179-1e1ec1f657d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:26:17.565867 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e9c44983-57cc-4fb9-b3f3-d4dfba2a7e06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:17.566395 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c44983-57cc-4fb9-b3f3-d4dfba2a7e06 None None] Bound using segment: {'id': '585b8d47-9df5-42fd-a466-04c814f0b1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fe007c78-8efe-4f45-a179-1e1ec1f657d2'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:26:17.571889 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7da79339-6602-402e-aa7f-fb04bfb84600 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:17.573304 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-e9c44983-57cc-4fb9-b3f3-d4dfba2a7e06 None None] Bound port: bf17d542-b956-4a04-811b-b933c7f318b5, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585b8d47-9df5-42fd-a466-04c814f0b1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fe007c78-8efe-4f45-a179-1e1ec1f657d2'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:26:17.575454 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e9c44983-57cc-4fb9-b3f3-d4dfba2a7e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:17.583660 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a84002b-c5ed-4ac1-bf22-842ad33afa38 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network f0fa3b87-b0ec-4a0f-94c6-18e266cdc642 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:17.590400 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-6a84002b-c5ed-4ac1-bf22-842ad33afa38 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:17.622923 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbb929a-d0d6-496f-babd-5a7cd154880c None None] Update dhcp port {'port': {'network_id': '5b9c2cb7-e310-4de6-984e-a03049400945', 'fixed_ips': [{'subnet_id': 'bc9a5238-f07d-4f01-bdd7-a5f381602a91', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c5678468-b6cf-4f30-b52f-e78a97035c54', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd9d878ba-75c9-4590-80dc-e78e91ad8eaa'}], 'binding:host_id': 'dv-neutron-837110-1-hyperv'}, 'id': 'b6dd1445-58b5-4204-b386-2bf42125eb53'} from dv-neutron-837110-1-hyperv. {{(pid=83847) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 08 10:26:17.656256 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da79339-6602-402e-aa7f-fb04bfb84600 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Subnet': ['ID=f086cc2c-7ca5-4add-ae86-aab85726cfaf,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:17.697372 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da79339-6602-402e-aa7f-fb04bfb84600 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Checking segment: {'id': 'cf60708b-181f-4772-834a-e5b671e8a0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80e3d061-ed24-4d79-9b00-899b4dee89d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:26:17.697539 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da79339-6602-402e-aa7f-fb04bfb84600 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network hostable DHCP agents. Network: 80e3d061-ed24-4d79-9b00-899b4dee89d1, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:26:17.718465 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b010288c-d397-4a82-9ea1-82feb6c90119 None None] Network b71e8757-0e54-4ac7-b592-5c4fea79bbd6 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:17.741291 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-370b41fb-9e93-4cf4-8cb3-6e4c8c784d33 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:17.744648 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da79339-6602-402e-aa7f-fb04bfb84600 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network 80e3d061-ed24-4d79-9b00-899b4dee89d1 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:26:17.768945 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-7da79339-6602-402e-aa7f-fb04bfb84600 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 80e3d061-ed24-4d79-9b00-899b4dee89d1) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:17.778103 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da79339-6602-402e-aa7f-fb04bfb84600 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:17.778701 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7da79339-6602-402e-aa7f-fb04bfb84600 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:17.808720 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7da79339-6602-402e-aa7f-fb04bfb84600 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2994041 Apr 08 10:26:17.809316 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56826) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:17.815321 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-63ee3cd5-9c19-438e-8df1-f4894c1b83e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-905123638', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:17.823719 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-63ee3cd5-9c19-438e-8df1-f4894c1b83e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:17.836072 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-63ee3cd5-9c19-438e-8df1-f4894c1b83e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Usage tracker for resource:router and tenant:44ffe129493d49b08ea911b16ee6c97f is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:17.839095 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-63ee3cd5-9c19-438e-8df1-f4894c1b83e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:17.845517 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-63ee3cd5-9c19-438e-8df1-f4894c1b83e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:17.860860 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-63ee3cd5-9c19-438e-8df1-f4894c1b83e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:17.861711 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-63ee3cd5-9c19-438e-8df1-f4894c1b83e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:17.882529 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-63ee3cd5-9c19-438e-8df1-f4894c1b83e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:17.906775 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-63ee3cd5-9c19-438e-8df1-f4894c1b83e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:17.915806 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9fbb929a-d0d6-496f-babd-5a7cd154880c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:17.928358 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device c4846abb-b766-449a-a5a3-9d60c8286c9b up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:26:17.938557 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56832) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:17.945507 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-63ee3cd5-9c19-438e-8df1-f4894c1b83e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:17.946948 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-63ee3cd5-9c19-438e-8df1-f4894c1b83e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1365612 Apr 08 10:26:17.956320 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56838) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:17.989796 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebaaece-8616-438b-8c9c-66c3427e31d0 None None] Network 80e3d061-ed24-4d79-9b00-899b4dee89d1 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:18.017725 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370b41fb-9e93-4cf4-8cb3-6e4c8c784d33 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Network b71e8757-0e54-4ac7-b592-5c4fea79bbd6 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:18.205511 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b41fb-9e93-4cf4-8cb3-6e4c8c784d33 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Pushing event updated for resources: {'Port': ['ID=a00502a6-6710-4f90-83d1-98ab0f2fee66,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:18.214545 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-370b41fb-9e93-4cf4-8cb3-6e4c8c784d33 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:18.220890 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-439dbcf4-0b94-47d2-a001-b8e53601d599 None None] Provisioning complete for port a7959875-7f35-4a28-9c85-8a1571257b6a triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:18.221561 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-439dbcf4-0b94-47d2-a001-b8e53601d599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:18.226529 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b41fb-9e93-4cf4-8cb3-6e4c8c784d33 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:26:18.351433 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2822d981-652d-4be5-a5a9-b92a89a73769 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=270adadf669a45b6bd01155aeff0f96b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4108503 Apr 08 10:26:18.353382 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56842) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:18.361702 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-370b41fb-9e93-4cf4-8cb3-6e4c8c784d33 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:18.409770 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-48c9c724-f1d6-46cc-8479-fbc33f4df340 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Delete allocated IP 2001:db8::143 (5b9c2cb7-e310-4de6-984e-a03049400945/c5678468-b6cf-4f30-b52f-e78a97035c54) {{(pid=83845) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 08 10:26:18.445467 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-48c9c724-f1d6-46cc-8479-fbc33f4df340 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Allocated IP 2001:db8:0:2::264 (5b9c2cb7-e310-4de6-984e-a03049400945/d9d878ba-75c9-4590-80dc-e78e91ad8eaa/4cb87435-fe29-4728-8d1e-ab99e96be69c) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:26:18.466226 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-e9c44983-57cc-4fb9-b3f3-d4dfba2a7e06 None None] For port bf17d542-b956-4a04-811b-b933c7f318b5, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:26:18.520966 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:18.543646 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-42918cd8-d257-4428-8308-a805ad64b40b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:18.565098 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1694454f-065d-47b2-9c25-75a526e34be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:18.638457 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-e9c44983-57cc-4fb9-b3f3-d4dfba2a7e06 None None] For port bf17d542-b956-4a04-811b-b933c7f318b5, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=bf17d542-b956-4a04-811b-b933c7f318b5,segment=NetworkSegment(585b8d47-9df5-42fd-a466-04c814f0b1b1),segment_id=585b8d47-9df5-42fd-a466-04c814f0b1b1)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:26:18.661630 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port c4846abb-b766-449a-a5a3-9d60c8286c9b completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:18.674944 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c8a524-7b63-43f4-a33e-3b9d308087cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-80e3d061-ed24-4d79-9b00-899b4dee89d1', 'network_id': '80e3d061-ed24-4d79-9b00-899b4dee89d1', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'fixed_ips': [{'subnet_id': 'f086cc2c-7ca5-4add-ae86-aab85726cfaf'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:26:18.675755 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-21c8a524-7b63-43f4-a33e-3b9d308087cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:18.686620 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e9c44983-57cc-4fb9-b3f3-d4dfba2a7e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:18.703019 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1694454f-065d-47b2-9c25-75a526e34be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:18.718557 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-370b41fb-9e93-4cf4-8cb3-6e4c8c784d33 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:18.810344 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device ddae3e59-136a-41f2-b826-6ffc643eb25a up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:26:18.865311 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a84002b-c5ed-4ac1-bf22-842ad33afa38 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Router a47ebe54-ac37-4525-bd71-de61194b9459 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:26:19.028551 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1694454f-065d-47b2-9c25-75a526e34be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:19.112393 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694454f-065d-47b2-9c25-75a526e34be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e97c058-0024-4356-83c9-06d66121593d,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:19.126395 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.resource_extend [None req-48c9c724-f1d6-46cc-8479-fbc33f4df340 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:26:19.159359 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-7a4c99de-d631-4ca7-85ea-c8646bce10b0 None None] Allocated IP 172.20.0.2 (cb3a91a9-f5fd-4e63-9c56-790d1ff00767/2ac1a21b-67e2-47c4-960a-4d214e24fa4f/6328e2e0-6653-485c-ace3-b064ecc1089f) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:26:19.177939 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c44983-57cc-4fb9-b3f3-d4dfba2a7e06 None None] Pushing event updated for resources: {'Port': ['ID=bf17d542-b956-4a04-811b-b933c7f318b5,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:19.229734 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-48c9c724-f1d6-46cc-8479-fbc33f4df340 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:19.237441 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1694454f-065d-47b2-9c25-75a526e34be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:19.239098 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1694454f-065d-47b2-9c25-75a526e34be0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6e97c058-0024-4356-83c9-06d66121593d HTTP/1.1" status: 204 len: 168 time: 0.8846207 Apr 08 10:26:19.357932 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-48c9c724-f1d6-46cc-8479-fbc33f4df340 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Transition to ACTIVE for port object 4cb87435-fe29-4728-8d1e-ab99e96be69c will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:19.376062 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-48c9c724-f1d6-46cc-8479-fbc33f4df340 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:19.406647 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-439dbcf4-0b94-47d2-a001-b8e53601d599 None None] Provisioning for port ddae3e59-136a-41f2-b826-6ffc643eb25a completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:19.409902 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port ddae3e59-136a-41f2-b826-6ffc643eb25a completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:19.524498 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-439dbcf4-0b94-47d2-a001-b8e53601d599 None None] Provisioning complete for port ddae3e59-136a-41f2-b826-6ffc643eb25a triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:19.525151 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-439dbcf4-0b94-47d2-a001-b8e53601d599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:19.579368 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-48c9c724-f1d6-46cc-8479-fbc33f4df340 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] In _notify_port_updated(), no bound segment for port 4cb87435-fe29-4728-8d1e-ab99e96be69c on network 5b9c2cb7-e310-4de6-984e-a03049400945 {{(pid=83845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 08 10:26:19.583619 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c9c724-f1d6-46cc-8479-fbc33f4df340 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:19.584438 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-48c9c724-f1d6-46cc-8479-fbc33f4df340 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:19.585922 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-48c9c724-f1d6-46cc-8479-fbc33f4df340 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "PUT /v2.0/ports/4cb87435-fe29-4728-8d1e-ab99e96be69c HTTP/1.1" status: 200 len: 968 time: 3.9057369 Apr 08 10:26:19.588865 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56850) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:19.595837 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port ddae3e59-136a-41f2-b826-6ffc643eb25a triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:19.596231 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:19.674214 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-21c8a524-7b63-43f4-a33e-3b9d308087cf None None] Allocated IP 172.21.0.2 (80e3d061-ed24-4d79-9b00-899b4dee89d1/f086cc2c-7ca5-4add-ae86-aab85726cfaf/32d6a66d-2d0c-485a-977e-edfb1bfe7cf5) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:26:19.693648 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-370b41fb-9e93-4cf4-8cb3-6e4c8c784d33 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:19.696751 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9c724-f1d6-46cc-8479-fbc33f4df340 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event updated for resources: {'Port': ['ID=4cb87435-fe29-4728-8d1e-ab99e96be69c,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:19.706165 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-84ca162b-5730-40c7-a98d-4adafae94a7c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting port 4cb87435-fe29-4728-8d1e-ab99e96be69c {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:19.707553 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-84ca162b-5730-40c7-a98d-4adafae94a7c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:19.708006 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-370b41fb-9e93-4cf4-8cb3-6e4c8c784d33 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:19.761167 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-9fbb929a-d0d6-496f-babd-5a7cd154880c None None] Allocated IP 2001:db8:0:2::2 (5b9c2cb7-e310-4de6-984e-a03049400945/d9d878ba-75c9-4590-80dc-e78e91ad8eaa/b6dd1445-58b5-4204-b386-2bf42125eb53) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:26:19.867753 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-370b41fb-9e93-4cf4-8cb3-6e4c8c784d33 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:19.872026 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b41fb-9e93-4cf4-8cb3-6e4c8c784d33 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Pushing event updated for resources: {'Port': ['ID=a00502a6-6710-4f90-83d1-98ab0f2fee66,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:19.882729 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a84002b-c5ed-4ac1-bf22-842ad33afa38 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:26:19.887996 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6a84002b-c5ed-4ac1-bf22-842ad33afa38 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "PUT /v2.0/routers/a47ebe54-ac37-4525-bd71-de61194b9459/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3063734 Apr 08 10:26:19.893634 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49045b97-646b-45e3-b7a5-4c1ea52e08ec None None] Sync routers for ids ['a47ebe54-ac37-4525-bd71-de61194b9459'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:26:19.901809 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56860) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:19.911330 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49045b97-646b-45e3-b7a5-4c1ea52e08ec None None] Routers {'a47ebe54-ac37-4525-bd71-de61194b9459'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:19.911946 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-49045b97-646b-45e3-b7a5-4c1ea52e08ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['a47ebe54-ac37-4525-bd71-de61194b9459'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:19.975850 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-49045b97-646b-45e3-b7a5-4c1ea52e08ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:19.995152 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49045b97-646b-45e3-b7a5-4c1ea52e08ec None None] Routers {'a47ebe54-ac37-4525-bd71-de61194b9459'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:19.995773 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-49045b97-646b-45e3-b7a5-4c1ea52e08ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['a47ebe54-ac37-4525-bd71-de61194b9459'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:20.175577 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-49045b97-646b-45e3-b7a5-4c1ea52e08ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:20.175986 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49045b97-646b-45e3-b7a5-4c1ea52e08ec None None] The sync data for ids ['a47ebe54-ac37-4525-bd71-de61194b9459'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:26:20.214887 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-84ca162b-5730-40c7-a98d-4adafae94a7c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:20.242235 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-21c8a524-7b63-43f4-a33e-3b9d308087cf None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:20.256420 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-21c8a524-7b63-43f4-a33e-3b9d308087cf None None] Transition to ACTIVE for port object 32d6a66d-2d0c-485a-977e-edfb1bfe7cf5 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:20.288281 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-21c8a524-7b63-43f4-a33e-3b9d308087cf None None] Transition to ACTIVE for port object 32d6a66d-2d0c-485a-977e-edfb1bfe7cf5 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:20.341442 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7a4c99de-d631-4ca7-85ea-c8646bce10b0 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:20.357294 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7a4c99de-d631-4ca7-85ea-c8646bce10b0 None None] Transition to ACTIVE for port object 6328e2e0-6653-485c-ace3-b064ecc1089f will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:20.386297 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7a4c99de-d631-4ca7-85ea-c8646bce10b0 None None] Transition to ACTIVE for port object 6328e2e0-6653-485c-ace3-b064ecc1089f will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:20.412284 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc61b6c6-ff9a-44a1-8db0-731d4472856b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:20.414484 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-21c8a524-7b63-43f4-a33e-3b9d308087cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:20.425222 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-cc61b6c6-ff9a-44a1-8db0-731d4472856b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Synchronizing usage tracker for tenant:72c993bf72344f498aa1635c771d9146 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:20.426736 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7a4c99de-d631-4ca7-85ea-c8646bce10b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:20.500650 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-cc61b6c6-ff9a-44a1-8db0-731d4472856b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Unset dirty status for tenant:72c993bf72344f498aa1635c771d9146 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:20.504814 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-cc61b6c6-ff9a-44a1-8db0-731d4472856b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "GET /v2.0/ports/7542ea05-9f1b-49fc-a9b5-0b0fad7cf8e5 HTTP/1.1" status: 200 len: 911 time: 0.5917561 Apr 08 10:26:20.507680 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56868) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:20.560748 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-42918cd8-d257-4428-8308-a805ad64b40b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Allocated IP 172.20.0.1 (cb3a91a9-f5fd-4e63-9c56-790d1ff00767/2ac1a21b-67e2-47c4-960a-4d214e24fa4f/48b8ff37-86e4-4a65-ba70-9c0351cbab00) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:26:20.676877 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-84ca162b-5730-40c7-a98d-4adafae94a7c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Calling delete_port for 4cb87435-fe29-4728-8d1e-ab99e96be69c owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:26:20.697259 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370b41fb-9e93-4cf4-8cb3-6e4c8c784d33 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Network b71e8757-0e54-4ac7-b592-5c4fea79bbd6 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:20.699283 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8a524-7b63-43f4-a33e-3b9d308087cf None None] Pushing event updated for resources: {'Port': ['ID=32d6a66d-2d0c-485a-977e-edfb1bfe7cf5,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:20.704941 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:20.708111 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-370b41fb-9e93-4cf4-8cb3-6e4c8c784d33 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:20.718971 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4c99de-d631-4ca7-85ea-c8646bce10b0 None None] Network cb3a91a9-f5fd-4e63-9c56-790d1ff00767 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:20.852068 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c99de-d631-4ca7-85ea-c8646bce10b0 None None] Pushing event updated for resources: {'Port': ['ID=6328e2e0-6653-485c-ace3-b064ecc1089f,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:20.948626 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-42918cd8-d257-4428-8308-a805ad64b40b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:20.984530 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-439dbcf4-0b94-47d2-a001-b8e53601d599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:20.999798 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-7a4c99de-d631-4ca7-85ea-c8646bce10b0 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:21.015558 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c813f1b3-56fa-4276-ae09-abae5e8150e3 None None] Network fe007c78-8efe-4f45-a179-1e1ec1f657d2 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:21.024963 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-42918cd8-d257-4428-8308-a805ad64b40b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Transition to ACTIVE for port object 48b8ff37-86e4-4a65-ba70-9c0351cbab00 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:21.036814 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4c99de-d631-4ca7-85ea-c8646bce10b0 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:26:21.091398 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-84ca162b-5730-40c7-a98d-4adafae94a7c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:21.162366 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c8a524-7b63-43f4-a33e-3b9d308087cf None None] Network 80e3d061-ed24-4d79-9b00-899b4dee89d1 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:21.203301 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca162b-5730-40c7-a98d-4adafae94a7c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Port': ['ID=4cb87435-fe29-4728-8d1e-ab99e96be69c,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:21.220270 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-21c8a524-7b63-43f4-a33e-3b9d308087cf None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:21.236428 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c8a524-7b63-43f4-a33e-3b9d308087cf None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:26:21.258372 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-84ca162b-5730-40c7-a98d-4adafae94a7c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:21.263617 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-42918cd8-d257-4428-8308-a805ad64b40b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:21.264231 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port ddae3e59-136a-41f2-b826-6ffc643eb25a, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=ddae3e59-136a-41f2-b826-6ffc643eb25a,segment=NetworkSegment(2d491b79-fdb2-4f9f-92a3-86b955ca2194),segment_id=2d491b79-fdb2-4f9f-92a3-86b955ca2194)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:21.310510 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:21.349107 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42918cd8-d257-4428-8308-a805ad64b40b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Port': ['ID=48b8ff37-86e4-4a65-ba70-9c0351cbab00,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:21.368187 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-84ca162b-5730-40c7-a98d-4adafae94a7c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/ports/4cb87435-fe29-4728-8d1e-ab99e96be69c HTTP/1.1" status: 204 len: 168 time: 1.7751203 Apr 08 10:26:21.369985 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56880) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:21.375037 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42918cd8-d257-4428-8308-a805ad64b40b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network cb3a91a9-f5fd-4e63-9c56-790d1ff00767 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:21.427486 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-8344690c-c3d0-4054-b542-8b24ab7c0562 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] GET failed (client error): The resource could not be found. Apr 08 10:26:21.428030 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8344690c-c3d0-4054-b542-8b24ab7c0562 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Synchronizing usage tracker for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:21.432044 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-42918cd8-d257-4428-8308-a805ad64b40b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:21.438883 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42918cd8-d257-4428-8308-a805ad64b40b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:26:21.504850 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8344690c-c3d0-4054-b542-8b24ab7c0562 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Unset dirty status for tenant:fa9701ec28774020be549acd68c08714 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:21.506198 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8344690c-c3d0-4054-b542-8b24ab7c0562 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "GET /v2.0/ports/4cb87435-fe29-4728-8d1e-ab99e96be69c HTTP/1.1" status: 404 len: 333 time: 0.1353028 Apr 08 10:26:21.509754 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56886) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:21.525203 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=ddae3e59-136a-41f2-b826-6ffc643eb25a,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:21.527866 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-7a4c99de-d631-4ca7-85ea-c8646bce10b0 None None] Attempting to bind port 6328e2e0-6653-485c-ace3-b064ecc1089f on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:26:21.528259 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-7a4c99de-d631-4ca7-85ea-c8646bce10b0 None None] Attempting to bind port 6328e2e0-6653-485c-ace3-b064ecc1089f by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '3aa1c5fe-e173-49af-8d15-eb760f963fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cb3a91a9-f5fd-4e63-9c56-790d1ff00767'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:26:21.528668 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4c99de-d631-4ca7-85ea-c8646bce10b0 None None] Attempting to bind port 6328e2e0-6653-485c-ace3-b064ecc1089f on network cb3a91a9-f5fd-4e63-9c56-790d1ff00767 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:26:21.548000 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device bf17d542-b956-4a04-811b-b933c7f318b5 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:26:21.557532 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fab3e494-3ea2-44da-884e-d8bb32c6afc0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:21.560849 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-42918cd8-d257-4428-8308-a805ad64b40b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:21.606902 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e580a77a-97f2-418c-abe1-b83d0742c5b3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:21.648591 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e580a77a-97f2-418c-abe1-b83d0742c5b3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:21.748239 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-9fbb929a-d0d6-496f-babd-5a7cd154880c None None] For port b6dd1445-58b5-4204-b386-2bf42125eb53, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b6dd1445-58b5-4204-b386-2bf42125eb53,segment=NetworkSegment(2e7d5065-cc3f-459b-94ed-8a23d7cdc706),segment_id=2e7d5065-cc3f-459b-94ed-8a23d7cdc706)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:21.751056 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370b41fb-9e93-4cf4-8cb3-6e4c8c784d33 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Router c24d13e0-1a79-4c93-be3e-107399ddc4b5 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:26:21.754192 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-42918cd8-d257-4428-8308-a805ad64b40b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:21.791603 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-21c8a524-7b63-43f4-a33e-3b9d308087cf None None] Attempting to bind port 32d6a66d-2d0c-485a-977e-edfb1bfe7cf5 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:26:21.791966 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-21c8a524-7b63-43f4-a33e-3b9d308087cf None None] Attempting to bind port 32d6a66d-2d0c-485a-977e-edfb1bfe7cf5 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'cf60708b-181f-4772-834a-e5b671e8a0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80e3d061-ed24-4d79-9b00-899b4dee89d1'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:26:21.792374 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c8a524-7b63-43f4-a33e-3b9d308087cf None None] Attempting to bind port 32d6a66d-2d0c-485a-977e-edfb1bfe7cf5 on network 80e3d061-ed24-4d79-9b00-899b4dee89d1 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:26:21.857810 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c8a524-7b63-43f4-a33e-3b9d308087cf None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:26:21.858189 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c8a524-7b63-43f4-a33e-3b9d308087cf None None] Checking segment: {'id': 'cf60708b-181f-4772-834a-e5b671e8a0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80e3d061-ed24-4d79-9b00-899b4dee89d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:26:21.860180 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-21c8a524-7b63-43f4-a33e-3b9d308087cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:21.860863 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c8a524-7b63-43f4-a33e-3b9d308087cf None None] Bound using segment: {'id': 'cf60708b-181f-4772-834a-e5b671e8a0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80e3d061-ed24-4d79-9b00-899b4dee89d1'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:26:21.861378 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-21c8a524-7b63-43f4-a33e-3b9d308087cf None None] Bound port: 32d6a66d-2d0c-485a-977e-edfb1bfe7cf5, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf60708b-181f-4772-834a-e5b671e8a0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80e3d061-ed24-4d79-9b00-899b4dee89d1'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:26:21.861769 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-21c8a524-7b63-43f4-a33e-3b9d308087cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:21.902077 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4c99de-d631-4ca7-85ea-c8646bce10b0 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:26:21.902485 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4c99de-d631-4ca7-85ea-c8646bce10b0 None None] Checking segment: {'id': '3aa1c5fe-e173-49af-8d15-eb760f963fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cb3a91a9-f5fd-4e63-9c56-790d1ff00767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:26:21.902842 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7a4c99de-d631-4ca7-85ea-c8646bce10b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:21.903234 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4c99de-d631-4ca7-85ea-c8646bce10b0 None None] Bound using segment: {'id': '3aa1c5fe-e173-49af-8d15-eb760f963fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cb3a91a9-f5fd-4e63-9c56-790d1ff00767'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:26:21.903712 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-7a4c99de-d631-4ca7-85ea-c8646bce10b0 None None] Bound port: 6328e2e0-6653-485c-ace3-b064ecc1089f, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa1c5fe-e173-49af-8d15-eb760f963fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'cb3a91a9-f5fd-4e63-9c56-790d1ff00767'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:26:21.904110 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7a4c99de-d631-4ca7-85ea-c8646bce10b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:21.922374 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e580a77a-97f2-418c-abe1-b83d0742c5b3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:21.927737 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-439dbcf4-0b94-47d2-a001-b8e53601d599 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:26:21.928104 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-439dbcf4-0b94-47d2-a001-b8e53601d599 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:26:21.950592 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580a77a-97f2-418c-abe1-b83d0742c5b3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd1036a-640b-405a-8c76-4c2bd04fb92d,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:21.964145 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e580a77a-97f2-418c-abe1-b83d0742c5b3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:21.965285 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e580a77a-97f2-418c-abe1-b83d0742c5b3 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/security-groups/9dd1036a-640b-405a-8c76-4c2bd04fb92d HTTP/1.1" status: 204 len: 168 time: 0.4544747 Apr 08 10:26:21.969562 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56898) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:22.097080 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.resource_extend [None req-9fbb929a-d0d6-496f-babd-5a7cd154880c None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:26:22.125417 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370b41fb-9e93-4cf4-8cb3-6e4c8c784d33 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:26:22.126777 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9fbb929a-d0d6-496f-babd-5a7cd154880c None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:22.166542 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1a6bbd-b9a5-4bd3-b13c-73ea542ae935 None None] Sync routers for ids ['c24d13e0-1a79-4c93-be3e-107399ddc4b5'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:26:22.197893 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-9fbb929a-d0d6-496f-babd-5a7cd154880c None None] Transition to ACTIVE for port object b6dd1445-58b5-4204-b386-2bf42125eb53 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:22.229195 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9fbb929a-d0d6-496f-babd-5a7cd154880c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:22.263058 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-71c1fa1f-b004-4235-9f70-99ffb9f346a1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:22.337150 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-370b41fb-9e93-4cf4-8cb3-6e4c8c784d33 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] 10.222.0.47 "PUT /v2.0/routers/c24d13e0-1a79-4c93-be3e-107399ddc4b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7098246 Apr 08 10:26:22.338022 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-21c8a524-7b63-43f4-a33e-3b9d308087cf None None] For port 32d6a66d-2d0c-485a-977e-edfb1bfe7cf5, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:26:22.345031 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56906) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:22.376052 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-7a4c99de-d631-4ca7-85ea-c8646bce10b0 None None] For port 6328e2e0-6653-485c-ace3-b064ecc1089f, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:26:22.386602 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1a6bbd-b9a5-4bd3-b13c-73ea542ae935 None None] Routers {'c24d13e0-1a79-4c93-be3e-107399ddc4b5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:22.387301 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-2c1a6bbd-b9a5-4bd3-b13c-73ea542ae935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['c24d13e0-1a79-4c93-be3e-107399ddc4b5'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:22.435340 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56910) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:22.438570 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-71c1fa1f-b004-4235-9f70-99ffb9f346a1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:22.440272 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port bf17d542-b956-4a04-811b-b933c7f318b5 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:22.543803 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-fab3e494-3ea2-44da-884e-d8bb32c6afc0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Deleting port 7542ea05-9f1b-49fc-a9b5-0b0fad7cf8e5 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:22.544031 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-21c8a524-7b63-43f4-a33e-3b9d308087cf None None] For port 32d6a66d-2d0c-485a-977e-edfb1bfe7cf5, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=32d6a66d-2d0c-485a-977e-edfb1bfe7cf5,segment=NetworkSegment(cf60708b-181f-4772-834a-e5b671e8a0b7),segment_id=cf60708b-181f-4772-834a-e5b671e8a0b7)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:26:22.544308 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fab3e494-3ea2-44da-884e-d8bb32c6afc0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:22.552599 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-7a4c99de-d631-4ca7-85ea-c8646bce10b0 None None] For port 6328e2e0-6653-485c-ace3-b064ecc1089f, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=6328e2e0-6653-485c-ace3-b064ecc1089f,segment=NetworkSegment(3aa1c5fe-e173-49af-8d15-eb760f963fac),segment_id=3aa1c5fe-e173-49af-8d15-eb760f963fac)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:26:22.569171 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-2c1a6bbd-b9a5-4bd3-b13c-73ea542ae935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:22.586137 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-21c8a524-7b63-43f4-a33e-3b9d308087cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:22.590767 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7a4c99de-d631-4ca7-85ea-c8646bce10b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:22.634432 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-71c1fa1f-b004-4235-9f70-99ffb9f346a1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:22.653110 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-42918cd8-d257-4428-8308-a805ad64b40b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:22.663151 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1fa1f-b004-4235-9f70-99ffb9f346a1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58efeb9-a208-4dac-b004-50936809ab8a,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:22.671040 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb929a-d0d6-496f-babd-5a7cd154880c None None] Pushing event updated for resources: {'Port': ['ID=b6dd1445-58b5-4204-b386-2bf42125eb53,revision_number=7']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:22.685662 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-42918cd8-d257-4428-8308-a805ad64b40b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:22.743250 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-71c1fa1f-b004-4235-9f70-99ffb9f346a1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:22.746976 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-71c1fa1f-b004-4235-9f70-99ffb9f346a1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/security-groups/f58efeb9-a208-4dac-b004-50936809ab8a HTTP/1.1" status: 204 len: 168 time: 0.7736597 Apr 08 10:26:22.761702 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fab3e494-3ea2-44da-884e-d8bb32c6afc0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:22.817625 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56916) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:22.832443 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1a6bbd-b9a5-4bd3-b13c-73ea542ae935 None None] Routers {'c24d13e0-1a79-4c93-be3e-107399ddc4b5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:22.833696 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-2c1a6bbd-b9a5-4bd3-b13c-73ea542ae935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['c24d13e0-1a79-4c93-be3e-107399ddc4b5'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:22.937989 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-fab3e494-3ea2-44da-884e-d8bb32c6afc0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Calling delete_port for 7542ea05-9f1b-49fc-a9b5-0b0fad7cf8e5 owned by network:router_interface {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:26:22.963379 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-2c1a6bbd-b9a5-4bd3-b13c-73ea542ae935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:22.963889 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1a6bbd-b9a5-4bd3-b13c-73ea542ae935 None None] The sync data for ids ['c24d13e0-1a79-4c93-be3e-107399ddc4b5'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:26:22.976480 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d637b837-da6b-4dc4-a1f5-d2b4b5497476 None None] Provisioning for port a00502a6-6710-4f90-83d1-98ab0f2fee66 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:22.987884 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d637b837-da6b-4dc4-a1f5-d2b4b5497476 None None] Provisioning complete for port a00502a6-6710-4f90-83d1-98ab0f2fee66 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:22.988832 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d637b837-da6b-4dc4-a1f5-d2b4b5497476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:23.053307 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d637b837-da6b-4dc4-a1f5-d2b4b5497476 None None] Port a00502a6-6710-4f90-83d1-98ab0f2fee66 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:26:23.054058 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-42918cd8-d257-4428-8308-a805ad64b40b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:23.055759 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8a524-7b63-43f4-a33e-3b9d308087cf None None] Pushing event updated for resources: {'Port': ['ID=32d6a66d-2d0c-485a-977e-edfb1bfe7cf5,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:23.090327 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42918cd8-d257-4428-8308-a805ad64b40b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Port': ['ID=48b8ff37-86e4-4a65-ba70-9c0351cbab00,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:23.192570 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c99de-d631-4ca7-85ea-c8646bce10b0 None None] Pushing event updated for resources: {'Port': ['ID=6328e2e0-6653-485c-ace3-b064ecc1089f,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:23.200353 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-4de446d6-c289-444e-83ec-1420aeb2cf76 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'network': {'name': 'tempest-network-smoke--542670816', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'port_security_enabled': True}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:23.217895 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4de446d6-c289-444e-83ec-1420aeb2cf76 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:23.228023 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4de446d6-c289-444e-83ec-1420aeb2cf76 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:network and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:23.230014 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e92809e6-e58e-44d5-8f89-bb77eb3e1a19 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:23.236551 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4de446d6-c289-444e-83ec-1420aeb2cf76 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:23.248546 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4de446d6-c289-444e-83ec-1420aeb2cf76 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:23.269667 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fab3e494-3ea2-44da-884e-d8bb32c6afc0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:23.271193 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d637b837-da6b-4dc4-a1f5-d2b4b5497476 None None] Provisioning for port 7542ea05-9f1b-49fc-a9b5-0b0fad7cf8e5 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:23.277961 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d637b837-da6b-4dc4-a1f5-d2b4b5497476 None None] Provisioning complete for port 7542ea05-9f1b-49fc-a9b5-0b0fad7cf8e5 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:23.278740 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d637b837-da6b-4dc4-a1f5-d2b4b5497476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:23.286551 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e92809e6-e58e-44d5-8f89-bb77eb3e1a19 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:23.328654 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de446d6-c289-444e-83ec-1420aeb2cf76 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Made reservation on behalf of 6d9baba61a9a4a97bab400043cc74a73 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:26:23.332924 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4de446d6-c289-444e-83ec-1420aeb2cf76 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:23.349572 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d637b837-da6b-4dc4-a1f5-d2b4b5497476 None None] Port 7542ea05-9f1b-49fc-a9b5-0b0fad7cf8e5 was deleted so its status cannot be updated. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 08 10:26:23.360810 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3e494-3ea2-44da-884e-d8bb32c6afc0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Port': ['ID=7542ea05-9f1b-49fc-a9b5-0b0fad7cf8e5,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:23.368005 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4de446d6-c289-444e-83ec-1420aeb2cf76 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:23.389196 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d637b837-da6b-4dc4-a1f5-d2b4b5497476 None None] Provisioning for port c4846abb-b766-449a-a5a3-9d60c8286c9b completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:23.401407 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d637b837-da6b-4dc4-a1f5-d2b4b5497476 None None] Provisioning complete for port c4846abb-b766-449a-a5a3-9d60c8286c9b triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:23.402045 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d637b837-da6b-4dc4-a1f5-d2b4b5497476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:23.462797 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42918cd8-d257-4428-8308-a805ad64b40b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network cb3a91a9-f5fd-4e63-9c56-790d1ff00767 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:23.468170 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e92809e6-e58e-44d5-8f89-bb77eb3e1a19 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:23.473938 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-42918cd8-d257-4428-8308-a805ad64b40b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:23.534600 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b6dd1445-58b5-4204-b386-2bf42125eb53 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:26:23.581193 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92809e6-e58e-44d5-8f89-bb77eb3e1a19 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60a4fa3-babe-43c9-b9ac-6112b37646e8,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:23.716191 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device ddae3e59-136a-41f2-b826-6ffc643eb25a up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:26:23.759890 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4de446d6-c289-444e-83ec-1420aeb2cf76 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:23.773680 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4de446d6-c289-444e-83ec-1420aeb2cf76 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:23.799688 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4de446d6-c289-444e-83ec-1420aeb2cf76 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:23.806874 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fab3e494-3ea2-44da-884e-d8bb32c6afc0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:23.817208 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4de446d6-c289-444e-83ec-1420aeb2cf76 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:23.832649 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d637b837-da6b-4dc4-a1f5-d2b4b5497476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:23.908496 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d637b837-da6b-4dc4-a1f5-d2b4b5497476 None None] For port c4846abb-b766-449a-a5a3-9d60c8286c9b, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=c4846abb-b766-449a-a5a3-9d60c8286c9b,segment=NetworkSegment(c6d00648-0a55-4203-a680-dad76d60d3a8),segment_id=c6d00648-0a55-4203-a680-dad76d60d3a8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:23.918413 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port ddae3e59-136a-41f2-b826-6ffc643eb25a triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:23.918878 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:23.950487 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d637b837-da6b-4dc4-a1f5-d2b4b5497476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:24.024634 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d637b837-da6b-4dc4-a1f5-d2b4b5497476 None None] Provisioning complete for port ddae3e59-136a-41f2-b826-6ffc643eb25a triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:24.025008 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d637b837-da6b-4dc4-a1f5-d2b4b5497476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:24.059973 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e92809e6-e58e-44d5-8f89-bb77eb3e1a19 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:24.065235 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e92809e6-e58e-44d5-8f89-bb77eb3e1a19 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/security-groups/c60a4fa3-babe-43c9-b9ac-6112b37646e8 HTTP/1.1" status: 204 len: 168 time: 1.2425852 Apr 08 10:26:24.074550 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56920) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:24.131906 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637b837-da6b-4dc4-a1f5-d2b4b5497476 None None] Pushing event updated for resources: {'Port': ['ID=c4846abb-b766-449a-a5a3-9d60c8286c9b,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:24.267551 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4de446d6-c289-444e-83ec-1420aeb2cf76 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:24.278453 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4de446d6-c289-444e-83ec-1420aeb2cf76 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:24.354184 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d637b837-da6b-4dc4-a1f5-d2b4b5497476 None None] Provisioning for port bf17d542-b956-4a04-811b-b933c7f318b5 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:24.359512 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d637b837-da6b-4dc4-a1f5-d2b4b5497476 None None] Provisioning complete for port bf17d542-b956-4a04-811b-b933c7f318b5 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:24.359877 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d637b837-da6b-4dc4-a1f5-d2b4b5497476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:24.490885 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d637b837-da6b-4dc4-a1f5-d2b4b5497476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:24.492909 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c593b6c-a1e2-44e2-b070-6ecdf002cc9a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting subnet c5678468-b6cf-4f30-b52f-e78a97035c54 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:26:24.499422 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c593b6c-a1e2-44e2-b070-6ecdf002cc9a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:24.547992 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d637b837-da6b-4dc4-a1f5-d2b4b5497476 None None] For port bf17d542-b956-4a04-811b-b933c7f318b5, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=bf17d542-b956-4a04-811b-b933c7f318b5,segment=NetworkSegment(585b8d47-9df5-42fd-a466-04c814f0b1b1),segment_id=585b8d47-9df5-42fd-a466-04c814f0b1b1)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:24.555879 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d637b837-da6b-4dc4-a1f5-d2b4b5497476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:24.572758 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de446d6-c289-444e-83ec-1420aeb2cf76 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:26:24.602505 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de446d6-c289-444e-83ec-1420aeb2cf76 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b118eba-d33c-40f7-89e4-7eaa40c81092,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:24.609892 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4de446d6-c289-444e-83ec-1420aeb2cf76 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:24.610313 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-4de446d6-c289-444e-83ec-1420aeb2cf76 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Added segment a7088723-8415-48cc-b76b-c11a581a5402 of type vlan for network 3f87cc2e-abff-4c5e-a9be-9df69703738c Apr 08 10:26:24.612748 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c593b6c-a1e2-44e2-b070-6ecdf002cc9a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:24.625356 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab3e494-3ea2-44da-884e-d8bb32c6afc0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Router a47ebe54-ac37-4525-bd71-de61194b9459 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:26:24.663931 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4de446d6-c289-444e-83ec-1420aeb2cf76 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:24.678601 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-6df1c264-646d-44c8-825c-d8189953e487 None None] Could not find standard attr ID for object 4cb87435-fe29-4728-8d1e-ab99e96be69c. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:26:24.705581 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637b837-da6b-4dc4-a1f5-d2b4b5497476 None None] Pushing event updated for resources: {'Port': ['ID=bf17d542-b956-4a04-811b-b933c7f318b5,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:24.709637 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-6df1c264-646d-44c8-825c-d8189953e487 None None] Provisioning for port b6dd1445-58b5-4204-b386-2bf42125eb53 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:24.716486 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-6df1c264-646d-44c8-825c-d8189953e487 None None] Provisioning complete for port b6dd1445-58b5-4204-b386-2bf42125eb53 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:24.717164 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6df1c264-646d-44c8-825c-d8189953e487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:24.792967 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-8eeb29da-acca-418a-9c3b-be6687c1aeb2 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:26:24.797068 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8eeb29da-acca-418a-9c3b-be6687c1aeb2 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] 10.222.0.47 "PUT /v2.0/routers/c24d13e0-1a79-4c93-be3e-107399ddc4b5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.4454350 Apr 08 10:26:24.806367 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56924) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:24.850305 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.resource_extend [None req-4de446d6-c289-444e-83ec-1420aeb2cf76 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:26:24.911548 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4de446d6-c289-444e-83ec-1420aeb2cf76 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:24.917056 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de446d6-c289-444e-83ec-1420aeb2cf76 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:24.917650 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-6df1c264-646d-44c8-825c-d8189953e487 None None] Provisioning complete for port 9eac942b-47fd-46c0-b68a-55ffff8d9332 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:24.918116 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4de446d6-c289-444e-83ec-1420aeb2cf76 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:24.918239 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6df1c264-646d-44c8-825c-d8189953e487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:24.991070 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-6df1c264-646d-44c8-825c-d8189953e487 None None] Port 9eac942b-47fd-46c0-b68a-55ffff8d9332 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:26:25.011096 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-6df1c264-646d-44c8-825c-d8189953e487 None None] Provisioning complete for port bf17d542-b956-4a04-811b-b933c7f318b5 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:25.012131 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6df1c264-646d-44c8-825c-d8189953e487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:25.090267 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c593b6c-a1e2-44e2-b070-6ecdf002cc9a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:25.097106 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de446d6-c289-444e-83ec-1420aeb2cf76 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Network': ['ID=3f87cc2e-abff-4c5e-a9be-9df69703738c,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:25.140455 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab3e494-3ea2-44da-884e-d8bb32c6afc0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:26:25.156514 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42918cd8-d257-4428-8308-a805ad64b40b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Router 49e2108d-1a1d-493c-aad4-fdc598ad3dda is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:26:25.157856 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ddc1ce-2476-4129-880d-995d6152c2c3 None None] Sync routers for ids ['a47ebe54-ac37-4525-bd71-de61194b9459'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:26:25.165302 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 3f87cc2e-abff-4c5e-a9be-9df69703738c details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:26:25.180278 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56928) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:25.184460 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-fab3e494-3ea2-44da-884e-d8bb32c6afc0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "PUT /v2.0/routers/a47ebe54-ac37-4525-bd71-de61194b9459/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6745095 Apr 08 10:26:25.185672 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ddc1ce-2476-4129-880d-995d6152c2c3 None None] Routers {'a47ebe54-ac37-4525-bd71-de61194b9459'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:25.189445 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-30ddc1ce-2476-4129-880d-995d6152c2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['a47ebe54-ac37-4525-bd71-de61194b9459'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:25.195366 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4de446d6-c289-444e-83ec-1420aeb2cf76 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.7519536 Apr 08 10:26:25.195564 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56932) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:25.196232 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ab5163-14e3-4cf1-b656-b9b58172781a None None] Network 80e3d061-ed24-4d79-9b00-899b4dee89d1 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:25.200934 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-b57e51bd-e5b3-4d00-9f81-b0baad835ad6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1147210582', 'admin_state_up': True, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:25.225362 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b57e51bd-e5b3-4d00-9f81-b0baad835ad6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:25.231523 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b57e51bd-e5b3-4d00-9f81-b0baad835ad6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:router and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:25.238130 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b57e51bd-e5b3-4d00-9f81-b0baad835ad6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:25.245851 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b57e51bd-e5b3-4d00-9f81-b0baad835ad6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:25.263692 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b57e51bd-e5b3-4d00-9f81-b0baad835ad6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:25.266686 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b57e51bd-e5b3-4d00-9f81-b0baad835ad6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:25.290793 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b57e51bd-e5b3-4d00-9f81-b0baad835ad6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:25.325599 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-30ddc1ce-2476-4129-880d-995d6152c2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:25.345151 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ddc1ce-2476-4129-880d-995d6152c2c3 None None] Routers {'a47ebe54-ac37-4525-bd71-de61194b9459'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:25.347207 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-30ddc1ce-2476-4129-880d-995d6152c2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['a47ebe54-ac37-4525-bd71-de61194b9459'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:25.370597 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1f693e36-8fba-4d29-a6f7-51f21d0f4b6a tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ebe54-ac37-4525-bd71-de61194b9459 HTTP/1.1" status: 200 len: 205 time: 0.1884701 Apr 08 10:26:25.376642 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56936) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:25.452755 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e77a26-5136-4456-a551-0921c7137f2b None None] Network cb3a91a9-f5fd-4e63-9c56-790d1ff00767 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:25.480020 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-30ddc1ce-2476-4129-880d-995d6152c2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:25.480839 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ddc1ce-2476-4129-880d-995d6152c2c3 None None] The sync data for ids ['a47ebe54-ac37-4525-bd71-de61194b9459'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:26:25.503912 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b57e51bd-e5b3-4d00-9f81-b0baad835ad6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:25.628165 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 32d6a66d-2d0c-485a-977e-edfb1bfe7cf5 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:26:25.726243 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b57e51bd-e5b3-4d00-9f81-b0baad835ad6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:25.756536 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b57e51bd-e5b3-4d00-9f81-b0baad835ad6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:25.793338 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d3fe1348-0775-4159-9307-c753eac21736 None None] Provisioning for port 6328e2e0-6653-485c-ace3-b064ecc1089f completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:25.842457 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c593b6c-a1e2-44e2-b070-6ecdf002cc9a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:25.905808 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-b57e51bd-e5b3-4d00-9f81-b0baad835ad6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.26.0.33 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/24524a7a-4c0a-4caa-bf66-dfad6adb8b57) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:26:25.913000 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c593b6c-a1e2-44e2-b070-6ecdf002cc9a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Subnet': ['ID=c5678468-b6cf-4f30-b52f-e78a97035c54,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:25.945084 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 32d6a66d-2d0c-485a-977e-edfb1bfe7cf5 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:25.947809 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3c593b6c-a1e2-44e2-b070-6ecdf002cc9a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:25.964070 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d3fe1348-0775-4159-9307-c753eac21736 None None] Provisioning for port 32d6a66d-2d0c-485a-977e-edfb1bfe7cf5 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:25.968283 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3063121a-f078-4075-a652-81ec7562a74c tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:25.973230 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5e6503-a023-475a-9bb0-19e45d408e1a None None] Network 5b9c2cb7-e310-4de6-984e-a03049400945 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:26.013932 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 32d6a66d-2d0c-485a-977e-edfb1bfe7cf5 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:26.014309 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:26.029094 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3c593b6c-a1e2-44e2-b070-6ecdf002cc9a tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/subnets/c5678468-b6cf-4f30-b52f-e78a97035c54 HTTP/1.1" status: 204 len: 168 time: 1.9512186 Apr 08 10:26:26.040384 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56940) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:26.117426 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d3fe1348-0775-4159-9307-c753eac21736 None None] Provisioning complete for port 32d6a66d-2d0c-485a-977e-edfb1bfe7cf5 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:26.117426 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d3fe1348-0775-4159-9307-c753eac21736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:26.122486 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b57e51bd-e5b3-4d00-9f81-b0baad835ad6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:26.154127 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b57e51bd-e5b3-4d00-9f81-b0baad835ad6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:26.222481 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42918cd8-d257-4428-8308-a805ad64b40b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:26:26.233277 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-42918cd8-d257-4428-8308-a805ad64b40b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "PUT /v2.0/routers/49e2108d-1a1d-493c-aad4-fdc598ad3dda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2756193 Apr 08 10:26:26.235865 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56944) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:26.236758 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57e51bd-e5b3-4d00-9f81-b0baad835ad6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:26.240018 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-b57e51bd-e5b3-4d00-9f81-b0baad835ad6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:26.244023 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b50847b-8ece-4916-97c7-72d2c8c72ac5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting subnet d9d878ba-75c9-4590-80dc-e78e91ad8eaa {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:26:26.244752 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57e51bd-e5b3-4d00-9f81-b0baad835ad6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:26:26.273313 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e51bd-e5b3-4d00-9f81-b0baad835ad6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=24524a7a-4c0a-4caa-bf66-dfad6adb8b57,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:26.274261 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a358ea-9ff6-46e7-87c3-80ab6b1af70d None None] Sync routers for ids ['49e2108d-1a1d-493c-aad4-fdc598ad3dda'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:26:26.285996 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6b50847b-8ece-4916-97c7-72d2c8c72ac5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:26.406549 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-47517ed0-06e5-41b9-81ad-7237507d63a3 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:26.443878 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b57e51bd-e5b3-4d00-9f81-b0baad835ad6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:26.444647 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b57e51bd-e5b3-4d00-9f81-b0baad835ad6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:26.512345 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a358ea-9ff6-46e7-87c3-80ab6b1af70d None None] Routers {'49e2108d-1a1d-493c-aad4-fdc598ad3dda'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:26.512992 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e8a358ea-9ff6-46e7-87c3-80ab6b1af70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['49e2108d-1a1d-493c-aad4-fdc598ad3dda'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:26.602977 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d3fe1348-0775-4159-9307-c753eac21736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:26.619349 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:26.633355 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e8a358ea-9ff6-46e7-87c3-80ab6b1af70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:26.678044 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6b50847b-8ece-4916-97c7-72d2c8c72ac5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:26.722141 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d3fe1348-0775-4159-9307-c753eac21736 None None] For port 32d6a66d-2d0c-485a-977e-edfb1bfe7cf5, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=32d6a66d-2d0c-485a-977e-edfb1bfe7cf5,segment=NetworkSegment(cf60708b-181f-4772-834a-e5b671e8a0b7),segment_id=cf60708b-181f-4772-834a-e5b671e8a0b7)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:26.727791 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a358ea-9ff6-46e7-87c3-80ab6b1af70d None None] Routers {'49e2108d-1a1d-493c-aad4-fdc598ad3dda'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:26.728479 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e8a358ea-9ff6-46e7-87c3-80ab6b1af70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['49e2108d-1a1d-493c-aad4-fdc598ad3dda'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:26.783270 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d3fe1348-0775-4159-9307-c753eac21736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:26.797763 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3bc389-3cd3-4b2f-ab3a-1aed369ef3d3 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:26.798352 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4f3bc389-3cd3-4b2f-ab3a-1aed369ef3d3 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Synchronizing usage tracker for tenant:44ffe129493d49b08ea911b16ee6c97f on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:26.877155 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e8a358ea-9ff6-46e7-87c3-80ab6b1af70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:26.877364 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a358ea-9ff6-46e7-87c3-80ab6b1af70d None None] The sync data for ids ['49e2108d-1a1d-493c-aad4-fdc598ad3dda'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:26:26.893377 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57e51bd-e5b3-4d00-9f81-b0baad835ad6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:26:26.900094 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3063121a-f078-4075-a652-81ec7562a74c tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:26.931030 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:26:26.931377 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:26:26.939750 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe1348-0775-4159-9307-c753eac21736 None None] Pushing event updated for resources: {'Port': ['ID=32d6a66d-2d0c-485a-977e-edfb1bfe7cf5,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:26.956359 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ee968ce8-8836-49f4-9e66-bb0f0686eb26 None None] Provisioning complete for port 32d6a66d-2d0c-485a-977e-edfb1bfe7cf5 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:26.956999 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ee968ce8-8836-49f4-9e66-bb0f0686eb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:26.988767 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3063121a-f078-4075-a652-81ec7562a74c tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:26.995669 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6b50847b-8ece-4916-97c7-72d2c8c72ac5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:27.033345 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4f3bc389-3cd3-4b2f-ab3a-1aed369ef3d3 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Unset dirty status for tenant:44ffe129493d49b08ea911b16ee6c97f on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:27.037462 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4f3bc389-3cd3-4b2f-ab3a-1aed369ef3d3 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "GET /v2.0/ports/48b8ff37-86e4-4a65-ba70-9c0351cbab00 HTTP/1.1" status: 200 len: 910 time: 0.7954078 Apr 08 10:26:27.053644 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56948) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:27.231310 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57e51bd-e5b3-4d00-9f81-b0baad835ad6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:26:27.249211 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e4ec9-8835-4a21-a31c-e3b244a073e0 None None] Sync routers for ids ['da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:26:27.273027 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776e4ec9-8835-4a21-a31c-e3b244a073e0 None None] Routers {'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:27.273700 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-776e4ec9-8835-4a21-a31c-e3b244a073e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:27.292807 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-70e4a3b5-0bce-446c-8037-5dc0c31de1cb None None] Provisioning for port 48b8ff37-86e4-4a65-ba70-9c0351cbab00 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:27.298555 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b57e51bd-e5b3-4d00-9f81-b0baad835ad6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:27.300777 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b57e51bd-e5b3-4d00-9f81-b0baad835ad6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1039007 Apr 08 10:26:27.301775 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-70e4a3b5-0bce-446c-8037-5dc0c31de1cb None None] Provisioning complete for port 48b8ff37-86e4-4a65-ba70-9c0351cbab00 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:27.302446 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-70e4a3b5-0bce-446c-8037-5dc0c31de1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:27.303609 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56952) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:27.384669 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-70e4a3b5-0bce-446c-8037-5dc0c31de1cb None None] Port 48b8ff37-86e4-4a65-ba70-9c0351cbab00 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:26:27.443953 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3063121a-f078-4075-a652-81ec7562a74c tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:27.444624 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3063121a-f078-4075-a652-81ec7562a74c tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Fanout notify agent at l3_agent the message router_deleted on router a47ebe54-ac37-4525-bd71-de61194b9459 {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:26:27.495515 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6b50847b-8ece-4916-97c7-72d2c8c72ac5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:27.498935 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2959af6d-ecfa-4a1d-839a-a87637ea5b8d tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=6d9baba61a9a4a97bab400043cc74a73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1940298 Apr 08 10:26:27.503491 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56958) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:27.532332 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 6328e2e0-6653-485c-ace3-b064ecc1089f up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:26:27.642033 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 6328e2e0-6653-485c-ace3-b064ecc1089f completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:27.651118 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 6328e2e0-6653-485c-ace3-b064ecc1089f triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:27.652336 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:27.665333 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3063121a-f078-4075-a652-81ec7562a74c tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:27.669454 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3063121a-f078-4075-a652-81ec7562a74c tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/routers/a47ebe54-ac37-4525-bd71-de61194b9459 HTTP/1.1" status: 204 len: 168 time: 2.2134891 Apr 08 10:26:27.669454 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50847b-8ece-4916-97c7-72d2c8c72ac5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Subnet': ['ID=d9d878ba-75c9-4590-80dc-e78e91ad8eaa,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:27.669725 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56962) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:27.696590 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6b50847b-8ece-4916-97c7-72d2c8c72ac5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:27.700985 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6b50847b-8ece-4916-97c7-72d2c8c72ac5 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/subnets/d9d878ba-75c9-4590-80dc-e78e91ad8eaa HTTP/1.1" status: 204 len: 168 time: 1.6571703 Apr 08 10:26:27.704475 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56966) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:27.752601 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-776e4ec9-8835-4a21-a31c-e3b244a073e0 None None] Set router da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:26:27.754985 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-4742b538-0111-4f62-9ebb-1cd96b8ecd34 None None] Provisioning complete for port 48b8ff37-86e4-4a65-ba70-9c0351cbab00 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:27.755456 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4742b538-0111-4f62-9ebb-1cd96b8ecd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:27.829769 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25f402c-08b9-4a89-b6b8-e8a221a2a364 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] DELETE failed (client error): The resource could not be found. Apr 08 10:26:27.830206 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25f402c-08b9-4a89-b6b8-e8a221a2a364 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:26:27.834289 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a25f402c-08b9-4a89-b6b8-e8a221a2a364 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/subnets/c5678468-b6cf-4f30-b52f-e78a97035c54 HTTP/1.1" status: 404 len: 337 time: 0.1263919 Apr 08 10:26:27.836519 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56970) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:27.882668 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:27.915158 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-4742b538-0111-4f62-9ebb-1cd96b8ecd34 None None] Port 48b8ff37-86e4-4a65-ba70-9c0351cbab00 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:26:27.919338 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17abc5c1-a71b-463b-8019-fe9d5cabf765 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:27.921140 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-17abc5c1-a71b-463b-8019-fe9d5cabf765 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4165013 Apr 08 10:26:27.925271 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56974) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:27.936925 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 6328e2e0-6653-485c-ace3-b064ecc1089f, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=6328e2e0-6653-485c-ace3-b064ecc1089f,segment=NetworkSegment(3aa1c5fe-e173-49af-8d15-eb760f963fac),segment_id=3aa1c5fe-e173-49af-8d15-eb760f963fac)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:27.944055 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:27.945365 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device c4846abb-b766-449a-a5a3-9d60c8286c9b up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:26:27.969782 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c33434b-5fb7-4217-abfa-da7a138d3e5d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting subnet bc9a5238-f07d-4f01-bdd7-a5f381602a91 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:26:28.000062 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-20c29637-abd7-40c1-b27f-68575411bd80 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0687771 Apr 08 10:26:28.000454 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6c6d7b-9c55-4826-84e8-46fdfcf55c48 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Deleting subnet 13d1e695-021e-4951-abb0-4e843d1aa71e {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:26:28.003010 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56978) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:28.012783 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-9558af33-f3db-4ccb-9e86-4975fd5479a6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-960744766', 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:28.030134 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8c33434b-5fb7-4217-abfa-da7a138d3e5d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:28.036767 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fe6c6d7b-9c55-4826-84e8-46fdfcf55c48 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:28.050905 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32501ebc-cc80-4c84-9e2c-4008b48fb6e0 None None] Network 5b9c2cb7-e310-4de6-984e-a03049400945 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:28.222540 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3794b487-b6ec-40ab-9f01-265f1eab597d None None] Provisioning complete for port b6dd1445-58b5-4204-b386-2bf42125eb53 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:28.223156 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3794b487-b6ec-40ab-9f01-265f1eab597d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:28.229234 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fe6c6d7b-9c55-4826-84e8-46fdfcf55c48 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:28.260707 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-776e4ec9-8835-4a21-a31c-e3b244a073e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'name': 'tempest-TestNetworkBasicOps-router-1147210582', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:26Z', 'revision_number': 3, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:28.265759 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8c33434b-5fb7-4217-abfa-da7a138d3e5d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:28.265938 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e4ec9-8835-4a21-a31c-e3b244a073e0 None None] Checking router: da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:26:28.266044 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e4ec9-8835-4a21-a31c-e3b244a073e0 None None] Updating router da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 port 24524a7a-4c0a-4caa-bf66-dfad6adb8b57 binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:26:28.277900 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-9558af33-f3db-4ccb-9e86-4975fd5479a6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:28.286119 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-9558af33-f3db-4ccb-9e86-4975fd5479a6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:subnet and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:28.291119 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-9558af33-f3db-4ccb-9e86-4975fd5479a6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:28.300936 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-9558af33-f3db-4ccb-9e86-4975fd5479a6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:28.333517 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9558af33-f3db-4ccb-9e86-4975fd5479a6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Made reservation on behalf of 6d9baba61a9a4a97bab400043cc74a73 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:26:28.335926 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=6328e2e0-6653-485c-ace3-b064ecc1089f,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:28.348656 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-776e4ec9-8835-4a21-a31c-e3b244a073e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:28.387233 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port c4846abb-b766-449a-a5a3-9d60c8286c9b triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:28.388275 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:28.444323 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8c33434b-5fb7-4217-abfa-da7a138d3e5d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:28.457869 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fe6c6d7b-9c55-4826-84e8-46fdfcf55c48 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:28.529669 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9558af33-f3db-4ccb-9e86-4975fd5479a6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:28.673064 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fe6c6d7b-9c55-4826-84e8-46fdfcf55c48 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:28.697151 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8c33434b-5fb7-4217-abfa-da7a138d3e5d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:28.719991 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c6d7b-9c55-4826-84e8-46fdfcf55c48 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Subnet': ['ID=13d1e695-021e-4951-abb0-4e843d1aa71e,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:28.738982 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fe6c6d7b-9c55-4826-84e8-46fdfcf55c48 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:28.745050 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33434b-5fb7-4217-abfa-da7a138d3e5d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Subnet': ['ID=bc9a5238-f07d-4f01-bdd7-a5f381602a91,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:28.754848 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8c33434b-5fb7-4217-abfa-da7a138d3e5d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:28.760152 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78508133-757a-4d6e-a76e-ebc67d79b931 None None] Network f0fa3b87-b0ec-4a0f-94c6-18e266cdc642 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:28.797587 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8c33434b-5fb7-4217-abfa-da7a138d3e5d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/subnets/bc9a5238-f07d-4f01-bdd7-a5f381602a91 HTTP/1.1" status: 204 len: 168 time: 0.9579220 Apr 08 10:26:28.801407 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56982) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:28.804738 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-fe6c6d7b-9c55-4826-84e8-46fdfcf55c48 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/subnets/13d1e695-021e-4951-abb0-4e843d1aa71e HTTP/1.1" status: 204 len: 168 time: 1.1312141 Apr 08 10:26:28.807584 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56986) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:28.814503 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-776e4ec9-8835-4a21-a31c-e3b244a073e0 None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:28.831030 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-776e4ec9-8835-4a21-a31c-e3b244a073e0 None None] Transition to ACTIVE for port object 24524a7a-4c0a-4caa-bf66-dfad6adb8b57 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:28.841389 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-776e4ec9-8835-4a21-a31c-e3b244a073e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:28.861230 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee42ebb-d517-4fd2-b46f-2235628d80d6 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] DELETE failed (client error): The resource could not be found. Apr 08 10:26:28.861665 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee42ebb-d517-4fd2-b46f-2235628d80d6 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:26:28.865873 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-cee42ebb-d517-4fd2-b46f-2235628d80d6 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/subnets/b8b32f79-2219-4f05-b329-9c0c58cd5087 HTTP/1.1" status: 404 len: 337 time: 0.0605669 Apr 08 10:26:28.869472 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 56990) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:28.922114 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-555442c3-6c1d-4837-bbf0-ccb12fffa6af tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "GET /v2.0/ports?device_id=447cfabc-7c03-4892-a10b-f1f492a881b2 HTTP/1.1" status: 200 len: 205 time: 0.0486493 Apr 08 10:26:28.922114 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-47517ed0-06e5-41b9-81ad-7237507d63a3 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Deleting port a00502a6-6710-4f90-83d1-98ab0f2fee66 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:28.922520 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-47517ed0-06e5-41b9-81ad-7237507d63a3 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:28.924838 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56994) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:28.943087 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6d5c9-e768-4110-b731-bed2bc04740f None None] Pushing event updated for resources: {'Port': ['ID=24524a7a-4c0a-4caa-bf66-dfad6adb8b57,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:28.944849 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3794b487-b6ec-40ab-9f01-265f1eab597d None None] Provisioning complete for port 9eac942b-47fd-46c0-b68a-55ffff8d9332 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:28.945224 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3794b487-b6ec-40ab-9f01-265f1eab597d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:28.956902 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6d5c9-e768-4110-b731-bed2bc04740f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:28.957247 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6d5c9-e768-4110-b731-bed2bc04740f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:28.957631 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6d5c9-e768-4110-b731-bed2bc04740f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:28.957968 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6d5c9-e768-4110-b731-bed2bc04740f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:28.958309 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6d5c9-e768-4110-b731-bed2bc04740f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:28.958634 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6d5c9-e768-4110-b731-bed2bc04740f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:28.958954 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6d5c9-e768-4110-b731-bed2bc04740f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:28.959288 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6d5c9-e768-4110-b731-bed2bc04740f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:28.959781 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6d5c9-e768-4110-b731-bed2bc04740f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:28.960125 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6d5c9-e768-4110-b731-bed2bc04740f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:28.960445 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf6d5c9-e768-4110-b731-bed2bc04740f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:26:28.982872 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device bf17d542-b956-4a04-811b-b933c7f318b5 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:26:28.996746 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-776e4ec9-8835-4a21-a31c-e3b244a073e0 None None] Attempting to bind port 24524a7a-4c0a-4caa-bf66-dfad6adb8b57 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:26:28.997300 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-776e4ec9-8835-4a21-a31c-e3b244a073e0 None None] Attempting to bind port 24524a7a-4c0a-4caa-bf66-dfad6adb8b57 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:26:28.997658 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e4ec9-8835-4a21-a31c-e3b244a073e0 None None] Attempting to bind port 24524a7a-4c0a-4caa-bf66-dfad6adb8b57 on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:26:29.012577 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e4ec9-8835-4a21-a31c-e3b244a073e0 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:26:29.013102 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e4ec9-8835-4a21-a31c-e3b244a073e0 None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:26:29.013511 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-776e4ec9-8835-4a21-a31c-e3b244a073e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:29.013916 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e4ec9-8835-4a21-a31c-e3b244a073e0 None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:26:29.014937 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-776e4ec9-8835-4a21-a31c-e3b244a073e0 None None] Bound port: 24524a7a-4c0a-4caa-bf66-dfad6adb8b57, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:26:29.015386 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-776e4ec9-8835-4a21-a31c-e3b244a073e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:29.119504 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-776e4ec9-8835-4a21-a31c-e3b244a073e0 None None] For port 24524a7a-4c0a-4caa-bf66-dfad6adb8b57, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:26:29.128172 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-776e4ec9-8835-4a21-a31c-e3b244a073e0 None None] For port 24524a7a-4c0a-4caa-bf66-dfad6adb8b57, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=24524a7a-4c0a-4caa-bf66-dfad6adb8b57,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:26:29.136616 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-776e4ec9-8835-4a21-a31c-e3b244a073e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:29.188486 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-3794b487-b6ec-40ab-9f01-265f1eab597d None None] Port 9eac942b-47fd-46c0-b68a-55ffff8d9332 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:26:29.267560 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6d5c9-e768-4110-b731-bed2bc04740f None None] Pushing event updated for resources: {'Port': ['ID=24524a7a-4c0a-4caa-bf66-dfad6adb8b57,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:29.285074 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776e4ec9-8835-4a21-a31c-e3b244a073e0 None None] Routers {'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:29.286773 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port bf17d542-b956-4a04-811b-b933c7f318b5 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:29.287340 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:29.290798 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-776e4ec9-8835-4a21-a31c-e3b244a073e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:29.292446 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-121a856a-5c3b-43a5-974e-3b2f0873f396 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] delete failed (client error): The resource could not be found. Apr 08 10:26:29.293614 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-121a856a-5c3b-43a5-974e-3b2f0873f396 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/routers/447cfabc-7c03-4892-a10b-f1f492a881b2 HTTP/1.1" status: 404 len: 336 time: 0.3671892 Apr 08 10:26:29.303012 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 56998) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:29.375800 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1add1b5f-159e-4fdd-b1f1-80be0b3afe10 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:29.390706 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-29424395-a1b1-40c8-b060-2a6944e3589b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] DELETE failed (client error): The resource could not be found. Apr 08 10:26:29.391390 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29424395-a1b1-40c8-b060-2a6944e3589b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:26:29.393309 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-29424395-a1b1-40c8-b060-2a6944e3589b tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/subnets/f8acd126-5223-46c1-b5bc-940d4708d328 HTTP/1.1" status: 404 len: 337 time: 0.0865571 Apr 08 10:26:29.396817 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57002) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:29.429978 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bff4c7-0d1e-496d-8b7c-ec374c5fea44 None None] DHCP port deletion for f0fa3b87-b0ec-4a0f-94c6-18e266cdc642 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:26:29.441227 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-95bff4c7-0d1e-496d-8b7c-ec374c5fea44 None None] Deleting port ddae3e59-136a-41f2-b826-6ffc643eb25a {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:29.441601 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-95bff4c7-0d1e-496d-8b7c-ec374c5fea44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:29.451181 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9558af33-f3db-4ccb-9e86-4975fd5479a6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:29.518122 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-1add1b5f-159e-4fdd-b1f1-80be0b3afe10 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Deleting port ddae3e59-136a-41f2-b826-6ffc643eb25a {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:29.518501 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1add1b5f-159e-4fdd-b1f1-80be0b3afe10 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:29.539885 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-56e600dd-ec9d-49f1-b667-6a10eca2d4fa tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:29.542504 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-edca4733-db59-4ced-b93d-00c41e353392 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] DELETE failed (client error): The resource could not be found. Apr 08 10:26:29.542948 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edca4733-db59-4ced-b93d-00c41e353392 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:26:29.544614 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-edca4733-db59-4ced-b93d-00c41e353392 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/subnets/1dd40497-62bf-48a4-8ce7-f5a55dc9d5ce HTTP/1.1" status: 404 len: 337 time: 0.1441622 Apr 08 10:26:29.564552 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57006) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:29.577157 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-47517ed0-06e5-41b9-81ad-7237507d63a3 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:29.637799 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-776e4ec9-8835-4a21-a31c-e3b244a073e0 None None] Set router da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:26:29.666285 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558af33-f3db-4ccb-9e86-4975fd5479a6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Subnet': ['ID=e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:29.688729 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 32d6a66d-2d0c-485a-977e-edfb1bfe7cf5 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:26:29.734978 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3c6a5b-411d-4100-bf13-ad7185724b36 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] DELETE failed (client error): The resource could not be found. Apr 08 10:26:29.735710 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a3c6a5b-411d-4100-bf13-ad7185724b36 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:26:29.740590 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57010) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:29.741188 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0a3c6a5b-411d-4100-bf13-ad7185724b36 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/subnets/73d6195d-cf0e-4f91-b17e-808dde45ba37 HTTP/1.1" status: 404 len: 337 time: 0.1702425 Apr 08 10:26:29.879449 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 32d6a66d-2d0c-485a-977e-edfb1bfe7cf5 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:29.880132 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:29.894688 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9558af33-f3db-4ccb-9e86-4975fd5479a6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Checking segment: {'id': 'a7088723-8415-48cc-b76b-c11a581a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:26:29.895085 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9558af33-f3db-4ccb-9e86-4975fd5479a6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network hostable DHCP agents. Network: 3f87cc2e-abff-4c5e-a9be-9df69703738c, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:26:29.927189 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b673049-47b7-44ef-8f96-c4427c091f10 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] DELETE failed (client error): The resource could not be found. Apr 08 10:26:29.927628 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b673049-47b7-44ef-8f96-c4427c091f10 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:26:29.931707 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6b673049-47b7-44ef-8f96-c4427c091f10 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/ports/3427e2af-2869-435f-8b74-c5ad087950ba HTTP/1.1" status: 404 len: 333 time: 0.1545830 Apr 08 10:26:29.934803 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57014) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:29.963046 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f9d0aa-6dc2-4c93-a162-830f1693c9d4 None None] Network 5b9c2cb7-e310-4de6-984e-a03049400945 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:29.992802 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a936e01-30bf-4558-aa78-b6be4d495a8d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] DELETE failed (client error): The resource could not be found. Apr 08 10:26:29.993459 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a936e01-30bf-4558-aa78-b6be4d495a8d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:26:29.997264 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-95bff4c7-0d1e-496d-8b7c-ec374c5fea44 None None] For port ddae3e59-136a-41f2-b826-6ffc643eb25a, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=ddae3e59-136a-41f2-b826-6ffc643eb25a,segment=NetworkSegment(2d491b79-fdb2-4f9f-92a3-86b955ca2194),segment_id=2d491b79-fdb2-4f9f-92a3-86b955ca2194)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:29.997447 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6a936e01-30bf-4558-aa78-b6be4d495a8d tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/subnets/53748dc2-c3ff-4a55-8d62-9ad577afe5ca HTTP/1.1" status: 404 len: 337 time: 0.0555525 Apr 08 10:26:29.997552 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-95bff4c7-0d1e-496d-8b7c-ec374c5fea44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:29.998862 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57018) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:30.004183 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-1add1b5f-159e-4fdd-b1f1-80be0b3afe10 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] For port ddae3e59-136a-41f2-b826-6ffc643eb25a, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=ddae3e59-136a-41f2-b826-6ffc643eb25a,segment=NetworkSegment(2d491b79-fdb2-4f9f-92a3-86b955ca2194),segment_id=2d491b79-fdb2-4f9f-92a3-86b955ca2194)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:30.004511 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1add1b5f-159e-4fdd-b1f1-80be0b3afe10 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:30.037289 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-47517ed0-06e5-41b9-81ad-7237507d63a3 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Calling delete_port for a00502a6-6710-4f90-83d1-98ab0f2fee66 owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:26:30.063178 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-1809c37c-873d-42ae-b3c2-b0363bca5e23 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] DELETE failed (client error): The resource could not be found. Apr 08 10:26:30.063662 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1809c37c-873d-42ae-b3c2-b0363bca5e23 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:26:30.065128 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-776e4ec9-8835-4a21-a31c-e3b244a073e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'name': 'tempest-TestNetworkBasicOps-router-1147210582', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:26Z', 'revision_number': 3, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:30.065514 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1809c37c-873d-42ae-b3c2-b0363bca5e23 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/subnets/8ed989be-6ecf-414b-81b1-85315f952328 HTTP/1.1" status: 404 len: 337 time: 0.0655637 Apr 08 10:26:30.071985 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e4ec9-8835-4a21-a31c-e3b244a073e0 None None] The sync data for ids ['da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'] in dv-neutron-837110-1-hyperv is: [{'id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'name': 'tempest-TestNetworkBasicOps-router-1147210582', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:26Z', 'revision_number': 3, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:26:30.075179 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57022) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:30.141041 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-0233e7ef-57d6-4351-b7d3-4ef8dd6167b7 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] DELETE failed (client error): The resource could not be found. Apr 08 10:26:30.141484 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0233e7ef-57d6-4351-b7d3-4ef8dd6167b7 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:26:30.152385 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0233e7ef-57d6-4351-b7d3-4ef8dd6167b7 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/ports/f0fd8520-06b0-43a0-a3c6-ca5b024918a5 HTTP/1.1" status: 404 len: 333 time: 0.0694542 Apr 08 10:26:30.153942 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57026) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:30.191326 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-1add1b5f-159e-4fdd-b1f1-80be0b3afe10 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Calling delete_port for ddae3e59-136a-41f2-b826-6ffc643eb25a owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:26:30.218458 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9558af33-f3db-4ccb-9e86-4975fd5479a6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 3f87cc2e-abff-4c5e-a9be-9df69703738c is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:26:30.244839 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-9558af33-f3db-4ccb-9e86-4975fd5479a6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 3f87cc2e-abff-4c5e-a9be-9df69703738c) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:30.254853 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9558af33-f3db-4ccb-9e86-4975fd5479a6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:30.255479 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9558af33-f3db-4ccb-9e86-4975fd5479a6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:30.275562 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-c060f6ab-f1eb-491a-a287-a342443a047c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] DELETE failed (client error): The resource could not be found. Apr 08 10:26:30.276010 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c060f6ab-f1eb-491a-a287-a342443a047c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:26:30.295318 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9558af33-f3db-4ccb-9e86-4975fd5479a6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.2909274 Apr 08 10:26:30.298622 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57030) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:30.322124 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c060f6ab-f1eb-491a-a287-a342443a047c tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/subnets/a194c2d1-2c1a-41f3-b777-750e19c86045 HTTP/1.1" status: 404 len: 337 time: 0.1143537 Apr 08 10:26:30.322582 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57034) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:30.352681 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1add1b5f-159e-4fdd-b1f1-80be0b3afe10 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:30.393112 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-95bff4c7-0d1e-496d-8b7c-ec374c5fea44 None None] Calling delete_port for ddae3e59-136a-41f2-b826-6ffc643eb25a owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:26:30.423478 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1356dd1-332d-4ca5-bfea-ba9af2d024d1 None None] Network 3f87cc2e-abff-4c5e-a9be-9df69703738c requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:30.441164 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8224d5-2f69-4036-ab6f-74a7df8b96ae tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] DELETE failed (client error): The resource could not be found. Apr 08 10:26:30.441595 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c8224d5-2f69-4036-ab6f-74a7df8b96ae tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:26:30.446878 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9c8224d5-2f69-4036-ab6f-74a7df8b96ae tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/subnets/6555f26b-b0e0-4e1c-81a7-624f4f9f6299 HTTP/1.1" status: 404 len: 337 time: 0.1135330 Apr 08 10:26:30.449755 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57038) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:30.482808 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add1b5f-159e-4fdd-b1f1-80be0b3afe10 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Port': ['ID=ddae3e59-136a-41f2-b826-6ffc643eb25a,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:30.504837 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1add1b5f-159e-4fdd-b1f1-80be0b3afe10 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] No DVR routers for this DVR port ddae3e59-136a-41f2-b826-6ffc643eb25a on host dv-neutron-837110-1-hyperv {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:26:30.557178 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-127b7040-a540-4f2e-abed-179c78cc415e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Deleting port 9eac942b-47fd-46c0-b68a-55ffff8d9332 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:30.557786 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-127b7040-a540-4f2e-abed-179c78cc415e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:30.649587 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-9192ae4d-324f-4ac3-86bf-506b8d6fb194 None None] Provisioning complete for port 9eac942b-47fd-46c0-b68a-55ffff8d9332 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:30.649870 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1add1b5f-159e-4fdd-b1f1-80be0b3afe10 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:30.650009 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9192ae4d-324f-4ac3-86bf-506b8d6fb194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:30.682549 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-1add1b5f-159e-4fdd-b1f1-80be0b3afe10 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0fa3b87-b0ec-4a0f-94c6-18e266cdc642']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:30.697457 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-1add1b5f-159e-4fdd-b1f1-80be0b3afe10 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d491b79-fdb2-4f9f-92a3-86b955ca2194') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:30.697749 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-1add1b5f-159e-4fdd-b1f1-80be0b3afe10 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d491b79-fdb2-4f9f-92a3-86b955ca2194') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:30.709430 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-56e600dd-ec9d-49f1-b667-6a10eca2d4fa tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Allocated IP 172.21.0.1 (80e3d061-ed24-4d79-9b00-899b4dee89d1/f086cc2c-7ca5-4add-ae86-aab85726cfaf/28047941-3f03-4843-9af7-a081992f145f) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:26:30.711844 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1add1b5f-159e-4fdd-b1f1-80be0b3afe10 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:30.715646 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-9192ae4d-324f-4ac3-86bf-506b8d6fb194 None None] Port 9eac942b-47fd-46c0-b68a-55ffff8d9332 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:26:30.727623 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 6328e2e0-6653-485c-ace3-b064ecc1089f up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:26:30.739829 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1add1b5f-159e-4fdd-b1f1-80be0b3afe10 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:30.755732 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1add1b5f-159e-4fdd-b1f1-80be0b3afe10 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:26:30.755732 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1add1b5f-159e-4fdd-b1f1-80be0b3afe10 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:26:30.770286 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:26:30.865330 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 6328e2e0-6653-485c-ace3-b064ecc1089f triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:30.865700 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:30.934606 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-95bff4c7-0d1e-496d-8b7c-ec374c5fea44 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:26:30.934957 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-95bff4c7-0d1e-496d-8b7c-ec374c5fea44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:26:30.940361 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-9192ae4d-324f-4ac3-86bf-506b8d6fb194 None None] Provisioning complete for port b6dd1445-58b5-4204-b386-2bf42125eb53 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:30.940714 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9192ae4d-324f-4ac3-86bf-506b8d6fb194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:31.129212 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1add1b5f-159e-4fdd-b1f1-80be0b3afe10 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:31.138142 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1add1b5f-159e-4fdd-b1f1-80be0b3afe10 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:31.198080 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-47517ed0-06e5-41b9-81ad-7237507d63a3 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:31.238858 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add1b5f-159e-4fdd-b1f1-80be0b3afe10 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Network': ['ID=f0fa3b87-b0ec-4a0f-94c6-18e266cdc642,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:31.261060 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1add1b5f-159e-4fdd-b1f1-80be0b3afe10 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/networks/f0fa3b87-b0ec-4a0f-94c6-18e266cdc642 HTTP/1.1" status: 204 len: 168 time: 2.4519341 Apr 08 10:26:31.262131 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57042) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:31.272139 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-84f7cab6-996c-456e-bf4a-dda2c217f7ca tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-380356908', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}, 'admin_state_up': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:31.284224 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-84f7cab6-996c-456e-bf4a-dda2c217f7ca tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:31.284963 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-56e600dd-ec9d-49f1-b667-6a10eca2d4fa tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:31.291775 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47517ed0-06e5-41b9-81ad-7237507d63a3 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Pushing event deleted for resources: {'Port': ['ID=a00502a6-6710-4f90-83d1-98ab0f2fee66,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:31.296414 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae4dbdd-e9cb-4627-bc5f-861c1e15a9d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-3f87cc2e-abff-4c5e-a9be-9df69703738c', 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ips': [{'subnet_id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:26:31.297895 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-eae4dbdd-e9cb-4627-bc5f-861c1e15a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:31.305013 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-84f7cab6-996c-456e-bf4a-dda2c217f7ca tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Usage tracker for resource:router and tenant:72c993bf72344f498aa1635c771d9146 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:31.316716 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-127b7040-a540-4f2e-abed-179c78cc415e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:31.320235 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-84f7cab6-996c-456e-bf4a-dda2c217f7ca tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:31.322542 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66643561-f5ea-4e09-b72f-8371aeb10218 None None] DHCP port deletion for 5b9c2cb7-e310-4de6-984e-a03049400945 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:26:31.332195 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-84f7cab6-996c-456e-bf4a-dda2c217f7ca tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:31.346299 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-84f7cab6-996c-456e-bf4a-dda2c217f7ca tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:31.347195 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-84f7cab6-996c-456e-bf4a-dda2c217f7ca tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:31.378571 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-66643561-f5ea-4e09-b72f-8371aeb10218 None None] Deleting port b6dd1445-58b5-4204-b386-2bf42125eb53 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:31.379230 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-66643561-f5ea-4e09-b72f-8371aeb10218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:31.385428 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-84f7cab6-996c-456e-bf4a-dda2c217f7ca tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:31.418099 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device ddae3e59-136a-41f2-b826-6ffc643eb25a no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:26:31.459589 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-95bff4c7-0d1e-496d-8b7c-ec374c5fea44 None None] Deleting port ddae3e59-136a-41f2-b826-6ffc643eb25a {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:31.460137 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-95bff4c7-0d1e-496d-8b7c-ec374c5fea44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:31.513668 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: ddae3e59-136a-41f2-b826-6ffc643eb25a {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:26:31.514118 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device ddae3e59-136a-41f2-b826-6ffc643eb25a not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:26:31.612068 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-127b7040-a540-4f2e-abed-179c78cc415e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Calling delete_port for 9eac942b-47fd-46c0-b68a-55ffff8d9332 owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:26:31.684202 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-56e600dd-ec9d-49f1-b667-6a10eca2d4fa tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Transition to ACTIVE for port object 28047941-3f03-4843-9af7-a081992f145f will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:31.707635 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-84f7cab6-996c-456e-bf4a-dda2c217f7ca tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:31.757867 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-66643561-f5ea-4e09-b72f-8371aeb10218 None None] For port b6dd1445-58b5-4204-b386-2bf42125eb53, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b6dd1445-58b5-4204-b386-2bf42125eb53,segment=NetworkSegment(2e7d5065-cc3f-459b-94ed-8a23d7cdc706),segment_id=2e7d5065-cc3f-459b-94ed-8a23d7cdc706)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:31.758421 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-66643561-f5ea-4e09-b72f-8371aeb10218 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:31.832152 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 24524a7a-4c0a-4caa-bf66-dfad6adb8b57 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:26:31.861993 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-95bff4c7-0d1e-496d-8b7c-ec374c5fea44 None None] The port 'ddae3e59-136a-41f2-b826-6ffc643eb25a' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:26:31.896646 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-127b7040-a540-4f2e-abed-179c78cc415e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:31.930985 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-66643561-f5ea-4e09-b72f-8371aeb10218 None None] Calling delete_port for b6dd1445-58b5-4204-b386-2bf42125eb53 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:26:31.951210 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-56e600dd-ec9d-49f1-b667-6a10eca2d4fa tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:31.958941 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b7040-a540-4f2e-abed-179c78cc415e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Port': ['ID=9eac942b-47fd-46c0-b68a-55ffff8d9332,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:32.019885 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-47517ed0-06e5-41b9-81ad-7237507d63a3 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:32.026286 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-84f7cab6-996c-456e-bf4a-dda2c217f7ca tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:32.026737 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-127b7040-a540-4f2e-abed-179c78cc415e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:32.059061 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e600dd-ec9d-49f1-b667-6a10eca2d4fa tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network 80e3d061-ed24-4d79-9b00-899b4dee89d1 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:32.066348 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-84f7cab6-996c-456e-bf4a-dda2c217f7ca tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:32.068285 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-56e600dd-ec9d-49f1-b667-6a10eca2d4fa tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:32.098658 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-eae4dbdd-e9cb-4627-bc5f-861c1e15a9d5 None None] Allocated IP 172.20.0.2 (3f87cc2e-abff-4c5e-a9be-9df69703738c/e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58/0811c5c9-390d-4f58-ad25-992a1994cfe0) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:26:32.129452 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-66643561-f5ea-4e09-b72f-8371aeb10218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:32.133114 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 24524a7a-4c0a-4caa-bf66-dfad6adb8b57 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:32.136115 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e600dd-ec9d-49f1-b667-6a10eca2d4fa tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:26:32.171525 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e600dd-ec9d-49f1-b667-6a10eca2d4fa tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Port': ['ID=28047941-3f03-4843-9af7-a081992f145f,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:32.185269 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-127b7040-a540-4f2e-abed-179c78cc415e tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/ports/9eac942b-47fd-46c0-b68a-55ffff8d9332 HTTP/1.1" status: 204 len: 168 time: 1.7286570 Apr 08 10:26:32.218199 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57046) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:32.219014 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 24524a7a-4c0a-4caa-bf66-dfad6adb8b57 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:32.219397 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:32.256871 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-84f7cab6-996c-456e-bf4a-dda2c217f7ca tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Allocated IP 172.26.0.32 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/9c87acee-99f3-4961-8c9f-d5d201e98afb) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:26:32.296379 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-56e600dd-ec9d-49f1-b667-6a10eca2d4fa tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:32.335295 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66643561-f5ea-4e09-b72f-8371aeb10218 None None] Pushing event deleted for resources: {'Port': ['ID=b6dd1445-58b5-4204-b386-2bf42125eb53,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:32.374390 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66643561-f5ea-4e09-b72f-8371aeb10218 None None] No DVR routers for this DVR port b6dd1445-58b5-4204-b386-2bf42125eb53 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:26:32.480252 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-69b20ded-ec63-4440-b560-ea24082804b1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:32.491479 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:32.559149 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-56c790f5-f1d5-4018-a25b-ea7d55820ba6 None None] Provisioning for port 28047941-3f03-4843-9af7-a081992f145f completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:32.575668 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 24524a7a-4c0a-4caa-bf66-dfad6adb8b57, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=24524a7a-4c0a-4caa-bf66-dfad6adb8b57,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:32.576851 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-56c790f5-f1d5-4018-a25b-ea7d55820ba6 None None] Provisioning complete for port 28047941-3f03-4843-9af7-a081992f145f triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:32.577094 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-56c790f5-f1d5-4018-a25b-ea7d55820ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:32.604933 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b08f9028-ef23-4842-bc35-1064fccce5e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:32.607837 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:32.684312 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-56e600dd-ec9d-49f1-b667-6a10eca2d4fa tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:32.690022 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-eae4dbdd-e9cb-4627-bc5f-861c1e15a9d5 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:32.707239 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47517ed0-06e5-41b9-81ad-7237507d63a3 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Router c24d13e0-1a79-4c93-be3e-107399ddc4b5 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:26:32.713117 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b6dd1445-58b5-4204-b386-2bf42125eb53 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:26:32.787164 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-56c790f5-f1d5-4018-a25b-ea7d55820ba6 None None] Port 28047941-3f03-4843-9af7-a081992f145f cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:26:32.788939 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-eae4dbdd-e9cb-4627-bc5f-861c1e15a9d5 None None] Transition to ACTIVE for port object 0811c5c9-390d-4f58-ad25-992a1994cfe0 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:32.806815 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: b6dd1445-58b5-4204-b386-2bf42125eb53 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:26:32.807248 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b6dd1445-58b5-4204-b386-2bf42125eb53 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:26:32.817988 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=24524a7a-4c0a-4caa-bf66-dfad6adb8b57,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:32.828121 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-eae4dbdd-e9cb-4627-bc5f-861c1e15a9d5 None None] Transition to ACTIVE for port object 0811c5c9-390d-4f58-ad25-992a1994cfe0 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:32.834951 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-eae4dbdd-e9cb-4627-bc5f-861c1e15a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:32.915492 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae4dbdd-e9cb-4627-bc5f-861c1e15a9d5 None None] Network 3f87cc2e-abff-4c5e-a9be-9df69703738c is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:32.918989 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-eae4dbdd-e9cb-4627-bc5f-861c1e15a9d5 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:32.925671 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae4dbdd-e9cb-4627-bc5f-861c1e15a9d5 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:26:32.933606 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4dbdd-e9cb-4627-bc5f-861c1e15a9d5 None None] Pushing event updated for resources: {'Port': ['ID=0811c5c9-390d-4f58-ad25-992a1994cfe0,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:32.984871 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-69b20ded-ec63-4440-b560-ea24082804b1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:33.008037 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-84f7cab6-996c-456e-bf4a-dda2c217f7ca tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:33.034145 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-eae4dbdd-e9cb-4627-bc5f-861c1e15a9d5 None None] Attempting to bind port 0811c5c9-390d-4f58-ad25-992a1994cfe0 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:26:33.034407 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-eae4dbdd-e9cb-4627-bc5f-861c1e15a9d5 None None] Attempting to bind port 0811c5c9-390d-4f58-ad25-992a1994cfe0 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a7088723-8415-48cc-b76b-c11a581a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:26:33.034598 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae4dbdd-e9cb-4627-bc5f-861c1e15a9d5 None None] Attempting to bind port 0811c5c9-390d-4f58-ad25-992a1994cfe0 on network 3f87cc2e-abff-4c5e-a9be-9df69703738c {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:26:33.042754 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae4dbdd-e9cb-4627-bc5f-861c1e15a9d5 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:26:33.043381 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae4dbdd-e9cb-4627-bc5f-861c1e15a9d5 None None] Checking segment: {'id': 'a7088723-8415-48cc-b76b-c11a581a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:26:33.043959 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-eae4dbdd-e9cb-4627-bc5f-861c1e15a9d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:33.044594 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae4dbdd-e9cb-4627-bc5f-861c1e15a9d5 None None] Bound using segment: {'id': 'a7088723-8415-48cc-b76b-c11a581a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:26:33.045489 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-eae4dbdd-e9cb-4627-bc5f-861c1e15a9d5 None None] Bound port: 0811c5c9-390d-4f58-ad25-992a1994cfe0, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7088723-8415-48cc-b76b-c11a581a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:26:33.046589 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-eae4dbdd-e9cb-4627-bc5f-861c1e15a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:33.049229 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-69b20ded-ec63-4440-b560-ea24082804b1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9c2cb7-e310-4de6-984e-a03049400945']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:33.073151 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-69b20ded-ec63-4440-b560-ea24082804b1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e7d5065-cc3f-459b-94ed-8a23d7cdc706') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:33.073590 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-69b20ded-ec63-4440-b560-ea24082804b1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e7d5065-cc3f-459b-94ed-8a23d7cdc706') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:33.093073 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-69b20ded-ec63-4440-b560-ea24082804b1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:33.130255 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-69b20ded-ec63-4440-b560-ea24082804b1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:33.142934 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-eae4dbdd-e9cb-4627-bc5f-861c1e15a9d5 None None] For port 0811c5c9-390d-4f58-ad25-992a1994cfe0, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:26:33.147285 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-eae4dbdd-e9cb-4627-bc5f-861c1e15a9d5 None None] For port 0811c5c9-390d-4f58-ad25-992a1994cfe0, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=0811c5c9-390d-4f58-ad25-992a1994cfe0,segment=NetworkSegment(a7088723-8415-48cc-b76b-c11a581a5402),segment_id=a7088723-8415-48cc-b76b-c11a581a5402)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:26:33.152838 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-eae4dbdd-e9cb-4627-bc5f-861c1e15a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:33.173995 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47517ed0-06e5-41b9-81ad-7237507d63a3 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:26:33.187129 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b20ded-ec63-4440-b560-ea24082804b1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:26:33.188058 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-69b20ded-ec63-4440-b560-ea24082804b1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:33.193659 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-47517ed0-06e5-41b9-81ad-7237507d63a3 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] 10.222.0.47 "PUT /v2.0/routers/c24d13e0-1a79-4c93-be3e-107399ddc4b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3862805 Apr 08 10:26:33.198003 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ceeac-b62d-4443-ac1d-12ac1d607fcd None None] Sync routers for ids ['c24d13e0-1a79-4c93-be3e-107399ddc4b5'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:26:33.200239 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57050) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:33.204836 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-84f7cab6-996c-456e-bf4a-dda2c217f7ca tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:26:33.208969 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:26:33.259996 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4dbdd-e9cb-4627-bc5f-861c1e15a9d5 None None] Pushing event updated for resources: {'Port': ['ID=0811c5c9-390d-4f58-ad25-992a1994cfe0,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:33.273426 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ceeac-b62d-4443-ac1d-12ac1d607fcd None None] Routers {'c24d13e0-1a79-4c93-be3e-107399ddc4b5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:33.274042 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e37ceeac-b62d-4443-ac1d-12ac1d607fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['c24d13e0-1a79-4c93-be3e-107399ddc4b5'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:33.329857 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-fb3fddae-1d75-4cdb-b20a-f79b0ccd1a25 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] delete failed (client error): The resource could not be found. Apr 08 10:26:33.334368 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-fb3fddae-1d75-4cdb-b20a-f79b0ccd1a25 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] 10.222.0.47 "DELETE /v2.0/routers/tempest-non_exist_router-490675443 HTTP/1.1" status: 404 len: 334 time: 0.1294580 Apr 08 10:26:33.336619 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57054) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:33.340283 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-5605de14-df78-4f83-af5d-a74bffb2aa22 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c24d13e0-1a79-4c93-be3e-107399ddc4b5'}}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:33.345519 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e37ceeac-b62d-4443-ac1d-12ac1d607fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:33.359319 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ceeac-b62d-4443-ac1d-12ac1d607fcd None None] Routers {'c24d13e0-1a79-4c93-be3e-107399ddc4b5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:33.360175 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e37ceeac-b62d-4443-ac1d-12ac1d607fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['c24d13e0-1a79-4c93-be3e-107399ddc4b5'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:33.391815 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7cab6-996c-456e-bf4a-dda2c217f7ca tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Port': ['ID=9c87acee-99f3-4961-8c9f-d5d201e98afb,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:33.409639 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f7cab6-996c-456e-bf4a-dda2c217f7ca tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:33.414991 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-84f7cab6-996c-456e-bf4a-dda2c217f7ca tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:33.421060 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-69b20ded-ec63-4440-b560-ea24082804b1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:33.423200 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f7cab6-996c-456e-bf4a-dda2c217f7ca tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:26:33.443246 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e37ceeac-b62d-4443-ac1d-12ac1d607fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:33.443867 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ceeac-b62d-4443-ac1d-12ac1d607fcd None None] The sync data for ids ['c24d13e0-1a79-4c93-be3e-107399ddc4b5'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:26:33.478182 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-69b20ded-ec63-4440-b560-ea24082804b1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:33.550576 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b20ded-ec63-4440-b560-ea24082804b1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] Pushing event deleted for resources: {'Network': ['ID=5b9c2cb7-e310-4de6-984e-a03049400945,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:33.567974 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-69b20ded-ec63-4440-b560-ea24082804b1 tempest-PortsIpV6TestJSON-2018572416 tempest-PortsIpV6TestJSON-2018572416-project] 10.222.0.47 "DELETE /v2.0/networks/5b9c2cb7-e310-4de6-984e-a03049400945 HTTP/1.1" status: 204 len: 168 time: 1.3479540 Apr 08 10:26:33.735681 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-b08f9028-ef23-4842-bc35-1064fccce5e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.20.0.1 (3f87cc2e-abff-4c5e-a9be-9df69703738c/e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58/ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:26:33.843763 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.resource_extend [None req-56e600dd-ec9d-49f1-b667-6a10eca2d4fa tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:26:33.862519 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 24524a7a-4c0a-4caa-bf66-dfad6adb8b57 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:26:33.923013 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-56e600dd-ec9d-49f1-b667-6a10eca2d4fa tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:33.928551 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-84f7cab6-996c-456e-bf4a-dda2c217f7ca tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:33.929269 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-84f7cab6-996c-456e-bf4a-dda2c217f7ca tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:33.931475 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-56e600dd-ec9d-49f1-b667-6a10eca2d4fa tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:33.953962 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b08f9028-ef23-4842-bc35-1064fccce5e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:33.982276 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 24524a7a-4c0a-4caa-bf66-dfad6adb8b57 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:33.982904 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:34.046310 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-56e600dd-ec9d-49f1-b667-6a10eca2d4fa tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:34.051121 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57062) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:34.095502 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e600dd-ec9d-49f1-b667-6a10eca2d4fa tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Port': ['ID=28047941-3f03-4843-9af7-a081992f145f,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:34.119962 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-b08f9028-ef23-4842-bc35-1064fccce5e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Transition to ACTIVE for port object ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:34.182081 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b08f9028-ef23-4842-bc35-1064fccce5e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:34.216351 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 0811c5c9-390d-4f58-ad25-992a1994cfe0 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:26:34.253036 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e600dd-ec9d-49f1-b667-6a10eca2d4fa tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network 80e3d061-ed24-4d79-9b00-899b4dee89d1 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:34.254964 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-56e600dd-ec9d-49f1-b667-6a10eca2d4fa tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:34.258107 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5605de14-df78-4f83-af5d-a74bffb2aa22 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:34.296856 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08f9028-ef23-4842-bc35-1064fccce5e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 3f87cc2e-abff-4c5e-a9be-9df69703738c is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:34.302933 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-b08f9028-ef23-4842-bc35-1064fccce5e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:34.306560 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 0811c5c9-390d-4f58-ad25-992a1994cfe0 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:34.310553 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08f9028-ef23-4842-bc35-1064fccce5e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:26:34.371165 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f9028-ef23-4842-bc35-1064fccce5e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:34.409819 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b08f9028-ef23-4842-bc35-1064fccce5e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:34.527276 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b08f9028-ef23-4842-bc35-1064fccce5e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:34.539000 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f7cab6-996c-456e-bf4a-dda2c217f7ca tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Router 6310a90d-bc8b-45f8-8986-b9efecdf49d2 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:26:34.594132 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-5605de14-df78-4f83-af5d-a74bffb2aa22 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] update failed (client error): The resource could not be found. Apr 08 10:26:34.595709 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5605de14-df78-4f83-af5d-a74bffb2aa22 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] 10.222.0.47 "PUT /v2.0/routers/c24d13e0-1a79-4c93-be3e-107399ddc4b5 HTTP/1.1" status: 404 len: 339 time: 1.2594090 Apr 08 10:26:34.606312 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57068) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:34.699360 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d8921077-0e7c-46af-a89e-e69d47cd158f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fa9701ec28774020be549acd68c08714&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6422005 Apr 08 10:26:34.703545 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57072) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:34.741646 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3a0c0c1f-c0df-4439-9d65-947dbb9de2ad None None] Provisioning complete for port 28047941-3f03-4843-9af7-a081992f145f triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:34.742013 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3a0c0c1f-c0df-4439-9d65-947dbb9de2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:34.800383 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-3a0c0c1f-c0df-4439-9d65-947dbb9de2ad None None] Port 28047941-3f03-4843-9af7-a081992f145f cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:26:34.858100 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-140f8a92-3755-465e-9d28-9b66314f9e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:34.897022 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-140f8a92-3755-465e-9d28-9b66314f9e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:34.924780 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c25bf81-d601-4236-907e-439b709068f0 None None] Network 3f87cc2e-abff-4c5e-a9be-9df69703738c requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:34.954002 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e600dd-ec9d-49f1-b667-6a10eca2d4fa tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Router 49e2108d-1a1d-493c-aad4-fdc598ad3dda has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:26:35.049818 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7154dcb1-2208-4e5a-abb3-556e7e5bf33e None None] Provisioning for port 0811c5c9-390d-4f58-ad25-992a1994cfe0 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:35.058155 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7154dcb1-2208-4e5a-abb3-556e7e5bf33e None None] Provisioning complete for port 0811c5c9-390d-4f58-ad25-992a1994cfe0 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:35.058527 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7154dcb1-2208-4e5a-abb3-556e7e5bf33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:35.110097 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-140f8a92-3755-465e-9d28-9b66314f9e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:35.130587 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f8a92-3755-465e-9d28-9b66314f9e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea7a9df-d330-4086-9cbb-c47ee1905475,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:35.156513 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-140f8a92-3755-465e-9d28-9b66314f9e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:35.157764 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-140f8a92-3755-465e-9d28-9b66314f9e60 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4ea7a9df-d330-4086-9cbb-c47ee1905475 HTTP/1.1" status: 204 len: 168 time: 0.4535339 Apr 08 10:26:35.223318 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e600dd-ec9d-49f1-b667-6a10eca2d4fa tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:26:35.235842 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a12e7f8-71b9-4bff-a0eb-0aedcc1cbee4 None None] Sync routers for ids ['49e2108d-1a1d-493c-aad4-fdc598ad3dda'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:26:35.238733 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-56e600dd-ec9d-49f1-b667-6a10eca2d4fa tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "PUT /v2.0/routers/49e2108d-1a1d-493c-aad4-fdc598ad3dda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1829963 Apr 08 10:26:35.241004 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57078) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:35.260432 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a12e7f8-71b9-4bff-a0eb-0aedcc1cbee4 None None] Routers {'49e2108d-1a1d-493c-aad4-fdc598ad3dda'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:35.261049 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-9a12e7f8-71b9-4bff-a0eb-0aedcc1cbee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['49e2108d-1a1d-493c-aad4-fdc598ad3dda'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:35.282668 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7154dcb1-2208-4e5a-abb3-556e7e5bf33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:35.333558 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-7154dcb1-2208-4e5a-abb3-556e7e5bf33e None None] For port 0811c5c9-390d-4f58-ad25-992a1994cfe0, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=0811c5c9-390d-4f58-ad25-992a1994cfe0,segment=NetworkSegment(a7088723-8415-48cc-b76b-c11a581a5402),segment_id=a7088723-8415-48cc-b76b-c11a581a5402)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:35.343444 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7154dcb1-2208-4e5a-abb3-556e7e5bf33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:35.359199 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162697a9-bbb3-41c4-b6b3-fe98b66ffc71 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:35.360202 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-162697a9-bbb3-41c4-b6b3-fe98b66ffc71 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Synchronizing usage tracker for tenant:44ffe129493d49b08ea911b16ee6c97f on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:35.396892 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-162697a9-bbb3-41c4-b6b3-fe98b66ffc71 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Unset dirty status for tenant:44ffe129493d49b08ea911b16ee6c97f on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:35.400494 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-162697a9-bbb3-41c4-b6b3-fe98b66ffc71 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "GET /v2.0/ports/28047941-3f03-4843-9af7-a081992f145f HTTP/1.1" status: 200 len: 910 time: 0.1582778 Apr 08 10:26:35.403547 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57082) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:35.443865 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154dcb1-2208-4e5a-abb3-556e7e5bf33e None None] Pushing event updated for resources: {'Port': ['ID=0811c5c9-390d-4f58-ad25-992a1994cfe0,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:35.452866 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-9a12e7f8-71b9-4bff-a0eb-0aedcc1cbee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:35.466106 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a12e7f8-71b9-4bff-a0eb-0aedcc1cbee4 None None] Routers {'49e2108d-1a1d-493c-aad4-fdc598ad3dda'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:35.466951 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-9a12e7f8-71b9-4bff-a0eb-0aedcc1cbee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['49e2108d-1a1d-493c-aad4-fdc598ad3dda'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:35.525565 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-9a12e7f8-71b9-4bff-a0eb-0aedcc1cbee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:35.526139 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a12e7f8-71b9-4bff-a0eb-0aedcc1cbee4 None None] The sync data for ids ['49e2108d-1a1d-493c-aad4-fdc598ad3dda'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:26:35.646082 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 0811c5c9-390d-4f58-ad25-992a1994cfe0 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:26:35.790796 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 0811c5c9-390d-4f58-ad25-992a1994cfe0 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:35.791486 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:35.853856 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f7cab6-996c-456e-bf4a-dda2c217f7ca tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:26:35.876980 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbe6b40-62d4-4ec9-8ebb-79221336cbc2 None None] Sync routers for ids ['6310a90d-bc8b-45f8-8986-b9efecdf49d2'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:26:35.910723 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3de97ad7-ea64-49cc-9ef8-dfa0907b4a49 None None] Provisioning for port ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:35.922421 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4ef49702-6e41-499b-b1e5-958908c83b4e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:35.944618 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3de97ad7-ea64-49cc-9ef8-dfa0907b4a49 None None] Provisioning complete for port ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:35.945302 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3de97ad7-ea64-49cc-9ef8-dfa0907b4a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:35.952319 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-84f7cab6-996c-456e-bf4a-dda2c217f7ca tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:35.953638 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-84f7cab6-996c-456e-bf4a-dda2c217f7ca tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.6879075 Apr 08 10:26:35.957716 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57096) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:36.009516 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-3de97ad7-ea64-49cc-9ef8-dfa0907b4a49 None None] Port ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:26:36.023473 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbe6b40-62d4-4ec9-8ebb-79221336cbc2 None None] Routers {'6310a90d-bc8b-45f8-8986-b9efecdf49d2'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:36.024093 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-bcbe6b40-62d4-4ec9-8ebb-79221336cbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6310a90d-bc8b-45f8-8986-b9efecdf49d2'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:36.052468 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b08f9028-ef23-4842-bc35-1064fccce5e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:36.096742 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-bcbe6b40-62d4-4ec9-8ebb-79221336cbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:36.113054 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b08f9028-ef23-4842-bc35-1064fccce5e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:36.180110 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b4e694a1-3cad-4f88-a93c-6b6dd0ad41cc tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:36.181923 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3de97ad7-ea64-49cc-9ef8-dfa0907b4a49 None None] Provisioning complete for port 0811c5c9-390d-4f58-ad25-992a1994cfe0 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:36.182577 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3de97ad7-ea64-49cc-9ef8-dfa0907b4a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:36.254917 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbe6b40-62d4-4ec9-8ebb-79221336cbc2 None None] Routers {'6310a90d-bc8b-45f8-8986-b9efecdf49d2'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:36.255809 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-bcbe6b40-62d4-4ec9-8ebb-79221336cbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6310a90d-bc8b-45f8-8986-b9efecdf49d2'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:36.310736 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b08f9028-ef23-4842-bc35-1064fccce5e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:36.332617 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-bcbe6b40-62d4-4ec9-8ebb-79221336cbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:36.333314 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbe6b40-62d4-4ec9-8ebb-79221336cbc2 None None] The sync data for ids ['6310a90d-bc8b-45f8-8986-b9efecdf49d2'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:26:36.483851 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57106) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:36.552073 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-e2e86192-5afa-43c0-b70a-1407b27db169 None None] Provisioning complete for port ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:36.553139 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e2e86192-5afa-43c0-b70a-1407b27db169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:36.597381 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f9028-ef23-4842-bc35-1064fccce5e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:36.642942 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-e2e86192-5afa-43c0-b70a-1407b27db169 None None] Port ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:26:36.662181 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-5d3315bd-66bc-4bf8-80b4-f9dfb11d7326 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Request body: {'security_group': {'name': 'tempest-secgroup--53749656'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:36.675998 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5d3315bd-66bc-4bf8-80b4-f9dfb11d7326 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:36.682742 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5d3315bd-66bc-4bf8-80b4-f9dfb11d7326 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Usage tracker for resource:security_group and tenant:ec63585c15c249229c872ca6e8c0c186 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:36.687549 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5d3315bd-66bc-4bf8-80b4-f9dfb11d7326 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:36.698443 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5d3315bd-66bc-4bf8-80b4-f9dfb11d7326 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:36.714188 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5d3315bd-66bc-4bf8-80b4-f9dfb11d7326 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:36.730429 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5d3315bd-66bc-4bf8-80b4-f9dfb11d7326 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:36.813424 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5d3315bd-66bc-4bf8-80b4-f9dfb11d7326 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:36.818968 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5d3315bd-66bc-4bf8-80b4-f9dfb11d7326 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Usage tracker for resource:security_group_rule and tenant:ec63585c15c249229c872ca6e8c0c186 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:36.822753 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5d3315bd-66bc-4bf8-80b4-f9dfb11d7326 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:36.830201 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5d3315bd-66bc-4bf8-80b4-f9dfb11d7326 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:36.882524 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08f9028-ef23-4842-bc35-1064fccce5e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 3f87cc2e-abff-4c5e-a9be-9df69703738c is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:36.886681 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-b08f9028-ef23-4842-bc35-1064fccce5e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:36.922213 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-4ef49702-6e41-499b-b1e5-958908c83b4e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Deleting port 28047941-3f03-4843-9af7-a081992f145f {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:36.922541 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4ef49702-6e41-499b-b1e5-958908c83b4e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:37.034115 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5d3315bd-66bc-4bf8-80b4-f9dfb11d7326 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:37.096209 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5d3315bd-66bc-4bf8-80b4-f9dfb11d7326 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:37.158677 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-b4e694a1-3cad-4f88-a93c-6b6dd0ad41cc tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Allocated IP 172.20.0.1 (a1ef57fe-8e34-46cb-98be-2b7d8b56e8ac/b5c40878-9c7d-4c65-b633-28670b083034/f3f8dc02-8777-4cb6-aa4f-e4e8a61111b6) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:26:37.173496 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-52c3e974-2c26-4087-9c10-39cb0b69aff8 None None] Provisioning complete for port ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:37.174536 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-52c3e974-2c26-4087-9c10-39cb0b69aff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:37.186618 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5d3315bd-66bc-4bf8-80b4-f9dfb11d7326 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:37.195769 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3315bd-66bc-4bf8-80b4-f9dfb11d7326 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc86386d-bcd2-4152-9ea3-3d6553bcc06c,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:37.200716 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5d3315bd-66bc-4bf8-80b4-f9dfb11d7326 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Usage tracker for resource:security_group_rule and tenant:ec63585c15c249229c872ca6e8c0c186 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:37.211678 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5d3315bd-66bc-4bf8-80b4-f9dfb11d7326 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:37.216302 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57112) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:37.216437 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-15801a3b-379c-4be3-b57a-e7ad24349675 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "GET /v2.0/routers/6310a90d-bc8b-45f8-8986-b9efecdf49d2 HTTP/1.1" status: 200 len: 883 time: 1.2563457 Apr 08 10:26:37.222484 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5d3315bd-66bc-4bf8-80b4-f9dfb11d7326 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:37.234306 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-52c3e974-2c26-4087-9c10-39cb0b69aff8 None None] Port ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:26:37.283547 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4ef49702-6e41-499b-b1e5-958908c83b4e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:37.471699 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-4ef49702-6e41-499b-b1e5-958908c83b4e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Calling delete_port for 28047941-3f03-4843-9af7-a081992f145f owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:26:37.478154 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b4e694a1-3cad-4f88-a93c-6b6dd0ad41cc tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:37.499566 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-b4e694a1-3cad-4f88-a93c-6b6dd0ad41cc tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Transition to ACTIVE for port object f3f8dc02-8777-4cb6-aa4f-e4e8a61111b6 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:37.546305 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b4e694a1-3cad-4f88-a93c-6b6dd0ad41cc tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:37.609947 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5d3315bd-66bc-4bf8-80b4-f9dfb11d7326 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:37.618845 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5d3315bd-66bc-4bf8-80b4-f9dfb11d7326 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:37.627063 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e694a1-3cad-4f88-a93c-6b6dd0ad41cc tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Network a1ef57fe-8e34-46cb-98be-2b7d8b56e8ac is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:37.631276 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-b4e694a1-3cad-4f88-a93c-6b6dd0ad41cc tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:37.633835 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e694a1-3cad-4f88-a93c-6b6dd0ad41cc tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:26:37.670702 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e694a1-3cad-4f88-a93c-6b6dd0ad41cc tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Pushing event updated for resources: {'Port': ['ID=f3f8dc02-8777-4cb6-aa4f-e4e8a61111b6,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:37.680247 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08f9028-ef23-4842-bc35-1064fccce5e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:26:37.686989 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3315bd-66bc-4bf8-80b4-f9dfb11d7326 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85fc7b3c-7325-4949-8bf8-4a8ed7766062,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:37.691456 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5d3315bd-66bc-4bf8-80b4-f9dfb11d7326 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:37.692896 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5d3315bd-66bc-4bf8-80b4-f9dfb11d7326 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.2078609 Apr 08 10:26:37.695611 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57116) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:37.730392 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b4e694a1-3cad-4f88-a93c-6b6dd0ad41cc tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:37.780462 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4ef49702-6e41-499b-b1e5-958908c83b4e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:37.836991 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef49702-6e41-499b-b1e5-958908c83b4e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Port': ['ID=28047941-3f03-4843-9af7-a081992f145f,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:37.885188 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-947e24b0-9599-490b-81b7-163aa333f00f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Synchronizing usage tracker for tenant:72c993bf72344f498aa1635c771d9146 on resource:router {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:37.953185 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-947e24b0-9599-490b-81b7-163aa333f00f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Unset dirty status for tenant:72c993bf72344f498aa1635c771d9146 on resource:router {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:37.956724 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-947e24b0-9599-490b-81b7-163aa333f00f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.7357001 Apr 08 10:26:37.974911 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-400049db-e724-49d9-9743-cfbbdc7f32fe None None] Provisioning for port f3f8dc02-8777-4cb6-aa4f-e4e8a61111b6 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:37.975059 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57120) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:37.981963 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-400049db-e724-49d9-9743-cfbbdc7f32fe None None] Provisioning complete for port f3f8dc02-8777-4cb6-aa4f-e4e8a61111b6 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:37.982339 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-400049db-e724-49d9-9743-cfbbdc7f32fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:37.989171 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-8e9e9ab0-0bcb-483f-b659-70a7de27288b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-380356908'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:38.021651 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:26:38.055928 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-400049db-e724-49d9-9743-cfbbdc7f32fe None None] Port f3f8dc02-8777-4cb6-aa4f-e4e8a61111b6 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:26:38.067709 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-eb47823c-2cd1-4856-a546-80ba32e84ce9 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4005 time: 0.3707438 Apr 08 10:26:38.077175 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57124) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:38.109894 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-ba76c52c-19d0-4957-af24-3b728e4388eb tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Request body: {'security_group': {'name': 'tempest-security--464054158', 'description': 'tempest-security-description-748273873'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:38.174716 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ba76c52c-19d0-4957-af24-3b728e4388eb tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:38.184385 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b4e694a1-3cad-4f88-a93c-6b6dd0ad41cc tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:38.213311 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:38.314497 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ba76c52c-19d0-4957-af24-3b728e4388eb tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:38.321809 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ba76c52c-19d0-4957-af24-3b728e4388eb tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:38.434972 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4ef49702-6e41-499b-b1e5-958908c83b4e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:38.455393 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ba76c52c-19d0-4957-af24-3b728e4388eb tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:38.459056 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ba76c52c-19d0-4957-af24-3b728e4388eb tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "PUT /v2.0/security-groups/85fc7b3c-7325-4949-8bf8-4a8ed7766062 HTTP/1.1" status: 200 len: 1610 time: 0.3780918 Apr 08 10:26:38.467841 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57128) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:38.518988 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76c52c-19d0-4957-af24-3b728e4388eb tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85fc7b3c-7325-4949-8bf8-4a8ed7766062,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:38.574949 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c3787a47-8108-485e-ab76-f48a6627f194 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-groups/85fc7b3c-7325-4949-8bf8-4a8ed7766062 HTTP/1.1" status: 200 len: 1610 time: 0.1055708 Apr 08 10:26:38.578287 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57132) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:38.578435 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08f9028-ef23-4842-bc35-1064fccce5e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:26:38.588778 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b126a5-ab7e-4e14-976c-798c61535f3e None None] Sync routers for ids ['da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:26:38.600395 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b08f9028-ef23-4842-bc35-1064fccce5e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "PUT /v2.0/routers/da8d1587-61d5-42af-9cf2-fc81ff9b7ad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2981243 Apr 08 10:26:38.600635 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57136) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:38.605049 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b126a5-ab7e-4e14-976c-798c61535f3e None None] Routers {'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:38.605707 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-71b126a5-ab7e-4e14-976c-798c61535f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:38.744054 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b4e694a1-3cad-4f88-a93c-6b6dd0ad41cc tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:38.751061 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b4e694a1-3cad-4f88-a93c-6b6dd0ad41cc tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:38.788526 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-71b126a5-ab7e-4e14-976c-798c61535f3e None None] Set router da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:26:38.864950 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b4e694a1-3cad-4f88-a93c-6b6dd0ad41cc tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:38.868990 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e694a1-3cad-4f88-a93c-6b6dd0ad41cc tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Pushing event updated for resources: {'Port': ['ID=f3f8dc02-8777-4cb6-aa4f-e4e8a61111b6,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:38.933709 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-139acfcc-1385-4b6a-9181-296d32f35a4e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:38.994918 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedc3255-0270-4d9a-94a7-be353fe3b173 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:38.995618 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedc3255-0270-4d9a-94a7-be353fe3b173 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:38.995618 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedc3255-0270-4d9a-94a7-be353fe3b173 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:38.996306 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedc3255-0270-4d9a-94a7-be353fe3b173 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:38.996306 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedc3255-0270-4d9a-94a7-be353fe3b173 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:38.996643 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedc3255-0270-4d9a-94a7-be353fe3b173 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:38.997006 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedc3255-0270-4d9a-94a7-be353fe3b173 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:38.997361 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedc3255-0270-4d9a-94a7-be353fe3b173 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:38.997714 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedc3255-0270-4d9a-94a7-be353fe3b173 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:39.002304 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-dedc3255-0270-4d9a-94a7-be353fe3b173 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6324 time: 0.3980618 Apr 08 10:26:39.002304 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-139acfcc-1385-4b6a-9181-296d32f35a4e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:39.002629 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57140) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:39.046973 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e694a1-3cad-4f88-a93c-6b6dd0ad41cc tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Network a1ef57fe-8e34-46cb-98be-2b7d8b56e8ac is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:39.052185 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-b4e694a1-3cad-4f88-a93c-6b6dd0ad41cc tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:39.162505 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-71b126a5-ab7e-4e14-976c-798c61535f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'name': 'tempest-TestNetworkBasicOps-router-1147210582', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:34Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35', 'name': '', 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:1f:67:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:33Z', 'updated_at': '2022-04-08T10:26:35Z', 'revision_number': 2, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:39.174414 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b126a5-ab7e-4e14-976c-798c61535f3e None None] Checking router: da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:26:39.174866 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b126a5-ab7e-4e14-976c-798c61535f3e None None] Updating router da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 port ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35 binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:26:39.236976 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71b126a5-ab7e-4e14-976c-798c61535f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:39.245693 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8d9bab-a543-44bd-a9ea-8b71841f41f0 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:39.246235 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8d9bab-a543-44bd-a9ea-8b71841f41f0 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:39.246511 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8d9bab-a543-44bd-a9ea-8b71841f41f0 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:39.247071 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8d9bab-a543-44bd-a9ea-8b71841f41f0 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:39.247653 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8d9bab-a543-44bd-a9ea-8b71841f41f0 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:39.248457 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8d9bab-a543-44bd-a9ea-8b71841f41f0 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:39.249606 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8d9bab-a543-44bd-a9ea-8b71841f41f0 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:39.250164 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8d9bab-a543-44bd-a9ea-8b71841f41f0 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:39.250695 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8d9bab-a543-44bd-a9ea-8b71841f41f0 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:39.252758 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6e8d9bab-a543-44bd-a9ea-8b71841f41f0 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5687 time: 0.2491786 Apr 08 10:26:39.256009 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57146) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:39.401460 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-43449c46-e294-42ee-a385-03c238a06c37 None None] Provisioning complete for port f3f8dc02-8777-4cb6-aa4f-e4e8a61111b6 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:39.403347 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-43449c46-e294-42ee-a385-03c238a06c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:39.412986 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-139acfcc-1385-4b6a-9181-296d32f35a4e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:39.449382 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139acfcc-1385-4b6a-9181-296d32f35a4e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fc7b3c-7325-4949-8bf8-4a8ed7766062,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:39.459445 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-139acfcc-1385-4b6a-9181-296d32f35a4e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:39.460588 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-139acfcc-1385-4b6a-9181-296d32f35a4e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "DELETE /v2.0/security-groups/85fc7b3c-7325-4949-8bf8-4a8ed7766062 HTTP/1.1" status: 204 len: 168 time: 0.8794272 Apr 08 10:26:39.476962 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57150) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:39.484397 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-43449c46-e294-42ee-a385-03c238a06c37 None None] Port f3f8dc02-8777-4cb6-aa4f-e4e8a61111b6 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:26:39.642746 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71b126a5-ab7e-4e14-976c-798c61535f3e None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:39.654917 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-71b126a5-ab7e-4e14-976c-798c61535f3e None None] Transition to ACTIVE for port object ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:39.664615 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71b126a5-ab7e-4e14-976c-798c61535f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:39.677605 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-36e98d59-f653-4bb8-9131-1f1e23857589 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Synchronizing usage tracker for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:39.705322 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef49702-6e41-499b-b1e5-958908c83b4e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Router 49e2108d-1a1d-493c-aad4-fdc598ad3dda has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:26:39.733387 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-36e98d59-f653-4bb8-9131-1f1e23857589 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Unset dirty status for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:39.737259 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-36e98d59-f653-4bb8-9131-1f1e23857589 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2557807 Apr 08 10:26:39.737716 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57154) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:39.783879 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690da4c-163e-4854-8558-8f1e84cce48c None None] Pushing event updated for resources: {'Port': ['ID=ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:39.820013 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-439b6822-ad54-45ee-8920-1aa44654eb5a tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3392 time: 0.5625508 Apr 08 10:26:39.832295 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e694a1-3cad-4f88-a93c-6b6dd0ad41cc tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Router c24d13e0-1a79-4c93-be3e-107399ddc4b5 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:26:39.909945 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-71b126a5-ab7e-4e14-976c-798c61535f3e None None] Attempting to bind port ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:26:39.910314 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-71b126a5-ab7e-4e14-976c-798c61535f3e None None] Attempting to bind port ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a7088723-8415-48cc-b76b-c11a581a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:26:39.910724 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b126a5-ab7e-4e14-976c-798c61535f3e None None] Attempting to bind port ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35 on network 3f87cc2e-abff-4c5e-a9be-9df69703738c {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:26:39.923463 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b126a5-ab7e-4e14-976c-798c61535f3e None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:26:39.923826 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b126a5-ab7e-4e14-976c-798c61535f3e None None] Checking segment: {'id': 'a7088723-8415-48cc-b76b-c11a581a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:26:39.924276 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71b126a5-ab7e-4e14-976c-798c61535f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:39.924670 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b126a5-ab7e-4e14-976c-798c61535f3e None None] Bound using segment: {'id': 'a7088723-8415-48cc-b76b-c11a581a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:26:39.925142 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-71b126a5-ab7e-4e14-976c-798c61535f3e None None] Bound port: ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7088723-8415-48cc-b76b-c11a581a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:26:39.925520 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71b126a5-ab7e-4e14-976c-798c61535f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:40.056423 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-405896ea-9924-49d7-be26-a4b8d098ed76 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] delete failed (client error): The resource could not be found. Apr 08 10:26:40.064275 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-405896ea-9924-49d7-be26-a4b8d098ed76 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "DELETE /v2.0/security-groups/85fc7b3c-7325-4949-8bf8-4a8ed7766062 HTTP/1.1" status: 404 len: 347 time: 0.3186281 Apr 08 10:26:40.066084 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57164) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:40.071370 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-71b126a5-ab7e-4e14-976c-798c61535f3e None None] For port ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:26:40.078450 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-15fb0ce2-8b64-4b08-8fbc-da1891e7f04d tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Request body: {'security_group': {'name': 'tempest-secgroup--2069259624'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:40.081966 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-71b126a5-ab7e-4e14-976c-798c61535f3e None None] For port ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35,segment=NetworkSegment(a7088723-8415-48cc-b76b-c11a581a5402),segment_id=a7088723-8415-48cc-b76b-c11a581a5402)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:26:40.085502 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-15fb0ce2-8b64-4b08-8fbc-da1891e7f04d tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:40.087772 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57168) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:40.088886 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-71b126a5-ab7e-4e14-976c-798c61535f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:40.104779 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-af44c21a-d80e-4035-829d-6fd8581cbcf6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1727360694', 'description': 'tempest-secgroup-smoke-1727360694 description', 'project_id': '6d9baba61a9a4a97bab400043cc74a73'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:40.114825 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-af44c21a-d80e-4035-829d-6fd8581cbcf6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:40.117423 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-15fb0ce2-8b64-4b08-8fbc-da1891e7f04d tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:40.120697 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8e9e9ab0-0bcb-483f-b659-70a7de27288b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:40.125451 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-af44c21a-d80e-4035-829d-6fd8581cbcf6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:40.134230 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-af44c21a-d80e-4035-829d-6fd8581cbcf6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:40.144275 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-af44c21a-d80e-4035-829d-6fd8581cbcf6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:40.151987 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8e9e9ab0-0bcb-483f-b659-70a7de27288b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1762438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1762447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1757449'] for router, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:40.159239 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-15fb0ce2-8b64-4b08-8fbc-da1891e7f04d tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:40.182316 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e694a1-3cad-4f88-a93c-6b6dd0ad41cc tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:26:40.190484 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b4e694a1-3cad-4f88-a93c-6b6dd0ad41cc tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] 10.222.0.47 "PUT /v2.0/routers/c24d13e0-1a79-4c93-be3e-107399ddc4b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5800993 Apr 08 10:26:40.191207 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57172) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:40.191940 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-af44c21a-d80e-4035-829d-6fd8581cbcf6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:40.198995 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26d0fd9-5be0-4653-b0de-a6ea440e83fc None None] Sync routers for ids ['c24d13e0-1a79-4c93-be3e-107399ddc4b5'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:26:40.218034 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26d0fd9-5be0-4653-b0de-a6ea440e83fc None None] Routers {'c24d13e0-1a79-4c93-be3e-107399ddc4b5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:40.218676 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e26d0fd9-5be0-4653-b0de-a6ea440e83fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['c24d13e0-1a79-4c93-be3e-107399ddc4b5'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:40.245316 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b126a5-ab7e-4e14-976c-798c61535f3e None None] Routers {'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:40.253701 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-71b126a5-ab7e-4e14-976c-798c61535f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:40.288594 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e26d0fd9-5be0-4653-b0de-a6ea440e83fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:40.300053 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26d0fd9-5be0-4653-b0de-a6ea440e83fc None None] Routers {'c24d13e0-1a79-4c93-be3e-107399ddc4b5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:40.300922 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e26d0fd9-5be0-4653-b0de-a6ea440e83fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['c24d13e0-1a79-4c93-be3e-107399ddc4b5'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:40.339141 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef49702-6e41-499b-b1e5-958908c83b4e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:26:40.345638 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4ef49702-6e41-499b-b1e5-958908c83b4e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "PUT /v2.0/routers/49e2108d-1a1d-493c-aad4-fdc598ad3dda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9405434 Apr 08 10:26:40.348285 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57176) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:40.383418 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e26d0fd9-5be0-4653-b0de-a6ea440e83fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:40.384103 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26d0fd9-5be0-4653-b0de-a6ea440e83fc None None] The sync data for ids ['c24d13e0-1a79-4c93-be3e-107399ddc4b5'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:26:40.414904 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-15fb0ce2-8b64-4b08-8fbc-da1891e7f04d tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:40.424388 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-15fb0ce2-8b64-4b08-8fbc-da1891e7f04d tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Usage tracker for resource:security_group_rule and tenant:ec63585c15c249229c872ca6e8c0c186 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:40.429664 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-15fb0ce2-8b64-4b08-8fbc-da1891e7f04d tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:40.445303 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-15fb0ce2-8b64-4b08-8fbc-da1891e7f04d tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:40.468254 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4e2ce1-ce08-417b-82c6-7616409835af None None] Sync routers for ids ['49e2108d-1a1d-493c-aad4-fdc598ad3dda'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:26:40.469327 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-af44c21a-d80e-4035-829d-6fd8581cbcf6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:40.483533 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-af44c21a-d80e-4035-829d-6fd8581cbcf6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:40.496933 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-af44c21a-d80e-4035-829d-6fd8581cbcf6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:40.505348 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-af44c21a-d80e-4035-829d-6fd8581cbcf6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:40.507324 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690da4c-163e-4854-8558-8f1e84cce48c None None] Pushing event updated for resources: {'Port': ['ID=ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35,revision_number=4']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:40.516290 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4e2ce1-ce08-417b-82c6-7616409835af None None] Routers {'49e2108d-1a1d-493c-aad4-fdc598ad3dda'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:40.516866 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-3c4e2ce1-ce08-417b-82c6-7616409835af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['49e2108d-1a1d-493c-aad4-fdc598ad3dda'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:40.594971 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-15fb0ce2-8b64-4b08-8fbc-da1891e7f04d tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:40.602524 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-3c4e2ce1-ce08-417b-82c6-7616409835af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:40.613013 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-15fb0ce2-8b64-4b08-8fbc-da1891e7f04d tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:40.644261 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4e2ce1-ce08-417b-82c6-7616409835af None None] Routers {'49e2108d-1a1d-493c-aad4-fdc598ad3dda'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:40.645248 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-3c4e2ce1-ce08-417b-82c6-7616409835af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['49e2108d-1a1d-493c-aad4-fdc598ad3dda'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:40.651679 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-af44c21a-d80e-4035-829d-6fd8581cbcf6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:40.652272 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9e9ab0-0bcb-483f-b659-70a7de27288b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Router 6310a90d-bc8b-45f8-8986-b9efecdf49d2 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:26:40.668952 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-af44c21a-d80e-4035-829d-6fd8581cbcf6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:40.678828 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4bbff1c0-58d4-4921-a749-d6e6dee603ed tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:40.720168 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-3c4e2ce1-ce08-417b-82c6-7616409835af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:40.720168 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4e2ce1-ce08-417b-82c6-7616409835af None None] The sync data for ids ['49e2108d-1a1d-493c-aad4-fdc598ad3dda'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:26:40.728295 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb0ce2-8b64-4b08-8fbc-da1891e7f04d tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3842e08-15f5-47da-8216-c050a1caa28d,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:40.729687 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-71b126a5-ab7e-4e14-976c-798c61535f3e None None] Set router da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:26:40.823449 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-15fb0ce2-8b64-4b08-8fbc-da1891e7f04d tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:40.827849 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-15fb0ce2-8b64-4b08-8fbc-da1891e7f04d tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7562542 Apr 08 10:26:40.837667 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-af44c21a-d80e-4035-829d-6fd8581cbcf6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:40.841540 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-af44c21a-d80e-4035-829d-6fd8581cbcf6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.7488925 Apr 08 10:26:40.841540 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57180) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:40.844709 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57182) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:40.852916 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-f083273e-88d2-4ae1-bcd9-c06c1d03ce9b tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Request body: {'security_group_rule': {'security_group_id': 'a3842e08-15f5-47da-8216-c050a1caa28d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:40.859194 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44c21a-d80e-4035-829d-6fd8581cbcf6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcabe309-6c60-4407-ac9e-f58bdadffc5d,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:40.862910 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f083273e-88d2-4ae1-bcd9-c06c1d03ce9b tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:40.871908 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-90fbf58f-7d75-4695-8910-12306c3d3e2d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'bcabe309-6c60-4407-ac9e-f58bdadffc5d', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:40.875423 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f083273e-88d2-4ae1-bcd9-c06c1d03ce9b tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Usage tracker for resource:security_group_rule and tenant:ec63585c15c249229c872ca6e8c0c186 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:40.878308 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-90fbf58f-7d75-4695-8910-12306c3d3e2d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:40.879702 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f083273e-88d2-4ae1-bcd9-c06c1d03ce9b tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:40.884215 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-90fbf58f-7d75-4695-8910-12306c3d3e2d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:40.886811 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f083273e-88d2-4ae1-bcd9-c06c1d03ce9b tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:40.889986 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-90fbf58f-7d75-4695-8910-12306c3d3e2d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:40.900670 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-90fbf58f-7d75-4695-8910-12306c3d3e2d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:40.913846 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f083273e-88d2-4ae1-bcd9-c06c1d03ce9b tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:40.944111 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-90fbf58f-7d75-4695-8910-12306c3d3e2d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:40.962395 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-4bbff1c0-58d4-4921-a749-d6e6dee603ed tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 08 10:26:40.966158 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4bbff1c0-58d4-4921-a749-d6e6dee603ed tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] 10.222.0.47 "DELETE /v2.0/routers/c24d13e0-1a79-4c93-be3e-107399ddc4b5 HTTP/1.1" status: 409 len: 329 time: 0.7523663 Apr 08 10:26:40.966745 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57188) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:41.004903 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-24cb2797-b927-4836-843e-e583265c5ea9 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:41.073711 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-71b126a5-ab7e-4e14-976c-798c61535f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'name': 'tempest-TestNetworkBasicOps-router-1147210582', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:34Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35', 'name': '', 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:1f:67:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:33Z', 'updated_at': '2022-04-08T10:26:40Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:41.078672 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b126a5-ab7e-4e14-976c-798c61535f3e None None] The sync data for ids ['da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'] in dv-neutron-837110-1-hyperv is: [{'id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'name': 'tempest-TestNetworkBasicOps-router-1147210582', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:34Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35', 'name': '', 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:1f:67:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:33Z', 'updated_at': '2022-04-08T10:26:40Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:26:41.155710 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f083273e-88d2-4ae1-bcd9-c06c1d03ce9b tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:41.167195 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f083273e-88d2-4ae1-bcd9-c06c1d03ce9b tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:41.169515 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-90fbf58f-7d75-4695-8910-12306c3d3e2d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:41.196896 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-90fbf58f-7d75-4695-8910-12306c3d3e2d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:41.205656 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083273e-88d2-4ae1-bcd9-c06c1d03ce9b tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e75dcb44-e002-4b5b-8cd9-e9e95339fed3,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:41.220451 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f083273e-88d2-4ae1-bcd9-c06c1d03ce9b tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:41.221655 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f083273e-88d2-4ae1-bcd9-c06c1d03ce9b tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3787532 Apr 08 10:26:41.224817 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57192) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:41.255093 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbf58f-7d75-4695-8910-12306c3d3e2d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f06fe2-262b-496a-b348-6f5275166fff,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:41.266416 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-703f2c83-5dad-410a-99c2-ba92d23b901e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:41.275437 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-90fbf58f-7d75-4695-8910-12306c3d3e2d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:41.279507 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-90fbf58f-7d75-4695-8910-12306c3d3e2d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4269352 Apr 08 10:26:41.282164 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57196) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:41.296832 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-51873298-61ac-42f2-8dc0-725749b6093c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'bcabe309-6c60-4407-ac9e-f58bdadffc5d', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:41.306822 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-51873298-61ac-42f2-8dc0-725749b6093c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:41.317661 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-51873298-61ac-42f2-8dc0-725749b6093c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:41.324230 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-51873298-61ac-42f2-8dc0-725749b6093c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:41.329477 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9e9ab0-0bcb-483f-b659-70a7de27288b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:26:41.335723 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8e9e9ab0-0bcb-483f-b659-70a7de27288b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:41.340585 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8e9e9ab0-0bcb-483f-b659-70a7de27288b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "PUT /v2.0/routers/6310a90d-bc8b-45f8-8986-b9efecdf49d2 HTTP/1.1" status: 200 len: 890 time: 3.3634613 Apr 08 10:26:41.341162 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-703f2c83-5dad-410a-99c2-ba92d23b901e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:41.341685 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57200) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:41.344288 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62186c9e-8f3a-4259-a44d-74d3f2ea9a6c None None] Sync routers for ids ['6310a90d-bc8b-45f8-8986-b9efecdf49d2'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:26:41.350878 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-51873298-61ac-42f2-8dc0-725749b6093c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:41.360065 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62186c9e-8f3a-4259-a44d-74d3f2ea9a6c None None] Routers {'6310a90d-bc8b-45f8-8986-b9efecdf49d2'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:41.361094 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-62186c9e-8f3a-4259-a44d-74d3f2ea9a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6310a90d-bc8b-45f8-8986-b9efecdf49d2'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:41.433699 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-62186c9e-8f3a-4259-a44d-74d3f2ea9a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:41.453781 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62186c9e-8f3a-4259-a44d-74d3f2ea9a6c None None] Routers {'6310a90d-bc8b-45f8-8986-b9efecdf49d2'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:41.454858 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-62186c9e-8f3a-4259-a44d-74d3f2ea9a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6310a90d-bc8b-45f8-8986-b9efecdf49d2'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:41.455266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-703f2c83-5dad-410a-99c2-ba92d23b901e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:41.480727 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f2c83-5dad-410a-99c2-ba92d23b901e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e75dcb44-e002-4b5b-8cd9-e9e95339fed3,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:41.482677 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-703f2c83-5dad-410a-99c2-ba92d23b901e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:41.486509 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-703f2c83-5dad-410a-99c2-ba92d23b901e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/e75dcb44-e002-4b5b-8cd9-e9e95339fed3 HTTP/1.1" status: 204 len: 168 time: 0.2582524 Apr 08 10:26:41.487726 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57204) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:41.533602 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-62186c9e-8f3a-4259-a44d-74d3f2ea9a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:41.534266 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62186c9e-8f3a-4259-a44d-74d3f2ea9a6c None None] The sync data for ids ['6310a90d-bc8b-45f8-8986-b9efecdf49d2'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:26:41.558651 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-89b751e5-b75c-4f82-9944-c4080da7f295 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Synchronizing usage tracker for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:41.566699 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c068272d-214c-4a49-a6a9-55cd42bcb892 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:41.661407 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:26:41.704171 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-89b751e5-b75c-4f82-9944-c4080da7f295 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Unset dirty status for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:41.705562 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-89b751e5-b75c-4f82-9944-c4080da7f295 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2174747 Apr 08 10:26:41.708444 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57208) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:41.740904 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-51873298-61ac-42f2-8dc0-725749b6093c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:41.756729 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:41.763510 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:41.764949 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:41.908956 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:41.948902 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c203f692-2664-41ee-953f-b3dc250fbbfd tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:41.949133 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-51873298-61ac-42f2-8dc0-725749b6093c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:41.949507 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35,segment=NetworkSegment(a7088723-8415-48cc-b76b-c11a581a5402),segment_id=a7088723-8415-48cc-b76b-c11a581a5402)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:41.956561 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:41.964415 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-51873298-61ac-42f2-8dc0-725749b6093c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:42.017494 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c203f692-2664-41ee-953f-b3dc250fbbfd tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:42.030461 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51873298-61ac-42f2-8dc0-725749b6093c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8973accf-5a85-47bb-b2e8-9205c11ea982,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:42.043577 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:42.056474 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-51873298-61ac-42f2-8dc0-725749b6093c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:42.057698 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-51873298-61ac-42f2-8dc0-725749b6093c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7727823 Apr 08 10:26:42.062805 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57212) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:42.071767 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-04e24e1b-7e81-447c-98b9-dcd40feb3ec6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'bcabe309-6c60-4407-ac9e-f58bdadffc5d', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:42.081411 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-04e24e1b-7e81-447c-98b9-dcd40feb3ec6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:42.140302 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-04e24e1b-7e81-447c-98b9-dcd40feb3ec6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:42.143953 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-04e24e1b-7e81-447c-98b9-dcd40feb3ec6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:42.158623 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-04e24e1b-7e81-447c-98b9-dcd40feb3ec6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:42.198504 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c203f692-2664-41ee-953f-b3dc250fbbfd tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:42.224033 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b7737b9c-e545-4057-954c-3a425a1985e9 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "GET /v2.0/routers/6310a90d-bc8b-45f8-8986-b9efecdf49d2 HTTP/1.1" status: 200 len: 890 time: 0.8754148 Apr 08 10:26:42.224663 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57216) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:42.237683 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203f692-2664-41ee-953f-b3dc250fbbfd tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3842e08-15f5-47da-8216-c050a1caa28d,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:42.301061 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f217f541-9e8e-4b52-84bc-3b2a8b0287f5 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Synchronizing usage tracker for tenant:72c993bf72344f498aa1635c771d9146 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:42.310506 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-04e24e1b-7e81-447c-98b9-dcd40feb3ec6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:42.326564 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c203f692-2664-41ee-953f-b3dc250fbbfd tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:42.328771 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c203f692-2664-41ee-953f-b3dc250fbbfd tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "DELETE /v2.0/security-groups/a3842e08-15f5-47da-8216-c050a1caa28d HTTP/1.1" status: 204 len: 168 time: 0.6194227 Apr 08 10:26:42.333216 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57220) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:42.371222 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-24cb2797-b927-4836-843e-e583265c5ea9 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Deleting port 48b8ff37-86e4-4a65-ba70-9c0351cbab00 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:42.371484 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-24cb2797-b927-4836-843e-e583265c5ea9 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:42.411019 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f217f541-9e8e-4b52-84bc-3b2a8b0287f5 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Unset dirty status for tenant:72c993bf72344f498aa1635c771d9146 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:42.412192 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f217f541-9e8e-4b52-84bc-3b2a8b0287f5 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "GET /v2.0/ports?device_id=6310a90d-bc8b-45f8-8986-b9efecdf49d2 HTTP/1.1" status: 200 len: 205 time: 0.1807873 Apr 08 10:26:42.415807 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57224) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:42.507638 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-04e24e1b-7e81-447c-98b9-dcd40feb3ec6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:42.523671 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-04e24e1b-7e81-447c-98b9-dcd40feb3ec6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:42.545832 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6dd47193-be84-4367-bc99-bf17de511831 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Synchronizing usage tracker for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:42.559803 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e24e1b-7e81-447c-98b9-dcd40feb3ec6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732d8416-71f4-4631-bc9d-71882ab0cb49,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:42.588599 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-04e24e1b-7e81-447c-98b9-dcd40feb3ec6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:42.589782 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-04e24e1b-7e81-447c-98b9-dcd40feb3ec6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5259740 Apr 08 10:26:42.593990 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57228) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:42.595998 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6dd47193-be84-4367-bc99-bf17de511831 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Unset dirty status for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:42.597146 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6dd47193-be84-4367-bc99-bf17de511831 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2568452 Apr 08 10:26:42.601707 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-373229a4-fda8-4b44-aed5-a3dc1c66e949 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'bcabe309-6c60-4407-ac9e-f58bdadffc5d', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:42.609770 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57232) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:42.612204 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-373229a4-fda8-4b44-aed5-a3dc1c66e949 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:42.618997 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-4d91bbfb-f570-4a36-a52e-b69da05afd4e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Request body: {'security_group': {'name': 'tempest-secgroup--679249601'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:42.625937 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-373229a4-fda8-4b44-aed5-a3dc1c66e949 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:42.631512 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-373229a4-fda8-4b44-aed5-a3dc1c66e949 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:42.634367 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4d91bbfb-f570-4a36-a52e-b69da05afd4e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:42.679929 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-373229a4-fda8-4b44-aed5-a3dc1c66e949 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:42.691524 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4d91bbfb-f570-4a36-a52e-b69da05afd4e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:42.693758 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-24cb2797-b927-4836-843e-e583265c5ea9 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:42.720918 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4d91bbfb-f570-4a36-a52e-b69da05afd4e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:42.735713 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-373229a4-fda8-4b44-aed5-a3dc1c66e949 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:42.820764 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-24cb2797-b927-4836-843e-e583265c5ea9 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Calling delete_port for 48b8ff37-86e4-4a65-ba70-9c0351cbab00 owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:26:42.839600 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4d91bbfb-f570-4a36-a52e-b69da05afd4e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:42.856362 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4d91bbfb-f570-4a36-a52e-b69da05afd4e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Usage tracker for resource:security_group_rule and tenant:ec63585c15c249229c872ca6e8c0c186 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:42.859957 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4d91bbfb-f570-4a36-a52e-b69da05afd4e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:42.872579 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4d91bbfb-f570-4a36-a52e-b69da05afd4e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:42.882557 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-373229a4-fda8-4b44-aed5-a3dc1c66e949 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:42.892644 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-373229a4-fda8-4b44-aed5-a3dc1c66e949 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:42.894323 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-c068272d-214c-4a49-a6a9-55cd42bcb892 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Deleting port f3f8dc02-8777-4cb6-aa4f-e4e8a61111b6 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:42.894670 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c068272d-214c-4a49-a6a9-55cd42bcb892 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:42.941557 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fd27790e-dd9f-42b5-8465-9ef4055cda8b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:42.971863 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373229a4-fda8-4b44-aed5-a3dc1c66e949 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7159c1b8-854d-4b15-a542-0613cce29ef4,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:43.079743 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-373229a4-fda8-4b44-aed5-a3dc1c66e949 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:43.080954 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-373229a4-fda8-4b44-aed5-a3dc1c66e949 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4861333 Apr 08 10:26:43.091338 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57236) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:43.128585 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-d0015483-5421-44a1-8a9f-a9ba191d458d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'bcabe309-6c60-4407-ac9e-f58bdadffc5d', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:43.131295 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4d91bbfb-f570-4a36-a52e-b69da05afd4e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:43.146589 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d0015483-5421-44a1-8a9f-a9ba191d458d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:43.148173 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4d91bbfb-f570-4a36-a52e-b69da05afd4e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:43.157496 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d0015483-5421-44a1-8a9f-a9ba191d458d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:43.169321 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d0015483-5421-44a1-8a9f-a9ba191d458d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:43.180912 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d0015483-5421-44a1-8a9f-a9ba191d458d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:43.195446 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-24cb2797-b927-4836-843e-e583265c5ea9 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:43.205228 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4d91bbfb-f570-4a36-a52e-b69da05afd4e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:43.208913 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4d91bbfb-f570-4a36-a52e-b69da05afd4e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5957663 Apr 08 10:26:43.211351 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57240) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:43.212989 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c068272d-214c-4a49-a6a9-55cd42bcb892 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:43.230891 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-e7541845-163c-4dd6-befa-59abf3f8b781 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Request body: {'security_group_rule': {'security_group_id': '4f93f1de-1eec-46f5-a9a5-f5a4899dd347', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:43.293966 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5d5914ba-e579-4330-a1a9-3480f05fe5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:43.294568 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91bbfb-f570-4a36-a52e-b69da05afd4e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f93f1de-1eec-46f5-a9a5-f5a4899dd347,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:43.345201 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.securitygroups_db [None req-d0015483-5421-44a1-8a9f-a9ba191d458d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Project 6d9baba61a9a4a97bab400043cc74a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:26:43.350234 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-e7541845-163c-4dd6-befa-59abf3f8b781 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:43.358786 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-c068272d-214c-4a49-a6a9-55cd42bcb892 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Calling delete_port for f3f8dc02-8777-4cb6-aa4f-e4e8a61111b6 owned by network:router_interface {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:26:43.361217 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb2797-b927-4836-843e-e583265c5ea9 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Port': ['ID=48b8ff37-86e4-4a65-ba70-9c0351cbab00,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:43.366591 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d0015483-5421-44a1-8a9f-a9ba191d458d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:43.396471 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e7541845-163c-4dd6-befa-59abf3f8b781 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Usage tracker for resource:security_group_rule and tenant:ec63585c15c249229c872ca6e8c0c186 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:43.404319 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e7541845-163c-4dd6-befa-59abf3f8b781 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:43.420000 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-e7541845-163c-4dd6-befa-59abf3f8b781 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:43.459623 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e7541845-163c-4dd6-befa-59abf3f8b781 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:43.551821 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e7541845-163c-4dd6-befa-59abf3f8b781 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:43.589980 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e7541845-163c-4dd6-befa-59abf3f8b781 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:43.608450 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d0015483-5421-44a1-8a9f-a9ba191d458d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:43.638894 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:26:43.646373 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7541845-163c-4dd6-befa-59abf3f8b781 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90607af-6a33-4286-b368-ca4a8b451a7d,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:43.662939 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e7541845-163c-4dd6-befa-59abf3f8b781 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:43.666774 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e7541845-163c-4dd6-befa-59abf3f8b781 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4433374 Apr 08 10:26:43.667374 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57244) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:43.669101 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d0015483-5421-44a1-8a9f-a9ba191d458d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:43.676678 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-371ce036-bf28-4263-b461-4d83963885be tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Request body: {'security_group_rule': {'security_group_id': '4f93f1de-1eec-46f5-a9a5-f5a4899dd347', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:43.683119 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c068272d-214c-4a49-a6a9-55cd42bcb892 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:43.688630 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-371ce036-bf28-4263-b461-4d83963885be tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:43.709321 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0015483-5421-44a1-8a9f-a9ba191d458d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5acce5d-78dc-4209-b751-6e408b82097c,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:43.717776 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fd27790e-dd9f-42b5-8465-9ef4055cda8b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:43.725656 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:43.726152 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:43.733702 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-24cb2797-b927-4836-843e-e583265c5ea9 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:43.739384 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-fd27790e-dd9f-42b5-8465-9ef4055cda8b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Deleting port 9c87acee-99f3-4961-8c9f-d5d201e98afb {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:43.739722 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fd27790e-dd9f-42b5-8465-9ef4055cda8b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:43.745622 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-371ce036-bf28-4263-b461-4d83963885be tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Usage tracker for resource:security_group_rule and tenant:ec63585c15c249229c872ca6e8c0c186 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:43.751608 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068272d-214c-4a49-a6a9-55cd42bcb892 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Pushing event deleted for resources: {'Port': ['ID=f3f8dc02-8777-4cb6-aa4f-e4e8a61111b6,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:43.754875 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-371ce036-bf28-4263-b461-4d83963885be tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:43.761669 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-371ce036-bf28-4263-b461-4d83963885be tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:43.771616 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d0015483-5421-44a1-8a9f-a9ba191d458d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:43.772811 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d0015483-5421-44a1-8a9f-a9ba191d458d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6769264 Apr 08 10:26:43.792154 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57248) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:43.806900 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-8b8d5b2a-9585-45ed-81c4-49febe4277f0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'bcabe309-6c60-4407-ac9e-f58bdadffc5d', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:43.823046 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8b8d5b2a-9585-45ed-81c4-49febe4277f0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:43.830613 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8b8d5b2a-9585-45ed-81c4-49febe4277f0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:43.884668 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-371ce036-bf28-4263-b461-4d83963885be tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:43.886846 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8b8d5b2a-9585-45ed-81c4-49febe4277f0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:43.922386 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8b8d5b2a-9585-45ed-81c4-49febe4277f0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:44.050948 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.securitygroups_db [None req-8b8d5b2a-9585-45ed-81c4-49febe4277f0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Project 6d9baba61a9a4a97bab400043cc74a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:26:44.064328 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8b8d5b2a-9585-45ed-81c4-49febe4277f0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:44.199784 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-371ce036-bf28-4263-b461-4d83963885be tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:44.201557 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c068272d-214c-4a49-a6a9-55cd42bcb892 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:44.206968 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-371ce036-bf28-4263-b461-4d83963885be tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:44.235889 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ce036-bf28-4263-b461-4d83963885be tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7945d46-bfd1-4af3-b6a3-c89cc1394e61,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:44.261177 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fd27790e-dd9f-42b5-8465-9ef4055cda8b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:44.359223 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-371ce036-bf28-4263-b461-4d83963885be tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:44.360420 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-371ce036-bf28-4263-b461-4d83963885be tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6918540 Apr 08 10:26:44.365946 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57254) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:44.374744 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-1df530e2-ab97-4ae5-8c39-9b3dcffdbf03 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Request body: {'security_group_rule': {'security_group_id': '4f93f1de-1eec-46f5-a9a5-f5a4899dd347', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:44.381989 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-1df530e2-ab97-4ae5-8c39-9b3dcffdbf03 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:44.387389 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1df530e2-ab97-4ae5-8c39-9b3dcffdbf03 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Usage tracker for resource:security_group_rule and tenant:ec63585c15c249229c872ca6e8c0c186 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:44.392714 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1df530e2-ab97-4ae5-8c39-9b3dcffdbf03 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:44.398746 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-fd27790e-dd9f-42b5-8465-9ef4055cda8b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Calling delete_port for 9c87acee-99f3-4961-8c9f-d5d201e98afb owned by network:router_gateway {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:26:44.399245 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-1df530e2-ab97-4ae5-8c39-9b3dcffdbf03 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:44.468712 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8b8d5b2a-9585-45ed-81c4-49febe4277f0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:44.526321 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8b8d5b2a-9585-45ed-81c4-49febe4277f0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:44.544823 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1df530e2-ab97-4ae5-8c39-9b3dcffdbf03 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:44.762088 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d5b2a-9585-45ed-81c4-49febe4277f0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011230b1-50a0-4c0d-91d4-1132b9308a0f,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:44.777820 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8b8d5b2a-9585-45ed-81c4-49febe4277f0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:44.779159 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8b8d5b2a-9585-45ed-81c4-49febe4277f0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.9860289 Apr 08 10:26:44.787047 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1df530e2-ab97-4ae5-8c39-9b3dcffdbf03 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:44.807421 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cb2797-b927-4836-843e-e583265c5ea9 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Router 49e2108d-1a1d-493c-aad4-fdc598ad3dda has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:26:44.819606 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1df530e2-ab97-4ae5-8c39-9b3dcffdbf03 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:44.885505 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df530e2-ab97-4ae5-8c39-9b3dcffdbf03 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f7e638-dfc8-4a49-8362-5563477c846f,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:44.918663 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1df530e2-ab97-4ae5-8c39-9b3dcffdbf03 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:44.923936 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1df530e2-ab97-4ae5-8c39-9b3dcffdbf03 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5533521 Apr 08 10:26:44.923936 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c068272d-214c-4a49-a6a9-55cd42bcb892 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Router c24d13e0-1a79-4c93-be3e-107399ddc4b5 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:26:44.926684 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57260) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:44.940276 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-2a3c850a-83be-4838-a6ed-6df47036a391 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Request body: {'security_group_rule': {'security_group_id': '4f93f1de-1eec-46f5-a9a5-f5a4899dd347', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:44.953505 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2a3c850a-83be-4838-a6ed-6df47036a391 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:44.960548 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2a3c850a-83be-4838-a6ed-6df47036a391 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Usage tracker for resource:security_group_rule and tenant:ec63585c15c249229c872ca6e8c0c186 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:44.965995 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2a3c850a-83be-4838-a6ed-6df47036a391 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:45.022175 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fd27790e-dd9f-42b5-8465-9ef4055cda8b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:45.044051 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2a3c850a-83be-4838-a6ed-6df47036a391 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:45.089679 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27790e-dd9f-42b5-8465-9ef4055cda8b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Port': ['ID=9c87acee-99f3-4961-8c9f-d5d201e98afb,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:45.174759 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2a3c850a-83be-4838-a6ed-6df47036a391 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:45.179928 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cb2797-b927-4836-843e-e583265c5ea9 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:26:45.192183 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c334c3-28ee-4b6c-91ab-ebdb4c70c18c None None] Sync routers for ids ['49e2108d-1a1d-493c-aad4-fdc598ad3dda'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:26:45.205932 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-24cb2797-b927-4836-843e-e583265c5ea9 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "PUT /v2.0/routers/49e2108d-1a1d-493c-aad4-fdc598ad3dda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8566020 Apr 08 10:26:45.206698 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57270) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:45.207052 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c334c3-28ee-4b6c-91ab-ebdb4c70c18c None None] Routers {'49e2108d-1a1d-493c-aad4-fdc598ad3dda'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:45.208204 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d3c334c3-28ee-4b6c-91ab-ebdb4c70c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['49e2108d-1a1d-493c-aad4-fdc598ad3dda'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:45.228304 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c068272d-214c-4a49-a6a9-55cd42bcb892 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:26:45.238563 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c56c5d-0eac-49d6-8ac5-3f5eb2629058 None None] Sync routers for ids ['c24d13e0-1a79-4c93-be3e-107399ddc4b5'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:26:45.260366 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-41138299-8e49-4ca4-9c2f-a37038df04b9 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Synchronizing usage tracker for tenant:44ffe129493d49b08ea911b16ee6c97f on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:45.260739 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c56c5d-0eac-49d6-8ac5-3f5eb2629058 None None] Routers {'c24d13e0-1a79-4c93-be3e-107399ddc4b5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:45.262612 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-f9c56c5d-0eac-49d6-8ac5-3f5eb2629058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['c24d13e0-1a79-4c93-be3e-107399ddc4b5'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:45.277446 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c068272d-214c-4a49-a6a9-55cd42bcb892 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] 10.222.0.47 "PUT /v2.0/routers/c24d13e0-1a79-4c93-be3e-107399ddc4b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3090520 Apr 08 10:26:45.278703 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57274) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:45.279102 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d3c334c3-28ee-4b6c-91ab-ebdb4c70c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:45.289346 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-c56fec0e-0227-4ab2-aefa-415c46a243af tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:45.293242 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c334c3-28ee-4b6c-91ab-ebdb4c70c18c None None] Routers {'49e2108d-1a1d-493c-aad4-fdc598ad3dda'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:45.294159 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d3c334c3-28ee-4b6c-91ab-ebdb4c70c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['49e2108d-1a1d-493c-aad4-fdc598ad3dda'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:45.357100 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-f9c56c5d-0eac-49d6-8ac5-3f5eb2629058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:45.369531 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c56c5d-0eac-49d6-8ac5-3f5eb2629058 None None] Routers {'c24d13e0-1a79-4c93-be3e-107399ddc4b5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:45.370138 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-f9c56c5d-0eac-49d6-8ac5-3f5eb2629058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['c24d13e0-1a79-4c93-be3e-107399ddc4b5'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:45.394865 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-5e580f77-09dc-425d-a6b0-0f34cb89b473 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] show failed (client error): The resource could not be found. Apr 08 10:26:45.401067 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5e580f77-09dc-425d-a6b0-0f34cb89b473 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] 10.222.0.47 "GET /v2.0/routers/tempest-non_exist_router-1941691426 HTTP/1.1" status: 404 len: 335 time: 0.1085684 Apr 08 10:26:45.402427 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57278) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:45.406591 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-c56fec0e-0227-4ab2-aefa-415c46a243af tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:45.407713 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-c56fec0e-0227-4ab2-aefa-415c46a243af tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1727360694&fields=id&tenant_id=6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 267 time: 0.2917385 Apr 08 10:26:45.409493 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d3c334c3-28ee-4b6c-91ab-ebdb4c70c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:45.409902 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c334c3-28ee-4b6c-91ab-ebdb4c70c18c None None] The sync data for ids ['49e2108d-1a1d-493c-aad4-fdc598ad3dda'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:26:45.419953 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-9e83bb28-a499-412e-a13b-73149eca7eef tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:45.459235 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fd27790e-dd9f-42b5-8465-9ef4055cda8b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:45.478261 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-f9c56c5d-0eac-49d6-8ac5-3f5eb2629058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:45.478666 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c56c5d-0eac-49d6-8ac5-3f5eb2629058 None None] The sync data for ids ['c24d13e0-1a79-4c93-be3e-107399ddc4b5'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:26:45.515896 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f62e3a4c-4568-4017-b4c2-4bd64eba0613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:45.520378 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-9e83bb28-a499-412e-a13b-73149eca7eef tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] update failed (client error): The resource could not be found. Apr 08 10:26:45.521804 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9e83bb28-a499-412e-a13b-73149eca7eef tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] 10.222.0.47 "PUT /v2.0/routers/tempest-non_exist_router-1490545411 HTTP/1.1" status: 404 len: 335 time: 0.1177490 Apr 08 10:26:45.530839 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57282) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:45.606098 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2a3c850a-83be-4838-a6ed-6df47036a391 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:45.615989 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2a3c850a-83be-4838-a6ed-6df47036a391 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:45.657463 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c850a-83be-4838-a6ed-6df47036a391 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31daadbb-3df7-4722-a81c-c9a3856580c7,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:45.667445 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-41138299-8e49-4ca4-9c2f-a37038df04b9 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Unset dirty status for tenant:44ffe129493d49b08ea911b16ee6c97f on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:45.668624 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-41138299-8e49-4ca4-9c2f-a37038df04b9 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "GET /v2.0/ports?device_id=49e2108d-1a1d-493c-aad4-fdc598ad3dda HTTP/1.1" status: 200 len: 205 time: 0.4592278 Apr 08 10:26:45.673626 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57286) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:45.742560 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2a3c850a-83be-4838-a6ed-6df47036a391 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:45.743752 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2a3c850a-83be-4838-a6ed-6df47036a391 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8160994 Apr 08 10:26:45.752539 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57290) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:45.758863 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-b8477e28-64f8-4069-8cf2-663ddf1f77a7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:45.759537 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-b8477e28-64f8-4069-8cf2-663ddf1f77a7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:network {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:45.831873 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fd27790e-dd9f-42b5-8465-9ef4055cda8b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:45.888865 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fd27790e-dd9f-42b5-8465-9ef4055cda8b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:45.929607 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-30081425-40e9-4673-83cf-24aadf69af28 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Request body: {'security_group_rule': {'security_group_id': '4f93f1de-1eec-46f5-a9a5-f5a4899dd347', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:45.935784 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-30081425-40e9-4673-83cf-24aadf69af28 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:45.944744 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-30081425-40e9-4673-83cf-24aadf69af28 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Usage tracker for resource:security_group_rule and tenant:ec63585c15c249229c872ca6e8c0c186 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:45.950342 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-30081425-40e9-4673-83cf-24aadf69af28 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:45.964605 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-30081425-40e9-4673-83cf-24aadf69af28 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:45.974655 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fd27790e-dd9f-42b5-8465-9ef4055cda8b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:45.975311 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd27790e-dd9f-42b5-8465-9ef4055cda8b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Fanout notify agent at l3_agent the message router_deleted on router 6310a90d-bc8b-45f8-8986-b9efecdf49d2 {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:26:45.979103 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-b8477e28-64f8-4069-8cf2-663ddf1f77a7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:network {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:45.980441 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-b8477e28-64f8-4069-8cf2-663ddf1f77a7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/networks?id=3f87cc2e-abff-4c5e-a9be-9df69703738c HTTP/1.1" status: 200 len: 796 time: 0.5029376 Apr 08 10:26:45.983871 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a856db44-af7a-40ed-a623-dd127cc95802 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:45.992871 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-d67f00e6-2500-4bee-b545-1c842e8a7905 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Deleting subnet e8bffa8c-8d7d-43ca-aebf-740a869dff77 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:26:45.999093 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fd27790e-dd9f-42b5-8465-9ef4055cda8b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:46.003922 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-fd27790e-dd9f-42b5-8465-9ef4055cda8b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/routers/6310a90d-bc8b-45f8-8986-b9efecdf49d2 HTTP/1.1" status: 204 len: 168 time: 3.5834625 Apr 08 10:26:46.003922 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d67f00e6-2500-4bee-b545-1c842e8a7905 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:46.031471 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57296) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:46.054431 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-7d889830-64d3-4a0a-874d-9dc45285b06b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-403362135'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:46.059941 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d67f00e6-2500-4bee-b545-1c842e8a7905 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:46.115849 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7d889830-64d3-4a0a-874d-9dc45285b06b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:46.118792 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-30081425-40e9-4673-83cf-24aadf69af28 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:46.136688 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7d889830-64d3-4a0a-874d-9dc45285b06b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Usage tracker for resource:network and tenant:72c993bf72344f498aa1635c771d9146 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:46.141833 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7d889830-64d3-4a0a-874d-9dc45285b06b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:46.145142 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d67f00e6-2500-4bee-b545-1c842e8a7905 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:46.157846 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-60e8c0b2-7393-4769-a743-a497fe76e5ee tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/quotas/6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 375 time: 0.1250951 Apr 08 10:26:46.161719 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7d889830-64d3-4a0a-874d-9dc45285b06b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:46.217868 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d67f00e6-2500-4bee-b545-1c842e8a7905 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:46.237659 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d889830-64d3-4a0a-874d-9dc45285b06b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Made reservation on behalf of 72c993bf72344f498aa1635c771d9146 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:26:46.240549 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7d889830-64d3-4a0a-874d-9dc45285b06b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:46.260315 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f00e6-2500-4bee-b545-1c842e8a7905 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Pushing event deleted for resources: {'Subnet': ['ID=e8bffa8c-8d7d-43ca-aebf-740a869dff77,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:46.268890 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d67f00e6-2500-4bee-b545-1c842e8a7905 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:46.277371 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d67f00e6-2500-4bee-b545-1c842e8a7905 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] 10.222.0.47 "DELETE /v2.0/subnets/e8bffa8c-8d7d-43ca-aebf-740a869dff77 HTTP/1.1" status: 204 len: 168 time: 0.6868598 Apr 08 10:26:46.277613 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57300) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:46.278713 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f198ed16-930d-4768-92b9-7f8358f52cd2 None None] Network fe007c78-8efe-4f45-a179-1e1ec1f657d2 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:46.435661 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-30081425-40e9-4673-83cf-24aadf69af28 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:46.445156 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d889830-64d3-4a0a-874d-9dc45285b06b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:26:46.451125 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-30081425-40e9-4673-83cf-24aadf69af28 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:46.574159 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c7c96c-5597-4400-8fca-6f57e611ed90 None None] DHCP port deletion for fe007c78-8efe-4f45-a179-1e1ec1f657d2 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:26:46.575627 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d8467dd-1ff5-4da3-996c-b4fe758af155 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Deleting subnet 98263fa7-353d-4248-b7a9-61065ff784ef {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:26:46.579350 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-94c7c96c-5597-4400-8fca-6f57e611ed90 None None] Deleting port bf17d542-b956-4a04-811b-b933c7f318b5 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:46.579486 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7d8467dd-1ff5-4da3-996c-b4fe758af155 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:46.579713 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-94c7c96c-5597-4400-8fca-6f57e611ed90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:46.608941 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7d889830-64d3-4a0a-874d-9dc45285b06b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:46.609294 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-7d889830-64d3-4a0a-874d-9dc45285b06b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Added segment 00f3fbad-1692-482a-abe8-f441ecc7d562 of type vlan for network e53b1cf1-7a65-425b-9601-5b0ede11ecf0 Apr 08 10:26:46.618501 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30081425-40e9-4673-83cf-24aadf69af28 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a913656-c4bb-4e68-b176-38e00d23dcbb,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:46.627507 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a856db44-af7a-40ed-a623-dd127cc95802 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:46.636352 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-66fb811d-4ecf-4a39-87b1-e9b7cc425071 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:46.639499 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7d8467dd-1ff5-4da3-996c-b4fe758af155 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:46.663643 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-30081425-40e9-4673-83cf-24aadf69af28 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:46.667751 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-30081425-40e9-4673-83cf-24aadf69af28 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.9111495 Apr 08 10:26:46.668159 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57304) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:46.673093 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a856db44-af7a-40ed-a623-dd127cc95802 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:46.676234 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7d889830-64d3-4a0a-874d-9dc45285b06b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:46.692969 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-66fb811d-4ecf-4a39-87b1-e9b7cc425071 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:46.694164 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-66fb811d-4ecf-4a39-87b1-e9b7cc425071 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5256822 Apr 08 10:26:46.714933 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:46.733252 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8f3ba681-56ee-4961-b799-d95d4e558ff4 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:46.733982 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a856db44-af7a-40ed-a623-dd127cc95802 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:46.734692 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a856db44-af7a-40ed-a623-dd127cc95802 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Fanout notify agent at l3_agent the message router_deleted on router 49e2108d-1a1d-493c-aad4-fdc598ad3dda {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:26:46.743629 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7d889830-64d3-4a0a-874d-9dc45285b06b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:46.749848 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d889830-64d3-4a0a-874d-9dc45285b06b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:46.750544 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7d889830-64d3-4a0a-874d-9dc45285b06b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:46.753675 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8f3ba681-56ee-4961-b799-d95d4e558ff4 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:46.776089 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a856db44-af7a-40ed-a623-dd127cc95802 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:46.777218 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a856db44-af7a-40ed-a623-dd127cc95802 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/routers/49e2108d-1a1d-493c-aad4-fdc598ad3dda HTTP/1.1" status: 204 len: 168 time: 1.1002004 Apr 08 10:26:46.783067 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57310) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:46.840904 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7d8467dd-1ff5-4da3-996c-b4fe758af155 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:46.847536 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-94c7c96c-5597-4400-8fca-6f57e611ed90 None None] For port bf17d542-b956-4a04-811b-b933c7f318b5, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=bf17d542-b956-4a04-811b-b933c7f318b5,segment=NetworkSegment(585b8d47-9df5-42fd-a466-04c814f0b1b1),segment_id=585b8d47-9df5-42fd-a466-04c814f0b1b1)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:46.847929 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-94c7c96c-5597-4400-8fca-6f57e611ed90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:46.891044 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7d889830-64d3-4a0a-874d-9dc45285b06b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8527617 Apr 08 10:26:46.894135 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57314) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:46.899462 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-bd6f866b-7a3e-4120-92e1-72c1fc138a88 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'subnet': {'network_id': 'e53b1cf1-7a65-425b-9601-5b0ede11ecf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:46.922352 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8f3ba681-56ee-4961-b799-d95d4e558ff4 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:46.959128 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d889830-64d3-4a0a-874d-9dc45285b06b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Network': ['ID=e53b1cf1-7a65-425b-9601-5b0ede11ecf0,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:46.999392 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-94c7c96c-5597-4400-8fca-6f57e611ed90 None None] Calling delete_port for bf17d542-b956-4a04-811b-b933c7f318b5 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:26:47.012665 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-d0f39cf6-f142-4899-9f07-eb0f7938432a service neutron] 10.222.0.47 "GET /v2.0/networks/3f87cc2e-abff-4c5e-a9be-9df69703738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923050 Apr 08 10:26:47.022857 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ba681-56ee-4961-b799-d95d4e558ff4 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a913656-c4bb-4e68-b176-38e00d23dcbb,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:47.027032 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network e53b1cf1-7a65-425b-9601-5b0ede11ecf0 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:26:47.134025 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:47.136521 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8f3ba681-56ee-4961-b799-d95d4e558ff4 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:47.141776 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8f3ba681-56ee-4961-b799-d95d4e558ff4 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/6a913656-c4bb-4e68-b176-38e00d23dcbb HTTP/1.1" status: 204 len: 168 time: 0.4641387 Apr 08 10:26:47.143216 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57318) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:47.146933 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-bd6f866b-7a3e-4120-92e1-72c1fc138a88 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:47.164692 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-bd6f866b-7a3e-4120-92e1-72c1fc138a88 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Usage tracker for resource:subnet and tenant:72c993bf72344f498aa1635c771d9146 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:47.173321 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-bd6f866b-7a3e-4120-92e1-72c1fc138a88 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:47.183383 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-bd6f866b-7a3e-4120-92e1-72c1fc138a88 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:47.184322 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-aeaf0693-0aa7-442a-8e3c-55ea94c52363 service neutron] 10.222.0.47 "GET /v2.0/networks/3f87cc2e-abff-4c5e-a9be-9df69703738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642511 Apr 08 10:26:47.206431 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7d8467dd-1ff5-4da3-996c-b4fe758af155 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:47.210341 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-94c7c96c-5597-4400-8fca-6f57e611ed90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:47.228507 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a46514e8-fe0a-403b-8a88-4d586944c9bf tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Synchronizing usage tracker for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:47.246690 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a46514e8-fe0a-403b-8a88-4d586944c9bf tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Unset dirty status for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:47.248348 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a46514e8-fe0a-403b-8a88-4d586944c9bf tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.1039238 Apr 08 10:26:47.251469 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57322) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:47.270391 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8467dd-1ff5-4da3-996c-b4fe758af155 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Pushing event deleted for resources: {'Subnet': ['ID=98263fa7-353d-4248-b7a9-61065ff784ef,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:47.270821 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7c96c-5597-4400-8fca-6f57e611ed90 None None] Pushing event deleted for resources: {'Port': ['ID=bf17d542-b956-4a04-811b-b933c7f318b5,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:47.276641 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6f866b-7a3e-4120-92e1-72c1fc138a88 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Made reservation on behalf of 72c993bf72344f498aa1635c771d9146 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:26:47.286232 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c7c96c-5597-4400-8fca-6f57e611ed90 None None] No DVR routers for this DVR port bf17d542-b956-4a04-811b-b933c7f318b5 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:26:47.304564 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5bcfdce2-9ad0-46b0-b03e-622822c35928 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:47.305786 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a9e6e0-b1eb-4a9e-a8ec-f926869feed9 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Deleting subnet f086cc2c-7ca5-4add-ae86-aab85726cfaf {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:26:47.316691 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5bcfdce2-9ad0-46b0-b03e-622822c35928 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:47.319367 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22703ad-7311-4bdb-9c4a-607298535925 None None] Network b71e8757-0e54-4ac7-b592-5c4fea79bbd6 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:47.349550 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5bcfdce2-9ad0-46b0-b03e-622822c35928 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:47.361232 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7d8467dd-1ff5-4da3-996c-b4fe758af155 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:47.364323 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-92a9e6e0-b1eb-4a9e-a8ec-f926869feed9 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:47.374474 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcfdce2-9ad0-46b0-b03e-622822c35928 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31daadbb-3df7-4722-a81c-c9a3856580c7,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:47.402892 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5bcfdce2-9ad0-46b0-b03e-622822c35928 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:47.412994 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57332) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:47.413495 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5bcfdce2-9ad0-46b0-b03e-622822c35928 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/31daadbb-3df7-4722-a81c-c9a3856580c7 HTTP/1.1" status: 204 len: 168 time: 0.1521292 Apr 08 10:26:47.448966 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7d8467dd-1ff5-4da3-996c-b4fe758af155 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] 10.222.0.47 "DELETE /v2.0/subnets/98263fa7-353d-4248-b7a9-61065ff784ef HTTP/1.1" status: 204 len: 168 time: 1.1680322 Apr 08 10:26:47.453151 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57336) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:47.472891 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b3b56c05-2fbd-46e2-80cb-27894beb1f94 req-1703974f-7ab7-4dec-80b7-971016c186fb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ff6e5e-9108-4443-91e2-395f50a85034 HTTP/1.1" status: 200 len: 210 time: 0.0476274 Apr 08 10:26:47.570578 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bd6f866b-7a3e-4120-92e1-72c1fc138a88 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:47.591828 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-92a9e6e0-b1eb-4a9e-a8ec-f926869feed9 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:47.629162 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d0dee7-c36c-4b1e-b040-7c333404c5b4 None None] DHCP port deletion for b71e8757-0e54-4ac7-b592-5c4fea79bbd6 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:26:47.633792 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-34d0dee7-c36c-4b1e-b040-7c333404c5b4 None None] Deleting port c4846abb-b766-449a-a5a3-9d60c8286c9b {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:47.634356 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-34d0dee7-c36c-4b1e-b040-7c333404c5b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:47.671606 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device bf17d542-b956-4a04-811b-b933c7f318b5 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:26:47.714566 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: bf17d542-b956-4a04-811b-b933c7f318b5 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:26:47.714905 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device bf17d542-b956-4a04-811b-b933c7f318b5 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:26:47.787975 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d27fd4d4-d79e-474e-bb84-2db562de27f2 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Synchronizing usage tracker for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:47.807742 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9581802c-0c30-4397-ac9f-b913fe1c88f6 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:47.855417 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d27fd4d4-d79e-474e-bb84-2db562de27f2 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Unset dirty status for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:47.856677 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d27fd4d4-d79e-474e-bb84-2db562de27f2 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.4427047 Apr 08 10:26:47.860469 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57346) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:47.895097 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-92a9e6e0-b1eb-4a9e-a8ec-f926869feed9 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:47.896906 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7bbcad26-c336-45ee-b6d4-d33fcfcfe220 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:47.902713 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-34d0dee7-c36c-4b1e-b040-7c333404c5b4 None None] For port c4846abb-b766-449a-a5a3-9d60c8286c9b, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=c4846abb-b766-449a-a5a3-9d60c8286c9b,segment=NetworkSegment(c6d00648-0a55-4203-a680-dad76d60d3a8),segment_id=c6d00648-0a55-4203-a680-dad76d60d3a8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:47.903107 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-34d0dee7-c36c-4b1e-b040-7c333404c5b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:47.911517 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7bbcad26-c336-45ee-b6d4-d33fcfcfe220 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:47.945302 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7bbcad26-c336-45ee-b6d4-d33fcfcfe220 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:47.975549 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcad26-c336-45ee-b6d4-d33fcfcfe220 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03f7e638-dfc8-4a49-8362-5563477c846f,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:47.995010 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7bbcad26-c336-45ee-b6d4-d33fcfcfe220 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:47.999300 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7bbcad26-c336-45ee-b6d4-d33fcfcfe220 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/03f7e638-dfc8-4a49-8362-5563477c846f HTTP/1.1" status: 204 len: 168 time: 0.1339450 Apr 08 10:26:47.999694 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57352) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:48.053953 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-8df6c250-f671-4e9e-8602-f7a6ef6fd3b5 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Synchronizing usage tracker for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:48.071407 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-34d0dee7-c36c-4b1e-b040-7c333404c5b4 None None] Calling delete_port for c4846abb-b766-449a-a5a3-9d60c8286c9b owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:26:48.073310 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-8df6c250-f671-4e9e-8602-f7a6ef6fd3b5 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Unset dirty status for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:48.076171 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8df6c250-f671-4e9e-8602-f7a6ef6fd3b5 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0739014 Apr 08 10:26:48.077635 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57356) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:48.120712 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9581802c-0c30-4397-ac9f-b913fe1c88f6 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:48.124337 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb4f8-e00f-418c-a6be-97588256d9b6 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:48.138200 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb4f8-e00f-418c-a6be-97588256d9b6 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:48.172662 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb4f8-e00f-418c-a6be-97588256d9b6 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:48.177138 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-9581802c-0c30-4397-ac9f-b913fe1c88f6 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe007c78-8efe-4f45-a179-1e1ec1f657d2']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:48.198076 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-92a9e6e0-b1eb-4a9e-a8ec-f926869feed9 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:48.202674 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbb4f8-e00f-418c-a6be-97588256d9b6 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7945d46-bfd1-4af3-b6a3-c89cc1394e61,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:48.215167 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9ffbb4f8-e00f-418c-a6be-97588256d9b6 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:48.220152 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9ffbb4f8-e00f-418c-a6be-97588256d9b6 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/e7945d46-bfd1-4af3-b6a3-c89cc1394e61 HTTP/1.1" status: 204 len: 168 time: 0.1381028 Apr 08 10:26:48.221015 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57360) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:48.243457 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-34d0dee7-c36c-4b1e-b040-7c333404c5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:48.287219 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-8c59cdaf-7054-46f4-b670-cf2cf734dd50 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Synchronizing usage tracker for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:48.300032 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:48.305360 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-8c59cdaf-7054-46f4-b670-cf2cf734dd50 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Unset dirty status for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:48.309380 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8c59cdaf-7054-46f4-b670-cf2cf734dd50 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0841939 Apr 08 10:26:48.310211 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57364) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:48.310494 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0dee7-c36c-4b1e-b040-7c333404c5b4 None None] Pushing event deleted for resources: {'Port': ['ID=c4846abb-b766-449a-a5a3-9d60c8286c9b,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:48.316527 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d0dee7-c36c-4b1e-b040-7c333404c5b4 None None] No DVR routers for this DVR port c4846abb-b766-449a-a5a3-9d60c8286c9b on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:26:48.352403 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bf963f68-9e47-47b4-aaef-0290b6a072a3 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:48.363579 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bf963f68-9e47-47b4-aaef-0290b6a072a3 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:48.365346 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-9581802c-0c30-4397-ac9f-b913fe1c88f6 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585b8d47-9df5-42fd-a466-04c814f0b1b1') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:48.365647 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-9581802c-0c30-4397-ac9f-b913fe1c88f6 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585b8d47-9df5-42fd-a466-04c814f0b1b1') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:48.391014 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bf963f68-9e47-47b4-aaef-0290b6a072a3 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:48.392095 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9e6e0-b1eb-4a9e-a8ec-f926869feed9 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Subnet': ['ID=f086cc2c-7ca5-4add-ae86-aab85726cfaf,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:48.399130 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9581802c-0c30-4397-ac9f-b913fe1c88f6 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:48.416251 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-92a9e6e0-b1eb-4a9e-a8ec-f926869feed9 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:48.419446 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf963f68-9e47-47b4-aaef-0290b6a072a3 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a90607af-6a33-4286-b368-ca4a8b451a7d,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:48.421964 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bd6f866b-7a3e-4120-92e1-72c1fc138a88 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:48.429789 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bf963f68-9e47-47b4-aaef-0290b6a072a3 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:48.432693 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-bf963f68-9e47-47b4-aaef-0290b6a072a3 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/a90607af-6a33-4286-b368-ca4a8b451a7d HTTP/1.1" status: 204 len: 168 time: 0.1205049 Apr 08 10:26:48.433095 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03c5f1a-450b-4fb0-bf20-f871ed050a7b None None] Network 80e3d061-ed24-4d79-9b00-899b4dee89d1 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:48.435174 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57368) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:48.479271 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-92a9e6e0-b1eb-4a9e-a8ec-f926869feed9 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/subnets/f086cc2c-7ca5-4add-ae86-aab85726cfaf HTTP/1.1" status: 204 len: 168 time: 1.6945271 Apr 08 10:26:48.480397 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57372) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:48.481328 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9581802c-0c30-4397-ac9f-b913fe1c88f6 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:48.506886 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9581802c-0c30-4397-ac9f-b913fe1c88f6 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:26:48.507521 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9581802c-0c30-4397-ac9f-b913fe1c88f6 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:48.526668 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6e30d440-cbc7-4df8-a646-830fd3c765f3 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Synchronizing usage tracker for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:26:48.527813 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:26:48.631576 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f866b-7a3e-4120-92e1-72c1fc138a88 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Subnet': ['ID=3669cf92-30cc-45a0-871f-1abffb176b99,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:48.658793 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6f866b-7a3e-4120-92e1-72c1fc138a88 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Checking segment: {'id': '00f3fbad-1692-482a-abe8-f441ecc7d562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e53b1cf1-7a65-425b-9601-5b0ede11ecf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:26:48.659164 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6f866b-7a3e-4120-92e1-72c1fc138a88 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network hostable DHCP agents. Network: e53b1cf1-7a65-425b-9601-5b0ede11ecf0, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:26:48.665689 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9581802c-0c30-4397-ac9f-b913fe1c88f6 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:48.687528 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9581802c-0c30-4397-ac9f-b913fe1c88f6 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:48.697991 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581802c-0c30-4397-ac9f-b913fe1c88f6 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Pushing event deleted for resources: {'Network': ['ID=fe007c78-8efe-4f45-a179-1e1ec1f657d2,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:48.706005 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9581802c-0c30-4397-ac9f-b913fe1c88f6 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] 10.222.0.47 "DELETE /v2.0/networks/fe007c78-8efe-4f45-a179-1e1ec1f657d2 HTTP/1.1" status: 204 len: 168 time: 1.2475109 Apr 08 10:26:48.708858 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57378) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:48.712942 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6e30d440-cbc7-4df8-a646-830fd3c765f3 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Unset dirty status for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:48.714132 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6e30d440-cbc7-4df8-a646-830fd3c765f3 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2755890 Apr 08 10:26:48.734502 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57382) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:48.762648 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f67ec4-b361-4c7c-b72c-f36f95d035fa None None] DHCP port deletion for 80e3d061-ed24-4d79-9b00-899b4dee89d1 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:26:48.768670 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-e8f67ec4-b361-4c7c-b72c-f36f95d035fa None None] Deleting port 32d6a66d-2d0c-485a-977e-edfb1bfe7cf5 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:48.769231 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e8f67ec4-b361-4c7c-b72c-f36f95d035fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:48.805637 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f86dcbca-e966-4357-85e4-aceb4e6fae42 req-0dda9957-1c71-41e1-8732-2daaced7046d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ff6e5e-9108-4443-91e2-395f50a85034 HTTP/1.1" status: 200 len: 210 time: 0.0968940 Apr 08 10:26:48.870251 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b9fa10f-1f46-4c58-873b-046bd99af235 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Deleting subnet 2ac1a21b-67e2-47c4-960a-4d214e24fa4f {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:26:48.873503 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7b9fa10f-1f46-4c58-873b-046bd99af235 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:48.894491 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b9c072aa-2b4d-47c8-85ad-907f320d43f5 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:48.905364 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6f866b-7a3e-4120-92e1-72c1fc138a88 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network e53b1cf1-7a65-425b-9601-5b0ede11ecf0 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:26:48.936523 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f61b6de9-b5da-4240-98aa-b84d242656b9 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:48.946480 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7b9fa10f-1f46-4c58-873b-046bd99af235 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:48.958084 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-bd6f866b-7a3e-4120-92e1-72c1fc138a88 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, e53b1cf1-7a65-425b-9601-5b0ede11ecf0) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:48.962967 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6f866b-7a3e-4120-92e1-72c1fc138a88 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:48.963830 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bd6f866b-7a3e-4120-92e1-72c1fc138a88 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:48.969468 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b9c072aa-2b4d-47c8-85ad-907f320d43f5 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:48.971944 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516e7d12-5a94-4a6c-89de-acc16ba83bc3 None None] Network e53b1cf1-7a65-425b-9601-5b0ede11ecf0 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:49.057511 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7b9fa10f-1f46-4c58-873b-046bd99af235 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:49.090085 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-e8f67ec4-b361-4c7c-b72c-f36f95d035fa None None] For port 32d6a66d-2d0c-485a-977e-edfb1bfe7cf5, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=32d6a66d-2d0c-485a-977e-edfb1bfe7cf5,segment=NetworkSegment(cf60708b-181f-4772-834a-e5b671e8a0b7),segment_id=cf60708b-181f-4772-834a-e5b671e8a0b7)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:49.090471 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e8f67ec4-b361-4c7c-b72c-f36f95d035fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:49.105856 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-bd6f866b-7a3e-4120-92e1-72c1fc138a88 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2104852 Apr 08 10:26:49.156507 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57386) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:49.165311 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7b9fa10f-1f46-4c58-873b-046bd99af235 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:49.172431 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-f445200a-3ec7-4e81-9910-b215ddba22bb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-255745586', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:49.241615 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-e8f67ec4-b361-4c7c-b72c-f36f95d035fa None None] Calling delete_port for 32d6a66d-2d0c-485a-977e-edfb1bfe7cf5 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:26:49.250867 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f61b6de9-b5da-4240-98aa-b84d242656b9 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:49.266607 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b9c072aa-2b4d-47c8-85ad-907f320d43f5 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:49.300592 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c072aa-2b4d-47c8-85ad-907f320d43f5 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f93f1de-1eec-46f5-a9a5-f5a4899dd347,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:49.304646 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-f61b6de9-b5da-4240-98aa-b84d242656b9 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71e8757-0e54-4ac7-b592-5c4fea79bbd6']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:49.308362 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f445200a-3ec7-4e81-9910-b215ddba22bb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:49.312908 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f445200a-3ec7-4e81-9910-b215ddba22bb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Usage tracker for resource:router and tenant:72c993bf72344f498aa1635c771d9146 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:49.315815 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f445200a-3ec7-4e81-9910-b215ddba22bb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:49.324356 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-f61b6de9-b5da-4240-98aa-b84d242656b9 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d00648-0a55-4203-a680-dad76d60d3a8') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:49.324791 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-f61b6de9-b5da-4240-98aa-b84d242656b9 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d00648-0a55-4203-a680-dad76d60d3a8') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:49.333641 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f445200a-3ec7-4e81-9910-b215ddba22bb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:49.336310 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7b9fa10f-1f46-4c58-873b-046bd99af235 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:49.343548 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6f47ad-5732-4bd5-ae3c-578879b2a93f None None] Network cb3a91a9-f5fd-4e63-9c56-790d1ff00767 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:49.344174 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9fa10f-1f46-4c58-873b-046bd99af235 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Subnet': ['ID=2ac1a21b-67e2-47c4-960a-4d214e24fa4f,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:49.346640 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f61b6de9-b5da-4240-98aa-b84d242656b9 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:49.358570 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b9c072aa-2b4d-47c8-85ad-907f320d43f5 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:49.362074 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b9c072aa-2b4d-47c8-85ad-907f320d43f5 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "DELETE /v2.0/security-groups/4f93f1de-1eec-46f5-a9a5-f5a4899dd347 HTTP/1.1" status: 204 len: 168 time: 0.6210332 Apr 08 10:26:49.363253 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57390) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:49.365540 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7b9fa10f-1f46-4c58-873b-046bd99af235 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/subnets/2ac1a21b-67e2-47c4-960a-4d214e24fa4f HTTP/1.1" status: 204 len: 168 time: 0.8840272 Apr 08 10:26:49.366235 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57394) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:49.390152 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f445200a-3ec7-4e81-9910-b215ddba22bb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:49.391449 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f445200a-3ec7-4e81-9910-b215ddba22bb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:49.410813 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f61b6de9-b5da-4240-98aa-b84d242656b9 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:49.425138 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61b6de9-b5da-4240-98aa-b84d242656b9 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:26:49.425663 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f61b6de9-b5da-4240-98aa-b84d242656b9 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:26:49.440423 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:26:49.512993 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8bc3f0dc-a94b-44ee-a53d-cc76931231fd tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Synchronizing usage tracker for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:49.521156 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e8f67ec4-b361-4c7c-b72c-f36f95d035fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:49.535052 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a9ccec1b-73cf-4507-a675-719f4290b575 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:49.541759 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-3a569515-36be-4f50-865e-329e637d9dd0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:49.543749 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-3a569515-36be-4f50-865e-329e637d9dd0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/networks?id=3f87cc2e-abff-4c5e-a9be-9df69703738c HTTP/1.1" status: 200 len: 796 time: 0.4092643 Apr 08 10:26:49.551151 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f445200a-3ec7-4e81-9910-b215ddba22bb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:49.559952 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8bc3f0dc-a94b-44ee-a53d-cc76931231fd tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Unset dirty status for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:49.568096 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8bc3f0dc-a94b-44ee-a53d-cc76931231fd tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1989455 Apr 08 10:26:49.568096 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f61b6de9-b5da-4240-98aa-b84d242656b9 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:49.568096 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57398) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:49.579635 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f61b6de9-b5da-4240-98aa-b84d242656b9 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:49.588393 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-7e14cd4c-0051-4092-b280-6a8d02d210cc tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Request body: {'security_group': {'name': 'tempest-secgroup--499449756'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:49.618985 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-7e14cd4c-0051-4092-b280-6a8d02d210cc tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:49.621077 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9efa3b-e682-4854-82e7-3b9fb1370cf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-e53b1cf1-7a65-425b-9601-5b0ede11ecf0', 'network_id': 'e53b1cf1-7a65-425b-9601-5b0ede11ecf0', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'fixed_ips': [{'subnet_id': '3669cf92-30cc-45a0-871f-1abffb176b99'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:26:49.622072 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7e9efa3b-e682-4854-82e7-3b9fb1370cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:49.630930 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f61b6de9-b5da-4240-98aa-b84d242656b9 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] 10.222.0.47 "DELETE /v2.0/networks/b71e8757-0e54-4ac7-b592-5c4fea79bbd6 HTTP/1.1" status: 204 len: 168 time: 0.9209888 Apr 08 10:26:49.631983 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f67ec4-b361-4c7c-b72c-f36f95d035fa None None] Pushing event deleted for resources: {'Port': ['ID=32d6a66d-2d0c-485a-977e-edfb1bfe7cf5,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:49.635058 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b6de9-b5da-4240-98aa-b84d242656b9 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Pushing event deleted for resources: {'Network': ['ID=b71e8757-0e54-4ac7-b592-5c4fea79bbd6,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:49.638490 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-7e14cd4c-0051-4092-b280-6a8d02d210cc tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:49.638658 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57402) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:49.654056 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7e14cd4c-0051-4092-b280-6a8d02d210cc tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:49.666941 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 32d6a66d-2d0c-485a-977e-edfb1bfe7cf5 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:26:49.691515 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f67ec4-b361-4c7c-b72c-f36f95d035fa None None] No DVR routers for this DVR port 32d6a66d-2d0c-485a-977e-edfb1bfe7cf5 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:26:49.699130 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-7e14cd4c-0051-4092-b280-6a8d02d210cc tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:49.705755 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-7e14cd4c-0051-4092-b280-6a8d02d210cc tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Usage tracker for resource:security_group_rule and tenant:ec63585c15c249229c872ca6e8c0c186 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:49.708966 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-7e14cd4c-0051-4092-b280-6a8d02d210cc tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:49.713918 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 32d6a66d-2d0c-485a-977e-edfb1bfe7cf5 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:26:49.714185 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 32d6a66d-2d0c-485a-977e-edfb1bfe7cf5 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:26:49.714547 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f445200a-3ec7-4e81-9910-b215ddba22bb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:49.714672 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device c4846abb-b766-449a-a5a3-9d60c8286c9b no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:26:49.716587 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-7e14cd4c-0051-4092-b280-6a8d02d210cc tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:49.732903 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-ce020707-6b34-417f-a3df-2cc5f9b3132a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 380 time: 0.1695070 Apr 08 10:26:49.778210 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7e14cd4c-0051-4092-b280-6a8d02d210cc tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:49.782340 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7e14cd4c-0051-4092-b280-6a8d02d210cc tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:49.796438 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: c4846abb-b766-449a-a5a3-9d60c8286c9b {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:26:49.797081 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device c4846abb-b766-449a-a5a3-9d60c8286c9b not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:26:49.816591 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-fa9b9a94-8673-4f3a-ab66-35d17e10afab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'port': {'device_id': 'e7ff6e5e-9108-4443-91e2-395f50a85034', 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c', 'admin_state_up': True, 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'security_groups': ['bcabe309-6c60-4407-ac9e-f58bdadffc5d']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:49.841759 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e14cd4c-0051-4092-b280-6a8d02d210cc tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38b8df01-82a4-437c-934a-928672f62933,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:49.845535 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7e14cd4c-0051-4092-b280-6a8d02d210cc tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:49.849534 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7e14cd4c-0051-4092-b280-6a8d02d210cc tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2810874 Apr 08 10:26:49.850373 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57406) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:49.856726 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-5f18e476-e50b-42ac-b070-464253cbc535 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Request body: {'security_group_rule': {'security_group_id': '38b8df01-82a4-437c-934a-928672f62933', 'direction': 'ingress', 'protocol': 17}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:49.864524 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5f18e476-e50b-42ac-b070-464253cbc535 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:49.868999 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5f18e476-e50b-42ac-b070-464253cbc535 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Usage tracker for resource:security_group_rule and tenant:ec63585c15c249229c872ca6e8c0c186 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:49.872035 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5f18e476-e50b-42ac-b070-464253cbc535 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:49.878877 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5f18e476-e50b-42ac-b070-464253cbc535 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:49.898946 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5f18e476-e50b-42ac-b070-464253cbc535 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:49.926981 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-7e9efa3b-e682-4854-82e7-3b9fb1370cf4 None None] Allocated IP 2001:db8::2 (e53b1cf1-7a65-425b-9601-5b0ede11ecf0/3669cf92-30cc-45a0-871f-1abffb176b99/5a2b30df-4857-4b00-b829-ba14c75f10ff) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:26:49.927288 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a9ccec1b-73cf-4507-a675-719f4290b575 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:49.974658 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f445200a-3ec7-4e81-9910-b215ddba22bb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:49.976278 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f445200a-3ec7-4e81-9910-b215ddba22bb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8187463 Apr 08 10:26:49.986818 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57412) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:50.077009 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2c4ea6-d9b7-4e35-9cd1-82077e05af49 None None] DHCP port deletion for cb3a91a9-f5fd-4e63-9c56-790d1ff00767 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:26:50.077566 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-a9ccec1b-73cf-4507-a675-719f4290b575 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e3d061-ed24-4d79-9b00-899b4dee89d1']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:50.105247 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-ac2c4ea6-d9b7-4e35-9cd1-82077e05af49 None None] Deleting port 6328e2e0-6653-485c-ace3-b064ecc1089f {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:50.105617 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ac2c4ea6-d9b7-4e35-9cd1-82077e05af49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:50.128899 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5f18e476-e50b-42ac-b070-464253cbc535 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:50.140104 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5f18e476-e50b-42ac-b070-464253cbc535 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:50.148538 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5b7cd1be-49b3-4037-8dd7-42f964f6389d req-b21b82bf-507a-4339-a816-742ce9f8a53b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ff6e5e-9108-4443-91e2-395f50a85034 HTTP/1.1" status: 200 len: 210 time: 0.0607102 Apr 08 10:26:50.174728 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-a9ccec1b-73cf-4507-a675-719f4290b575 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf60708b-181f-4772-834a-e5b671e8a0b7') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:50.175070 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-a9ccec1b-73cf-4507-a675-719f4290b575 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf60708b-181f-4772-834a-e5b671e8a0b7') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:50.182345 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18e476-e50b-42ac-b070-464253cbc535 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe6f960-0ecd-4aff-a57f-ec96241c930f,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:50.191104 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5f18e476-e50b-42ac-b070-464253cbc535 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:50.195608 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5f18e476-e50b-42ac-b070-464253cbc535 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3438106 Apr 08 10:26:50.198874 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57416) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:50.210398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a9ccec1b-73cf-4507-a675-719f4290b575 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:50.225395 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-fa9b9a94-8673-4f3a-ab66-35d17e10afab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:50.247675 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a9ccec1b-73cf-4507-a675-719f4290b575 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:50.256555 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd6db27-26b6-4155-89ed-95448fb09e9c tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Deleting subnet b5c40878-9c7d-4c65-b633-28670b083034 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:26:50.258814 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-fa9b9a94-8673-4f3a-ab66-35d17e10afab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:50.268050 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2fd6db27-26b6-4155-89ed-95448fb09e9c tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:50.306105 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ccec1b-73cf-4507-a675-719f4290b575 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:26:50.306816 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a9ccec1b-73cf-4507-a675-719f4290b575 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:26:50.320989 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:26:50.387376 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-fa9b9a94-8673-4f3a-ab66-35d17e10afab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Made reservation on behalf of 6d9baba61a9a4a97bab400043cc74a73 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:26:50.391143 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-fa9b9a94-8673-4f3a-ab66-35d17e10afab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:50.416585 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-114216ee-9ed2-4e3b-b3d2-d5eba64138c2 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:50.426818 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7e9efa3b-e682-4854-82e7-3b9fb1370cf4 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:50.441766 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-ac2c4ea6-d9b7-4e35-9cd1-82077e05af49 None None] For port 6328e2e0-6653-485c-ace3-b064ecc1089f, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=6328e2e0-6653-485c-ace3-b064ecc1089f,segment=NetworkSegment(3aa1c5fe-e173-49af-8d15-eb760f963fac),segment_id=3aa1c5fe-e173-49af-8d15-eb760f963fac)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:50.442145 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ac2c4ea6-d9b7-4e35-9cd1-82077e05af49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:50.554366 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2fd6db27-26b6-4155-89ed-95448fb09e9c tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:50.578854 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-ac2c4ea6-d9b7-4e35-9cd1-82077e05af49 None None] Calling delete_port for 6328e2e0-6653-485c-ace3-b064ecc1089f owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:26:50.596671 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a9ccec1b-73cf-4507-a675-719f4290b575 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:50.606489 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7e9efa3b-e682-4854-82e7-3b9fb1370cf4 None None] Transition to ACTIVE for port object 5a2b30df-4857-4b00-b829-ba14c75f10ff will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:50.649077 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7e9efa3b-e682-4854-82e7-3b9fb1370cf4 None None] Transition to ACTIVE for port object 5a2b30df-4857-4b00-b829-ba14c75f10ff will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:50.651311 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a9ccec1b-73cf-4507-a675-719f4290b575 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:50.666354 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7e9efa3b-e682-4854-82e7-3b9fb1370cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:50.680895 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-114216ee-9ed2-4e3b-b3d2-d5eba64138c2 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:50.683977 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ccec1b-73cf-4507-a675-719f4290b575 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Network': ['ID=80e3d061-ed24-4d79-9b00-899b4dee89d1,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:50.698158 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a9ccec1b-73cf-4507-a675-719f4290b575 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/networks/80e3d061-ed24-4d79-9b00-899b4dee89d1 HTTP/1.1" status: 204 len: 168 time: 1.3286259 Apr 08 10:26:50.702294 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57420) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:50.726773 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ac2c4ea6-d9b7-4e35-9cd1-82077e05af49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:50.744838 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2c4ea6-d9b7-4e35-9cd1-82077e05af49 None None] No DVR routers for this DVR port 6328e2e0-6653-485c-ace3-b064ecc1089f on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:26:50.757404 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9efa3b-e682-4854-82e7-3b9fb1370cf4 None None] Network e53b1cf1-7a65-425b-9601-5b0ede11ecf0 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:50.760631 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-7e9efa3b-e682-4854-82e7-3b9fb1370cf4 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:50.765817 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9efa3b-e682-4854-82e7-3b9fb1370cf4 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:26:50.795866 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-114216ee-9ed2-4e3b-b3d2-d5eba64138c2 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:50.803241 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9efa3b-e682-4854-82e7-3b9fb1370cf4 None None] Pushing event updated for resources: {'Port': ['ID=5a2b30df-4857-4b00-b829-ba14c75f10ff,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:50.848190 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114216ee-9ed2-4e3b-b3d2-d5eba64138c2 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b8df01-82a4-437c-934a-928672f62933,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:50.857322 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2de5bf3a-13d9-45cb-9fa5-b3615f379963 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:50.881350 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-114216ee-9ed2-4e3b-b3d2-d5eba64138c2 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:50.885023 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-114216ee-9ed2-4e3b-b3d2-d5eba64138c2 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "DELETE /v2.0/security-groups/38b8df01-82a4-437c-934a-928672f62933 HTTP/1.1" status: 204 len: 168 time: 0.6825352 Apr 08 10:26:50.887295 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c4ea6-d9b7-4e35-9cd1-82077e05af49 None None] Pushing event deleted for resources: {'Port': ['ID=6328e2e0-6653-485c-ace3-b064ecc1089f,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:50.900589 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57424) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:50.912623 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-15deda6f-cfcf-4ab5-aed4-45a9016dea1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:50.912883 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-7e9efa3b-e682-4854-82e7-3b9fb1370cf4 None None] Attempting to bind port 5a2b30df-4857-4b00-b829-ba14c75f10ff on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:26:50.913313 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-7e9efa3b-e682-4854-82e7-3b9fb1370cf4 None None] Attempting to bind port 5a2b30df-4857-4b00-b829-ba14c75f10ff by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '00f3fbad-1692-482a-abe8-f441ecc7d562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e53b1cf1-7a65-425b-9601-5b0ede11ecf0'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:26:50.913742 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9efa3b-e682-4854-82e7-3b9fb1370cf4 None None] Attempting to bind port 5a2b30df-4857-4b00-b829-ba14c75f10ff on network e53b1cf1-7a65-425b-9601-5b0ede11ecf0 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:26:50.921193 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9efa3b-e682-4854-82e7-3b9fb1370cf4 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:26:50.921656 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9efa3b-e682-4854-82e7-3b9fb1370cf4 None None] Checking segment: {'id': '00f3fbad-1692-482a-abe8-f441ecc7d562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e53b1cf1-7a65-425b-9601-5b0ede11ecf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:26:50.922124 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7e9efa3b-e682-4854-82e7-3b9fb1370cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:50.922574 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9efa3b-e682-4854-82e7-3b9fb1370cf4 None None] Bound using segment: {'id': '00f3fbad-1692-482a-abe8-f441ecc7d562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e53b1cf1-7a65-425b-9601-5b0ede11ecf0'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:26:50.923110 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-7e9efa3b-e682-4854-82e7-3b9fb1370cf4 None None] Bound port: 5a2b30df-4857-4b00-b829-ba14c75f10ff, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f3fbad-1692-482a-abe8-f441ecc7d562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e53b1cf1-7a65-425b-9601-5b0ede11ecf0'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:26:50.923542 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7e9efa3b-e682-4854-82e7-3b9fb1370cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:50.944232 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2fd6db27-26b6-4155-89ed-95448fb09e9c tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:51.018552 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-7e9efa3b-e682-4854-82e7-3b9fb1370cf4 None None] For port 5a2b30df-4857-4b00-b829-ba14c75f10ff, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:26:51.022048 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-7e9efa3b-e682-4854-82e7-3b9fb1370cf4 None None] For port 5a2b30df-4857-4b00-b829-ba14c75f10ff, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=5a2b30df-4857-4b00-b829-ba14c75f10ff,segment=NetworkSegment(00f3fbad-1692-482a-abe8-f441ecc7d562),segment_id=00f3fbad-1692-482a-abe8-f441ecc7d562)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:26:51.025839 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7e9efa3b-e682-4854-82e7-3b9fb1370cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:51.040959 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-fa9b9a94-8673-4f3a-ab66-35d17e10afab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.20.0.8 (3f87cc2e-abff-4c5e-a9be-9df69703738c/e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58/5af9a6bb-925c-485a-a7e5-71926cd48599) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:26:51.113349 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9efa3b-e682-4854-82e7-3b9fb1370cf4 None None] Pushing event updated for resources: {'Port': ['ID=5a2b30df-4857-4b00-b829-ba14c75f10ff,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:51.188139 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2e5b1f44-eb09-4d3a-aa5d-e98c98d01d24 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Synchronizing usage tracker for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:51.205568 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-15deda6f-cfcf-4ab5-aed4-45a9016dea1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:51.281252 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-2de5bf3a-13d9-45cb-9fa5-b3615f379963 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Allocated IP 2001:db8::1 (e53b1cf1-7a65-425b-9601-5b0ede11ecf0/3669cf92-30cc-45a0-871f-1abffb176b99/083003e3-da24-4f9a-89f0-0326ba24b416) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:26:51.292019 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2fd6db27-26b6-4155-89ed-95448fb09e9c tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:51.406893 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-15deda6f-cfcf-4ab5-aed4-45a9016dea1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3a91a9-f5fd-4e63-9c56-790d1ff00767']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:51.421301 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6db27-26b6-4155-89ed-95448fb09e9c tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c40878-9c7d-4c65-b633-28670b083034,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:51.423102 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2e5b1f44-eb09-4d3a-aa5d-e98c98d01d24 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Unset dirty status for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:51.428212 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2e5b1f44-eb09-4d3a-aa5d-e98c98d01d24 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5334072 Apr 08 10:26:51.434923 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57430) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:51.444531 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-7e10163e-7c49-414e-9a57-1bfe69b9763e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Request body: {'security_group': {'name': 'tempest-secgroup--217170267'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:51.455625 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-7e10163e-7c49-414e-9a57-1bfe69b9763e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:51.479585 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-7e10163e-7c49-414e-9a57-1bfe69b9763e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:51.480337 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-15deda6f-cfcf-4ab5-aed4-45a9016dea1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa1c5fe-e173-49af-8d15-eb760f963fac') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:51.480863 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-15deda6f-cfcf-4ab5-aed4-45a9016dea1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa1c5fe-e173-49af-8d15-eb760f963fac') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:51.504339 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2de5bf3a-13d9-45cb-9fa5-b3615f379963 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:51.510027 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-3bda37da-568b-4265-92c1-dcb41b0c0da3 req-d99d4ed3-dd7e-4f16-9f30-c1ef5c677195 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:51.516772 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7e10163e-7c49-414e-9a57-1bfe69b9763e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:51.520970 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2fd6db27-26b6-4155-89ed-95448fb09e9c tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:51.524650 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-15deda6f-cfcf-4ab5-aed4-45a9016dea1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:51.526554 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150eb02d-3f71-4066-b8c7-903fbb085aae None None] Network a1ef57fe-8e34-46cb-98be-2b7d8b56e8ac requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:51.543689 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-2de5bf3a-13d9-45cb-9fa5-b3615f379963 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Transition to ACTIVE for port object 083003e3-da24-4f9a-89f0-0326ba24b416 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:51.570677 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2fd6db27-26b6-4155-89ed-95448fb09e9c tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] 10.222.0.47 "DELETE /v2.0/subnets/b5c40878-9c7d-4c65-b633-28670b083034 HTTP/1.1" status: 204 len: 168 time: 1.9235654 Apr 08 10:26:51.571840 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-7e10163e-7c49-414e-9a57-1bfe69b9763e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:51.575482 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57434) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:51.581461 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-15deda6f-cfcf-4ab5-aed4-45a9016dea1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:51.588270 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-3bda37da-568b-4265-92c1-dcb41b0c0da3 req-d99d4ed3-dd7e-4f16-9f30-c1ef5c677195 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:51.600624 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-7e10163e-7c49-414e-9a57-1bfe69b9763e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Usage tracker for resource:security_group_rule and tenant:ec63585c15c249229c872ca6e8c0c186 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:51.602579 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3bda37da-568b-4265-92c1-dcb41b0c0da3 req-d99d4ed3-dd7e-4f16-9f30-c1ef5c677195 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ff6e5e-9108-4443-91e2-395f50a85034 HTTP/1.1" status: 200 len: 210 time: 0.2556033 Apr 08 10:26:51.611596 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-7e10163e-7c49-414e-9a57-1bfe69b9763e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:51.635942 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15deda6f-cfcf-4ab5-aed4-45a9016dea1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:26:51.636604 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-15deda6f-cfcf-4ab5-aed4-45a9016dea1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:26:51.658369 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:26:51.679342 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-7e10163e-7c49-414e-9a57-1bfe69b9763e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:51.702359 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2de5bf3a-13d9-45cb-9fa5-b3615f379963 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:51.724491 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 5a2b30df-4857-4b00-b829-ba14c75f10ff up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:26:51.767748 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-fa9b9a94-8673-4f3a-ab66-35d17e10afab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:51.792037 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-15deda6f-cfcf-4ab5-aed4-45a9016dea1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:51.793940 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-fa9b9a94-8673-4f3a-ab66-35d17e10afab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Transition to ACTIVE for port object 5af9a6bb-925c-485a-a7e5-71926cd48599 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:51.805435 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-53dc9aa1-4d37-48fa-97c3-4585bfd5598d tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:51.817918 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-15deda6f-cfcf-4ab5-aed4-45a9016dea1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:51.824398 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de5bf3a-13d9-45cb-9fa5-b3615f379963 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network e53b1cf1-7a65-425b-9601-5b0ede11ecf0 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:51.826662 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15deda6f-cfcf-4ab5-aed4-45a9016dea1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Network': ['ID=cb3a91a9-f5fd-4e63-9c56-790d1ff00767,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:51.833608 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-2de5bf3a-13d9-45cb-9fa5-b3615f379963 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:51.836274 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de5bf3a-13d9-45cb-9fa5-b3615f379963 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:26:51.836848 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-15deda6f-cfcf-4ab5-aed4-45a9016dea1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/networks/cb3a91a9-f5fd-4e63-9c56-790d1ff00767 HTTP/1.1" status: 204 len: 168 time: 1.1294413 Apr 08 10:26:51.836997 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2de5bf3a-13d9-45cb-9fa5-b3615f379963 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:51.839675 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57438) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:51.842321 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5bf3a-13d9-45cb-9fa5-b3615f379963 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Port': ['ID=083003e3-da24-4f9a-89f0-0326ba24b416,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:51.847313 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-12b9130c-fcfe-4833-bc61-d8868281d420 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'network': {'name': 'tempest-RoutersTest-1516181478'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:51.856466 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-12b9130c-fcfe-4833-bc61-d8868281d420 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:51.857456 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 5a2b30df-4857-4b00-b829-ba14c75f10ff completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:51.864351 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-12b9130c-fcfe-4833-bc61-d8868281d420 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Usage tracker for resource:network and tenant:44ffe129493d49b08ea911b16ee6c97f is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:51.868166 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-12b9130c-fcfe-4833-bc61-d8868281d420 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:51.877629 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-53dc9aa1-4d37-48fa-97c3-4585bfd5598d tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Deleting port a7959875-7f35-4a28-9c85-8a1571257b6a {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:51.877629 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-53dc9aa1-4d37-48fa-97c3-4585bfd5598d tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:51.879161 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-12b9130c-fcfe-4833-bc61-d8868281d420 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:51.889637 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-fa9b9a94-8673-4f3a-ab66-35d17e10afab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:51.895442 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b9130c-fcfe-4833-bc61-d8868281d420 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Made reservation on behalf of 44ffe129493d49b08ea911b16ee6c97f for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:26:51.898445 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-12b9130c-fcfe-4833-bc61-d8868281d420 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:51.931923 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7e10163e-7c49-414e-9a57-1bfe69b9763e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:51.949233 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7e10163e-7c49-414e-9a57-1bfe69b9763e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:51.959475 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 6328e2e0-6653-485c-ace3-b064ecc1089f no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:26:52.006368 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 6328e2e0-6653-485c-ace3-b064ecc1089f {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:26:52.006658 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 6328e2e0-6653-485c-ace3-b064ecc1089f not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:26:52.009885 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632a913b-5318-4ad6-80ce-1fda3e06d4e7 None None] DHCP port deletion for a1ef57fe-8e34-46cb-98be-2b7d8b56e8ac request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:26:52.015970 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-632a913b-5318-4ad6-80ce-1fda3e06d4e7 None None] Deleting port a7959875-7f35-4a28-9c85-8a1571257b6a {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:52.016395 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-632a913b-5318-4ad6-80ce-1fda3e06d4e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:52.016893 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b9a94-8673-4f3a-ab66-35d17e10afab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=5af9a6bb-925c-485a-a7e5-71926cd48599,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:52.046628 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b9130c-fcfe-4833-bc61-d8868281d420 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:26:52.050218 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-fa9b9a94-8673-4f3a-ab66-35d17e10afab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 3f87cc2e-abff-4c5e-a9be-9df69703738c is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:52.053898 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-fa9b9a94-8673-4f3a-ab66-35d17e10afab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:52.057994 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-fa9b9a94-8673-4f3a-ab66-35d17e10afab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:26:52.108607 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-12b9130c-fcfe-4833-bc61-d8868281d420 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:52.109055 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-12b9130c-fcfe-4833-bc61-d8868281d420 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Added segment 9c2f2923-4e5e-4bcd-820a-a47cdd2e44ec of type vlan for network 2d87c0cc-ddf2-45ed-9298-35fdfece1115 Apr 08 10:26:52.155711 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-fa9b9a94-8673-4f3a-ab66-35d17e10afab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:52.157248 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-fa9b9a94-8673-4f3a-ab66-35d17e10afab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:52.189492 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10163e-7c49-414e-9a57-1bfe69b9763e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6848e579-e175-4c0e-aa14-9b531a5df4a9,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:52.199380 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-12b9130c-fcfe-4833-bc61-d8868281d420 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:52.217849 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7e10163e-7c49-414e-9a57-1bfe69b9763e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:52.218932 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7e10163e-7c49-414e-9a57-1bfe69b9763e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7828948 Apr 08 10:26:52.235668 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57442) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:52.250296 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-9aac40b8-5f37-4ad3-85e7-06b6e60a4323 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Request body: {'security_group': {'name': 'tempest-secgroup--995915222'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:52.270789 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-9aac40b8-5f37-4ad3-85e7-06b6e60a4323 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:52.278320 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-9aac40b8-5f37-4ad3-85e7-06b6e60a4323 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Usage tracker for resource:security_group and tenant:ec63585c15c249229c872ca6e8c0c186 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:52.282651 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-12b9130c-fcfe-4833-bc61-d8868281d420 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:52.286796 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b9130c-fcfe-4833-bc61-d8868281d420 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:52.287575 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-12b9130c-fcfe-4833-bc61-d8868281d420 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:52.291515 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2de5bf3a-13d9-45cb-9fa5-b3615f379963 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:52.292168 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-9aac40b8-5f37-4ad3-85e7-06b6e60a4323 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:52.321415 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-fa9b9a94-8673-4f3a-ab66-35d17e10afab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5263186 Apr 08 10:26:52.389670 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-632a913b-5318-4ad6-80ce-1fda3e06d4e7 None None] For port a7959875-7f35-4a28-9c85-8a1571257b6a, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=a7959875-7f35-4a28-9c85-8a1571257b6a,segment=NetworkSegment(cac39086-8fcf-4bb3-9e1b-307a0f4c82ee),segment_id=cac39086-8fcf-4bb3-9e1b-307a0f4c82ee)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:52.390058 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-632a913b-5318-4ad6-80ce-1fda3e06d4e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:52.403164 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-53dc9aa1-4d37-48fa-97c3-4585bfd5598d tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] For port a7959875-7f35-4a28-9c85-8a1571257b6a, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=a7959875-7f35-4a28-9c85-8a1571257b6a,segment=NetworkSegment(cac39086-8fcf-4bb3-9e1b-307a0f4c82ee),segment_id=cac39086-8fcf-4bb3-9e1b-307a0f4c82ee)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:52.404220 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-53dc9aa1-4d37-48fa-97c3-4585bfd5598d tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:52.404635 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-9aac40b8-5f37-4ad3-85e7-06b6e60a4323 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:52.426327 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-261cfb31-45b9-4c36-9413-137c41e8a42a service neutron] Request body: {'port': {'device_id': 'e7ff6e5e-9108-4443-91e2-395f50a85034', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:52.520745 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4732a38a-1521-4d78-99b8-4cdf65f99317 None None] Network e53b1cf1-7a65-425b-9601-5b0ede11ecf0 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:52.573362 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9aac40b8-5f37-4ad3-85e7-06b6e60a4323 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:52.597653 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-12b9130c-fcfe-4833-bc61-d8868281d420 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7541463 Apr 08 10:26:52.603118 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-632a913b-5318-4ad6-80ce-1fda3e06d4e7 None None] Calling delete_port for a7959875-7f35-4a28-9c85-8a1571257b6a owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:26:52.604987 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57446) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:52.605645 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9130c-fcfe-4833-bc61-d8868281d420 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Network': ['ID=2d87c0cc-ddf2-45ed-9298-35fdfece1115,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:52.613043 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-261cfb31-45b9-4c36-9413-137c41e8a42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:52.626311 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-d7120f25-d96e-428e-bc29-a2994e9a9d68 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'subnet': {'network_id': '2d87c0cc-ddf2-45ed-9298-35fdfece1115', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:52.697733 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 2d87c0cc-ddf2-45ed-9298-35fdfece1115 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:26:52.755015 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5e8399e3-1441-42f6-ad55-b762fd374784 None None] Provisioning for port 5af9a6bb-925c-485a-a7e5-71926cd48599 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:52.766361 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-53dc9aa1-4d37-48fa-97c3-4585bfd5598d tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Calling delete_port for a7959875-7f35-4a28-9c85-8a1571257b6a owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:26:52.837040 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5e8399e3-1441-42f6-ad55-b762fd374784 None None] Provisioning complete for port 5af9a6bb-925c-485a-a7e5-71926cd48599 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:52.837867 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5e8399e3-1441-42f6-ad55-b762fd374784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:52.949251 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-53dc9aa1-4d37-48fa-97c3-4585bfd5598d tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:52.962142 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-632a913b-5318-4ad6-80ce-1fda3e06d4e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:26:52.962492 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-632a913b-5318-4ad6-80ce-1fda3e06d4e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:26:52.964688 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-5e8399e3-1441-42f6-ad55-b762fd374784 None None] Port 5af9a6bb-925c-485a-a7e5-71926cd48599 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:26:52.965117 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-9aac40b8-5f37-4ad3-85e7-06b6e60a4323 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:52.973274 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-9aac40b8-5f37-4ad3-85e7-06b6e60a4323 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Usage tracker for resource:security_group_rule and tenant:ec63585c15c249229c872ca6e8c0c186 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:52.980131 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-9aac40b8-5f37-4ad3-85e7-06b6e60a4323 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:53.002766 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc9aa1-4d37-48fa-97c3-4585bfd5598d tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Pushing event deleted for resources: {'Port': ['ID=a7959875-7f35-4a28-9c85-8a1571257b6a,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:53.003021 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-9aac40b8-5f37-4ad3-85e7-06b6e60a4323 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:53.007998 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d7120f25-d96e-428e-bc29-a2994e9a9d68 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:53.017450 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dc9aa1-4d37-48fa-97c3-4585bfd5598d tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] No DVR routers for this DVR port a7959875-7f35-4a28-9c85-8a1571257b6a on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:26:53.051949 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d7120f25-d96e-428e-bc29-a2994e9a9d68 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Usage tracker for resource:subnet and tenant:44ffe129493d49b08ea911b16ee6c97f is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:53.057893 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d7120f25-d96e-428e-bc29-a2994e9a9d68 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:53.081777 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d7120f25-d96e-428e-bc29-a2994e9a9d68 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:53.130527 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-890baa68-8f40-4fcd-b8ba-3dd10f010812 None None] Provisioning for port 5a2b30df-4857-4b00-b829-ba14c75f10ff completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:53.144809 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7120f25-d96e-428e-bc29-a2994e9a9d68 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Made reservation on behalf of 44ffe129493d49b08ea911b16ee6c97f for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:26:53.144966 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-890baa68-8f40-4fcd-b8ba-3dd10f010812 None None] Provisioning complete for port 5a2b30df-4857-4b00-b829-ba14c75f10ff triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:53.145257 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-890baa68-8f40-4fcd-b8ba-3dd10f010812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:53.165961 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-53dc9aa1-4d37-48fa-97c3-4585bfd5598d tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:53.213952 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-53dc9aa1-4d37-48fa-97c3-4585bfd5598d tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ef57fe-8e34-46cb-98be-2b7d8b56e8ac']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:53.228630 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28ebcf-efac-4134-bb91-0c93e80e0536 req-6eaadb14-d42c-4c15-958e-5ca0ebf88a27 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:53.232168 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-53dc9aa1-4d37-48fa-97c3-4585bfd5598d tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac39086-8fcf-4bb3-9e1b-307a0f4c82ee') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:53.232488 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-53dc9aa1-4d37-48fa-97c3-4585bfd5598d tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac39086-8fcf-4bb3-9e1b-307a0f4c82ee') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:53.235923 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5a28ebcf-efac-4134-bb91-0c93e80e0536 req-6eaadb14-d42c-4c15-958e-5ca0ebf88a27 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ff6e5e-9108-4443-91e2-395f50a85034 HTTP/1.1" status: 200 len: 931 time: 0.4060452 Apr 08 10:26:53.247633 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-53dc9aa1-4d37-48fa-97c3-4585bfd5598d tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:53.274208 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-53dc9aa1-4d37-48fa-97c3-4585bfd5598d tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:53.279162 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-890baa68-8f40-4fcd-b8ba-3dd10f010812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:53.286094 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2de5bf3a-13d9-45cb-9fa5-b3615f379963 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:53.287839 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53dc9aa1-4d37-48fa-97c3-4585bfd5598d tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:26:53.288261 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-53dc9aa1-4d37-48fa-97c3-4585bfd5598d tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:26:53.304362 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:26:53.306531 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2de5bf3a-13d9-45cb-9fa5-b3615f379963 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:53.306531 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2de5bf3a-13d9-45cb-9fa5-b3615f379963 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:53.320787 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-890baa68-8f40-4fcd-b8ba-3dd10f010812 None None] For port 5a2b30df-4857-4b00-b829-ba14c75f10ff, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=5a2b30df-4857-4b00-b829-ba14c75f10ff,segment=NetworkSegment(00f3fbad-1692-482a-abe8-f441ecc7d562),segment_id=00f3fbad-1692-482a-abe8-f441ecc7d562)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:53.325756 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-890baa68-8f40-4fcd-b8ba-3dd10f010812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:53.374304 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9aac40b8-5f37-4ad3-85e7-06b6e60a4323 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:53.402684 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9aac40b8-5f37-4ad3-85e7-06b6e60a4323 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:53.414186 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890baa68-8f40-4fcd-b8ba-3dd10f010812 None None] Pushing event updated for resources: {'Port': ['ID=5a2b30df-4857-4b00-b829-ba14c75f10ff,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:53.463105 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d7120f25-d96e-428e-bc29-a2994e9a9d68 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:53.464231 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-632a913b-5318-4ad6-80ce-1fda3e06d4e7 None None] Deleting port a7959875-7f35-4a28-9c85-8a1571257b6a {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:53.464873 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-632a913b-5318-4ad6-80ce-1fda3e06d4e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:53.534574 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-53dc9aa1-4d37-48fa-97c3-4585bfd5598d tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:53.542914 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5bf3a-13d9-45cb-9fa5-b3615f379963 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Port': ['ID=083003e3-da24-4f9a-89f0-0326ba24b416,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:53.560181 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-632a913b-5318-4ad6-80ce-1fda3e06d4e7 None None] The port 'a7959875-7f35-4a28-9c85-8a1571257b6a' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:26:53.573108 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-53dc9aa1-4d37-48fa-97c3-4585bfd5598d tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:53.578566 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc9aa1-4d37-48fa-97c3-4585bfd5598d tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Pushing event deleted for resources: {'Network': ['ID=a1ef57fe-8e34-46cb-98be-2b7d8b56e8ac,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:53.579757 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-392683bb-449f-4d6a-ae44-93d2bea40814 None None] Provisioning complete for port 5a2b30df-4857-4b00-b829-ba14c75f10ff triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:53.581234 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-392683bb-449f-4d6a-ae44-93d2bea40814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:53.599730 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-53dc9aa1-4d37-48fa-97c3-4585bfd5598d tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] 10.222.0.47 "DELETE /v2.0/networks/a1ef57fe-8e34-46cb-98be-2b7d8b56e8ac HTTP/1.1" status: 204 len: 168 time: 2.0204999 Apr 08 10:26:53.601562 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57452) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:53.618483 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9aac40b8-5f37-4ad3-85e7-06b6e60a4323 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:53.619782 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9aac40b8-5f37-4ad3-85e7-06b6e60a4323 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3787098 Apr 08 10:26:53.631921 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57456) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:53.638518 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5a28ebcf-efac-4134-bb91-0c93e80e0536 req-df2b35a3-ce0e-4ac6-bc09-c63f19f49ac8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcabe309-6c60-4407-ac9e-f58bdadffc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4014323 Apr 08 10:26:53.671862 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-6ae0c796-f392-4e45-9880-e060948520d2 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Request body: {'security_group_rule': {'security_group_id': '6848e579-e175-4c0e-aa14-9b531a5df4a9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '40824904-eb67-4f90-bf0b-45a138486bff', 'remote_ip_prefix': None}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:53.687165 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-6ae0c796-f392-4e45-9880-e060948520d2 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:53.692655 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac40b8-5f37-4ad3-85e7-06b6e60a4323 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40824904-eb67-4f90-bf0b-45a138486bff,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:53.717518 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-178c3c57-2958-40af-8699-89f7fdae638c tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Synchronizing usage tracker for tenant:7f8d3b5180da40deaeb81e345bf6323a on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:53.718772 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 5a2b30df-4857-4b00-b829-ba14c75f10ff up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:26:53.723716 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-6ae0c796-f392-4e45-9880-e060948520d2 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Usage tracker for resource:security_group_rule and tenant:ec63585c15c249229c872ca6e8c0c186 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:53.730555 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-6ae0c796-f392-4e45-9880-e060948520d2 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:53.745966 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-6ae0c796-f392-4e45-9880-e060948520d2 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:53.757061 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de5bf3a-13d9-45cb-9fa5-b3615f379963 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network e53b1cf1-7a65-425b-9601-5b0ede11ecf0 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:53.759791 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-2de5bf3a-13d9-45cb-9fa5-b3615f379963 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:53.761606 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-178c3c57-2958-40af-8699-89f7fdae638c tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Unset dirty status for tenant:7f8d3b5180da40deaeb81e345bf6323a on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:53.762803 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-178c3c57-2958-40af-8699-89f7fdae638c tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] 10.222.0.47 "GET /v2.0/ports?device_id=c24d13e0-1a79-4c93-be3e-107399ddc4b5 HTTP/1.1" status: 200 len: 205 time: 0.1602714 Apr 08 10:26:53.794670 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57460) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:53.835905 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 5a2b30df-4857-4b00-b829-ba14c75f10ff triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:53.836293 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:53.909466 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-392683bb-449f-4d6a-ae44-93d2bea40814 None None] Provisioning for port 083003e3-da24-4f9a-89f0-0326ba24b416 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:53.916135 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6ae0c796-f392-4e45-9880-e060948520d2 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:53.941374 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-392683bb-449f-4d6a-ae44-93d2bea40814 None None] Provisioning complete for port 083003e3-da24-4f9a-89f0-0326ba24b416 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:53.941751 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-392683bb-449f-4d6a-ae44-93d2bea40814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:54.020064 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-392683bb-449f-4d6a-ae44-93d2bea40814 None None] Port 083003e3-da24-4f9a-89f0-0326ba24b416 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:26:54.083315 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device a7959875-7f35-4a28-9c85-8a1571257b6a no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:26:54.112988 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-261cfb31-45b9-4c36-9413-137c41e8a42a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af9a6bb-925c-485a-a7e5-71926cd48599 {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:26:54.120743 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d7120f25-d96e-428e-bc29-a2994e9a9d68 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:54.126062 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-261cfb31-45b9-4c36-9413-137c41e8a42a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:54.126251 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: a7959875-7f35-4a28-9c85-8a1571257b6a {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:26:54.126527 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device a7959875-7f35-4a28-9c85-8a1571257b6a not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:26:54.144553 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-1a6d5d80-d007-4026-8f9c-f82a19daf5b4 None None] Provisioning complete for port 083003e3-da24-4f9a-89f0-0326ba24b416 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:54.144930 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1a6d5d80-d007-4026-8f9c-f82a19daf5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:54.158376 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6ae0c796-f392-4e45-9880-e060948520d2 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:54.176250 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6ae0c796-f392-4e45-9880-e060948520d2 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:54.202380 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0c796-f392-4e45-9880-e060948520d2 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e4bddbd-e92b-4848-894e-1e27707e0a7d,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:54.207907 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-1a6d5d80-d007-4026-8f9c-f82a19daf5b4 None None] Port 083003e3-da24-4f9a-89f0-0326ba24b416 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:26:54.213095 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-261cfb31-45b9-4c36-9413-137c41e8a42a service neutron] Transition to ACTIVE for port object 5af9a6bb-925c-485a-a7e5-71926cd48599 will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:54.224103 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6ae0c796-f392-4e45-9880-e060948520d2 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:54.225285 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6ae0c796-f392-4e45-9880-e060948520d2 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.5610991 Apr 08 10:26:54.227324 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e1abd1a0-e25b-46c7-bcda-ab0b68ff9c88 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:54.228114 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57464) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:54.265298 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9358f692-999c-47a2-854c-977f10104119 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:54.276163 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-261cfb31-45b9-4c36-9413-137c41e8a42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:54.279898 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7120f25-d96e-428e-bc29-a2994e9a9d68 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Subnet': ['ID=f3734c9f-88da-456b-88de-b63baa305e94,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:54.280135 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9358f692-999c-47a2-854c-977f10104119 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:54.325716 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9358f692-999c-47a2-854c-977f10104119 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:54.346382 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358f692-999c-47a2-854c-977f10104119 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e4bddbd-e92b-4848-894e-1e27707e0a7d,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:54.350640 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de5bf3a-13d9-45cb-9fa5-b3615f379963 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Router db2c19c4-4b8e-46c8-9115-d1f4a39759ed is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:26:54.352752 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9358f692-999c-47a2-854c-977f10104119 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:54.353838 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9358f692-999c-47a2-854c-977f10104119 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/3e4bddbd-e92b-4848-894e-1e27707e0a7d HTTP/1.1" status: 204 len: 168 time: 0.1248350 Apr 08 10:26:54.356472 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57468) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:54.508246 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261cfb31-45b9-4c36-9413-137c41e8a42a service neutron] Pushing event updated for resources: {'Port': ['ID=5af9a6bb-925c-485a-a7e5-71926cd48599,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:54.511860 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7120f25-d96e-428e-bc29-a2994e9a9d68 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Checking segment: {'id': '9c2f2923-4e5e-4bcd-820a-a47cdd2e44ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2d87c0cc-ddf2-45ed-9298-35fdfece1115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:26:54.512254 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7120f25-d96e-428e-bc29-a2994e9a9d68 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network hostable DHCP agents. Network: 2d87c0cc-ddf2-45ed-9298-35fdfece1115, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:26:54.630714 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5765e9b9-21c7-4802-823d-8090dd5361b7 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Synchronizing usage tracker for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:54.666748 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5765e9b9-21c7-4802-823d-8090dd5361b7 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Unset dirty status for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:54.671078 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5765e9b9-21c7-4802-823d-8090dd5361b7 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3107846 Apr 08 10:26:54.672636 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57474) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:54.775971 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ca799644-255a-4202-b97a-6445d9cb512f tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:54.778882 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de5bf3a-13d9-45cb-9fa5-b3615f379963 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:26:54.785235 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2de5bf3a-13d9-45cb-9fa5-b3615f379963 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "PUT /v2.0/routers/db2c19c4-4b8e-46c8-9115-d1f4a39759ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7966256 Apr 08 10:26:54.791419 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2599ac9-044f-49d3-8f78-a715154adcf4 None None] Sync routers for ids ['db2c19c4-4b8e-46c8-9115-d1f4a39759ed'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:26:54.794034 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57478) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:54.805359 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2599ac9-044f-49d3-8f78-a715154adcf4 None None] Routers {'db2c19c4-4b8e-46c8-9115-d1f4a39759ed'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:54.806047 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c2599ac9-044f-49d3-8f78-a715154adcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['db2c19c4-4b8e-46c8-9115-d1f4a39759ed'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:54.858756 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ca799644-255a-4202-b97a-6445d9cb512f tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:54.866918 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c2599ac9-044f-49d3-8f78-a715154adcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:54.878632 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2599ac9-044f-49d3-8f78-a715154adcf4 None None] Routers {'db2c19c4-4b8e-46c8-9115-d1f4a39759ed'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:26:54.879477 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c2599ac9-044f-49d3-8f78-a715154adcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['db2c19c4-4b8e-46c8-9115-d1f4a39759ed'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:54.895008 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b1518d-a796-4fdc-b7cb-9be9591d1460 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:54.895989 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-23b1518d-a796-4fdc-b7cb-9be9591d1460 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Synchronizing usage tracker for tenant:72c993bf72344f498aa1635c771d9146 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:54.929759 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-23b1518d-a796-4fdc-b7cb-9be9591d1460 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Unset dirty status for tenant:72c993bf72344f498aa1635c771d9146 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:54.935520 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-23b1518d-a796-4fdc-b7cb-9be9591d1460 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "GET /v2.0/ports/083003e3-da24-4f9a-89f0-0326ba24b416 HTTP/1.1" status: 200 len: 911 time: 0.1417205 Apr 08 10:26:54.937448 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57482) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:54.940575 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c2599ac9-044f-49d3-8f78-a715154adcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:26:54.940980 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2599ac9-044f-49d3-8f78-a715154adcf4 None None] The sync data for ids ['db2c19c4-4b8e-46c8-9115-d1f4a39759ed'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:26:54.947654 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-79df44d7-b80b-45d9-94c5-ad7fe306f2d2 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3669cf92-30cc-45a0-871f-1abffb176b99'}]}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:54.978253 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ca799644-255a-4202-b97a-6445d9cb512f tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:55.017392 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca799644-255a-4202-b97a-6445d9cb512f tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40824904-eb67-4f90-bf0b-45a138486bff,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:55.021897 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7120f25-d96e-428e-bc29-a2994e9a9d68 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network 2d87c0cc-ddf2-45ed-9298-35fdfece1115 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:26:55.056192 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e1abd1a0-e25b-46c7-bcda-ab0b68ff9c88 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:55.070306 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-d7120f25-d96e-428e-bc29-a2994e9a9d68 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 2d87c0cc-ddf2-45ed-9298-35fdfece1115) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:55.079191 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e1abd1a0-e25b-46c7-bcda-ab0b68ff9c88 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:55.081346 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7120f25-d96e-428e-bc29-a2994e9a9d68 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:55.081918 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d7120f25-d96e-428e-bc29-a2994e9a9d68 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:55.086162 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-261cfb31-45b9-4c36-9413-137c41e8a42a service neutron] Attempting to bind port 5af9a6bb-925c-485a-a7e5-71926cd48599 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:26:55.086498 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-261cfb31-45b9-4c36-9413-137c41e8a42a service neutron] Attempting to bind port 5af9a6bb-925c-485a-a7e5-71926cd48599 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'a7088723-8415-48cc-b76b-c11a581a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:26:55.086649 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bc74de-9d0b-49e9-b887-c5803953ace2 None None] Network 2d87c0cc-ddf2-45ed-9298-35fdfece1115 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:55.087091 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-261cfb31-45b9-4c36-9413-137c41e8a42a service neutron] Attempting to bind port 5af9a6bb-925c-485a-a7e5-71926cd48599 on network 3f87cc2e-abff-4c5e-a9be-9df69703738c {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:26:55.117913 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-261cfb31-45b9-4c36-9413-137c41e8a42a service neutron] Port 5af9a6bb-925c-485a-a7e5-71926cd48599 on network 3f87cc2e-abff-4c5e-a9be-9df69703738c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:26:55.118231 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-261cfb31-45b9-4c36-9413-137c41e8a42a service neutron] Attempting to bind port 5af9a6bb-925c-485a-a7e5-71926cd48599 on network 3f87cc2e-abff-4c5e-a9be-9df69703738c {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:26:55.132314 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa72387-1644-4592-8e9c-7ac333037c7f req-13195f77-a07e-4a4b-8d77-47e150764f6b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:55.133533 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-eaa72387-1644-4592-8e9c-7ac333037c7f req-13195f77-a07e-4a4b-8d77-47e150764f6b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ff6e5e-9108-4443-91e2-395f50a85034 HTTP/1.1" status: 200 len: 943 time: 0.3391695 Apr 08 10:26:55.144126 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d7120f25-d96e-428e-bc29-a2994e9a9d68 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5337682 Apr 08 10:26:55.144720 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ca799644-255a-4202-b97a-6445d9cb512f tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:55.145990 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ca799644-255a-4202-b97a-6445d9cb512f tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "DELETE /v2.0/security-groups/40824904-eb67-4f90-bf0b-45a138486bff HTTP/1.1" status: 204 len: 168 time: 0.4718463 Apr 08 10:26:55.151841 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57486) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:55.152035 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57488) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:55.171093 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-9d0fb032-cfcb-4f36-b212-c21e8bb72742 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1659716325', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:55.171723 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-261cfb31-45b9-4c36-9413-137c41e8a42a service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:26:55.172065 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-261cfb31-45b9-4c36-9413-137c41e8a42a service neutron] Checking segment: {'id': 'a7088723-8415-48cc-b76b-c11a581a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:26:55.172470 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-261cfb31-45b9-4c36-9413-137c41e8a42a service neutron] Bound using segment: {'id': 'a7088723-8415-48cc-b76b-c11a581a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:26:55.172916 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-261cfb31-45b9-4c36-9413-137c41e8a42a service neutron] Bound port: 5af9a6bb-925c-485a-a7e5-71926cd48599, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7088723-8415-48cc-b76b-c11a581a5402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:26:55.173269 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-261cfb31-45b9-4c36-9413-137c41e8a42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:55.180248 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9d0fb032-cfcb-4f36-b212-c21e8bb72742 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:55.187321 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9d0fb032-cfcb-4f36-b212-c21e8bb72742 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Usage tracker for resource:router and tenant:44ffe129493d49b08ea911b16ee6c97f is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:55.198617 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9d0fb032-cfcb-4f36-b212-c21e8bb72742 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:55.208522 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9d0fb032-cfcb-4f36-b212-c21e8bb72742 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:55.209379 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e1abd1a0-e25b-46c7-bcda-ab0b68ff9c88 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:55.209864 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1abd1a0-e25b-46c7-bcda-ab0b68ff9c88 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Fanout notify agent at l3_agent the message router_deleted on router c24d13e0-1a79-4c93-be3e-107399ddc4b5 {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:26:55.267518 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9d0fb032-cfcb-4f36-b212-c21e8bb72742 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:55.268988 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9d0fb032-cfcb-4f36-b212-c21e8bb72742 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:55.275231 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e1abd1a0-e25b-46c7-bcda-ab0b68ff9c88 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:55.278261 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e1abd1a0-e25b-46c7-bcda-ab0b68ff9c88 tempest-RoutersNegativeTest-730574151 tempest-RoutersNegativeTest-730574151-project] 10.222.0.47 "DELETE /v2.0/routers/c24d13e0-1a79-4c93-be3e-107399ddc4b5 HTTP/1.1" status: 204 len: 168 time: 1.4797111 Apr 08 10:26:55.294201 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-79df44d7-b80b-45d9-94c5-ad7fe306f2d2 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:55.312993 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9d0fb032-cfcb-4f36-b212-c21e8bb72742 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:55.316746 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-eaa72387-1644-4592-8e9c-7ac333037c7f req-881743a6-6666-4129-9a0c-c159d3a05336 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcabe309-6c60-4407-ac9e-f58bdadffc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730659 Apr 08 10:26:55.350505 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-74eba519-1176-42c7-b90e-948e012be42a tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Synchronizing usage tracker for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:55.361769 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-261cfb31-45b9-4c36-9413-137c41e8a42a service neutron] For port 5af9a6bb-925c-485a-a7e5-71926cd48599, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:26:55.366881 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-261cfb31-45b9-4c36-9413-137c41e8a42a service neutron] For port 5af9a6bb-925c-485a-a7e5-71926cd48599, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5af9a6bb-925c-485a-a7e5-71926cd48599,segment=NetworkSegment(a7088723-8415-48cc-b76b-c11a581a5402),segment_id=a7088723-8415-48cc-b76b-c11a581a5402)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:26:55.373872 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-261cfb31-45b9-4c36-9413-137c41e8a42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:55.395843 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53040098-716f-4e6b-abdd-e6cc942fe71f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-2d87c0cc-ddf2-45ed-9298-35fdfece1115', 'network_id': '2d87c0cc-ddf2-45ed-9298-35fdfece1115', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'fixed_ips': [{'subnet_id': 'f3734c9f-88da-456b-88de-b63baa305e94'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:26:55.397046 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-53040098-716f-4e6b-abdd-e6cc942fe71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:55.446553 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-74eba519-1176-42c7-b90e-948e012be42a tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Unset dirty status for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:55.450453 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-74eba519-1176-42c7-b90e-948e012be42a tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2936003 Apr 08 10:26:55.476648 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57496) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:55.566529 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-261cfb31-45b9-4c36-9413-137c41e8a42a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:55.568129 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-261cfb31-45b9-4c36-9413-137c41e8a42a service neutron] 10.222.0.52 "PUT /v2.0/ports/5af9a6bb-925c-485a-a7e5-71926cd48599 HTTP/1.1" status: 200 len: 1093 time: 3.2282109 Apr 08 10:26:55.568945 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fe90d3f5-c068-47f9-9524-a31ca78bfcbc tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:55.585915 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-53040098-716f-4e6b-abdd-e6cc942fe71f None None] Allocated IP 172.20.0.2 (2d87c0cc-ddf2-45ed-9298-35fdfece1115/f3734c9f-88da-456b-88de-b63baa305e94/f1fccb25-874e-4583-86e6-5c3eb8178126) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:26:55.613266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fe90d3f5-c068-47f9-9524-a31ca78bfcbc tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:55.668101 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261cfb31-45b9-4c36-9413-137c41e8a42a service neutron] Pushing event updated for resources: {'Port': ['ID=5af9a6bb-925c-485a-a7e5-71926cd48599,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:55.671643 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ff6e5e-9108-4443-91e2-395f50a85034', 'tag': '5af9a6bb-925c-485a-a7e5-71926cd48599'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:26:55.725308 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fe90d3f5-c068-47f9-9524-a31ca78bfcbc tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:55.802315 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90d3f5-c068-47f9-9524-a31ca78bfcbc tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6848e579-e175-4c0e-aa14-9b531a5df4a9,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:55.822140 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa27286-6040-4695-aa7a-23be15befb4a'] response: {'name': 'network-changed', 'server_uuid': 'e7ff6e5e-9108-4443-91e2-395f50a85034', 'tag': '5af9a6bb-925c-485a-a7e5-71926cd48599', 'status': 'completed', 'code': 200} Apr 08 10:26:55.822612 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57504) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:55.845282 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fe90d3f5-c068-47f9-9524-a31ca78bfcbc tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:55.848914 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-fe90d3f5-c068-47f9-9524-a31ca78bfcbc tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "DELETE /v2.0/security-groups/6848e579-e175-4c0e-aa14-9b531a5df4a9 HTTP/1.1" status: 204 len: 168 time: 0.3685892 Apr 08 10:26:55.849808 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57510) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:55.874548 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-53040098-716f-4e6b-abdd-e6cc942fe71f None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:55.888139 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-53040098-716f-4e6b-abdd-e6cc942fe71f None None] Transition to ACTIVE for port object f1fccb25-874e-4583-86e6-5c3eb8178126 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:55.894867 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-e41fd4a4-3fda-4ce1-8ff0-33bd029ff018 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=e7ff6e5e-9108-4443-91e2-395f50a85034 HTTP/1.1" status: 200 len: 1096 time: 0.2164881 Apr 08 10:26:55.901960 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9d0fb032-cfcb-4f36-b212-c21e8bb72742 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:55.937790 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9d0fb032-cfcb-4f36-b212-c21e8bb72742 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:55.940522 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9d0fb032-cfcb-4f36-b212-c21e8bb72742 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7874131 Apr 08 10:26:55.945181 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57514) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:55.949572 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-53040098-716f-4e6b-abdd-e6cc942fe71f None None] Transition to ACTIVE for port object f1fccb25-874e-4583-86e6-5c3eb8178126 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:55.959621 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-53040098-716f-4e6b-abdd-e6cc942fe71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:55.971269 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-ddf30db5-be3c-468a-a0dd-d35ffeaba8e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'port': {'network_id': '2d87c0cc-ddf2-45ed-9298-35fdfece1115', 'name': 'tempest-RoutersTest-1578848608'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:55.992959 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-21e12d91-0974-45a6-95cf-ad0f34e36311 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Synchronizing usage tracker for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:55.997527 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-9e701c35-cfc7-4d0e-adec-2a702d990520 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5af9a6bb-925c-485a-a7e5-71926cd48599 HTTP/1.1" status: 200 len: 217 time: 0.0911503 Apr 08 10:26:56.043040 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53040098-716f-4e6b-abdd-e6cc942fe71f None None] Network 2d87c0cc-ddf2-45ed-9298-35fdfece1115 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:56.047057 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-53040098-716f-4e6b-abdd-e6cc942fe71f None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:56.051768 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53040098-716f-4e6b-abdd-e6cc942fe71f None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:26:56.054139 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53040098-716f-4e6b-abdd-e6cc942fe71f None None] Pushing event updated for resources: {'Port': ['ID=f1fccb25-874e-4583-86e6-5c3eb8178126,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:56.060988 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-21e12d91-0974-45a6-95cf-ad0f34e36311 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Unset dirty status for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:56.066439 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-21e12d91-0974-45a6-95cf-ad0f34e36311 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2108052 Apr 08 10:26:56.071062 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57518) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:56.083952 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-c33dcd88-3aa4-4bf8-af4b-cd37171dffbd tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Request body: {'security_group': {'name': 'tempest-secgroup--671115683'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:56.095856 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-c33dcd88-3aa4-4bf8-af4b-cd37171dffbd tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:56.122216 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ddf30db5-be3c-468a-a0dd-d35ffeaba8e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:56.135567 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0dd9d01d-258c-47a1-9884-d0f94f585aa3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7f8d3b5180da40deaeb81e345bf6323a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3098645 Apr 08 10:26:56.136344 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ddf30db5-be3c-468a-a0dd-d35ffeaba8e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Usage tracker for resource:port and tenant:44ffe129493d49b08ea911b16ee6c97f is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:56.140265 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57522) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:56.140590 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-e0be7c5f-50fa-4415-bcea-8ad4a0059903 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:56.142043 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-e0be7c5f-50fa-4415-bcea-8ad4a0059903 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58 HTTP/1.1" status: 200 len: 834 time: 0.1348350 Apr 08 10:26:56.145995 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-c33dcd88-3aa4-4bf8-af4b-cd37171dffbd tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:56.146376 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ddf30db5-be3c-468a-a0dd-d35ffeaba8e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:56.166617 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-53040098-716f-4e6b-abdd-e6cc942fe71f None None] Attempting to bind port f1fccb25-874e-4583-86e6-5c3eb8178126 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:26:56.167223 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-53040098-716f-4e6b-abdd-e6cc942fe71f None None] Attempting to bind port f1fccb25-874e-4583-86e6-5c3eb8178126 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '9c2f2923-4e5e-4bcd-820a-a47cdd2e44ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2d87c0cc-ddf2-45ed-9298-35fdfece1115'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:26:56.167597 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53040098-716f-4e6b-abdd-e6cc942fe71f None None] Attempting to bind port f1fccb25-874e-4583-86e6-5c3eb8178126 on network 2d87c0cc-ddf2-45ed-9298-35fdfece1115 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:26:56.168892 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ddf30db5-be3c-468a-a0dd-d35ffeaba8e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:56.178302 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53040098-716f-4e6b-abdd-e6cc942fe71f None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:26:56.178765 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53040098-716f-4e6b-abdd-e6cc942fe71f None None] Checking segment: {'id': '9c2f2923-4e5e-4bcd-820a-a47cdd2e44ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2d87c0cc-ddf2-45ed-9298-35fdfece1115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:26:56.179175 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-53040098-716f-4e6b-abdd-e6cc942fe71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:56.179579 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53040098-716f-4e6b-abdd-e6cc942fe71f None None] Bound using segment: {'id': '9c2f2923-4e5e-4bcd-820a-a47cdd2e44ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2d87c0cc-ddf2-45ed-9298-35fdfece1115'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:26:56.180047 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-53040098-716f-4e6b-abdd-e6cc942fe71f None None] Bound port: f1fccb25-874e-4583-86e6-5c3eb8178126, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2f2923-4e5e-4bcd-820a-a47cdd2e44ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2d87c0cc-ddf2-45ed-9298-35fdfece1115'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:26:56.180563 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-53040098-716f-4e6b-abdd-e6cc942fe71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:56.190702 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c33dcd88-3aa4-4bf8-af4b-cd37171dffbd tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:56.207075 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf30db5-be3c-468a-a0dd-d35ffeaba8e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Made reservation on behalf of 44ffe129493d49b08ea911b16ee6c97f for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:26:56.210001 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ddf30db5-be3c-468a-a0dd-d35ffeaba8e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:56.247075 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-79df44d7-b80b-45d9-94c5-ad7fe306f2d2 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:56.247748 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-c33dcd88-3aa4-4bf8-af4b-cd37171dffbd tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:56.254245 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-c33dcd88-3aa4-4bf8-af4b-cd37171dffbd tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Usage tracker for resource:security_group_rule and tenant:ec63585c15c249229c872ca6e8c0c186 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:56.257561 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-c33dcd88-3aa4-4bf8-af4b-cd37171dffbd tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:56.265558 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-c33dcd88-3aa4-4bf8-af4b-cd37171dffbd tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:56.268534 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-ddf30db5-be3c-468a-a0dd-d35ffeaba8e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] device_id is not set on port 6d4efcd3-ec94-407a-a3e7-c14223371ff4 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:26:56.272309 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-ac3ef70f-1df1-4978-bc32-3eb3e71f5a7c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f87cc2e-abff-4c5e-a9be-9df69703738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1194408 Apr 08 10:26:56.294607 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-53040098-716f-4e6b-abdd-e6cc942fe71f None None] For port f1fccb25-874e-4583-86e6-5c3eb8178126, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:26:56.298560 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-53040098-716f-4e6b-abdd-e6cc942fe71f None None] For port f1fccb25-874e-4583-86e6-5c3eb8178126, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=f1fccb25-874e-4583-86e6-5c3eb8178126,segment=NetworkSegment(9c2f2923-4e5e-4bcd-820a-a47cdd2e44ec),segment_id=9c2f2923-4e5e-4bcd-820a-a47cdd2e44ec)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:26:56.303141 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-53040098-716f-4e6b-abdd-e6cc942fe71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:56.310423 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-79df44d7-b80b-45d9-94c5-ad7fe306f2d2 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:56.314554 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79df44d7-b80b-45d9-94c5-ad7fe306f2d2 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:56.315156 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-79df44d7-b80b-45d9-94c5-ad7fe306f2d2 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:56.319096 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-79df44d7-b80b-45d9-94c5-ad7fe306f2d2 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "PUT /v2.0/ports/083003e3-da24-4f9a-89f0-0326ba24b416 HTTP/1.1" status: 200 len: 911 time: 1.3778768 Apr 08 10:26:56.355185 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57526) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:56.359138 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-57a47bea-4757-4cae-a9c5-817692b275a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:56.396260 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53040098-716f-4e6b-abdd-e6cc942fe71f None None] Pushing event updated for resources: {'Port': ['ID=f1fccb25-874e-4583-86e6-5c3eb8178126,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:56.430410 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c33dcd88-3aa4-4bf8-af4b-cd37171dffbd tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:56.438933 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c33dcd88-3aa4-4bf8-af4b-cd37171dffbd tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:56.599330 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33dcd88-3aa4-4bf8-af4b-cd37171dffbd tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc9a9e9-0d8b-4c5d-98ff-f8d88dc3d071,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:56.604991 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-30db8bb2-1d32-4d92-ad7d-010e18cecda3 service neutron] 10.222.0.52 "GET /v2.0/networks/3f87cc2e-abff-4c5e-a9be-9df69703738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218968 Apr 08 10:26:56.609900 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c33dcd88-3aa4-4bf8-af4b-cd37171dffbd tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:56.611074 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c33dcd88-3aa4-4bf8-af4b-cd37171dffbd tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5368514 Apr 08 10:26:56.637910 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57532) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:56.653601 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-5429f713-4cf9-4f72-8bc3-9af228c806f4 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Request body: {'security_group_rule': {'security_group_id': '1fc9a9e9-0d8b-4c5d-98ff-f8d88dc3d071', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:56.743102 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df44d7-b80b-45d9-94c5-ad7fe306f2d2 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Port': ['ID=083003e3-da24-4f9a-89f0-0326ba24b416,revision_number=3']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:56.746384 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-57a47bea-4757-4cae-a9c5-817692b275a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:56.822263 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-5429f713-4cf9-4f72-8bc3-9af228c806f4 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:56.848808 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5429f713-4cf9-4f72-8bc3-9af228c806f4 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Usage tracker for resource:security_group_rule and tenant:ec63585c15c249229c872ca6e8c0c186 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:56.855933 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5429f713-4cf9-4f72-8bc3-9af228c806f4 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:56.867337 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-5429f713-4cf9-4f72-8bc3-9af228c806f4 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:56.878337 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-ddf30db5-be3c-468a-a0dd-d35ffeaba8e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Allocated IP 172.20.0.3 (2d87c0cc-ddf2-45ed-9298-35fdfece1115/f3734c9f-88da-456b-88de-b63baa305e94/6d4efcd3-ec94-407a-a3e7-c14223371ff4) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:26:56.896955 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83f604-c4e0-4ecf-be44-231fffd86876 req-dc9d88a6-7bb0-4894-88b6-9d60a7d247e9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:56.898446 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7c83f604-c4e0-4ecf-be44-231fffd86876 req-dc9d88a6-7bb0-4894-88b6-9d60a7d247e9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ff6e5e-9108-4443-91e2-395f50a85034 HTTP/1.1" status: 200 len: 943 time: 0.4115345 Apr 08 10:26:56.927222 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-57a47bea-4757-4cae-a9c5-817692b275a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:56.937600 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5429f713-4cf9-4f72-8bc3-9af228c806f4 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:56.960644 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47bea-4757-4cae-a9c5-817692b275a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fe218e-ecc9-42e1-9eb9-0c3b558b59ae,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:56.987841 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dec93003-9b13-4149-be2a-e069a4bbe69b req-14e6b01b-cd88-4e84-bcc3-a62c3890c696 service neutron] 10.222.0.52 "GET /v2.0/networks/3f87cc2e-abff-4c5e-a9be-9df69703738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734589 Apr 08 10:26:57.011212 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7c83f604-c4e0-4ecf-be44-231fffd86876 req-716d532f-b7da-45fc-809b-5fea43c1810b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcabe309-6c60-4407-ac9e-f58bdadffc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949047 Apr 08 10:26:57.037284 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5429f713-4cf9-4f72-8bc3-9af228c806f4 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:57.041651 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5429f713-4cf9-4f72-8bc3-9af228c806f4 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:57.106108 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429f713-4cf9-4f72-8bc3-9af228c806f4 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59085cb4-a1cb-4139-995b-372351c25717,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:57.133824 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5429f713-4cf9-4f72-8bc3-9af228c806f4 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:57.137544 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5429f713-4cf9-4f72-8bc3-9af228c806f4 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.4902902 Apr 08 10:26:57.138228 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57536) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:57.165352 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-57a47bea-4757-4cae-a9c5-817692b275a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:57.166721 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-57a47bea-4757-4cae-a9c5-817692b275a9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/94fe218e-ecc9-42e1-9eb9-0c3b558b59ae HTTP/1.1" status: 204 len: 168 time: 1.0226014 Apr 08 10:26:57.190654 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad4af-ea26-45c7-84e8-b6cc25038aa7 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:57.207549 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad4af-ea26-45c7-84e8-b6cc25038aa7 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:57.230019 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-276ef978-b1a4-4333-8986-42409fc62b11 req-f7d20573-c97b-4c05-a2ed-ce848c1fea99 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=e7ff6e5e-9108-4443-91e2-395f50a85034 HTTP/1.1" status: 200 len: 1096 time: 0.1766672 Apr 08 10:26:57.329612 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad4af-ea26-45c7-84e8-b6cc25038aa7 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:57.337230 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-04fb804d-5c7a-4db6-8631-09a9736e48bc tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:57.362782 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ad4af-ea26-45c7-84e8-b6cc25038aa7 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59085cb4-a1cb-4139-995b-372351c25717,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:57.364607 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad4af-ea26-45c7-84e8-b6cc25038aa7 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:57.368536 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-fc3ad4af-ea26-45c7-84e8-b6cc25038aa7 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/59085cb4-a1cb-4139-995b-372351c25717 HTTP/1.1" status: 204 len: 168 time: 0.2289951 Apr 08 10:26:57.369481 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57544) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:57.452591 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-725d7de5-a9c3-45ef-9d91-1ccfd1d9b306 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Synchronizing usage tracker for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:57.461604 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ef978-b1a4-4333-8986-42409fc62b11 req-1467fae6-31da-4c36-925b-2683a8f398b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:57.463038 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-276ef978-b1a4-4333-8986-42409fc62b11 req-1467fae6-31da-4c36-925b-2683a8f398b5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f87cc2e-abff-4c5e-a9be-9df69703738c HTTP/1.1" status: 200 len: 897 time: 0.2269075 Apr 08 10:26:57.468421 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ddf30db5-be3c-468a-a0dd-d35ffeaba8e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:57.503005 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-ddf30db5-be3c-468a-a0dd-d35ffeaba8e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Transition to ACTIVE for port object 6d4efcd3-ec94-407a-a3e7-c14223371ff4 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:26:57.516902 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573d873d-aa11-44f1-a91f-f2044a687be5 None None] Network 2d87c0cc-ddf2-45ed-9298-35fdfece1115 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:26:57.557562 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-725d7de5-a9c3-45ef-9d91-1ccfd1d9b306 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Unset dirty status for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:57.561278 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-725d7de5-a9c3-45ef-9d91-1ccfd1d9b306 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1879311 Apr 08 10:26:57.579143 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57552) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:57.589823 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-276ef978-b1a4-4333-8986-42409fc62b11 req-f35af96b-479e-49fa-a948-5db09f8e370c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5af9a6bb-925c-485a-a7e5-71926cd48599 HTTP/1.1" status: 200 len: 217 time: 0.1186583 Apr 08 10:26:57.634799 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ddf30db5-be3c-468a-a0dd-d35ffeaba8e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:57.641386 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a20d8903-6127-463d-9423-6017c665de25 None None] Provisioning for port f1fccb25-874e-4583-86e6-5c3eb8178126 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:57.703090 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ef978-b1a4-4333-8986-42409fc62b11 req-e8972161-cf39-4575-ac75-8122bad4d45f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:57.704723 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-276ef978-b1a4-4333-8986-42409fc62b11 req-e8972161-cf39-4575-ac75-8122bad4d45f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58 HTTP/1.1" status: 200 len: 834 time: 0.1087029 Apr 08 10:26:57.743115 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf30db5-be3c-468a-a0dd-d35ffeaba8e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network 2d87c0cc-ddf2-45ed-9298-35fdfece1115 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:26:57.748563 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-ddf30db5-be3c-468a-a0dd-d35ffeaba8e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:26:57.750939 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf30db5-be3c-468a-a0dd-d35ffeaba8e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:26:57.770006 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device f1fccb25-874e-4583-86e6-5c3eb8178126 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:26:57.796766 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-276ef978-b1a4-4333-8986-42409fc62b11 req-1cc64064-9d1f-4135-a041-734d4e00002c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f87cc2e-abff-4c5e-a9be-9df69703738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850232 Apr 08 10:26:57.876426 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf30db5-be3c-468a-a0dd-d35ffeaba8e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Port': ['ID=6d4efcd3-ec94-407a-a3e7-c14223371ff4,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:57.876643 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port f1fccb25-874e-4583-86e6-5c3eb8178126 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:57.885126 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port f1fccb25-874e-4583-86e6-5c3eb8178126 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:57.885126 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:57.900625 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf30db5-be3c-468a-a0dd-d35ffeaba8e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:57.901232 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ddf30db5-be3c-468a-a0dd-d35ffeaba8e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:57.924277 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ddf30db5-be3c-468a-a0dd-d35ffeaba8e1 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9772468 Apr 08 10:26:57.927034 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57560) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:57.975804 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0dabe759-25a2-42bf-b3df-aa01f5e48566 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:58.027700 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0dabe759-25a2-42bf-b3df-aa01f5e48566 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:58.038011 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:58.140507 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0dabe759-25a2-42bf-b3df-aa01f5e48566 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:58.167997 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port f1fccb25-874e-4583-86e6-5c3eb8178126, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=f1fccb25-874e-4583-86e6-5c3eb8178126,segment=NetworkSegment(9c2f2923-4e5e-4bcd-820a-a47cdd2e44ec),segment_id=9c2f2923-4e5e-4bcd-820a-a47cdd2e44ec)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:26:58.180119 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:58.204442 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dabe759-25a2-42bf-b3df-aa01f5e48566 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc9a9e9-0d8b-4c5d-98ff-f8d88dc3d071,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:58.251502 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0dabe759-25a2-42bf-b3df-aa01f5e48566 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:58.252751 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0dabe759-25a2-42bf-b3df-aa01f5e48566 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "DELETE /v2.0/security-groups/1fc9a9e9-0d8b-4c5d-98ff-f8d88dc3d071 HTTP/1.1" status: 204 len: 168 time: 0.6726134 Apr 08 10:26:58.261562 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57570) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:58.307260 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-276ef978-b1a4-4333-8986-42409fc62b11 req-f33c2d28-6655-41f3-865f-88e88f70eeeb service neutron] 10.222.0.52 "GET /v2.0/networks/3f87cc2e-abff-4c5e-a9be-9df69703738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035670 Apr 08 10:26:58.370224 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=f1fccb25-874e-4583-86e6-5c3eb8178126,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:58.373806 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-dab59e20-f666-45ad-9226-9a53699187ac None None] Provisioning for port 6d4efcd3-ec94-407a-a3e7-c14223371ff4 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:26:58.387770 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-dab59e20-f666-45ad-9226-9a53699187ac None None] Provisioning complete for port 6d4efcd3-ec94-407a-a3e7-c14223371ff4 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:58.388595 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-dab59e20-f666-45ad-9226-9a53699187ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:58.450906 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-dab59e20-f666-45ad-9226-9a53699187ac None None] Port 6d4efcd3-ec94-407a-a3e7-c14223371ff4 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:26:58.467881 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-dab59e20-f666-45ad-9226-9a53699187ac None None] Provisioning complete for port f1fccb25-874e-4583-86e6-5c3eb8178126 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:58.468103 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-dab59e20-f666-45ad-9226-9a53699187ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:58.479455 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-04fb804d-5c7a-4db6-8631-09a9736e48bc tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Deleting port 083003e3-da24-4f9a-89f0-0326ba24b416 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:26:58.479455 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-04fb804d-5c7a-4db6-8631-09a9736e48bc tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:58.509405 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57576) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:58.655705 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b942957c-d2dc-4a19-a8f0-282aea658c59 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Synchronizing usage tracker for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:26:58.720349 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b942957c-d2dc-4a19-a8f0-282aea658c59 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Unset dirty status for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:26:58.721553 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b942957c-d2dc-4a19-a8f0-282aea658c59 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4590540 Apr 08 10:26:58.746611 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57582) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:58.758538 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-af1ef81f-89e2-4a84-a128-3458a42e244e tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:58.759136 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-af1ef81f-89e2-4a84-a128-3458a42e244e tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] create failed (client error): There was a conflict when trying to complete your request. Apr 08 10:26:58.764447 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-af1ef81f-89e2-4a84-a128-3458a42e244e tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2439725 Apr 08 10:26:58.764447 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-35cedd4e-3895-48bd-ace5-58f37dd1593e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Request body: {'security_group': {'name': 'tempest-secgroup--2129387268'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:58.769898 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-35cedd4e-3895-48bd-ace5-58f37dd1593e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:58.772559 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7edba554-9e18-42b5-9d3f-5cd45668648e None None] Provisioning complete for port 6d4efcd3-ec94-407a-a3e7-c14223371ff4 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:58.773204 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7edba554-9e18-42b5-9d3f-5cd45668648e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:58.780784 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-35cedd4e-3895-48bd-ace5-58f37dd1593e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:58.780989 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57586) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:58.794980 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-600268ca-c872-41a4-b280-b3bb0088a729 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group': {'name': 'tempest-secgroup--2081531793'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:58.795902 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-35cedd4e-3895-48bd-ace5-58f37dd1593e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:58.799875 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-276ef978-b1a4-4333-8986-42409fc62b11 req-b2e400ce-45f6-4ac0-9e46-88249b72ae90 service neutron] 10.222.0.52 "GET /v2.0/networks/3f87cc2e-abff-4c5e-a9be-9df69703738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182217 Apr 08 10:26:58.829868 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-7edba554-9e18-42b5-9d3f-5cd45668648e None None] Port 6d4efcd3-ec94-407a-a3e7-c14223371ff4 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:26:58.867356 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-35cedd4e-3895-48bd-ace5-58f37dd1593e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:58.882512 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-35cedd4e-3895-48bd-ace5-58f37dd1593e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Usage tracker for resource:security_group_rule and tenant:ec63585c15c249229c872ca6e8c0c186 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:58.886798 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-35cedd4e-3895-48bd-ace5-58f37dd1593e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:58.890810 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-04fb804d-5c7a-4db6-8631-09a9736e48bc tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:58.903625 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-35cedd4e-3895-48bd-ace5-58f37dd1593e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:58.961174 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-600268ca-c872-41a4-b280-b3bb0088a729 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:58.970784 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-600268ca-c872-41a4-b280-b3bb0088a729 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Usage tracker for resource:security_group and tenant:83b3f73b4bef44f6a48f58e370521f18 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:58.984533 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89df27-360d-40e9-b642-68478b314f04 req-18cead86-44cd-4c75-a830-3c5a0163c809 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:26:58.985997 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ca89df27-360d-40e9-b642-68478b314f04 req-18cead86-44cd-4c75-a830-3c5a0163c809 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ff6e5e-9108-4443-91e2-395f50a85034 HTTP/1.1" status: 200 len: 943 time: 0.6691103 Apr 08 10:26:58.986813 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-600268ca-c872-41a4-b280-b3bb0088a729 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:58.995233 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-600268ca-c872-41a4-b280-b3bb0088a729 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:59.024559 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-04fb804d-5c7a-4db6-8631-09a9736e48bc tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Calling delete_port for 083003e3-da24-4f9a-89f0-0326ba24b416 owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:26:59.030840 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-600268ca-c872-41a4-b280-b3bb0088a729 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:59.087663 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-600268ca-c872-41a4-b280-b3bb0088a729 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:59.132127 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ca89df27-360d-40e9-b642-68478b314f04 req-22b54565-19f6-4ecc-a48d-f65cbb20fb0d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcabe309-6c60-4407-ac9e-f58bdadffc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346462 Apr 08 10:26:59.146218 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-35cedd4e-3895-48bd-ace5-58f37dd1593e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:59.151809 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-35cedd4e-3895-48bd-ace5-58f37dd1593e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:59.204666 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cedd4e-3895-48bd-ace5-58f37dd1593e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d1f986-2186-440e-aa22-fe6b74beefd9,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:59.209826 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-600268ca-c872-41a4-b280-b3bb0088a729 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:59.218705 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-600268ca-c872-41a4-b280-b3bb0088a729 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Usage tracker for resource:security_group_rule and tenant:83b3f73b4bef44f6a48f58e370521f18 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:59.220451 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-35cedd4e-3895-48bd-ace5-58f37dd1593e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:59.221636 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-35cedd4e-3895-48bd-ace5-58f37dd1593e tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4723036 Apr 08 10:26:59.223364 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-600268ca-c872-41a4-b280-b3bb0088a729 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:59.227880 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57590) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:26:59.267794 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-600268ca-c872-41a4-b280-b3bb0088a729 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:59.273378 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-325054cc-c3ff-4810-8d4f-85dac323b4c6 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Request body: {'security_group_rule': {'security_group_id': 'f1d1f986-2186-440e-aa22-fe6b74beefd9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:26:59.288543 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-04fb804d-5c7a-4db6-8631-09a9736e48bc tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:59.288800 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-325054cc-c3ff-4810-8d4f-85dac323b4c6 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:59.312820 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-325054cc-c3ff-4810-8d4f-85dac323b4c6 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Usage tracker for resource:security_group_rule and tenant:ec63585c15c249229c872ca6e8c0c186 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:59.321578 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-325054cc-c3ff-4810-8d4f-85dac323b4c6 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:59.332736 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-325054cc-c3ff-4810-8d4f-85dac323b4c6 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:59.337934 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-693c4b05-ca71-4f93-9576-7db55dd2b023 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:59.339284 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb804d-5c7a-4db6-8631-09a9736e48bc tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Port': ['ID=083003e3-da24-4f9a-89f0-0326ba24b416,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:59.442956 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-325054cc-c3ff-4810-8d4f-85dac323b4c6 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:59.519277 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-04fb804d-5c7a-4db6-8631-09a9736e48bc tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:59.633290 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device f1fccb25-874e-4583-86e6-5c3eb8178126 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:26:59.646884 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-600268ca-c872-41a4-b280-b3bb0088a729 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:59.663164 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-600268ca-c872-41a4-b280-b3bb0088a729 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:59.710510 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port f1fccb25-874e-4583-86e6-5c3eb8178126 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:26:59.710878 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:59.789358 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-600268ca-c872-41a4-b280-b3bb0088a729 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:26:59.813144 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-600268ca-c872-41a4-b280-b3bb0088a729 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Usage tracker for resource:security_group_rule and tenant:83b3f73b4bef44f6a48f58e370521f18 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:26:59.816003 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600268ca-c872-41a4-b280-b3bb0088a729 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=134d83bc-9278-40ee-8e24-5df6696c39ec,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:59.823349 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-600268ca-c872-41a4-b280-b3bb0088a729 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:26:59.838286 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-325054cc-c3ff-4810-8d4f-85dac323b4c6 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:59.841663 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-600268ca-c872-41a4-b280-b3bb0088a729 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:26:59.847798 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-325054cc-c3ff-4810-8d4f-85dac323b4c6 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:59.895974 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325054cc-c3ff-4810-8d4f-85dac323b4c6 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac76b8c3-12e6-4ce7-af60-1fdbacf2fdc6,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:26:59.956314 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04fb804d-5c7a-4db6-8631-09a9736e48bc tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Router db2c19c4-4b8e-46c8-9115-d1f4a39759ed has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:26:59.966102 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-325054cc-c3ff-4810-8d4f-85dac323b4c6 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:26:59.967398 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-325054cc-c3ff-4810-8d4f-85dac323b4c6 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7385590 Apr 08 10:26:59.972729 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57594) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:00.004242 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-600268ca-c872-41a4-b280-b3bb0088a729 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:00.013319 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-600268ca-c872-41a4-b280-b3bb0088a729 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:00.020914 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-693c4b05-ca71-4f93-9576-7db55dd2b023 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:00.039324 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-693c4b05-ca71-4f93-9576-7db55dd2b023 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:00.047074 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e09e461f-8222-4ed3-a1c1-58b053e9ac19 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-group-rules/ac76b8c3-12e6-4ce7-af60-1fdbacf2fdc6 HTTP/1.1" status: 200 len: 705 time: 0.0709045 Apr 08 10:27:00.078186 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57598) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:00.128668 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-600268ca-c872-41a4-b280-b3bb0088a729 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:00.129860 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-600268ca-c872-41a4-b280-b3bb0088a729 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3488557 Apr 08 10:27:00.143622 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57602) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:00.179624 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600268ca-c872-41a4-b280-b3bb0088a729 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e270ca73-5458-4bc7-bf1d-14b4f8cf909f,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:00.188742 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-651701bc-fa46-401b-8ddc-d337cb8f9277 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group_rule': {'security_group_id': 'e270ca73-5458-4bc7-bf1d-14b4f8cf909f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:00.204745 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fb804d-5c7a-4db6-8631-09a9736e48bc tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:27:00.222086 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96542628-422c-463c-bc67-a733a48da3af None None] Sync routers for ids ['db2c19c4-4b8e-46c8-9115-d1f4a39759ed'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:27:00.222766 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-651701bc-fa46-401b-8ddc-d337cb8f9277 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:00.226713 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-04fb804d-5c7a-4db6-8631-09a9736e48bc tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "PUT /v2.0/routers/db2c19c4-4b8e-46c8-9115-d1f4a39759ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8654778 Apr 08 10:27:00.227861 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57608) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:00.231206 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-651701bc-fa46-401b-8ddc-d337cb8f9277 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Usage tracker for resource:security_group_rule and tenant:83b3f73b4bef44f6a48f58e370521f18 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:00.239060 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-651701bc-fa46-401b-8ddc-d337cb8f9277 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:00.240287 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96542628-422c-463c-bc67-a733a48da3af None None] Routers {'db2c19c4-4b8e-46c8-9115-d1f4a39759ed'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:00.241012 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-96542628-422c-463c-bc67-a733a48da3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['db2c19c4-4b8e-46c8-9115-d1f4a39759ed'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:00.246373 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c4b05-ca71-4f93-9576-7db55dd2b023 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Port': ['ID=6d4efcd3-ec94-407a-a3e7-c14223371ff4,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:00.255560 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-651701bc-fa46-401b-8ddc-d337cb8f9277 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:00.284770 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a557833e-b3b3-4301-8a20-982326c457b8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Synchronizing usage tracker for tenant:72c993bf72344f498aa1635c771d9146 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:27:00.304436 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a557833e-b3b3-4301-8a20-982326c457b8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Unset dirty status for tenant:72c993bf72344f498aa1635c771d9146 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:27:00.308863 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a557833e-b3b3-4301-8a20-982326c457b8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "GET /v2.0/ports?device_id=db2c19c4-4b8e-46c8-9115-d1f4a39759ed HTTP/1.1" status: 200 len: 205 time: 0.0797024 Apr 08 10:27:00.309471 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57612) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:00.333805 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-9a6c029a-1dc3-42de-aae8-3217dd706eee tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Synchronizing usage tracker for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:27:00.358459 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-651701bc-fa46-401b-8ddc-d337cb8f9277 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:00.412824 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-96542628-422c-463c-bc67-a733a48da3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:00.424067 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96542628-422c-463c-bc67-a733a48da3af None None] Routers {'db2c19c4-4b8e-46c8-9115-d1f4a39759ed'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:00.424725 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-96542628-422c-463c-bc67-a733a48da3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['db2c19c4-4b8e-46c8-9115-d1f4a39759ed'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:00.474664 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-109ab88f-de60-4b49-9f76-2a4ce4fe63ba tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:00.490178 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-96542628-422c-463c-bc67-a733a48da3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:00.490641 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96542628-422c-463c-bc67-a733a48da3af None None] The sync data for ids ['db2c19c4-4b8e-46c8-9115-d1f4a39759ed'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:27:00.495038 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-9a6c029a-1dc3-42de-aae8-3217dd706eee tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Unset dirty status for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:27:00.496671 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9a6c029a-1dc3-42de-aae8-3217dd706eee tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4145575 Apr 08 10:27:00.511722 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57616) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:00.511915 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0dfa4388-530a-42b9-bb6f-e71bb8802529 None None] Provisioning complete for port 6d4efcd3-ec94-407a-a3e7-c14223371ff4 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:00.512465 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0dfa4388-530a-42b9-bb6f-e71bb8802529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:00.565564 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-0dfa4388-530a-42b9-bb6f-e71bb8802529 None None] Port 6d4efcd3-ec94-407a-a3e7-c14223371ff4 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:27:00.622265 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5d77dc69-b67d-4278-9742-81d8e172efd0 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:00.643152 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5d77dc69-b67d-4278-9742-81d8e172efd0 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:00.688988 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-651701bc-fa46-401b-8ddc-d337cb8f9277 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:00.726479 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb9490-3e51-4bd3-89c9-60f1755ac600 req-9ace3158-5e43-4402-9484-3fe59f11ddf9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:00.727925 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-aaeb9490-3e51-4bd3-89c9-60f1755ac600 req-9ace3158-5e43-4402-9484-3fe59f11ddf9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ff6e5e-9108-4443-91e2-395f50a85034 HTTP/1.1" status: 200 len: 943 time: 0.3541684 Apr 08 10:27:00.733432 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-651701bc-fa46-401b-8ddc-d337cb8f9277 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:00.761275 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-693c4b05-ca71-4f93-9576-7db55dd2b023 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:00.800896 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651701bc-fa46-401b-8ddc-d337cb8f9277 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e64baf7-8284-4cc9-a7be-2f83a28905df,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:00.818031 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5d77dc69-b67d-4278-9742-81d8e172efd0 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:00.839105 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-651701bc-fa46-401b-8ddc-d337cb8f9277 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:00.840507 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-651701bc-fa46-401b-8ddc-d337cb8f9277 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6574898 Apr 08 10:27:00.852103 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57620) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:00.853359 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651701bc-fa46-401b-8ddc-d337cb8f9277 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:00.853710 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651701bc-fa46-401b-8ddc-d337cb8f9277 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:00.854058 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651701bc-fa46-401b-8ddc-d337cb8f9277 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:00.854395 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651701bc-fa46-401b-8ddc-d337cb8f9277 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:00.854747 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651701bc-fa46-401b-8ddc-d337cb8f9277 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:00.855067 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651701bc-fa46-401b-8ddc-d337cb8f9277 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:00.855398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651701bc-fa46-401b-8ddc-d337cb8f9277 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:00.855731 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651701bc-fa46-401b-8ddc-d337cb8f9277 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:00.856058 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651701bc-fa46-401b-8ddc-d337cb8f9277 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:00.856416 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651701bc-fa46-401b-8ddc-d337cb8f9277 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:00.856741 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651701bc-fa46-401b-8ddc-d337cb8f9277 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:00.879209 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-df44464e-f5de-4aae-854a-2606d327b684 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group_rule': {'security_group_id': 'e270ca73-5458-4bc7-bf1d-14b4f8cf909f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:00.886762 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-109ab88f-de60-4b49-9f76-2a4ce4fe63ba tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:00.891617 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-109ab88f-de60-4b49-9f76-2a4ce4fe63ba tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:00.891990 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-df44464e-f5de-4aae-854a-2606d327b684 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:00.895452 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77dc69-b67d-4278-9742-81d8e172efd0 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac76b8c3-12e6-4ce7-af60-1fdbacf2fdc6,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:00.898313 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5d77dc69-b67d-4278-9742-81d8e172efd0 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:00.899582 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5d77dc69-b67d-4278-9742-81d8e172efd0 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/ac76b8c3-12e6-4ce7-af60-1fdbacf2fdc6 HTTP/1.1" status: 204 len: 168 time: 0.3870575 Apr 08 10:27:00.902124 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57624) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:00.908441 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-df44464e-f5de-4aae-854a-2606d327b684 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Usage tracker for resource:security_group_rule and tenant:83b3f73b4bef44f6a48f58e370521f18 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:00.913148 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-df44464e-f5de-4aae-854a-2606d327b684 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:00.918423 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-aaeb9490-3e51-4bd3-89c9-60f1755ac600 req-8b437305-a82a-4fe1-a5b1-87fa67cae4bf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcabe309-6c60-4407-ac9e-f58bdadffc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646466 Apr 08 10:27:00.945376 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-109ab88f-de60-4b49-9f76-2a4ce4fe63ba tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:00.945851 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109ab88f-de60-4b49-9f76-2a4ce4fe63ba tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Fanout notify agent at l3_agent the message router_deleted on router db2c19c4-4b8e-46c8-9115-d1f4a39759ed {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:27:00.957669 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-df44464e-f5de-4aae-854a-2606d327b684 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:00.967560 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-109ab88f-de60-4b49-9f76-2a4ce4fe63ba tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:00.968667 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-109ab88f-de60-4b49-9f76-2a4ce4fe63ba tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/routers/db2c19c4-4b8e-46c8-9115-d1f4a39759ed HTTP/1.1" status: 204 len: 168 time: 0.6568387 Apr 08 10:27:00.972670 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57628) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:00.974008 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8e0b2021-78fd-4a2f-b733-fffaf8e51d2b tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Synchronizing usage tracker for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:27:00.990044 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8e0b2021-78fd-4a2f-b733-fffaf8e51d2b tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Unset dirty status for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:27:00.991287 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8e0b2021-78fd-4a2f-b733-fffaf8e51d2b tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0882356 Apr 08 10:27:00.993985 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57632) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:00.999970 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-8a8b78d5-2213-4656-ab0b-39ef83bed156 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Request body: {'security_group_rule': {'security_group_id': 'f1d1f986-2186-440e-aa22-fe6b74beefd9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:01.005679 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8a8b78d5-2213-4656-ab0b-39ef83bed156 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:01.016056 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8a8b78d5-2213-4656-ab0b-39ef83bed156 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:01.032883 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8a8b78d5-2213-4656-ab0b-39ef83bed156 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:01.039784 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-df44464e-f5de-4aae-854a-2606d327b684 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:01.058073 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-693c4b05-ca71-4f93-9576-7db55dd2b023 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:01.074232 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 5af9a6bb-925c-485a-a7e5-71926cd48599 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:27:01.110886 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8a8b78d5-2213-4656-ab0b-39ef83bed156 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:01.117100 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8a8b78d5-2213-4656-ab0b-39ef83bed156 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:01.146906 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b78d5-2213-4656-ab0b-39ef83bed156 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9af22d8-2e3d-4430-8a01-18c3a1e252c2,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:01.166472 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8a8b78d5-2213-4656-ab0b-39ef83bed156 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:01.168152 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8a8b78d5-2213-4656-ab0b-39ef83bed156 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1732299 Apr 08 10:27:01.171717 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57636) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:01.196546 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-59745f01-51fc-45fa-9836-3a2bf341199a tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-group-rules/b9af22d8-2e3d-4430-8a01-18c3a1e252c2 HTTP/1.1" status: 200 len: 705 time: 0.0233829 Apr 08 10:27:01.198864 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57640) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:01.228786 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 5af9a6bb-925c-485a-a7e5-71926cd48599, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5af9a6bb-925c-485a-a7e5-71926cd48599,segment=NetworkSegment(a7088723-8415-48cc-b76b-c11a581a5402),segment_id=a7088723-8415-48cc-b76b-c11a581a5402)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:01.244929 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '5af9a6bb-925c-485a-a7e5-71926cd48599', 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c', 'port_id': '5af9a6bb-925c-485a-a7e5-71926cd48599', 'mac_address': 'fa:16:3e:5f:42:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:27:01.252516 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ee87821f-5c26-40a5-99a8-6f1f24c510ea tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Synchronizing usage tracker for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:27:01.269284 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ee87821f-5c26-40a5-99a8-6f1f24c510ea tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Unset dirty status for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:27:01.270626 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ee87821f-5c26-40a5-99a8-6f1f24c510ea tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0707603 Apr 08 10:27:01.273237 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57644) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:01.305867 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d8a0634a-1bae-4def-bb49-634c9f5190b9 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:01.310595 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:01.317400 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d8a0634a-1bae-4def-bb49-634c9f5190b9 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:01.329283 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af9a6bb-925c-485a-a7e5-71926cd48599 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:27:01.344041 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d8a0634a-1bae-4def-bb49-634c9f5190b9 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:01.345945 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 5af9a6bb-925c-485a-a7e5-71926cd48599, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5af9a6bb-925c-485a-a7e5-71926cd48599,segment=NetworkSegment(a7088723-8415-48cc-b76b-c11a581a5402),segment_id=a7088723-8415-48cc-b76b-c11a581a5402)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:01.351002 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:01.364697 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0634a-1bae-4def-bb49-634c9f5190b9 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9af22d8-2e3d-4430-8a01-18c3a1e252c2,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:01.371177 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d8a0634a-1bae-4def-bb49-634c9f5190b9 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:01.376366 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d8a0634a-1bae-4def-bb49-634c9f5190b9 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/b9af22d8-2e3d-4430-8a01-18c3a1e252c2 HTTP/1.1" status: 204 len: 168 time: 0.1020420 Apr 08 10:27:01.377281 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57648) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:01.419614 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=5af9a6bb-925c-485a-a7e5-71926cd48599,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:01.424658 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-88209737-516e-4532-9dce-5a6c69cf007d tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Synchronizing usage tracker for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:27:01.442306 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-88209737-516e-4532-9dce-5a6c69cf007d tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Unset dirty status for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:27:01.443637 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-88209737-516e-4532-9dce-5a6c69cf007d tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0656533 Apr 08 10:27:01.446562 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57652) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:01.453522 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-0d199033-1a49-45a1-ae29-4ef33c433924 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Request body: {'security_group_rule': {'security_group_id': 'f1d1f986-2186-440e-aa22-fe6b74beefd9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:01.459262 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-0d199033-1a49-45a1-ae29-4ef33c433924 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:01.469332 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-0d199033-1a49-45a1-ae29-4ef33c433924 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:01.478441 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.securitygroups_db [None req-0d199033-1a49-45a1-ae29-4ef33c433924 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Project ec63585c15c249229c872ca6e8c0c186 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:27:01.486315 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0d199033-1a49-45a1-ae29-4ef33c433924 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:01.541185 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-df44464e-f5de-4aae-854a-2606d327b684 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] create failed (client error): There was a conflict when trying to complete your request. Apr 08 10:27:01.542209 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-df44464e-f5de-4aae-854a-2606d327b684 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6753280 Apr 08 10:27:01.545692 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57656) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:01.563353 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0d199033-1a49-45a1-ae29-4ef33c433924 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:01.569304 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0d199033-1a49-45a1-ae29-4ef33c433924 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:01.573533 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16a2a8f-4ce3-4ba4-b829-caa40ab0719e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Deleting subnet 3669cf92-30cc-45a0-871f-1abffb176b99 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:27:01.580011 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b16a2a8f-4ce3-4ba4-b829-caa40ab0719e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:01.611440 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d199033-1a49-45a1-ae29-4ef33c433924 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb194dc5-6ef4-4b34-815f-1931f58954b5,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:01.634370 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d199033-1a49-45a1-ae29-4ef33c433924 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:01.634714 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d199033-1a49-45a1-ae29-4ef33c433924 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:01.635051 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d199033-1a49-45a1-ae29-4ef33c433924 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:01.635378 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d199033-1a49-45a1-ae29-4ef33c433924 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:01.635709 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d199033-1a49-45a1-ae29-4ef33c433924 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:01.636032 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d199033-1a49-45a1-ae29-4ef33c433924 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:01.636380 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d199033-1a49-45a1-ae29-4ef33c433924 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:01.636699 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d199033-1a49-45a1-ae29-4ef33c433924 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:01.637019 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d199033-1a49-45a1-ae29-4ef33c433924 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:01.637332 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d199033-1a49-45a1-ae29-4ef33c433924 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:01.637656 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d199033-1a49-45a1-ae29-4ef33c433924 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:01.642008 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0d199033-1a49-45a1-ae29-4ef33c433924 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:01.643173 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0d199033-1a49-45a1-ae29-4ef33c433924 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1957047 Apr 08 10:27:01.646741 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57660) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:01.648300 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['5af9a6bb-925c-485a-a7e5-71926cd48599'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:27:01.664034 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3b552499-311d-4cab-bfbd-f80a49526b0a tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:01.694004 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3b552499-311d-4cab-bfbd-f80a49526b0a tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:01.732405 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b16a2a8f-4ce3-4ba4-b829-caa40ab0719e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:01.746369 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3b552499-311d-4cab-bfbd-f80a49526b0a tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:01.763153 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b552499-311d-4cab-bfbd-f80a49526b0a tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e270ca73-5458-4bc7-bf1d-14b4f8cf909f,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:01.770227 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3b552499-311d-4cab-bfbd-f80a49526b0a tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:01.771760 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-55ad9a1d-b87f-4c01-b891-6838d06fee61 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-group-rules/eb194dc5-6ef4-4b34-815f-1931f58954b5 HTTP/1.1" status: 200 len: 711 time: 0.1240616 Apr 08 10:27:01.772660 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3b552499-311d-4cab-bfbd-f80a49526b0a tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "DELETE /v2.0/security-groups/e270ca73-5458-4bc7-bf1d-14b4f8cf909f HTTP/1.1" status: 204 len: 168 time: 0.2258253 Apr 08 10:27:01.774082 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57666) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:01.776406 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57664) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:01.866604 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e2a0d3c1-f5dd-41e8-b7c6-223eeff76392 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Synchronizing usage tracker for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:27:01.881867 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b16a2a8f-4ce3-4ba4-b829-caa40ab0719e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:01.884016 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-01617dd7-9008-47cc-b08d-96807107ba61 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Synchronizing usage tracker for tenant:83b3f73b4bef44f6a48f58e370521f18 on resource:security_group {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:27:01.896490 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e2a0d3c1-f5dd-41e8-b7c6-223eeff76392 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Unset dirty status for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:27:01.900897 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e2a0d3c1-f5dd-41e8-b7c6-223eeff76392 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.1203845 Apr 08 10:27:01.901061 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57672) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:01.917635 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-693c4b05-ca71-4f93-9576-7db55dd2b023 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:01.917885 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-01617dd7-9008-47cc-b08d-96807107ba61 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Unset dirty status for tenant:83b3f73b4bef44f6a48f58e370521f18 on resource:security_group {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:27:01.923481 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-01617dd7-9008-47cc-b08d-96807107ba61 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1399436 Apr 08 10:27:01.926075 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57676) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:01.929653 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-693c4b05-ca71-4f93-9576-7db55dd2b023 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:01.932317 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-cc2badda-8e68-4c95-8871-f9e7fd673edc tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group': {'name': 'tempest-secgroup--466751442'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:01.944993 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-cc2badda-8e68-4c95-8871-f9e7fd673edc tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:01.968560 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-cc2badda-8e68-4c95-8871-f9e7fd673edc tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:01.970923 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9cf2498b-bb93-42bb-88a8-268be4a1f527 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:01.986813 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9cf2498b-bb93-42bb-88a8-268be4a1f527 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:01.999859 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cc2badda-8e68-4c95-8871-f9e7fd673edc tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:02.039488 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9cf2498b-bb93-42bb-88a8-268be4a1f527 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:02.059798 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c4b05-ca71-4f93-9576-7db55dd2b023 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Port': ['ID=6d4efcd3-ec94-407a-a3e7-c14223371ff4,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:02.060160 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-cc2badda-8e68-4c95-8871-f9e7fd673edc tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:02.068000 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-cc2badda-8e68-4c95-8871-f9e7fd673edc tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Usage tracker for resource:security_group_rule and tenant:83b3f73b4bef44f6a48f58e370521f18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:02.068583 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-693c4b05-ca71-4f93-9576-7db55dd2b023 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:02.070722 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2498b-bb93-42bb-88a8-268be4a1f527 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb194dc5-6ef4-4b34-815f-1931f58954b5,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:02.072578 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-cc2badda-8e68-4c95-8871-f9e7fd673edc tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:02.082935 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-cc2badda-8e68-4c95-8871-f9e7fd673edc tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:02.094359 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9cf2498b-bb93-42bb-88a8-268be4a1f527 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:02.095640 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9cf2498b-bb93-42bb-88a8-268be4a1f527 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/eb194dc5-6ef4-4b34-815f-1931f58954b5 HTTP/1.1" status: 204 len: 168 time: 0.1934752 Apr 08 10:27:02.099346 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57682) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:02.181529 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cc2badda-8e68-4c95-8871-f9e7fd673edc tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:02.187998 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-39a5fb7a-e9d7-4c78-abdf-b51a8ee4b7a6 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Synchronizing usage tracker for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:27:02.191761 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cc2badda-8e68-4c95-8871-f9e7fd673edc tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:02.195633 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b16a2a8f-4ce3-4ba4-b829-caa40ab0719e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:02.237675 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cc2badda-8e68-4c95-8871-f9e7fd673edc tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:02.239150 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-cc2badda-8e68-4c95-8871-f9e7fd673edc tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3130078 Apr 08 10:27:02.241696 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-39a5fb7a-e9d7-4c78-abdf-b51a8ee4b7a6 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Unset dirty status for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:27:02.242591 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57686) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:02.242778 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-39a5fb7a-e9d7-4c78-abdf-b51a8ee4b7a6 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1422982 Apr 08 10:27:02.244185 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2badda-8e68-4c95-8871-f9e7fd673edc tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58e509bb-b059-4720-8913-66d6b30404fd,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:02.246043 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57688) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:02.259109 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-316316a0-ad09-45ca-8e0f-33190b57cba1 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group_rule': {'security_group_id': '58e509bb-b059-4720-8913-66d6b30404fd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:02.259749 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-316316a0-ad09-45ca-8e0f-33190b57cba1 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:27:02.263336 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-316316a0-ad09-45ca-8e0f-33190b57cba1 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0141339 Apr 08 10:27:02.264074 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57694) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:02.265553 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a2a8f-4ce3-4ba4-b829-caa40ab0719e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Subnet': ['ID=3669cf92-30cc-45a0-871f-1abffb176b99,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:02.286452 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b16a2a8f-4ce3-4ba4-b829-caa40ab0719e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:02.292669 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d2a868-cfc5-49e5-8d44-786464b837e7 None None] Network e53b1cf1-7a65-425b-9601-5b0ede11ecf0 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:27:02.325314 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b16a2a8f-4ce3-4ba4-b829-caa40ab0719e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/subnets/3669cf92-30cc-45a0-871f-1abffb176b99 HTTP/1.1" status: 204 len: 168 time: 1.3473420 Apr 08 10:27:02.328351 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57698) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:02.370240 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-eae1027b-59d0-4eba-a5bd-89348e5923fe tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:02.381361 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4752ba82-5091-480e-b6a1-98833e37b6af tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:02.411549 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693c4b05-ca71-4f93-9576-7db55dd2b023 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network 2d87c0cc-ddf2-45ed-9298-35fdfece1115 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:02.418369 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-693c4b05-ca71-4f93-9576-7db55dd2b023 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:02.420347 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-eae1027b-59d0-4eba-a5bd-89348e5923fe tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:02.433186 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4752ba82-5091-480e-b6a1-98833e37b6af tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:02.512481 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-eae1027b-59d0-4eba-a5bd-89348e5923fe tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:02.570827 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdd5a6-b60e-4537-b68c-40a148956701 req-c2dcd912-44de-444e-b0fc-bf1416c726ca tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:02.572506 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d3bdd5a6-b60e-4537-b68c-40a148956701 req-c2dcd912-44de-444e-b0fc-bf1416c726ca tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ff6e5e-9108-4443-91e2-395f50a85034 HTTP/1.1" status: 200 len: 944 time: 0.4718792 Apr 08 10:27:02.602733 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9d7931-768c-4cee-8b40-5718bd36c312 None None] DHCP port deletion for e53b1cf1-7a65-425b-9601-5b0ede11ecf0 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:27:02.608832 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d7931-768c-4cee-8b40-5718bd36c312 None None] Deleting port 5a2b30df-4857-4b00-b829-ba14c75f10ff {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:27:02.609435 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fd9d7931-768c-4cee-8b40-5718bd36c312 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:02.645207 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-01e2c554-dfd7-4527-b4ef-0961eef3ecea tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:02.664384 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1027b-59d0-4eba-a5bd-89348e5923fe tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e509bb-b059-4720-8913-66d6b30404fd,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:02.666583 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4752ba82-5091-480e-b6a1-98833e37b6af tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:02.693208 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-01e2c554-dfd7-4527-b4ef-0961eef3ecea tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Deleting port 5a2b30df-4857-4b00-b829-ba14c75f10ff {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:27:02.693549 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-01e2c554-dfd7-4527-b4ef-0961eef3ecea tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:02.706719 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752ba82-5091-480e-b6a1-98833e37b6af tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d1f986-2186-440e-aa22-fe6b74beefd9,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:02.722086 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-eae1027b-59d0-4eba-a5bd-89348e5923fe tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:02.725736 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-eae1027b-59d0-4eba-a5bd-89348e5923fe tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "DELETE /v2.0/security-groups/58e509bb-b059-4720-8913-66d6b30404fd HTTP/1.1" status: 204 len: 168 time: 0.4582031 Apr 08 10:27:02.725736 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4752ba82-5091-480e-b6a1-98833e37b6af tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:02.725736 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4752ba82-5091-480e-b6a1-98833e37b6af tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "DELETE /v2.0/security-groups/f1d1f986-2186-440e-aa22-fe6b74beefd9 HTTP/1.1" status: 204 len: 168 time: 0.4784131 Apr 08 10:27:02.726068 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57702) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:02.742836 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57704) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:02.777967 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-58fc17b5-320a-4181-a79f-d630feaa780f None None] Provisioning complete for port 6d4efcd3-ec94-407a-a3e7-c14223371ff4 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:02.778690 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-58fc17b5-320a-4181-a79f-d630feaa780f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:02.828983 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-be9dcfc9-d117-4d6b-8d95-2162e7c9f010 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Synchronizing usage tracker for tenant:83b3f73b4bef44f6a48f58e370521f18 on resource:security_group {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:27:02.838632 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3216b177-e989-4bfe-bbb1-5532851fe6d4 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Synchronizing usage tracker for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:27:02.855070 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d3bdd5a6-b60e-4537-b68c-40a148956701 req-680e46ff-0323-4c58-9afe-ee9c08ca627a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcabe309-6c60-4407-ac9e-f58bdadffc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672701 Apr 08 10:27:02.856305 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-be9dcfc9-d117-4d6b-8d95-2162e7c9f010 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Unset dirty status for tenant:83b3f73b4bef44f6a48f58e370521f18 on resource:security_group {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:27:02.861490 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-be9dcfc9-d117-4d6b-8d95-2162e7c9f010 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1300430 Apr 08 10:27:02.862422 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57710) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:02.867460 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-72504d34-ccad-4ddb-b084-2d2a21ee85c0 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group': {'name': 'tempest-secgroup--990622'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:02.874024 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3216b177-e989-4bfe-bbb1-5532851fe6d4 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Unset dirty status for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:27:02.875185 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3216b177-e989-4bfe-bbb1-5532851fe6d4 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1326976 Apr 08 10:27:02.876729 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-72504d34-ccad-4ddb-b084-2d2a21ee85c0 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:02.880341 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57714) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:02.889634 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-d7425584-8d0d-4000-90cb-3ef9ec481b2d tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Request body: {'security_group': {'name': 'tempest-secgroup--861238303'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:02.904529 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d7425584-8d0d-4000-90cb-3ef9ec481b2d tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:02.914729 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-72504d34-ccad-4ddb-b084-2d2a21ee85c0 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:02.921067 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d7425584-8d0d-4000-90cb-3ef9ec481b2d tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:02.924036 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-58fc17b5-320a-4181-a79f-d630feaa780f None None] Port 6d4efcd3-ec94-407a-a3e7-c14223371ff4 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:27:02.933919 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-72504d34-ccad-4ddb-b084-2d2a21ee85c0 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:02.944981 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-fd9d7931-768c-4cee-8b40-5718bd36c312 None None] For port 5a2b30df-4857-4b00-b829-ba14c75f10ff, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=5a2b30df-4857-4b00-b829-ba14c75f10ff,segment=NetworkSegment(00f3fbad-1692-482a-abe8-f441ecc7d562),segment_id=00f3fbad-1692-482a-abe8-f441ecc7d562)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:02.945376 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fd9d7931-768c-4cee-8b40-5718bd36c312 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:02.946937 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7425584-8d0d-4000-90cb-3ef9ec481b2d tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:03.005613 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-72504d34-ccad-4ddb-b084-2d2a21ee85c0 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:03.011111 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d7425584-8d0d-4000-90cb-3ef9ec481b2d tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:03.013453 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-72504d34-ccad-4ddb-b084-2d2a21ee85c0 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Usage tracker for resource:security_group_rule and tenant:83b3f73b4bef44f6a48f58e370521f18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:03.017394 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-72504d34-ccad-4ddb-b084-2d2a21ee85c0 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:03.020613 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d7425584-8d0d-4000-90cb-3ef9ec481b2d tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Usage tracker for resource:security_group_rule and tenant:ec63585c15c249229c872ca6e8c0c186 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:03.025582 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d7425584-8d0d-4000-90cb-3ef9ec481b2d tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:03.028246 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-72504d34-ccad-4ddb-b084-2d2a21ee85c0 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:03.034741 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d7425584-8d0d-4000-90cb-3ef9ec481b2d tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:03.098347 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 5af9a6bb-925c-485a-a7e5-71926cd48599 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:03.131440 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-72504d34-ccad-4ddb-b084-2d2a21ee85c0 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:03.137570 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7425584-8d0d-4000-90cb-3ef9ec481b2d tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:03.139396 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-72504d34-ccad-4ddb-b084-2d2a21ee85c0 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:03.167212 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d7931-768c-4cee-8b40-5718bd36c312 None None] Calling delete_port for 5a2b30df-4857-4b00-b829-ba14c75f10ff owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:27:03.181879 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-01e2c554-dfd7-4527-b4ef-0961eef3ecea tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] For port 5a2b30df-4857-4b00-b829-ba14c75f10ff, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=5a2b30df-4857-4b00-b829-ba14c75f10ff,segment=NetworkSegment(00f3fbad-1692-482a-abe8-f441ecc7d562),segment_id=00f3fbad-1692-482a-abe8-f441ecc7d562)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:03.182231 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-01e2c554-dfd7-4527-b4ef-0961eef3ecea tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:03.194899 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-72504d34-ccad-4ddb-b084-2d2a21ee85c0 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:03.199166 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-72504d34-ccad-4ddb-b084-2d2a21ee85c0 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1574 time: 0.3361313 Apr 08 10:27:03.199939 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7425584-8d0d-4000-90cb-3ef9ec481b2d tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:03.206560 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57718) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:03.219851 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-5e216f77-7fce-4b2d-880f-9c9aa6b0f6e3 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group_rule': {'security_group_id': '4087b417-ab5e-486b-9aa9-e1f393f777f2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:03.220554 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-5e216f77-7fce-4b2d-880f-9c9aa6b0f6e3 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:27:03.221496 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5e216f77-7fce-4b2d-880f-9c9aa6b0f6e3 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0126314 Apr 08 10:27:03.225575 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57722) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:03.228546 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72504d34-ccad-4ddb-b084-2d2a21ee85c0 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4087b417-ab5e-486b-9aa9-e1f393f777f2,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:03.249150 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port 5af9a6bb-925c-485a-a7e5-71926cd48599 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:03.255957 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 5af9a6bb-925c-485a-a7e5-71926cd48599 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:03.256265 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:03.259801 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7425584-8d0d-4000-90cb-3ef9ec481b2d tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:03.261304 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d7425584-8d0d-4000-90cb-3ef9ec481b2d tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3798501 Apr 08 10:27:03.270275 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57726) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:03.290263 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-bd0dd0ff-03c1-4d54-8593-7b07c4f2f3de tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Request body: {'security_group_rule': {'security_group_id': '3b585957-6bfa-4dc8-b05e-54ca226dec58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:03.300073 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fd9d7931-768c-4cee-8b40-5718bd36c312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:03.301342 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-bd0dd0ff-03c1-4d54-8593-7b07c4f2f3de tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:03.317405 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-01e2c554-dfd7-4527-b4ef-0961eef3ecea tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Calling delete_port for 5a2b30df-4857-4b00-b829-ba14c75f10ff owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:27:03.317665 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-bd0dd0ff-03c1-4d54-8593-7b07c4f2f3de tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Usage tracker for resource:security_group_rule and tenant:ec63585c15c249229c872ca6e8c0c186 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:03.324282 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7425584-8d0d-4000-90cb-3ef9ec481b2d tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b585957-6bfa-4dc8-b05e-54ca226dec58,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:03.326927 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-bd0dd0ff-03c1-4d54-8593-7b07c4f2f3de tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:03.335051 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-bd0dd0ff-03c1-4d54-8593-7b07c4f2f3de tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:03.368822 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3f72ccf2-9a54-4bf8-93c7-1bc455b7e468 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:03.372035 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd0ff-03c1-4d54-8593-7b07c4f2f3de tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:03.397631 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d7931-768c-4cee-8b40-5718bd36c312 None None] Pushing event deleted for resources: {'Port': ['ID=5a2b30df-4857-4b00-b829-ba14c75f10ff,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:03.418703 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3f72ccf2-9a54-4bf8-93c7-1bc455b7e468 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:03.423700 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.api [None req-01e2c554-dfd7-4527-b4ef-0961eef3ecea tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:27:03.424017 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG oslo_db.api [None req-01e2c554-dfd7-4527-b4ef-0961eef3ecea tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:27:03.426877 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d7931-768c-4cee-8b40-5718bd36c312 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:03.427226 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d7931-768c-4cee-8b40-5718bd36c312 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:03.427759 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d7931-768c-4cee-8b40-5718bd36c312 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:03.428301 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d7931-768c-4cee-8b40-5718bd36c312 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:03.428822 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d7931-768c-4cee-8b40-5718bd36c312 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:03.429157 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d7931-768c-4cee-8b40-5718bd36c312 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:03.429488 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d7931-768c-4cee-8b40-5718bd36c312 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:03.429906 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d7931-768c-4cee-8b40-5718bd36c312 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:03.430140 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d7931-768c-4cee-8b40-5718bd36c312 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:03.430467 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d7931-768c-4cee-8b40-5718bd36c312 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:03.430789 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d7931-768c-4cee-8b40-5718bd36c312 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:03.433575 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9d7931-768c-4cee-8b40-5718bd36c312 None None] No DVR routers for this DVR port 5a2b30df-4857-4b00-b829-ba14c75f10ff on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:27:03.443031 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693c4b05-ca71-4f93-9576-7db55dd2b023 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Router 166d5de0-1211-4f9e-8273-982c5bc75410 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:27:03.489410 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd0ff-03c1-4d54-8593-7b07c4f2f3de tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:03.494714 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd0ff-03c1-4d54-8593-7b07c4f2f3de tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:03.503538 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:03.511021 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3f72ccf2-9a54-4bf8-93c7-1bc455b7e468 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:03.532437 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ff6e5e-9108-4443-91e2-395f50a85034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af9a6bb-925c-485a-a7e5-71926cd48599'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:27:03.542641 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 5af9a6bb-925c-485a-a7e5-71926cd48599, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5af9a6bb-925c-485a-a7e5-71926cd48599,segment=NetworkSegment(a7088723-8415-48cc-b76b-c11a581a5402),segment_id=a7088723-8415-48cc-b76b-c11a581a5402)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:03.543236 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0dd0ff-03c1-4d54-8593-7b07c4f2f3de tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa4b2965-2787-4765-b154-7960aba6fabf,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:03.552097 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72ccf2-9a54-4bf8-93c7-1bc455b7e468 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4087b417-ab5e-486b-9aa9-e1f393f777f2,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:03.556214 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:03.573966 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3f72ccf2-9a54-4bf8-93c7-1bc455b7e468 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:03.577129 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3f72ccf2-9a54-4bf8-93c7-1bc455b7e468 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "DELETE /v2.0/security-groups/4087b417-ab5e-486b-9aa9-e1f393f777f2 HTTP/1.1" status: 204 len: 168 time: 0.3498919 Apr 08 10:27:03.581223 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57734) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:03.586110 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd0ff-03c1-4d54-8593-7b07c4f2f3de tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:03.591518 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-bd0dd0ff-03c1-4d54-8593-7b07c4f2f3de tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3184254 Apr 08 10:27:03.599924 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57738) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:03.652858 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=5af9a6bb-925c-485a-a7e5-71926cd48599,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:03.677796 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 5a2b30df-4857-4b00-b829-ba14c75f10ff no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:27:03.689594 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2e1581c5-82f0-4f65-b603-fbb887db8072 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Synchronizing usage tracker for tenant:83b3f73b4bef44f6a48f58e370521f18 on resource:security_group {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:27:03.695596 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-63d91275-7b08-48d5-9bb3-882dae982ae7 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:03.699928 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693c4b05-ca71-4f93-9576-7db55dd2b023 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:27:03.711338 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2e1581c5-82f0-4f65-b603-fbb887db8072 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Unset dirty status for tenant:83b3f73b4bef44f6a48f58e370521f18 on resource:security_group {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:27:03.711549 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ead4c8-da6a-4f4c-a475-d07bdf5e3189 None None] Sync routers for ids ['166d5de0-1211-4f9e-8273-982c5bc75410'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:27:03.713700 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2e1581c5-82f0-4f65-b603-fbb887db8072 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1312799 Apr 08 10:27:03.720298 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57742) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:03.727949 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 5a2b30df-4857-4b00-b829-ba14c75f10ff {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:27:03.728325 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 5a2b30df-4857-4b00-b829-ba14c75f10ff not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:27:03.728572 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-57698614-2ac5-405b-9f91-b48b68563abe tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group': {'name': 'tempest-secgroup--1033427761'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:03.733278 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ead4c8-da6a-4f4c-a475-d07bdf5e3189 None None] Routers {'166d5de0-1211-4f9e-8273-982c5bc75410'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:03.734056 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-01ead4c8-da6a-4f4c-a475-d07bdf5e3189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['166d5de0-1211-4f9e-8273-982c5bc75410'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:03.738964 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-693c4b05-ca71-4f93-9576-7db55dd2b023 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "PUT /v2.0/routers/166d5de0-1211-4f9e-8273-982c5bc75410/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8057580 Apr 08 10:27:03.741565 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57746) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:03.745486 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-57698614-2ac5-405b-9f91-b48b68563abe tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:03.755536 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-63d91275-7b08-48d5-9bb3-882dae982ae7 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:03.798953 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-01ead4c8-da6a-4f4c-a475-d07bdf5e3189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:03.814307 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-63d91275-7b08-48d5-9bb3-882dae982ae7 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:03.816409 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ead4c8-da6a-4f4c-a475-d07bdf5e3189 None None] Routers {'166d5de0-1211-4f9e-8273-982c5bc75410'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:03.817260 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-01ead4c8-da6a-4f4c-a475-d07bdf5e3189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['166d5de0-1211-4f9e-8273-982c5bc75410'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:03.828425 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-57698614-2ac5-405b-9f91-b48b68563abe tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:03.838352 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d91275-7b08-48d5-9bb3-882dae982ae7 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b585957-6bfa-4dc8-b05e-54ca226dec58,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:03.854458 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73995072-e604-459d-91b3-45cd12e6589c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:03.855541 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-73995072-e604-459d-91b3-45cd12e6589c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Synchronizing usage tracker for tenant:44ffe129493d49b08ea911b16ee6c97f on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:27:03.856120 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-63d91275-7b08-48d5-9bb3-882dae982ae7 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:03.858037 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-63d91275-7b08-48d5-9bb3-882dae982ae7 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "DELETE /v2.0/security-groups/3b585957-6bfa-4dc8-b05e-54ca226dec58 HTTP/1.1" status: 204 len: 168 time: 0.2533143 Apr 08 10:27:03.860791 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57750) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:03.862025 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-57698614-2ac5-405b-9f91-b48b68563abe tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:03.891207 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-01ead4c8-da6a-4f4c-a475-d07bdf5e3189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:03.891613 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ead4c8-da6a-4f4c-a475-d07bdf5e3189 None None] The sync data for ids ['166d5de0-1211-4f9e-8273-982c5bc75410'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:27:03.910710 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-444e83df-2805-450a-a247-e08dc9a48808'] response: {'server_uuid': 'e7ff6e5e-9108-4443-91e2-395f50a85034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af9a6bb-925c-485a-a7e5-71926cd48599', 'code': 200} Apr 08 10:27:03.916409 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-73995072-e604-459d-91b3-45cd12e6589c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Unset dirty status for tenant:44ffe129493d49b08ea911b16ee6c97f on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:27:03.920670 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-73995072-e604-459d-91b3-45cd12e6589c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "GET /v2.0/ports/6d4efcd3-ec94-407a-a3e7-c14223371ff4 HTTP/1.1" status: 200 len: 977 time: 0.1744671 Apr 08 10:27:03.922626 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57756) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:03.925595 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-57698614-2ac5-405b-9f91-b48b68563abe tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:03.929433 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-57698614-2ac5-405b-9f91-b48b68563abe tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Usage tracker for resource:security_group_rule and tenant:83b3f73b4bef44f6a48f58e370521f18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:03.929590 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-01e2c554-dfd7-4527-b4ef-0961eef3ecea tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Deleting port 5a2b30df-4857-4b00-b829-ba14c75f10ff {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:27:03.929941 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-01e2c554-dfd7-4527-b4ef-0961eef3ecea tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:03.933137 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-57698614-2ac5-405b-9f91-b48b68563abe tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:03.940384 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-57698614-2ac5-405b-9f91-b48b68563abe tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:04.019833 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-57698614-2ac5-405b-9f91-b48b68563abe tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:04.023895 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-57698614-2ac5-405b-9f91-b48b68563abe tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:04.069285 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57698614-2ac5-405b-9f91-b48b68563abe tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52037966-c8b8-42a5-ab68-66d5dfe004c3,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:04.082950 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-57698614-2ac5-405b-9f91-b48b68563abe tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:04.084210 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-57698614-2ac5-405b-9f91-b48b68563abe tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3626971 Apr 08 10:27:04.086970 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57760) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:04.094142 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-145c1182-5f81-4c3b-8e27-908c42125a73 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group_rule': {'security_group_id': '52037966-c8b8-42a5-ab68-66d5dfe004c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:04.095433 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-145c1182-5f81-4c3b-8e27-908c42125a73 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:27:04.096873 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-145c1182-5f81-4c3b-8e27-908c42125a73 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088015 Apr 08 10:27:04.099549 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57764) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:04.106127 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-825ffd1d-47af-4ff7-af0d-9429a43db55d tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group_rule': {'security_group_id': '52037966-c8b8-42a5-ab68-66d5dfe004c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:04.107258 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-825ffd1d-47af-4ff7-af0d-9429a43db55d tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:27:04.108582 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-825ffd1d-47af-4ff7-af0d-9429a43db55d tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071788 Apr 08 10:27:04.111254 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57768) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:04.121885 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-77537431-03db-49f7-b2c0-eb7871b5d886 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group_rule': {'security_group_id': '52037966-c8b8-42a5-ab68-66d5dfe004c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:04.122782 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-77537431-03db-49f7-b2c0-eb7871b5d886 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:27:04.125098 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-77537431-03db-49f7-b2c0-eb7871b5d886 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0125980 Apr 08 10:27:04.127661 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57772) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:04.133000 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-f0c71a59-a31b-4e5e-bbfc-8904558ac9f0 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group_rule': {'security_group_id': '52037966-c8b8-42a5-ab68-66d5dfe004c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:04.133658 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-f0c71a59-a31b-4e5e-bbfc-8904558ac9f0 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:27:04.134708 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f0c71a59-a31b-4e5e-bbfc-8904558ac9f0 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059702 Apr 08 10:27:04.137086 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57776) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:04.140868 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-364e34d2-efce-42f4-b079-ed84a3fa9b91 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Synchronizing usage tracker for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:27:04.172836 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-01e2c554-dfd7-4527-b4ef-0961eef3ecea tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] The port '5a2b30df-4857-4b00-b829-ba14c75f10ff' was deleted {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:27:04.202699 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d1cc29f7-b8b0-4a8a-b564-5770842e49f8 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:04.228474 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d1cc29f7-b8b0-4a8a-b564-5770842e49f8 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:04.276305 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d1cc29f7-b8b0-4a8a-b564-5770842e49f8 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:04.297452 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc29f7-b8b0-4a8a-b564-5770842e49f8 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52037966-c8b8-42a5-ab68-66d5dfe004c3,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:04.304339 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d1cc29f7-b8b0-4a8a-b564-5770842e49f8 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:04.308662 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d1cc29f7-b8b0-4a8a-b564-5770842e49f8 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "DELETE /v2.0/security-groups/52037966-c8b8-42a5-ab68-66d5dfe004c3 HTTP/1.1" status: 204 len: 168 time: 0.1675575 Apr 08 10:27:04.308662 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57780) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:04.361338 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-115110d3-1b08-4d38-94fc-bc0faecfa45f tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Synchronizing usage tracker for tenant:83b3f73b4bef44f6a48f58e370521f18 on resource:security_group {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:27:04.377675 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-115110d3-1b08-4d38-94fc-bc0faecfa45f tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Unset dirty status for tenant:83b3f73b4bef44f6a48f58e370521f18 on resource:security_group {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:27:04.379007 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-115110d3-1b08-4d38-94fc-bc0faecfa45f tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0698748 Apr 08 10:27:04.383773 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57784) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:04.391479 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-9d1ae1be-42d7-460b-b6ac-4b5c174aa1c0 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group': {'name': 'tempest-secgroup--1849372049'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:04.398107 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9d1ae1be-42d7-460b-b6ac-4b5c174aa1c0 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:04.408593 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9d1ae1be-42d7-460b-b6ac-4b5c174aa1c0 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:04.426195 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9d1ae1be-42d7-460b-b6ac-4b5c174aa1c0 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:04.452959 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-364e34d2-efce-42f4-b079-ed84a3fa9b91 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Unset dirty status for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:27:04.454666 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-364e34d2-efce-42f4-b079-ed84a3fa9b91 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5925503 Apr 08 10:27:04.458951 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57788) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:04.484754 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9d1ae1be-42d7-460b-b6ac-4b5c174aa1c0 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:04.491070 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9d1ae1be-42d7-460b-b6ac-4b5c174aa1c0 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Usage tracker for resource:security_group_rule and tenant:83b3f73b4bef44f6a48f58e370521f18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:04.494971 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9d1ae1be-42d7-460b-b6ac-4b5c174aa1c0 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:04.502369 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-01e2c554-dfd7-4527-b4ef-0961eef3ecea tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:04.506411 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9d1ae1be-42d7-460b-b6ac-4b5c174aa1c0 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:04.527220 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8c5c4b70-9361-4df5-a765-7ad7f92398f5 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Synchronizing usage tracker for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:27:04.543687 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-01e2c554-dfd7-4527-b4ef-0961eef3ecea tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e53b1cf1-7a65-425b-9601-5b0ede11ecf0']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:04.555760 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8c5c4b70-9361-4df5-a765-7ad7f92398f5 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] Unset dirty status for tenant:ec63585c15c249229c872ca6e8c0c186 on resource:security_group_rule {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:27:04.557004 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8c5c4b70-9361-4df5-a765-7ad7f92398f5 tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0971375 Apr 08 10:27:04.562034 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57792) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:04.564321 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-01e2c554-dfd7-4527-b4ef-0961eef3ecea tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f3fbad-1692-482a-abe8-f441ecc7d562') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:04.564636 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-01e2c554-dfd7-4527-b4ef-0961eef3ecea tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f3fbad-1692-482a-abe8-f441ecc7d562') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:04.577654 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7f52e-200c-4dd0-bcc4-a0ba6ae55181 req-63a00a99-1b08-46a3-a124-b225913e8931 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:04.579089 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-99d7f52e-200c-4dd0-bcc4-a0ba6ae55181 req-63a00a99-1b08-46a3-a124-b225913e8931 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ff6e5e-9108-4443-91e2-395f50a85034 HTTP/1.1" status: 200 len: 945 time: 0.5484233 Apr 08 10:27:04.591354 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9d1ae1be-42d7-460b-b6ac-4b5c174aa1c0 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:04.595182 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9d1ae1be-42d7-460b-b6ac-4b5c174aa1c0 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:04.601592 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-01e2c554-dfd7-4527-b4ef-0961eef3ecea tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:04.614032 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c20c808c-096f-41c4-844d-5a796a738b37 req-a8a03a9a-0e3f-4f51-8eff-9fa0ebe311d2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e7ff6e5e-9108-4443-91e2-395f50a85034 HTTP/1.1" status: 200 len: 1098 time: 0.4706032 Apr 08 10:27:04.640572 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ae1be-42d7-460b-b6ac-4b5c174aa1c0 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31761cc1-43cc-484e-819c-f335aa923d61,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:04.646768 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9d1ae1be-42d7-460b-b6ac-4b5c174aa1c0 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:04.650558 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9d1ae1be-42d7-460b-b6ac-4b5c174aa1c0 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2631993 Apr 08 10:27:04.651708 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57796) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:04.655538 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-6a64277e-08d2-4c90-ba07-d88c3a4de0be tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] delete failed (client error): The resource could not be found. Apr 08 10:27:04.665450 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6a64277e-08d2-4c90-ba07-d88c3a4de0be tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "DELETE /v2.0/security-groups/3b585957-6bfa-4dc8-b05e-54ca226dec58 HTTP/1.1" status: 404 len: 347 time: 0.0852010 Apr 08 10:27:04.665735 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-e5a8836e-6e10-4794-87ac-f9d5930ca878 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group_rule': {'security_group_id': '31761cc1-43cc-484e-819c-f335aa923d61', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:04.665735 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-e5a8836e-6e10-4794-87ac-f9d5930ca878 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:27:04.665735 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e5a8836e-6e10-4794-87ac-f9d5930ca878 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068979 Apr 08 10:27:04.665735 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57800) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:04.666103 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57804) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:04.669259 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-01e2c554-dfd7-4527-b4ef-0961eef3ecea tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:04.669925 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-e0f7a3f7-9f46-4fca-a57a-109fbca7edf6 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group_rule': {'security_group_id': '31761cc1-43cc-484e-819c-f335aa923d61', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:04.677759 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e0f7a3f7-9f46-4fca-a57a-109fbca7edf6 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:04.683031 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e0f7a3f7-9f46-4fca-a57a-109fbca7edf6 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Usage tracker for resource:security_group_rule and tenant:83b3f73b4bef44f6a48f58e370521f18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:04.686622 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e0f7a3f7-9f46-4fca-a57a-109fbca7edf6 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:04.692315 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e0f7a3f7-9f46-4fca-a57a-109fbca7edf6 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:04.707078 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e2c554-dfd7-4527-b4ef-0961eef3ecea tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:27:04.707407 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-01e2c554-dfd7-4527-b4ef-0961eef3ecea tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:04.721044 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-e0f7a3f7-9f46-4fca-a57a-109fbca7edf6 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:27:04.722745 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:27:04.725709 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e0f7a3f7-9f46-4fca-a57a-109fbca7edf6 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0607898 Apr 08 10:27:04.725819 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57808) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:04.731002 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-d125accd-767e-4792-af48-502bf02e91fc tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group_rule': {'security_group_id': '31761cc1-43cc-484e-819c-f335aa923d61', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:04.731600 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-d125accd-767e-4792-af48-502bf02e91fc tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:27:04.733743 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d125accd-767e-4792-af48-502bf02e91fc tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059063 Apr 08 10:27:04.735061 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57812) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:04.740372 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-f12f6a00-8400-4fe8-ad63-1f648a0a5455 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group_rule': {'security_group_id': '31761cc1-43cc-484e-819c-f335aa923d61', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:04.746243 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f12f6a00-8400-4fe8-ad63-1f648a0a5455 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:04.750807 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f12f6a00-8400-4fe8-ad63-1f648a0a5455 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Usage tracker for resource:security_group_rule and tenant:83b3f73b4bef44f6a48f58e370521f18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:04.753671 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f12f6a00-8400-4fe8-ad63-1f648a0a5455 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:04.759482 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f12f6a00-8400-4fe8-ad63-1f648a0a5455 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:04.789003 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-f12f6a00-8400-4fe8-ad63-1f648a0a5455 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:27:04.792684 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f12f6a00-8400-4fe8-ad63-1f648a0a5455 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0542278 Apr 08 10:27:04.792882 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57816) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:04.798089 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-c31e5ccc-29e1-4cf6-b5bc-8efdf40e5ca2 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group_rule': {'security_group_id': '31761cc1-43cc-484e-819c-f335aa923d61', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:04.798675 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-c31e5ccc-29e1-4cf6-b5bc-8efdf40e5ca2 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:27:04.802282 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c31e5ccc-29e1-4cf6-b5bc-8efdf40e5ca2 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058250 Apr 08 10:27:04.802591 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57820) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:04.808980 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-9dc3dbc4-c95a-4d1a-b411-02a36281c2c2 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group_rule': {'security_group_id': '31761cc1-43cc-484e-819c-f335aa923d61', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:04.815426 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9dc3dbc4-c95a-4d1a-b411-02a36281c2c2 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:04.819202 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9dc3dbc4-c95a-4d1a-b411-02a36281c2c2 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Usage tracker for resource:security_group_rule and tenant:83b3f73b4bef44f6a48f58e370521f18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:04.822046 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9dc3dbc4-c95a-4d1a-b411-02a36281c2c2 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:04.828323 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9dc3dbc4-c95a-4d1a-b411-02a36281c2c2 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:04.856523 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-9dc3dbc4-c95a-4d1a-b411-02a36281c2c2 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:27:04.858110 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9dc3dbc4-c95a-4d1a-b411-02a36281c2c2 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0546298 Apr 08 10:27:04.861077 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57824) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:04.866508 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-f6b05b89-d391-42ea-9af2-d84260bb98a9 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group_rule': {'security_group_id': '31761cc1-43cc-484e-819c-f335aa923d61', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:04.867103 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-f6b05b89-d391-42ea-9af2-d84260bb98a9 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:27:04.868001 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f6b05b89-d391-42ea-9af2-d84260bb98a9 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060153 Apr 08 10:27:04.870426 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57828) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:04.875614 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-cc37cbf2-e802-4d3e-b402-0aae00209735 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group_rule': {'security_group_id': '31761cc1-43cc-484e-819c-f335aa923d61', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:04.884921 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-cc37cbf2-e802-4d3e-b402-0aae00209735 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:04.889539 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-cc37cbf2-e802-4d3e-b402-0aae00209735 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Usage tracker for resource:security_group_rule and tenant:83b3f73b4bef44f6a48f58e370521f18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:04.892386 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-cc37cbf2-e802-4d3e-b402-0aae00209735 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:04.898175 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-cc37cbf2-e802-4d3e-b402-0aae00209735 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:04.926751 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-cc37cbf2-e802-4d3e-b402-0aae00209735 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:27:04.927851 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-cc37cbf2-e802-4d3e-b402-0aae00209735 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0565822 Apr 08 10:27:04.930657 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57832) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:04.936397 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-d69e8f64-36c1-40f6-a6eb-4ddee97ba176 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group_rule': {'security_group_id': '31761cc1-43cc-484e-819c-f335aa923d61', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:04.942049 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d69e8f64-36c1-40f6-a6eb-4ddee97ba176 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:04.945802 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d69e8f64-36c1-40f6-a6eb-4ddee97ba176 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Usage tracker for resource:security_group_rule and tenant:83b3f73b4bef44f6a48f58e370521f18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:04.948624 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d69e8f64-36c1-40f6-a6eb-4ddee97ba176 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:04.955843 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d69e8f64-36c1-40f6-a6eb-4ddee97ba176 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:04.959223 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-99d7f52e-200c-4dd0-bcc4-a0ba6ae55181 req-0757d4ef-8b8e-45a2-a967-9865181460fa tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcabe309-6c60-4407-ac9e-f58bdadffc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3594689 Apr 08 10:27:04.975587 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c20c808c-096f-41c4-844d-5a796a738b37 req-402058b3-b9fe-4ed1-be98-afa90899ef2d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bcabe309-6c60-4407-ac9e-f58bdadffc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3402574 Apr 08 10:27:05.000847 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7ac3938f-3b5d-47d6-9700-ae591b373d8b tempest-SecGroupIPv6Test-1528656468 tempest-SecGroupIPv6Test-1528656468-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3322957 Apr 08 10:27:05.000847 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-01e2c554-dfd7-4527-b4ef-0961eef3ecea tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:05.009539 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-d69e8f64-36c1-40f6-a6eb-4ddee97ba176 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:27:05.012767 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d69e8f64-36c1-40f6-a6eb-4ddee97ba176 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0811152 Apr 08 10:27:05.014556 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57838) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:05.026500 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-01e2c554-dfd7-4527-b4ef-0961eef3ecea tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:05.044409 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2c554-dfd7-4527-b4ef-0961eef3ecea tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Network': ['ID=e53b1cf1-7a65-425b-9601-5b0ede11ecf0,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:05.052768 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-01e2c554-dfd7-4527-b4ef-0961eef3ecea tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/networks/e53b1cf1-7a65-425b-9601-5b0ede11ecf0 HTTP/1.1" status: 204 len: 168 time: 2.7200873 Apr 08 10:27:05.054571 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57842) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:05.059583 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-3b9f9e76-0668-46dd-b27f-19ebdad75abe tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1259330695', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:05.071393 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3b9f9e76-0668-46dd-b27f-19ebdad75abe tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:05.080368 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3b9f9e76-0668-46dd-b27f-19ebdad75abe tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Usage tracker for resource:router and tenant:72c993bf72344f498aa1635c771d9146 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:05.086002 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3b9f9e76-0668-46dd-b27f-19ebdad75abe tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:05.098102 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3b9f9e76-0668-46dd-b27f-19ebdad75abe tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:05.117640 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0b473bb1-b2a4-459d-ab0c-3df8a1d60faa tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:05.124607 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3b9f9e76-0668-46dd-b27f-19ebdad75abe tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:05.125545 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3b9f9e76-0668-46dd-b27f-19ebdad75abe tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:05.152776 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0b473bb1-b2a4-459d-ab0c-3df8a1d60faa tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:05.198354 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3b9f9e76-0668-46dd-b27f-19ebdad75abe tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:05.208134 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0b473bb1-b2a4-459d-ab0c-3df8a1d60faa tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:05.230205 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b473bb1-b2a4-459d-ab0c-3df8a1d60faa tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31761cc1-43cc-484e-819c-f335aa923d61,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:05.237259 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0b473bb1-b2a4-459d-ab0c-3df8a1d60faa tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:05.238572 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0b473bb1-b2a4-459d-ab0c-3df8a1d60faa tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "DELETE /v2.0/security-groups/31761cc1-43cc-484e-819c-f335aa923d61 HTTP/1.1" status: 204 len: 168 time: 0.2223525 Apr 08 10:27:05.241152 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57846) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:05.253598 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3b9f9e76-0668-46dd-b27f-19ebdad75abe tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:05.296597 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3b9f9e76-0668-46dd-b27f-19ebdad75abe tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:05.300306 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3b9f9e76-0668-46dd-b27f-19ebdad75abe tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2422535 Apr 08 10:27:05.301033 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57852) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:05.310330 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-4532060e-2b4d-480b-aa74-e98a315980f8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1464367857'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:05.318678 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4532060e-2b4d-480b-aa74-e98a315980f8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:05.323967 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-0121f4df-e145-4166-a295-16909997106d tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Synchronizing usage tracker for tenant:83b3f73b4bef44f6a48f58e370521f18 on resource:security_group {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:27:05.327816 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4532060e-2b4d-480b-aa74-e98a315980f8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Usage tracker for resource:network and tenant:72c993bf72344f498aa1635c771d9146 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:05.330941 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4532060e-2b4d-480b-aa74-e98a315980f8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:05.338863 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4532060e-2b4d-480b-aa74-e98a315980f8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:05.352158 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-0121f4df-e145-4166-a295-16909997106d tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Unset dirty status for tenant:83b3f73b4bef44f6a48f58e370521f18 on resource:security_group {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:27:05.353549 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0121f4df-e145-4166-a295-16909997106d tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1112814 Apr 08 10:27:05.354974 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4532060e-2b4d-480b-aa74-e98a315980f8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Made reservation on behalf of 72c993bf72344f498aa1635c771d9146 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:27:05.358539 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4532060e-2b4d-480b-aa74-e98a315980f8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:05.359959 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57856) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:05.372474 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-dcd34342-4dfa-4f2d-990c-cfff1ef1e6b5 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group': {'name': 'tempest-secgroup--1131662200'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:05.390038 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-dcd34342-4dfa-4f2d-990c-cfff1ef1e6b5 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:05.390301 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4532060e-2b4d-480b-aa74-e98a315980f8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:27:05.400537 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57860) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:05.403825 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4532060e-2b4d-480b-aa74-e98a315980f8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:05.404935 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-4532060e-2b4d-480b-aa74-e98a315980f8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Added segment d14cf0d6-ac16-479a-9763-217fcc881982 of type vlan for network b4a64b47-22e8-46a6-801c-a1d1ec372f3e Apr 08 10:27:05.417046 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-dcd34342-4dfa-4f2d-990c-cfff1ef1e6b5 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:05.427080 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-53f145f6-b2b0-406d-870a-5f36837bbbe7 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:05.435673 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4532060e-2b4d-480b-aa74-e98a315980f8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:05.468049 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4532060e-2b4d-480b-aa74-e98a315980f8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:05.471893 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4532060e-2b4d-480b-aa74-e98a315980f8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:05.472610 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4532060e-2b4d-480b-aa74-e98a315980f8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:05.536977 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-dcd34342-4dfa-4f2d-990c-cfff1ef1e6b5 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:05.578498 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4532060e-2b4d-480b-aa74-e98a315980f8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2732165 Apr 08 10:27:05.578749 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57866) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:05.584709 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-97f72f33-0966-4b4d-bd9f-b6cec54838cd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'subnet': {'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:05.609268 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532060e-2b4d-480b-aa74-e98a315980f8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Network': ['ID=b4a64b47-22e8-46a6-801c-a1d1ec372f3e,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:05.620661 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network b4a64b47-22e8-46a6-801c-a1d1ec372f3e details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:27:05.650782 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-dcd34342-4dfa-4f2d-990c-cfff1ef1e6b5 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:05.661856 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8421fc0a-e096-4d61-bd1e-bb03300262f8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ec63585c15c249229c872ca6e8c0c186&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2579284 Apr 08 10:27:05.661856 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-dcd34342-4dfa-4f2d-990c-cfff1ef1e6b5 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Usage tracker for resource:security_group_rule and tenant:83b3f73b4bef44f6a48f58e370521f18 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:05.663495 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57870) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:05.669509 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-dcd34342-4dfa-4f2d-990c-cfff1ef1e6b5 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:05.689289 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-dcd34342-4dfa-4f2d-990c-cfff1ef1e6b5 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:05.707879 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-97f72f33-0966-4b4d-bd9f-b6cec54838cd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:05.711417 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-97f72f33-0966-4b4d-bd9f-b6cec54838cd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Usage tracker for resource:subnet and tenant:72c993bf72344f498aa1635c771d9146 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:05.715023 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-97f72f33-0966-4b4d-bd9f-b6cec54838cd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:05.724685 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-97f72f33-0966-4b4d-bd9f-b6cec54838cd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:05.735417 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f72f33-0966-4b4d-bd9f-b6cec54838cd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Made reservation on behalf of 72c993bf72344f498aa1635c771d9146 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:27:05.838944 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-15ea5768-123d-490f-ad0e-b9868da5acf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:05.839178 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-97f72f33-0966-4b4d-bd9f-b6cec54838cd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:05.842430 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-dcd34342-4dfa-4f2d-990c-cfff1ef1e6b5 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:05.853886 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-dcd34342-4dfa-4f2d-990c-cfff1ef1e6b5 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:05.965179 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-15ea5768-123d-490f-ad0e-b9868da5acf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:05.988054 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd34342-4dfa-4f2d-990c-cfff1ef1e6b5 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=848c31f6-1796-4d2b-b01d-f35acbacaa4d,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:06.029164 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-dcd34342-4dfa-4f2d-990c-cfff1ef1e6b5 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:06.030388 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-dcd34342-4dfa-4f2d-990c-cfff1ef1e6b5 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6699252 Apr 08 10:27:06.038778 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57874) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:06.056398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-0d62e761-2916-4cc5-98b3-9ba7f6ce8c38 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group_rule': {'security_group_id': '848c31f6-1796-4d2b-b01d-f35acbacaa4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:06.074484 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0d62e761-2916-4cc5-98b3-9ba7f6ce8c38 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:06.082299 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0d62e761-2916-4cc5-98b3-9ba7f6ce8c38 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Usage tracker for resource:security_group_rule and tenant:83b3f73b4bef44f6a48f58e370521f18 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:06.087011 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0d62e761-2916-4cc5-98b3-9ba7f6ce8c38 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:06.096652 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0d62e761-2916-4cc5-98b3-9ba7f6ce8c38 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:06.110038 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-53f145f6-b2b0-406d-870a-5f36837bbbe7 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Deleting port 6d4efcd3-ec94-407a-a3e7-c14223371ff4 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:27:06.110402 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-53f145f6-b2b0-406d-870a-5f36837bbbe7 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:06.196882 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-15ea5768-123d-490f-ad0e-b9868da5acf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:06.220276 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-97f72f33-0966-4b4d-bd9f-b6cec54838cd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:06.288878 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea5768-123d-490f-ad0e-b9868da5acf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc86386d-bcd2-4152-9ea3-3d6553bcc06c,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:06.306424 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f72f33-0966-4b4d-bd9f-b6cec54838cd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Subnet': ['ID=eeb9d500-454f-41a2-bc82-cbd0faa9e7de,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:06.324098 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f72f33-0966-4b4d-bd9f-b6cec54838cd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Checking segment: {'id': 'd14cf0d6-ac16-479a-9763-217fcc881982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:27:06.324463 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f72f33-0966-4b4d-bd9f-b6cec54838cd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network hostable DHCP agents. Network: b4a64b47-22e8-46a6-801c-a1d1ec372f3e, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:27:06.348181 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f72f33-0966-4b4d-bd9f-b6cec54838cd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network b4a64b47-22e8-46a6-801c-a1d1ec372f3e is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:27:06.358629 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-97f72f33-0966-4b4d-bd9f-b6cec54838cd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, b4a64b47-22e8-46a6-801c-a1d1ec372f3e) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:06.363636 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f72f33-0966-4b4d-bd9f-b6cec54838cd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:06.364259 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-97f72f33-0966-4b4d-bd9f-b6cec54838cd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:06.367816 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb95968b-7ecf-4740-bfc5-8f39a8ebe5d2 None None] Network b4a64b47-22e8-46a6-801c-a1d1ec372f3e requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:27:06.390766 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-97f72f33-0966-4b4d-bd9f-b6cec54838cd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8108101 Apr 08 10:27:06.393997 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57880) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:06.484810 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-0d62e761-2916-4cc5-98b3-9ba7f6ce8c38 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] create failed (client error): The resource could not be found. Apr 08 10:27:06.488832 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0d62e761-2916-4cc5-98b3-9ba7f6ce8c38 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4400527 Apr 08 10:27:06.494194 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57884) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:06.501351 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-fb284864-1140-4244-817d-cb9b27f1f3a5 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group_rule': {'security_group_id': '848c31f6-1796-4d2b-b01d-f35acbacaa4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bcb9bd65-dd45-4b7c-908a-896f158f5ad4'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:06.519779 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-fb284864-1140-4244-817d-cb9b27f1f3a5 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:06.522033 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-15ea5768-123d-490f-ad0e-b9868da5acf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:06.525743 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-15ea5768-123d-490f-ad0e-b9868da5acf8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dc86386d-bcd2-4152-9ea3-3d6553bcc06c HTTP/1.1" status: 204 len: 168 time: 0.8585820 Apr 08 10:27:06.528860 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-fb284864-1140-4244-817d-cb9b27f1f3a5 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Usage tracker for resource:security_group_rule and tenant:83b3f73b4bef44f6a48f58e370521f18 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:06.532269 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-fb284864-1140-4244-817d-cb9b27f1f3a5 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:06.541446 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-fb284864-1140-4244-817d-cb9b27f1f3a5 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:06.601677 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-53f145f6-b2b0-406d-870a-5f36837bbbe7 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:06.615892 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66893f6c-b761-4b88-8583-c6a8f1aa9a83 req-4736109d-7a70-4808-9a5b-f7676de91935 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:06.618271 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-66893f6c-b761-4b88-8583-c6a8f1aa9a83 req-4736109d-7a70-4808-9a5b-f7676de91935 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ff6e5e-9108-4443-91e2-395f50a85034 HTTP/1.1" status: 200 len: 945 time: 0.4287724 Apr 08 10:27:06.638102 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670e4194-e640-4928-9ed3-a959739c2820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-b4a64b47-22e8-46a6-801c-a1d1ec372f3e', 'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'fixed_ips': [{'subnet_id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:27:06.640547 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-670e4194-e640-4928-9ed3-a959739c2820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:06.767728 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-53f145f6-b2b0-406d-870a-5f36837bbbe7 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Calling delete_port for 6d4efcd3-ec94-407a-a3e7-c14223371ff4 owned by network:router_interface {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:27:06.797903 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-fb284864-1140-4244-817d-cb9b27f1f3a5 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] create failed (client error): The resource could not be found. Apr 08 10:27:06.798935 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-fb284864-1140-4244-817d-cb9b27f1f3a5 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3030443 Apr 08 10:27:06.803779 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57892) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:06.846678 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-66893f6c-b761-4b88-8583-c6a8f1aa9a83 req-9a2017a0-b479-4b49-bebd-f37702e4b325 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcabe309-6c60-4407-ac9e-f58bdadffc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164354 Apr 08 10:27:06.896651 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-670e4194-e640-4928-9ed3-a959739c2820 None None] Allocated IP 2001:db8::2 (b4a64b47-22e8-46a6-801c-a1d1ec372f3e/eeb9d500-454f-41a2-bc82-cbd0faa9e7de/2d729dc8-ad65-4a9c-9d29-6a85ff51578d) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:27:06.940572 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c54caecb-f0b6-4d81-92ec-5c3cfa9f2da6 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:06.985026 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e028e0de-643b-43c5-aeec-d24525bbc180 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:06.997083 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-53f145f6-b2b0-406d-870a-5f36837bbbe7 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:07.086847 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c54caecb-f0b6-4d81-92ec-5c3cfa9f2da6 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:07.165296 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-670e4194-e640-4928-9ed3-a959739c2820 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:07.171377 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f145f6-b2b0-406d-870a-5f36837bbbe7 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Port': ['ID=6d4efcd3-ec94-407a-a3e7-c14223371ff4,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:07.179015 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-670e4194-e640-4928-9ed3-a959739c2820 None None] Transition to ACTIVE for port object 2d729dc8-ad65-4a9c-9d29-6a85ff51578d will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:07.204566 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-670e4194-e640-4928-9ed3-a959739c2820 None None] Transition to ACTIVE for port object 2d729dc8-ad65-4a9c-9d29-6a85ff51578d will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:07.213567 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-670e4194-e640-4928-9ed3-a959739c2820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:07.286630 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c54caecb-f0b6-4d81-92ec-5c3cfa9f2da6 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:07.330681 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670e4194-e640-4928-9ed3-a959739c2820 None None] Network b4a64b47-22e8-46a6-801c-a1d1ec372f3e is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:07.333952 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-670e4194-e640-4928-9ed3-a959739c2820 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:07.337727 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670e4194-e640-4928-9ed3-a959739c2820 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:27:07.348626 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e4194-e640-4928-9ed3-a959739c2820 None None] Pushing event updated for resources: {'Port': ['ID=2d729dc8-ad65-4a9c-9d29-6a85ff51578d,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:07.353301 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54caecb-f0b6-4d81-92ec-5c3cfa9f2da6 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=848c31f6-1796-4d2b-b01d-f35acbacaa4d,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:07.463994 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-53f145f6-b2b0-406d-870a-5f36837bbbe7 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:07.479616 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-670e4194-e640-4928-9ed3-a959739c2820 None None] Attempting to bind port 2d729dc8-ad65-4a9c-9d29-6a85ff51578d on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:27:07.479984 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-670e4194-e640-4928-9ed3-a959739c2820 None None] Attempting to bind port 2d729dc8-ad65-4a9c-9d29-6a85ff51578d by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'd14cf0d6-ac16-479a-9763-217fcc881982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:27:07.480440 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e4194-e640-4928-9ed3-a959739c2820 None None] Attempting to bind port 2d729dc8-ad65-4a9c-9d29-6a85ff51578d on network b4a64b47-22e8-46a6-801c-a1d1ec372f3e {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:27:07.488321 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e4194-e640-4928-9ed3-a959739c2820 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:27:07.488321 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e4194-e640-4928-9ed3-a959739c2820 None None] Checking segment: {'id': 'd14cf0d6-ac16-479a-9763-217fcc881982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:27:07.488731 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-670e4194-e640-4928-9ed3-a959739c2820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:07.489086 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670e4194-e640-4928-9ed3-a959739c2820 None None] Bound using segment: {'id': 'd14cf0d6-ac16-479a-9763-217fcc881982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:27:07.489545 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-670e4194-e640-4928-9ed3-a959739c2820 None None] Bound port: 2d729dc8-ad65-4a9c-9d29-6a85ff51578d, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd14cf0d6-ac16-479a-9763-217fcc881982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:27:07.489916 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-670e4194-e640-4928-9ed3-a959739c2820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:07.509202 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c54caecb-f0b6-4d81-92ec-5c3cfa9f2da6 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:07.513986 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c54caecb-f0b6-4d81-92ec-5c3cfa9f2da6 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "DELETE /v2.0/security-groups/848c31f6-1796-4d2b-b01d-f35acbacaa4d HTTP/1.1" status: 204 len: 168 time: 0.7072241 Apr 08 10:27:07.515099 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57908) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:07.560197 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-e028e0de-643b-43c5-aeec-d24525bbc180 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Allocated IP 2001:db8::1 (b4a64b47-22e8-46a6-801c-a1d1ec372f3e/eeb9d500-454f-41a2-bc82-cbd0faa9e7de/71defff6-7a26-412e-b9fa-79b9fd29b29d) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:27:07.606125 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-670e4194-e640-4928-9ed3-a959739c2820 None None] For port 2d729dc8-ad65-4a9c-9d29-6a85ff51578d, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:27:07.614277 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-670e4194-e640-4928-9ed3-a959739c2820 None None] For port 2d729dc8-ad65-4a9c-9d29-6a85ff51578d, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2d729dc8-ad65-4a9c-9d29-6a85ff51578d,segment=NetworkSegment(d14cf0d6-ac16-479a-9763-217fcc881982),segment_id=d14cf0d6-ac16-479a-9763-217fcc881982)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:27:07.620906 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-670e4194-e640-4928-9ed3-a959739c2820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:07.694634 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57914) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:07.701138 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0024869 Apr 08 10:27:07.701138 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3169c864-3a72-4342-a329-d17a619ab4ad tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Synchronizing usage tracker for tenant:83b3f73b4bef44f6a48f58e370521f18 on resource:security_group {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:27:07.702803 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57916) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:07.713409 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e4194-e640-4928-9ed3-a959739c2820 None None] Pushing event updated for resources: {'Port': ['ID=2d729dc8-ad65-4a9c-9d29-6a85ff51578d,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:07.728040 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3169c864-3a72-4342-a329-d17a619ab4ad tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Unset dirty status for tenant:83b3f73b4bef44f6a48f58e370521f18 on resource:security_group {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:27:07.729339 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3169c864-3a72-4342-a329-d17a619ab4ad tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2136593 Apr 08 10:27:07.740986 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57920) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:07.751389 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-ecd37dd1-7a32-4897-b25c-def39b2cd0a3 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group_rule': {'security_group_id': '6f10e510-39f0-410d-956d-0c83ee9a9649', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:07.759736 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ecd37dd1-7a32-4897-b25c-def39b2cd0a3 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:07.774056 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ecd37dd1-7a32-4897-b25c-def39b2cd0a3 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Usage tracker for resource:security_group_rule and tenant:83b3f73b4bef44f6a48f58e370521f18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:07.778411 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ecd37dd1-7a32-4897-b25c-def39b2cd0a3 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:07.798176 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ecd37dd1-7a32-4897-b25c-def39b2cd0a3 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:07.809410 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e028e0de-643b-43c5-aeec-d24525bbc180 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:07.833509 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-e028e0de-643b-43c5-aeec-d24525bbc180 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Transition to ACTIVE for port object 71defff6-7a26-412e-b9fa-79b9fd29b29d will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:07.865723 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-ecd37dd1-7a32-4897-b25c-def39b2cd0a3 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] create failed (client error): The resource could not be found. Apr 08 10:27:07.866477 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ecd37dd1-7a32-4897-b25c-def39b2cd0a3 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1247861 Apr 08 10:27:07.870037 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57926) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:07.878742 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-d019d1f4-9107-4e35-bc8d-a9ae9844c372 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group': {'name': 'tempest-secgroup--1868003008'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:07.886417 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d019d1f4-9107-4e35-bc8d-a9ae9844c372 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:07.898994 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d019d1f4-9107-4e35-bc8d-a9ae9844c372 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:07.902038 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e028e0de-643b-43c5-aeec-d24525bbc180 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:08.010298 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-dca96e80-3b34-4b27-9651-73bc5ff0efbf tempest-NetworksApiDiscovery-2023266775 tempest-NetworksApiDiscovery-2023266775-project] 10.222.0.47 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3004713 Apr 08 10:27:08.060819 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f145f6-b2b0-406d-870a-5f36837bbbe7 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Router 166d5de0-1211-4f9e-8273-982c5bc75410 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:27:08.187521 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d019d1f4-9107-4e35-bc8d-a9ae9844c372 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:08.211418 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e028e0de-643b-43c5-aeec-d24525bbc180 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network b4a64b47-22e8-46a6-801c-a1d1ec372f3e is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:08.214219 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:08.216548 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-e028e0de-643b-43c5-aeec-d24525bbc180 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:08.222850 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e028e0de-643b-43c5-aeec-d24525bbc180 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:27:08.223607 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e028e0de-643b-43c5-aeec-d24525bbc180 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:08.227396 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028e0de-643b-43c5-aeec-d24525bbc180 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Port': ['ID=71defff6-7a26-412e-b9fa-79b9fd29b29d,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:08.256982 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d019d1f4-9107-4e35-bc8d-a9ae9844c372 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:08.262146 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d019d1f4-9107-4e35-bc8d-a9ae9844c372 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Usage tracker for resource:security_group_rule and tenant:83b3f73b4bef44f6a48f58e370521f18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:08.266654 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d019d1f4-9107-4e35-bc8d-a9ae9844c372 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:08.275410 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d019d1f4-9107-4e35-bc8d-a9ae9844c372 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:08.366613 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e028e0de-643b-43c5-aeec-d24525bbc180 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:08.404188 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57936) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:08.408692 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d019d1f4-9107-4e35-bc8d-a9ae9844c372 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:08.447977 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d019d1f4-9107-4e35-bc8d-a9ae9844c372 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:08.449271 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f145f6-b2b0-406d-870a-5f36837bbbe7 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:27:08.467086 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f7a0a-17cd-4659-a347-d107110ee64f req-5bcf5fd3-953b-4ba9-baf9-7469b64e0903 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:08.468972 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b83f7a0a-17cd-4659-a347-d107110ee64f req-5bcf5fd3-953b-4ba9-baf9-7469b64e0903 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ff6e5e-9108-4443-91e2-395f50a85034 HTTP/1.1" status: 200 len: 945 time: 0.4118786 Apr 08 10:27:08.479247 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-53f145f6-b2b0-406d-870a-5f36837bbbe7 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "PUT /v2.0/routers/166d5de0-1211-4f9e-8273-982c5bc75410/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5547662 Apr 08 10:27:08.484772 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4781aa-3a53-4884-b3ff-f2ee4f7aa88b None None] Sync routers for ids ['166d5de0-1211-4f9e-8273-982c5bc75410'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:27:08.489939 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57942) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:08.514361 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4781aa-3a53-4884-b3ff-f2ee4f7aa88b None None] Routers {'166d5de0-1211-4f9e-8273-982c5bc75410'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:08.515352 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-2d4781aa-3a53-4884-b3ff-f2ee4f7aa88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['166d5de0-1211-4f9e-8273-982c5bc75410'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:08.626508 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019d1f4-9107-4e35-bc8d-a9ae9844c372 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d3630f-0a08-4744-b6b8-6a7c55d9190f,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:08.648922 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-2d4781aa-3a53-4884-b3ff-f2ee4f7aa88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:08.663506 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4781aa-3a53-4884-b3ff-f2ee4f7aa88b None None] Routers {'166d5de0-1211-4f9e-8273-982c5bc75410'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:08.664170 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-2d4781aa-3a53-4884-b3ff-f2ee4f7aa88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['166d5de0-1211-4f9e-8273-982c5bc75410'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:08.691148 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d019d1f4-9107-4e35-bc8d-a9ae9844c372 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:08.692398 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d019d1f4-9107-4e35-bc8d-a9ae9844c372 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8213112 Apr 08 10:27:08.706314 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57946) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:08.726224 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b83f7a0a-17cd-4659-a347-d107110ee64f req-de64769c-80a0-4f22-aa05-0b5f61981698 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcabe309-6c60-4407-ac9e-f58bdadffc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448044 Apr 08 10:27:08.732566 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-48a0020e-9035-446d-85cb-e68c8d21d69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:08.733844 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-2d4781aa-3a53-4884-b3ff-f2ee4f7aa88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:08.734312 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4781aa-3a53-4884-b3ff-f2ee4f7aa88b None None] The sync data for ids ['166d5de0-1211-4f9e-8273-982c5bc75410'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:27:08.741608 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-ca84b816-e968-47d9-96a8-e0ea794a78b6 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group': {'name': 'tempest-secgroup--1486050756'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:08.755531 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ca84b816-e968-47d9-96a8-e0ea794a78b6 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:08.755531 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ca84b816-e968-47d9-96a8-e0ea794a78b6 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Usage tracker for resource:security_group and tenant:83b3f73b4bef44f6a48f58e370521f18 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:08.761307 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ca84b816-e968-47d9-96a8-e0ea794a78b6 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:08.770771 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ca84b816-e968-47d9-96a8-e0ea794a78b6 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:08.793601 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-48a0020e-9035-446d-85cb-e68c8d21d69d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:08.814365 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-48a0020e-9035-446d-85cb-e68c8d21d69d admin admin] Usage tracker for resource:security_group_rule and tenant:81c76064403b43af977d426424117553 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:08.823464 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-48a0020e-9035-446d-85cb-e68c8d21d69d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:08.844728 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ca84b816-e968-47d9-96a8-e0ea794a78b6 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:08.877996 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-48a0020e-9035-446d-85cb-e68c8d21d69d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:09.006075 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad93484-6278-4f6d-9f0a-240a305e7e53 None None] Network b4a64b47-22e8-46a6-801c-a1d1ec372f3e requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:27:09.017797 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ca84b816-e968-47d9-96a8-e0ea794a78b6 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:09.028772 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ca84b816-e968-47d9-96a8-e0ea794a78b6 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Usage tracker for resource:security_group_rule and tenant:83b3f73b4bef44f6a48f58e370521f18 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:09.032371 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ca84b816-e968-47d9-96a8-e0ea794a78b6 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:09.036513 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-48a0020e-9035-446d-85cb-e68c8d21d69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:09.038835 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e028e0de-643b-43c5-aeec-d24525bbc180 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:09.042694 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ca84b816-e968-47d9-96a8-e0ea794a78b6 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:09.059574 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e028e0de-643b-43c5-aeec-d24525bbc180 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:09.061717 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e028e0de-643b-43c5-aeec-d24525bbc180 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:09.066199 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-48a0020e-9035-446d-85cb-e68c8d21d69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:09.134769 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e1af2-72c6-4022-bff4-a82e9ec8fd67 req-de62eeac-4e13-43d8-9281-b54347dac8f2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:09.136274 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-750e1af2-72c6-4022-bff4-a82e9ec8fd67 req-de62eeac-4e13-43d8-9281-b54347dac8f2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ff6e5e-9108-4443-91e2-395f50a85034 HTTP/1.1" status: 200 len: 945 time: 0.2643147 Apr 08 10:27:09.145567 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-dfa4e95e-1e11-481d-9d14-d7f520af68b2 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] remove_router_interface failed (client error): The resource could not be found. Apr 08 10:27:09.149110 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-dfa4e95e-1e11-481d-9d14-d7f520af68b2 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "PUT /v2.0/routers/166d5de0-1211-4f9e-8273-982c5bc75410/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6557188 Apr 08 10:27:09.155766 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57952) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:09.204859 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-389a721d-7e21-4d6a-912b-3459030aa9f3 None None] Provisioning for port 2d729dc8-ad65-4a9c-9d29-6a85ff51578d completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:09.226482 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ca84b816-e968-47d9-96a8-e0ea794a78b6 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:09.234324 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-750e1af2-72c6-4022-bff4-a82e9ec8fd67 req-e6be674f-2939-41b7-bef2-67ffa5965bbd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcabe309-6c60-4407-ac9e-f58bdadffc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864372 Apr 08 10:27:09.235410 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ca84b816-e968-47d9-96a8-e0ea794a78b6 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:09.267558 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57956) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:09.292113 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-92f00506-195d-4e20-9c79-5e3826572a34 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "GET /v2.0/ports?device_id=166d5de0-1211-4f9e-8273-982c5bc75410 HTTP/1.1" status: 200 len: 205 time: 0.1219835 Apr 08 10:27:09.320426 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57960) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:09.356728 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028e0de-643b-43c5-aeec-d24525bbc180 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Port': ['ID=71defff6-7a26-412e-b9fa-79b9fd29b29d,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:09.359236 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0020e-9035-446d-85cb-e68c8d21d69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73df4a0a-b3fa-45f0-b67b-9f5c0235ae74,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:09.365847 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-48a0020e-9035-446d-85cb-e68c8d21d69d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=81c76064403b43af977d426424117553&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9601738 Apr 08 10:27:09.366615 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57964) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:09.395976 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca84b816-e968-47d9-96a8-e0ea794a78b6 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8184ff32-23bf-45e3-8bcf-9f599fe0efc1,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:09.459285 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ca84b816-e968-47d9-96a8-e0ea794a78b6 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:09.460506 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ca84b816-e968-47d9-96a8-e0ea794a78b6 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7328689 Apr 08 10:27:09.464988 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57968) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:09.478397 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-2b9a9fce-38b7-44fc-98da-1fefde5efe39 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group_rule': {'security_group_id': 'f1d3630f-0a08-4744-b6b8-6a7c55d9190f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '8184ff32-23bf-45e3-8bcf-9f599fe0efc1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:09.490786 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e028e0de-643b-43c5-aeec-d24525bbc180 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network b4a64b47-22e8-46a6-801c-a1d1ec372f3e is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:09.493468 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-2b9a9fce-38b7-44fc-98da-1fefde5efe39 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:09.495931 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-e028e0de-643b-43c5-aeec-d24525bbc180 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:09.501304 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2b9a9fce-38b7-44fc-98da-1fefde5efe39 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Usage tracker for resource:security_group_rule and tenant:83b3f73b4bef44f6a48f58e370521f18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:09.502969 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d5d9475f-5b6d-45c7-b2df-53eba7d71f27 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:09.561658 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2b2afe51-6d55-4ebd-b7ad-0dd22996bd50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:09.567942 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2b9a9fce-38b7-44fc-98da-1fefde5efe39 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:09.631605 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-2b9a9fce-38b7-44fc-98da-1fefde5efe39 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:09.652214 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7d6f33af-4659-49dc-9611-568edbb79d93 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e7ff6e5e-9108-4443-91e2-395f50a85034 HTTP/1.1" status: 200 len: 1093 time: 0.3792202 Apr 08 10:27:09.656633 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5d60d155-2a88-45df-a889-2d31b5bc0e2f None None] Provisioning for port 71defff6-7a26-412e-b9fa-79b9fd29b29d completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:09.657229 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57972) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:09.669060 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5d60d155-2a88-45df-a889-2d31b5bc0e2f None None] Provisioning complete for port 71defff6-7a26-412e-b9fa-79b9fd29b29d triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:09.670510 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5d60d155-2a88-45df-a889-2d31b5bc0e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:09.688803 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-37656791-9a92-4f49-94ab-ea3e4b4e032f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'port_id': '5af9a6bb-925c-485a-a7e5-71926cd48599', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:09.707478 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-37656791-9a92-4f49-94ab-ea3e4b4e032f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:09.717533 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-37656791-9a92-4f49-94ab-ea3e4b4e032f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:floatingip and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:09.722124 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2d729dc8-ad65-4a9c-9d29-6a85ff51578d up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:09.723562 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-37656791-9a92-4f49-94ab-ea3e4b4e032f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:09.731080 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2b2afe51-6d55-4ebd-b7ad-0dd22996bd50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:09.756051 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-37656791-9a92-4f49-94ab-ea3e4b4e032f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:09.792556 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-2b9a9fce-38b7-44fc-98da-1fefde5efe39 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:27:09.796660 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2b9a9fce-38b7-44fc-98da-1fefde5efe39 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.3276789 Apr 08 10:27:09.798301 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57976) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:09.800268 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-5d60d155-2a88-45df-a889-2d31b5bc0e2f None None] Port 71defff6-7a26-412e-b9fa-79b9fd29b29d cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:27:09.823332 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-37656791-9a92-4f49-94ab-ea3e4b4e032f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:09.862242 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 2d729dc8-ad65-4a9c-9d29-6a85ff51578d completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:09.867581 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 2d729dc8-ad65-4a9c-9d29-6a85ff51578d triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:09.867948 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:10.013814 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:10.048428 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-2ca51e20-8ce7-47a4-aa4a-6d64dbc6f40f None None] Provisioning complete for port 71defff6-7a26-412e-b9fa-79b9fd29b29d triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:10.048795 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2ca51e20-8ce7-47a4-aa4a-6d64dbc6f40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:10.121554 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 2d729dc8-ad65-4a9c-9d29-6a85ff51578d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2d729dc8-ad65-4a9c-9d29-6a85ff51578d,segment=NetworkSegment(d14cf0d6-ac16-479a-9763-217fcc881982),segment_id=d14cf0d6-ac16-479a-9763-217fcc881982)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:10.129363 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:10.133177 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-2ca51e20-8ce7-47a4-aa4a-6d64dbc6f40f None None] Port 71defff6-7a26-412e-b9fa-79b9fd29b29d cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:27:10.163268 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d5d9475f-5b6d-45c7-b2df-53eba7d71f27 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:10.168397 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d5d9475f-5b6d-45c7-b2df-53eba7d71f27 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:10.194098 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d5d9475f-5b6d-45c7-b2df-53eba7d71f27 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:10.196427 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d9475f-5b6d-45c7-b2df-53eba7d71f27 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Fanout notify agent at l3_agent the message router_deleted on router 166d5de0-1211-4f9e-8273-982c5bc75410 {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:27:10.207942 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d5d9475f-5b6d-45c7-b2df-53eba7d71f27 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:10.211812 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d5d9475f-5b6d-45c7-b2df-53eba7d71f27 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/routers/166d5de0-1211-4f9e-8273-982c5bc75410 HTTP/1.1" status: 204 len: 168 time: 0.8884406 Apr 08 10:27:10.211812 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57980) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:10.212581 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=2d729dc8-ad65-4a9c-9d29-6a85ff51578d,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:10.235877 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2b2afe51-6d55-4ebd-b7ad-0dd22996bd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:10.254775 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0fbbeb16-8849-4103-92f8-f52feff6092b None None] Provisioning complete for port 71defff6-7a26-412e-b9fa-79b9fd29b29d triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:10.255339 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0fbbeb16-8849-4103-92f8-f52feff6092b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:10.262492 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2afe51-6d55-4ebd-b7ad-0dd22996bd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73df4a0a-b3fa-45f0-b67b-9f5c0235ae74,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:10.302680 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2b2afe51-6d55-4ebd-b7ad-0dd22996bd50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:10.306194 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2b2afe51-6d55-4ebd-b7ad-0dd22996bd50 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/73df4a0a-b3fa-45f0-b67b-9f5c0235ae74 HTTP/1.1" status: 204 len: 168 time: 0.9334898 Apr 08 10:27:10.314578 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fda882ed-7584-41be-aba7-4f71ea167757 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:10.322604 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-0fbbeb16-8849-4103-92f8-f52feff6092b None None] Port 71defff6-7a26-412e-b9fa-79b9fd29b29d cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:27:10.366625 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fda882ed-7584-41be-aba7-4f71ea167757 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:10.423742 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bbf8ec9-a986-4851-b19d-347f3d30c7fd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Deleting subnet f3734c9f-88da-456b-88de-b63baa305e94 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:27:10.426925 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8bbf8ec9-a986-4851-b19d-347f3d30c7fd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:10.465440 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-37656791-9a92-4f49-94ab-ea3e4b4e032f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:10.507288 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8bbf8ec9-a986-4851-b19d-347f3d30c7fd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:10.515268 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fda882ed-7584-41be-aba7-4f71ea167757 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:10.559105 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda882ed-7584-41be-aba7-4f71ea167757 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8184ff32-23bf-45e3-8bcf-9f599fe0efc1,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:10.594423 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fda882ed-7584-41be-aba7-4f71ea167757 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:10.595252 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-fda882ed-7584-41be-aba7-4f71ea167757 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "DELETE /v2.0/security-groups/8184ff32-23bf-45e3-8bcf-9f599fe0efc1 HTTP/1.1" status: 204 len: 168 time: 0.7875435 Apr 08 10:27:10.599793 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57986) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:10.648333 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8bbf8ec9-a986-4851-b19d-347f3d30c7fd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:10.649284 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e028e0de-643b-43c5-aeec-d24525bbc180 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Router affaba2d-ab70-4603-8559-f938d28e85d9 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:27:10.677602 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-37656791-9a92-4f49-94ab-ea3e4b4e032f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.26.0.246 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/5d7f11ef-94b3-400d-9719-0c1af28364c2) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:27:10.733443 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ed3618c7-ee2e-407a-9d81-39bb0f178246 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Synchronizing usage tracker for tenant:83b3f73b4bef44f6a48f58e370521f18 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:27:10.755053 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ed3618c7-ee2e-407a-9d81-39bb0f178246 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Unset dirty status for tenant:83b3f73b4bef44f6a48f58e370521f18 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:27:10.756413 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ed3618c7-ee2e-407a-9d81-39bb0f178246 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1554964 Apr 08 10:27:10.759372 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57990) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:10.773479 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8bbf8ec9-a986-4851-b19d-347f3d30c7fd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:10.822277 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf8ec9-a986-4851-b19d-347f3d30c7fd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Subnet': ['ID=f3734c9f-88da-456b-88de-b63baa305e94,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:10.839981 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8bbf8ec9-a986-4851-b19d-347f3d30c7fd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:10.847245 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5031d72-fd4d-4e3c-9a5f-d946f757b570 None None] Network 2d87c0cc-ddf2-45ed-9298-35fdfece1115 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:27:10.853090 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8bbf8ec9-a986-4851-b19d-347f3d30c7fd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/subnets/f3734c9f-88da-456b-88de-b63baa305e94 HTTP/1.1" status: 204 len: 168 time: 0.6380153 Apr 08 10:27:10.853422 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 57994) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:10.959311 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bce5166b-7587-4a26-bf68-ea088e838904 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:10.972491 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e028e0de-643b-43c5-aeec-d24525bbc180 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:27:10.981612 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-37656791-9a92-4f49-94ab-ea3e4b4e032f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:10.988689 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9db327-f1e5-403e-9a32-4f0e8fa98844 None None] Sync routers for ids ['affaba2d-ab70-4603-8559-f938d28e85d9'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:27:10.993603 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e028e0de-643b-43c5-aeec-d24525bbc180 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "PUT /v2.0/routers/affaba2d-ab70-4603-8559-f938d28e85d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5961044 Apr 08 10:27:10.993811 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 57998) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:11.001137 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-76b36ba3-fce4-44ae-80b8-bfe70fc9cb82 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1040407823'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:11.003248 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9db327-f1e5-403e-9a32-4f0e8fa98844 None None] Routers {'affaba2d-ab70-4603-8559-f938d28e85d9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:11.003859 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b575d38f-9230-4050-9cb4-6490198be523 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:11.007492 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-76b36ba3-fce4-44ae-80b8-bfe70fc9cb82 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:11.008849 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-3c9db327-f1e5-403e-9a32-4f0e8fa98844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['affaba2d-ab70-4603-8559-f938d28e85d9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:11.010228 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bce5166b-7587-4a26-bf68-ea088e838904 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:11.013097 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-76b36ba3-fce4-44ae-80b8-bfe70fc9cb82 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Usage tracker for resource:network and tenant:72c993bf72344f498aa1635c771d9146 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:11.017994 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-76b36ba3-fce4-44ae-80b8-bfe70fc9cb82 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:11.026653 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-76b36ba3-fce4-44ae-80b8-bfe70fc9cb82 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:11.043547 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b36ba3-fce4-44ae-80b8-bfe70fc9cb82 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Made reservation on behalf of 72c993bf72344f498aa1635c771d9146 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:27:11.047577 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-76b36ba3-fce4-44ae-80b8-bfe70fc9cb82 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:11.061116 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-37656791-9a92-4f49-94ab-ea3e4b4e032f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:11.064387 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-b575d38f-9230-4050-9cb4-6490198be523 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Deleting port f1fccb25-874e-4583-86e6-5c3eb8178126 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:27:11.064779 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b575d38f-9230-4050-9cb4-6490198be523 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:11.148325 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b36ba3-fce4-44ae-80b8-bfe70fc9cb82 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:27:11.157849 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-76b36ba3-fce4-44ae-80b8-bfe70fc9cb82 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:11.158188 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-76b36ba3-fce4-44ae-80b8-bfe70fc9cb82 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Added segment 1c224b4f-37fa-41f9-8287-4653c4b2fee5 of type vlan for network 7162ebc8-110b-4168-b09e-77de78af7aba Apr 08 10:27:11.165921 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bce5166b-7587-4a26-bf68-ea088e838904 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:11.187277 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-76b36ba3-fce4-44ae-80b8-bfe70fc9cb82 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:11.188165 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9aea3c-2a55-4712-b4d9-17c028ec3d87 None None] DHCP port deletion for 2d87c0cc-ddf2-45ed-9298-35fdfece1115 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:27:11.192749 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-9a9aea3c-2a55-4712-b4d9-17c028ec3d87 None None] Deleting port f1fccb25-874e-4583-86e6-5c3eb8178126 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:27:11.193349 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9a9aea3c-2a55-4712-b4d9-17c028ec3d87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:11.197174 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5166b-7587-4a26-bf68-ea088e838904 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d3630f-0a08-4744-b6b8-6a7c55d9190f,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:11.223433 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-76b36ba3-fce4-44ae-80b8-bfe70fc9cb82 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:11.227259 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b36ba3-fce4-44ae-80b8-bfe70fc9cb82 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:11.227854 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-76b36ba3-fce4-44ae-80b8-bfe70fc9cb82 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:11.260514 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37656791-9a92-4f49-94ab-ea3e4b4e032f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:11.269894 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-37656791-9a92-4f49-94ab-ea3e4b4e032f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:11.271697 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37656791-9a92-4f49-94ab-ea3e4b4e032f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=5d7f11ef-94b3-400d-9719-0c1af28364c2,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:11.276911 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37656791-9a92-4f49-94ab-ea3e4b4e032f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:27:11.282945 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bce5166b-7587-4a26-bf68-ea088e838904 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:11.286629 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-bce5166b-7587-4a26-bf68-ea088e838904 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "DELETE /v2.0/security-groups/f1d3630f-0a08-4744-b6b8-6a7c55d9190f HTTP/1.1" status: 204 len: 168 time: 0.5241320 Apr 08 10:27:11.289799 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58002) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:11.336950 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-3c9db327-f1e5-403e-9a32-4f0e8fa98844 None None] Set router affaba2d-ab70-4603-8559-f938d28e85d9 gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:27:11.382027 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-b575d38f-9230-4050-9cb4-6490198be523 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] For port f1fccb25-874e-4583-86e6-5c3eb8178126, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=f1fccb25-874e-4583-86e6-5c3eb8178126,segment=NetworkSegment(9c2f2923-4e5e-4bcd-820a-a47cdd2e44ec),segment_id=9c2f2923-4e5e-4bcd-820a-a47cdd2e44ec)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:11.382395 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b575d38f-9230-4050-9cb4-6490198be523 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:11.408602 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-76b36ba3-fce4-44ae-80b8-bfe70fc9cb82 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4108708 Apr 08 10:27:11.410560 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58006) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:11.423646 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-26d65f4c-bb08-4339-8b1b-80d8ce35b8ae tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'subnet': {'network_id': '7162ebc8-110b-4168-b09e-77de78af7aba', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:11.440012 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b36ba3-fce4-44ae-80b8-bfe70fc9cb82 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Network': ['ID=7162ebc8-110b-4168-b09e-77de78af7aba,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:11.472890 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-9a9aea3c-2a55-4712-b4d9-17c028ec3d87 None None] For port f1fccb25-874e-4583-86e6-5c3eb8178126, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=f1fccb25-874e-4583-86e6-5c3eb8178126,segment=NetworkSegment(9c2f2923-4e5e-4bcd-820a-a47cdd2e44ec),segment_id=9c2f2923-4e5e-4bcd-820a-a47cdd2e44ec)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:11.473451 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9a9aea3c-2a55-4712-b4d9-17c028ec3d87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:11.516324 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2b001129-da8c-4b2c-a959-4e95bf8db6a7 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Synchronizing usage tracker for tenant:83b3f73b4bef44f6a48f58e370521f18 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:27:11.524848 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-b575d38f-9230-4050-9cb4-6490198be523 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Calling delete_port for f1fccb25-874e-4583-86e6-5c3eb8178126 owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:27:11.588449 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2b001129-da8c-4b2c-a959-4e95bf8db6a7 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Unset dirty status for tenant:83b3f73b4bef44f6a48f58e370521f18 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:27:11.594988 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2b001129-da8c-4b2c-a959-4e95bf8db6a7 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2995658 Apr 08 10:27:11.594988 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58010) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:11.601056 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-9a9aea3c-2a55-4712-b4d9-17c028ec3d87 None None] Calling delete_port for f1fccb25-874e-4583-86e6-5c3eb8178126 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:27:11.601266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-9e90173c-63c6-4cd8-9ae8-f36645895132 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group': {'name': 'tempest-secgroup--404303755'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:11.617752 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-9e90173c-63c6-4cd8-9ae8-f36645895132 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:11.632665 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-9e90173c-63c6-4cd8-9ae8-f36645895132 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:11.639953 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-26d65f4c-bb08-4339-8b1b-80d8ce35b8ae tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:11.643372 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b575d38f-9230-4050-9cb4-6490198be523 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:11.644377 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-26d65f4c-bb08-4339-8b1b-80d8ce35b8ae tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Usage tracker for resource:subnet and tenant:72c993bf72344f498aa1635c771d9146 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:11.647524 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-26d65f4c-bb08-4339-8b1b-80d8ce35b8ae tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:11.653365 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-26d65f4c-bb08-4339-8b1b-80d8ce35b8ae tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn_limited( Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn_limited( Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:11.679483 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 10:27:11.682379 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:11.682379 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 10:27:11.682379 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:11.682379 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 10:27:11.682379 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:11.682379 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 10:27:11.682379 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:11.682379 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 10:27:11.682379 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:11.682379 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 10:27:11.682379 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:11.682379 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 10:27:11.682379 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:11.682379 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 10:27:11.690316 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-9a9aea3c-2a55-4712-b4d9-17c028ec3d87 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:27:11.690790 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-9a9aea3c-2a55-4712-b4d9-17c028ec3d87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:27:11.691500 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 7162ebc8-110b-4168-b09e-77de78af7aba details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:27:11.695029 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9e90173c-63c6-4cd8-9ae8-f36645895132 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:11.716428 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d65f4c-bb08-4339-8b1b-80d8ce35b8ae tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Made reservation on behalf of 72c993bf72344f498aa1635c771d9146 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:27:11.719050 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575d38f-9230-4050-9cb4-6490198be523 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Port': ['ID=f1fccb25-874e-4583-86e6-5c3eb8178126,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:11.734195 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b575d38f-9230-4050-9cb4-6490198be523 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] No DVR routers for this DVR port f1fccb25-874e-4583-86e6-5c3eb8178126 on host dv-neutron-837110-1-hyperv {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:27:11.766079 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2d729dc8-ad65-4a9c-9d29-6a85ff51578d up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:11.812328 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-9e90173c-63c6-4cd8-9ae8-f36645895132 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:11.871073 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-9e90173c-63c6-4cd8-9ae8-f36645895132 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Usage tracker for resource:security_group_rule and tenant:83b3f73b4bef44f6a48f58e370521f18 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:11.875348 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 2d729dc8-ad65-4a9c-9d29-6a85ff51578d triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:11.875858 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:11.885573 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-9e90173c-63c6-4cd8-9ae8-f36645895132 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:11.896317 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-9e90173c-63c6-4cd8-9ae8-f36645895132 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:11.903384 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b575d38f-9230-4050-9cb4-6490198be523 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:11.943674 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-b575d38f-9230-4050-9cb4-6490198be523 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d87c0cc-ddf2-45ed-9298-35fdfece1115']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:11.962277 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-b575d38f-9230-4050-9cb4-6490198be523 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2f2923-4e5e-4bcd-820a-a47cdd2e44ec') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:11.962937 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-b575d38f-9230-4050-9cb4-6490198be523 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2f2923-4e5e-4bcd-820a-a47cdd2e44ec') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:11.965082 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-26d65f4c-bb08-4339-8b1b-80d8ce35b8ae tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:11.987499 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b575d38f-9230-4050-9cb4-6490198be523 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:12.003339 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-3c9db327-f1e5-403e-9a32-4f0e8fa98844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'name': 'tempest-RoutersIpV6Test-router-1259330695', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:05Z', 'updated_at': '2022-04-08T10:27:08Z', 'revision_number': 2, 'project_id': '72c993bf72344f498aa1635c771d9146', 'gw_port_host': None, '_interfaces': [{'id': '71defff6-7a26-412e-b9fa-79b9fd29b29d', 'name': '', 'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:bd:8c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:07Z', 'updated_at': '2022-04-08T10:27:08Z', 'revision_number': 2, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:12.012788 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9db327-f1e5-403e-9a32-4f0e8fa98844 None None] Checking router: affaba2d-ab70-4603-8559-f938d28e85d9 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:27:12.013719 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9db327-f1e5-403e-9a32-4f0e8fa98844 None None] Updating router affaba2d-ab70-4603-8559-f938d28e85d9 port 71defff6-7a26-412e-b9fa-79b9fd29b29d binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:27:12.023747 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b575d38f-9230-4050-9cb4-6490198be523 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:12.031863 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9e90173c-63c6-4cd8-9ae8-f36645895132 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:12.035573 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b575d38f-9230-4050-9cb4-6490198be523 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:27:12.035964 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b575d38f-9230-4050-9cb4-6490198be523 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:27:12.053984 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:27:12.056702 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9e90173c-63c6-4cd8-9ae8-f36645895132 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:12.097443 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device f1fccb25-874e-4583-86e6-5c3eb8178126 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:27:12.116130 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c9db327-f1e5-403e-9a32-4f0e8fa98844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:12.213758 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-9a9aea3c-2a55-4712-b4d9-17c028ec3d87 None None] Deleting port f1fccb25-874e-4583-86e6-5c3eb8178126 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:27:12.214512 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9a9aea3c-2a55-4712-b4d9-17c028ec3d87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:12.251009 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: f1fccb25-874e-4583-86e6-5c3eb8178126 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:27:12.251828 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device f1fccb25-874e-4583-86e6-5c3eb8178126 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:27:12.276873 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90173c-63c6-4cd8-9ae8-f36645895132 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31f60604-3d1b-457c-88c7-79501097635f,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:12.289408 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b575d38f-9230-4050-9cb4-6490198be523 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:12.307782 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b575d38f-9230-4050-9cb4-6490198be523 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:12.309135 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-9a9aea3c-2a55-4712-b4d9-17c028ec3d87 None None] The port 'f1fccb25-874e-4583-86e6-5c3eb8178126' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:27:12.319958 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9e90173c-63c6-4cd8-9ae8-f36645895132 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:12.324507 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9e90173c-63c6-4cd8-9ae8-f36645895132 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7258084 Apr 08 10:27:12.325086 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58014) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:12.335260 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b575d38f-9230-4050-9cb4-6490198be523 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/networks/2d87c0cc-ddf2-45ed-9298-35fdfece1115 HTTP/1.1" status: 204 len: 168 time: 1.4752562 Apr 08 10:27:12.335260 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575d38f-9230-4050-9cb4-6490198be523 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Network': ['ID=2d87c0cc-ddf2-45ed-9298-35fdfece1115,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:12.335260 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-8e7c8058-ae63-4288-9e85-d2bb4d724790 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:12.335705 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-8e7c8058-ae63-4288-9e85-d2bb4d724790 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] update failed (client error): There was a conflict when trying to complete your request. Apr 08 10:27:12.340262 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8e7c8058-ae63-4288-9e85-d2bb4d724790 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "PUT /v2.0/security-groups/31f60604-3d1b-457c-88c7-79501097635f HTTP/1.1" status: 409 len: 330 time: 0.0105186 Apr 08 10:27:12.340262 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58018) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:12.340262 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58022) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:12.344570 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-b6f120f1-7464-478c-80e5-8ad98f43abc5 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'network': {'name': 'tempest-RoutersTest-613778165'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:12.361147 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b6f120f1-7464-478c-80e5-8ad98f43abc5 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:12.368485 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b6f120f1-7464-478c-80e5-8ad98f43abc5 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Usage tracker for resource:network and tenant:44ffe129493d49b08ea911b16ee6c97f is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:12.373686 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b6f120f1-7464-478c-80e5-8ad98f43abc5 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:12.387832 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b6f120f1-7464-478c-80e5-8ad98f43abc5 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:12.420594 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-26d65f4c-bb08-4339-8b1b-80d8ce35b8ae tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:12.423136 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f120f1-7464-478c-80e5-8ad98f43abc5 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Made reservation on behalf of 44ffe129493d49b08ea911b16ee6c97f for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:27:12.426808 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b6f120f1-7464-478c-80e5-8ad98f43abc5 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:12.504516 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5925e5f3-85d0-4c76-86f7-822b62d21334 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:12.506895 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f120f1-7464-478c-80e5-8ad98f43abc5 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:27:12.541237 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b6f120f1-7464-478c-80e5-8ad98f43abc5 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:12.541896 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-b6f120f1-7464-478c-80e5-8ad98f43abc5 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Added segment 7cbb238e-9ad7-450a-8172-015e42a29a31 of type vlan for network f31bcfb6-0c89-443d-b84a-ec245bfc430f Apr 08 10:27:12.555629 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5925e5f3-85d0-4c76-86f7-822b62d21334 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:12.570213 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d65f4c-bb08-4339-8b1b-80d8ce35b8ae tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Subnet': ['ID=dfcf4dfd-a96a-4050-92b1-cc137dfeef45,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:12.614065 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b6f120f1-7464-478c-80e5-8ad98f43abc5 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:12.621173 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-37656791-9a92-4f49-94ab-ea3e4b4e032f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:12.622184 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d65f4c-bb08-4339-8b1b-80d8ce35b8ae tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Checking segment: {'id': '1c224b4f-37fa-41f9-8287-4653c4b2fee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7162ebc8-110b-4168-b09e-77de78af7aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:27:12.623469 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d65f4c-bb08-4339-8b1b-80d8ce35b8ae tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network hostable DHCP agents. Network: 7162ebc8-110b-4168-b09e-77de78af7aba, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:27:12.655521 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c9db327-f1e5-403e-9a32-4f0e8fa98844 None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:12.656628 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5925e5f3-85d0-4c76-86f7-822b62d21334 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:12.668618 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-3c9db327-f1e5-403e-9a32-4f0e8fa98844 None None] Transition to ACTIVE for port object 71defff6-7a26-412e-b9fa-79b9fd29b29d will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:12.679236 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c9db327-f1e5-403e-9a32-4f0e8fa98844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:12.684630 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925e5f3-85d0-4c76-86f7-822b62d21334 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f60604-3d1b-457c-88c7-79501097635f,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:12.699644 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-37656791-9a92-4f49-94ab-ea3e4b4e032f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:12.705333 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b6f120f1-7464-478c-80e5-8ad98f43abc5 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:12.709576 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f120f1-7464-478c-80e5-8ad98f43abc5 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:12.710466 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b6f120f1-7464-478c-80e5-8ad98f43abc5 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:12.727717 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d65f4c-bb08-4339-8b1b-80d8ce35b8ae tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network 7162ebc8-110b-4168-b09e-77de78af7aba is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:27:12.754353 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-26d65f4c-bb08-4339-8b1b-80d8ce35b8ae tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 7162ebc8-110b-4168-b09e-77de78af7aba) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:12.765112 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d65f4c-bb08-4339-8b1b-80d8ce35b8ae tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:12.765696 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-26d65f4c-bb08-4339-8b1b-80d8ce35b8ae tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:12.772257 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5925e5f3-85d0-4c76-86f7-822b62d21334 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:12.776527 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5925e5f3-85d0-4c76-86f7-822b62d21334 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "DELETE /v2.0/security-groups/31f60604-3d1b-457c-88c7-79501097635f HTTP/1.1" status: 204 len: 168 time: 0.4361317 Apr 08 10:27:12.777284 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58026) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:12.787355 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b6f120f1-7464-478c-80e5-8ad98f43abc5 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4487734 Apr 08 10:27:12.794272 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58030) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:12.796641 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e031832e-500f-4b5f-8e59-32c4d38f66d4 None None] Network 7162ebc8-110b-4168-b09e-77de78af7aba requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:27:12.801432 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-05db79cf-9611-41ba-910e-a56517a562e0 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'subnet': {'network_id': 'f31bcfb6-0c89-443d-b84a-ec245bfc430f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:12.817208 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be7266-26d6-40f4-8a89-8c3758c8e97a None None] Pushing event updated for resources: {'Port': ['ID=71defff6-7a26-412e-b9fa-79b9fd29b29d,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:12.887795 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-26d65f4c-bb08-4339-8b1b-80d8ce35b8ae tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4739921 Apr 08 10:27:12.895073 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58034) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:12.929127 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-3c9db327-f1e5-403e-9a32-4f0e8fa98844 None None] Attempting to bind port 71defff6-7a26-412e-b9fa-79b9fd29b29d on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:27:12.929862 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-3c9db327-f1e5-403e-9a32-4f0e8fa98844 None None] Attempting to bind port 71defff6-7a26-412e-b9fa-79b9fd29b29d by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'd14cf0d6-ac16-479a-9763-217fcc881982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:27:12.930469 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9db327-f1e5-403e-9a32-4f0e8fa98844 None None] Attempting to bind port 71defff6-7a26-412e-b9fa-79b9fd29b29d on network b4a64b47-22e8-46a6-801c-a1d1ec372f3e {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:27:12.942096 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9db327-f1e5-403e-9a32-4f0e8fa98844 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:27:12.942975 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9db327-f1e5-403e-9a32-4f0e8fa98844 None None] Checking segment: {'id': 'd14cf0d6-ac16-479a-9763-217fcc881982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:27:12.943603 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c9db327-f1e5-403e-9a32-4f0e8fa98844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:12.944246 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9db327-f1e5-403e-9a32-4f0e8fa98844 None None] Bound using segment: {'id': 'd14cf0d6-ac16-479a-9763-217fcc881982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:27:12.946004 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-3c9db327-f1e5-403e-9a32-4f0e8fa98844 None None] Bound port: 71defff6-7a26-412e-b9fa-79b9fd29b29d, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd14cf0d6-ac16-479a-9763-217fcc881982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:27:12.946670 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c9db327-f1e5-403e-9a32-4f0e8fa98844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:13.065044 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-05db79cf-9611-41ba-910e-a56517a562e0 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:13.075426 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-05db79cf-9611-41ba-910e-a56517a562e0 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Usage tracker for resource:subnet and tenant:44ffe129493d49b08ea911b16ee6c97f is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:13.080622 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f120f1-7464-478c-80e5-8ad98f43abc5 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Network': ['ID=f31bcfb6-0c89-443d-b84a-ec245bfc430f,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:13.083824 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-05db79cf-9611-41ba-910e-a56517a562e0 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:13.092882 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-05db79cf-9611-41ba-910e-a56517a562e0 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:13.103978 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network f31bcfb6-0c89-443d-b84a-ec245bfc430f details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:27:13.110030 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05db79cf-9611-41ba-910e-a56517a562e0 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Made reservation on behalf of 44ffe129493d49b08ea911b16ee6c97f for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:27:13.123536 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-3c9db327-f1e5-403e-9a32-4f0e8fa98844 None None] For port 71defff6-7a26-412e-b9fa-79b9fd29b29d, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:27:13.133151 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-3c9db327-f1e5-403e-9a32-4f0e8fa98844 None None] For port 71defff6-7a26-412e-b9fa-79b9fd29b29d, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=71defff6-7a26-412e-b9fa-79b9fd29b29d,segment=NetworkSegment(d14cf0d6-ac16-479a-9763-217fcc881982),segment_id=d14cf0d6-ac16-479a-9763-217fcc881982)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:27:13.139821 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-3c9db327-f1e5-403e-9a32-4f0e8fa98844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:13.169120 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-afb7b8e9-c708-4216-9b9e-ab167467fa2a tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Synchronizing usage tracker for tenant:83b3f73b4bef44f6a48f58e370521f18 on resource:security_group {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:27:13.246867 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9db327-f1e5-403e-9a32-4f0e8fa98844 None None] Routers {'affaba2d-ab70-4603-8559-f938d28e85d9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:13.247618 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-3c9db327-f1e5-403e-9a32-4f0e8fa98844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:26:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['affaba2d-ab70-4603-8559-f938d28e85d9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:13.260924 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-afb7b8e9-c708-4216-9b9e-ab167467fa2a tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] Unset dirty status for tenant:83b3f73b4bef44f6a48f58e370521f18 on resource:security_group {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:27:13.262397 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-afb7b8e9-c708-4216-9b9e-ab167467fa2a tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4821887 Apr 08 10:27:13.269645 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58038) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:13.273761 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-37656791-9a92-4f49-94ab-ea3e4b4e032f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:13.275931 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-05db79cf-9611-41ba-910e-a56517a562e0 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:13.323141 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-37656791-9a92-4f49-94ab-ea3e4b4e032f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:13.333947 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd10898-49ae-443c-b58d-f42b2cd3d618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-7162ebc8-110b-4168-b09e-77de78af7aba', 'network_id': '7162ebc8-110b-4168-b09e-77de78af7aba', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'fixed_ips': [{'subnet_id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:27:13.334949 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-dbd10898-49ae-443c-b58d-f42b2cd3d618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:13.364184 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b519a8cb-0684-4a3e-bd9b-eab04a43e265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:13.418112 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-d587cd4f-20e2-4573-8d53-fd79d80e2419 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] delete failed (client error): The resource could not be found. Apr 08 10:27:13.420311 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d587cd4f-20e2-4573-8d53-fd79d80e2419 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "DELETE /v2.0/security-groups/3c2f4d97-52c5-402f-abc2-dd033d995b81 HTTP/1.1" status: 404 len: 347 time: 0.1490097 Apr 08 10:27:13.421989 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be7266-26d6-40f4-8a89-8c3758c8e97a None None] Pushing event updated for resources: {'Port': ['ID=71defff6-7a26-412e-b9fa-79b9fd29b29d,revision_number=4']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:13.426186 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58042) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:13.470011 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-3c9db327-f1e5-403e-9a32-4f0e8fa98844 None None] Set router affaba2d-ab70-4603-8559-f938d28e85d9 gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:27:13.565854 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-c16924c5-abaa-4876-ab54-7af3ce781da1 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] show failed (client error): The resource could not be found. Apr 08 10:27:13.570376 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c16924c5-abaa-4876-ab54-7af3ce781da1 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "GET /v2.0/security-groups/eb0cae64-1d24-4244-a20f-d70f61eba4e7 HTTP/1.1" status: 404 len: 347 time: 0.1312432 Apr 08 10:27:13.574006 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58046) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:13.582997 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37656791-9a92-4f49-94ab-ea3e4b4e032f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=5d7f11ef-94b3-400d-9719-0c1af28364c2,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:13.612775 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-9fba9818-57cf-4f56-9120-08ddf1258fc2 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] show failed (client error): The resource could not be found. Apr 08 10:27:13.617004 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9fba9818-57cf-4f56-9120-08ddf1258fc2 tempest-NegativeSecGroupTest-91138966 tempest-NegativeSecGroupTest-91138966-project] 10.222.0.47 "GET /v2.0/security-group-rules/d955a051-fa41-421e-a018-149604deaa1f HTTP/1.1" status: 404 len: 356 time: 0.0382478 Apr 08 10:27:13.624602 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-05db79cf-9611-41ba-910e-a56517a562e0 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:13.678594 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-dbd10898-49ae-443c-b58d-f42b2cd3d618 None None] Allocated IP 2001:db8:1::2 (7162ebc8-110b-4168-b09e-77de78af7aba/dfcf4dfd-a96a-4050-92b1-cc137dfeef45/0ee99513-2669-4fd3-9387-b2f82c281405) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:27:13.749249 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db79cf-9611-41ba-910e-a56517a562e0 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Subnet': ['ID=85b75c14-da1c-43c9-a59b-01be7f48d304,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:13.754987 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05db79cf-9611-41ba-910e-a56517a562e0 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Checking segment: {'id': '7cbb238e-9ad7-450a-8172-015e42a29a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f31bcfb6-0c89-443d-b84a-ec245bfc430f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:27:13.755345 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05db79cf-9611-41ba-910e-a56517a562e0 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network hostable DHCP agents. Network: f31bcfb6-0c89-443d-b84a-ec245bfc430f, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:27:13.756805 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-37656791-9a92-4f49-94ab-ea3e4b4e032f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:13.782169 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05db79cf-9611-41ba-910e-a56517a562e0 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network f31bcfb6-0c89-443d-b84a-ec245bfc430f is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:27:13.801166 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-05db79cf-9611-41ba-910e-a56517a562e0 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, f31bcfb6-0c89-443d-b84a-ec245bfc430f) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:13.807265 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05db79cf-9611-41ba-910e-a56517a562e0 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:13.807879 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-05db79cf-9611-41ba-910e-a56517a562e0 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:13.861080 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-05db79cf-9611-41ba-910e-a56517a562e0 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0648150 Apr 08 10:27:13.861905 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58052) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:13.871987 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-eb6fbc45-3d0a-4cf0-8a3f-e24e805714a6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1807983960', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:13.884838 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-eb6fbc45-3d0a-4cf0-8a3f-e24e805714a6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:13.893440 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-eb6fbc45-3d0a-4cf0-8a3f-e24e805714a6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Usage tracker for resource:router and tenant:44ffe129493d49b08ea911b16ee6c97f is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:13.901793 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-eb6fbc45-3d0a-4cf0-8a3f-e24e805714a6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:13.914869 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-eb6fbc45-3d0a-4cf0-8a3f-e24e805714a6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:13.941240 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eb6fbc45-3d0a-4cf0-8a3f-e24e805714a6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:13.943172 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eb6fbc45-3d0a-4cf0-8a3f-e24e805714a6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:13.983236 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eb6fbc45-3d0a-4cf0-8a3f-e24e805714a6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:13.994098 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-dbd10898-49ae-443c-b58d-f42b2cd3d618 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:13.998822 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-3c9db327-f1e5-403e-9a32-4f0e8fa98844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'name': 'tempest-RoutersIpV6Test-router-1259330695', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:05Z', 'updated_at': '2022-04-08T10:27:08Z', 'revision_number': 2, 'project_id': '72c993bf72344f498aa1635c771d9146', 'gw_port_host': None, '_interfaces': [{'id': '71defff6-7a26-412e-b9fa-79b9fd29b29d', 'name': '', 'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:bd:8c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:07Z', 'updated_at': '2022-04-08T10:27:13Z', 'revision_number': 4, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:14.004536 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9db327-f1e5-403e-9a32-4f0e8fa98844 None None] The sync data for ids ['affaba2d-ab70-4603-8559-f938d28e85d9'] in dv-neutron-837110-1-hyperv is: [{'id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'name': 'tempest-RoutersIpV6Test-router-1259330695', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:05Z', 'updated_at': '2022-04-08T10:27:08Z', 'revision_number': 2, 'project_id': '72c993bf72344f498aa1635c771d9146', 'gw_port_host': None, '_interfaces': [{'id': '71defff6-7a26-412e-b9fa-79b9fd29b29d', 'name': '', 'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:bd:8c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:07Z', 'updated_at': '2022-04-08T10:27:13Z', 'revision_number': 4, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:27:14.009630 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-dbd10898-49ae-443c-b58d-f42b2cd3d618 None None] Transition to ACTIVE for port object 0ee99513-2669-4fd3-9387-b2f82c281405 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:14.019890 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eb6fbc45-3d0a-4cf0-8a3f-e24e805714a6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:14.046931 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-dbd10898-49ae-443c-b58d-f42b2cd3d618 None None] Transition to ACTIVE for port object 0ee99513-2669-4fd3-9387-b2f82c281405 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:14.051867 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e677209-c888-4935-ba4a-38fdd1f281c4 None None] Network f31bcfb6-0c89-443d-b84a-ec245bfc430f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:27:14.059059 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eb6fbc45-3d0a-4cf0-8a3f-e24e805714a6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:14.060656 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-eb6fbc45-3d0a-4cf0-8a3f-e24e805714a6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1977463 Apr 08 10:27:14.063798 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58056) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:14.141137 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-dbd10898-49ae-443c-b58d-f42b2cd3d618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:14.237629 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd10898-49ae-443c-b58d-f42b2cd3d618 None None] Network 7162ebc8-110b-4168-b09e-77de78af7aba is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:14.252027 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-dbd10898-49ae-443c-b58d-f42b2cd3d618 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:14.260631 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd10898-49ae-443c-b58d-f42b2cd3d618 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:27:14.267807 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58062) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:14.384721 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd10898-49ae-443c-b58d-f42b2cd3d618 None None] Pushing event updated for resources: {'Port': ['ID=0ee99513-2669-4fd3-9387-b2f82c281405,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:14.466198 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.l3_db [None req-37656791-9a92-4f49-94ab-ea3e4b4e032f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Floating IP b194ca48-c2ef-45c4-897e-74bc0c7f78e2 associated. External IP: 172.26.0.246, port: 5af9a6bb-925c-485a-a7e5-71926cd48599. Apr 08 10:27:14.502955 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-dbd10898-49ae-443c-b58d-f42b2cd3d618 None None] Attempting to bind port 0ee99513-2669-4fd3-9387-b2f82c281405 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:27:14.503338 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-dbd10898-49ae-443c-b58d-f42b2cd3d618 None None] Attempting to bind port 0ee99513-2669-4fd3-9387-b2f82c281405 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '1c224b4f-37fa-41f9-8287-4653c4b2fee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7162ebc8-110b-4168-b09e-77de78af7aba'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:27:14.503677 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd10898-49ae-443c-b58d-f42b2cd3d618 None None] Attempting to bind port 0ee99513-2669-4fd3-9387-b2f82c281405 on network 7162ebc8-110b-4168-b09e-77de78af7aba {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:27:14.567326 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd10898-49ae-443c-b58d-f42b2cd3d618 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:27:14.567702 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd10898-49ae-443c-b58d-f42b2cd3d618 None None] Checking segment: {'id': '1c224b4f-37fa-41f9-8287-4653c4b2fee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7162ebc8-110b-4168-b09e-77de78af7aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:27:14.568007 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-dbd10898-49ae-443c-b58d-f42b2cd3d618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:14.568450 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd10898-49ae-443c-b58d-f42b2cd3d618 None None] Bound using segment: {'id': '1c224b4f-37fa-41f9-8287-4653c4b2fee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7162ebc8-110b-4168-b09e-77de78af7aba'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:27:14.569598 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-dbd10898-49ae-443c-b58d-f42b2cd3d618 None None] Bound port: 0ee99513-2669-4fd3-9387-b2f82c281405, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c224b4f-37fa-41f9-8287-4653c4b2fee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7162ebc8-110b-4168-b09e-77de78af7aba'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:27:14.569968 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-dbd10898-49ae-443c-b58d-f42b2cd3d618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:14.722328 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fac938f-2b0d-4046-a039-0c6503af9d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-f31bcfb6-0c89-443d-b84a-ec245bfc430f', 'network_id': 'f31bcfb6-0c89-443d-b84a-ec245bfc430f', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'fixed_ips': [{'subnet_id': '85b75c14-da1c-43c9-a59b-01be7f48d304'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:27:14.723134 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5fac938f-2b0d-4046-a039-0c6503af9d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:14.796412 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-dbd10898-49ae-443c-b58d-f42b2cd3d618 None None] For port 0ee99513-2669-4fd3-9387-b2f82c281405, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:27:14.818355 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d6f24c06-fed9-471a-a02e-e353876b7108 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:14.824015 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-dbd10898-49ae-443c-b58d-f42b2cd3d618 None None] For port 0ee99513-2669-4fd3-9387-b2f82c281405, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=0ee99513-2669-4fd3-9387-b2f82c281405,segment=NetworkSegment(1c224b4f-37fa-41f9-8287-4653c4b2fee5),segment_id=1c224b4f-37fa-41f9-8287-4653c4b2fee5)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:27:14.830152 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-dbd10898-49ae-443c-b58d-f42b2cd3d618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:14.912438 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-49f7127b-8d82-45d7-9fde-699989cf5b92 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=83b3f73b4bef44f6a48f58e370521f18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6434150 Apr 08 10:27:14.915737 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58068) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:15.005109 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd10898-49ae-443c-b58d-f42b2cd3d618 None None] Pushing event updated for resources: {'Port': ['ID=0ee99513-2669-4fd3-9387-b2f82c281405,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:15.020310 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-5fac938f-2b0d-4046-a039-0c6503af9d80 None None] Allocated IP 172.20.0.2 (f31bcfb6-0c89-443d-b84a-ec245bfc430f/85b75c14-da1c-43c9-a59b-01be7f48d304/27085824-83c7-4114-8974-7a3385250fba) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:27:15.024374 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:27:15.040976 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ae2b5699-7f9d-4192-95af-eb667fe69500 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:15.159453 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-72ba4770-c80d-458f-98ef-1c0fcf47b936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:15.360938 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-72ba4770-c80d-458f-98ef-1c0fcf47b936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:15.376095 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5fac938f-2b0d-4046-a039-0c6503af9d80 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:15.391580 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5fac938f-2b0d-4046-a039-0c6503af9d80 None None] Transition to ACTIVE for port object 27085824-83c7-4114-8974-7a3385250fba will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:15.420677 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5fac938f-2b0d-4046-a039-0c6503af9d80 None None] Transition to ACTIVE for port object 27085824-83c7-4114-8974-7a3385250fba will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:15.428186 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5fac938f-2b0d-4046-a039-0c6503af9d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:15.504171 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-d6f24c06-fed9-471a-a02e-e353876b7108 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Allocated IP 2001:db8:1::1 (7162ebc8-110b-4168-b09e-77de78af7aba/dfcf4dfd-a96a-4050-92b1-cc137dfeef45/18559ada-a573-42f8-9360-eca63aa341a5) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:27:15.546213 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fac938f-2b0d-4046-a039-0c6503af9d80 None None] Network f31bcfb6-0c89-443d-b84a-ec245bfc430f is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:15.549815 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-5fac938f-2b0d-4046-a039-0c6503af9d80 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:15.553916 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fac938f-2b0d-4046-a039-0c6503af9d80 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:27:15.583596 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-ae2b5699-7f9d-4192-95af-eb667fe69500 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Allocated IP 172.20.0.1 (f31bcfb6-0c89-443d-b84a-ec245bfc430f/85b75c14-da1c-43c9-a59b-01be7f48d304/fede52b7-9f95-4be7-9937-5f267d47925d) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:27:15.593642 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-43af504c-41e9-4afd-9f81-09b39c9cd3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:15.599182 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac938f-2b0d-4046-a039-0c6503af9d80 None None] Pushing event updated for resources: {'Port': ['ID=27085824-83c7-4114-8974-7a3385250fba,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:15.605507 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37656791-9a92-4f49-94ab-ea3e4b4e032f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:27:15.662387 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-5fac938f-2b0d-4046-a039-0c6503af9d80 None None] Attempting to bind port 27085824-83c7-4114-8974-7a3385250fba on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:27:15.662858 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-5fac938f-2b0d-4046-a039-0c6503af9d80 None None] Attempting to bind port 27085824-83c7-4114-8974-7a3385250fba by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '7cbb238e-9ad7-450a-8172-015e42a29a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f31bcfb6-0c89-443d-b84a-ec245bfc430f'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:27:15.663103 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac938f-2b0d-4046-a039-0c6503af9d80 None None] Attempting to bind port 27085824-83c7-4114-8974-7a3385250fba on network f31bcfb6-0c89-443d-b84a-ec245bfc430f {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:27:15.676913 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac938f-2b0d-4046-a039-0c6503af9d80 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:27:15.677283 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac938f-2b0d-4046-a039-0c6503af9d80 None None] Checking segment: {'id': '7cbb238e-9ad7-450a-8172-015e42a29a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f31bcfb6-0c89-443d-b84a-ec245bfc430f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:27:15.677677 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5fac938f-2b0d-4046-a039-0c6503af9d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:15.678059 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac938f-2b0d-4046-a039-0c6503af9d80 None None] Bound using segment: {'id': '7cbb238e-9ad7-450a-8172-015e42a29a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f31bcfb6-0c89-443d-b84a-ec245bfc430f'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:27:15.678518 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-5fac938f-2b0d-4046-a039-0c6503af9d80 None None] Bound port: 27085824-83c7-4114-8974-7a3385250fba, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cbb238e-9ad7-450a-8172-015e42a29a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f31bcfb6-0c89-443d-b84a-ec245bfc430f'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:27:15.678889 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5fac938f-2b0d-4046-a039-0c6503af9d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:15.780009 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ae2b5699-7f9d-4192-95af-eb667fe69500 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:15.789803 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-5fac938f-2b0d-4046-a039-0c6503af9d80 None None] For port 27085824-83c7-4114-8974-7a3385250fba, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:27:15.797347 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-5fac938f-2b0d-4046-a039-0c6503af9d80 None None] For port 27085824-83c7-4114-8974-7a3385250fba, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=27085824-83c7-4114-8974-7a3385250fba,segment=NetworkSegment(7cbb238e-9ad7-450a-8172-015e42a29a31),segment_id=7cbb238e-9ad7-450a-8172-015e42a29a31)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:27:15.801815 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-ae2b5699-7f9d-4192-95af-eb667fe69500 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Transition to ACTIVE for port object fede52b7-9f95-4be7-9937-5f267d47925d will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:15.802937 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5fac938f-2b0d-4046-a039-0c6503af9d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:15.826425 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ae2b5699-7f9d-4192-95af-eb667fe69500 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:15.835600 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d6f24c06-fed9-471a-a02e-e353876b7108 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:15.859424 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-d6f24c06-fed9-471a-a02e-e353876b7108 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Transition to ACTIVE for port object 18559ada-a573-42f8-9360-eca63aa341a5 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:15.875494 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 0ee99513-2669-4fd3-9387-b2f82c281405 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:15.910587 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-72ba4770-c80d-458f-98ef-1c0fcf47b936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:15.912531 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d6f24c06-fed9-471a-a02e-e353876b7108 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:15.934670 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b5699-7f9d-4192-95af-eb667fe69500 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Port': ['ID=fede52b7-9f95-4be7-9937-5f267d47925d,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:15.956570 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba4770-c80d-458f-98ef-1c0fcf47b936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134d83bc-9278-40ee-8e24-5df6696c39ec,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:15.967369 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac938f-2b0d-4046-a039-0c6503af9d80 None None] Pushing event updated for resources: {'Port': ['ID=27085824-83c7-4114-8974-7a3385250fba,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:15.968993 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2b5699-7f9d-4192-95af-eb667fe69500 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network f31bcfb6-0c89-443d-b84a-ec245bfc430f is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:15.972001 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-ae2b5699-7f9d-4192-95af-eb667fe69500 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:15.975193 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2b5699-7f9d-4192-95af-eb667fe69500 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:27:15.998951 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f24c06-fed9-471a-a02e-e353876b7108 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network 7162ebc8-110b-4168-b09e-77de78af7aba is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:16.004227 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-d6f24c06-fed9-471a-a02e-e353876b7108 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:16.006963 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f24c06-fed9-471a-a02e-e353876b7108 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Port': ['ID=18559ada-a573-42f8-9360-eca63aa341a5,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:16.010106 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f24c06-fed9-471a-a02e-e353876b7108 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:27:16.010637 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d6f24c06-fed9-471a-a02e-e353876b7108 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:16.014857 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37656791-9a92-4f49-94ab-ea3e4b4e032f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:27:16.027473 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e32c4b4-6850-4ec1-a419-d1f52126e386 None None] Sync routers for ids ['da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:27:16.030527 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-72ba4770-c80d-458f-98ef-1c0fcf47b936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:16.034245 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-72ba4770-c80d-458f-98ef-1c0fcf47b936 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/134d83bc-9278-40ee-8e24-5df6696c39ec HTTP/1.1" status: 204 len: 168 time: 1.1151683 Apr 08 10:27:16.038401 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 0ee99513-2669-4fd3-9387-b2f82c281405 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:16.053103 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-37656791-9a92-4f49-94ab-ea3e4b4e032f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:16.057840 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 71defff6-7a26-412e-b9fa-79b9fd29b29d up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:16.065407 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ae2b5699-7f9d-4192-95af-eb667fe69500 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:16.205676 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 71defff6-7a26-412e-b9fa-79b9fd29b29d completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:16.219793 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e32c4b4-6850-4ec1-a419-d1f52126e386 None None] Routers {'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:16.221477 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-6e32c4b4-6850-4ec1-a419-d1f52126e386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:16.277409 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ae2b5699-7f9d-4192-95af-eb667fe69500 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:16.310029 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 71defff6-7a26-412e-b9fa-79b9fd29b29d triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:16.315767 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-37656791-9a92-4f49-94ab-ea3e4b4e032f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.6574571 Apr 08 10:27:16.318815 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58074) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:16.323598 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ff6e5e-9108-4443-91e2-395f50a85034', 'tag': '5af9a6bb-925c-485a-a7e5-71926cd48599'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:27:16.324842 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:16.352423 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d6f24c06-fed9-471a-a02e-e353876b7108 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:16.513522 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88376f13-a453-4d5f-a6ee-1dafdfed416b'] response: {'name': 'network-changed', 'server_uuid': 'e7ff6e5e-9108-4443-91e2-395f50a85034', 'tag': '5af9a6bb-925c-485a-a7e5-71926cd48599', 'status': 'completed', 'code': 200} Apr 08 10:27:16.632930 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-6e32c4b4-6850-4ec1-a419-d1f52126e386 None None] Set router da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:27:16.778059 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:16.943878 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d6f24c06-fed9-471a-a02e-e353876b7108 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:16.953284 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d6f24c06-fed9-471a-a02e-e353876b7108 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:16.954666 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d6f24c06-fed9-471a-a02e-e353876b7108 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:16.970976 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:16.997126 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cec8594-ec20-437d-befe-217da760e690 None None] Network 7162ebc8-110b-4168-b09e-77de78af7aba requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:27:17.070515 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:17.101988 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f24c06-fed9-471a-a02e-e353876b7108 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Port': ['ID=18559ada-a573-42f8-9360-eca63aa341a5,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:17.111819 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-85c4327b-4385-4116-80c1-2749f9e0d7e3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/b194ca48-c2ef-45c4-897e-74bc0c7f78e2 HTTP/1.1" status: 200 len: 991 time: 0.7806814 Apr 08 10:27:17.252704 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 71defff6-7a26-412e-b9fa-79b9fd29b29d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=71defff6-7a26-412e-b9fa-79b9fd29b29d,segment=NetworkSegment(d14cf0d6-ac16-479a-9763-217fcc881982),segment_id=d14cf0d6-ac16-479a-9763-217fcc881982)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:17.275689 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:17.310861 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f24c06-fed9-471a-a02e-e353876b7108 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network 7162ebc8-110b-4168-b09e-77de78af7aba is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:17.312178 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-d6f24c06-fed9-471a-a02e-e353876b7108 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:17.316066 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-65cbd18e-f8ed-46b5-a8ee-c0f62f85c848 req-855ac0e4-e955-4938-b4c4-af46c8391405 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=e7ff6e5e-9108-4443-91e2-395f50a85034 HTTP/1.1" status: 200 len: 1098 time: 0.7463286 Apr 08 10:27:17.318090 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ae2b5699-7f9d-4192-95af-eb667fe69500 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:17.356941 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ae2b5699-7f9d-4192-95af-eb667fe69500 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:17.361081 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-9ac0a5fe-8941-4e78-88a6-01a4539a97f2 None None] Provisioning for port 0ee99513-2669-4fd3-9387-b2f82c281405 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:17.374383 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-9ac0a5fe-8941-4e78-88a6-01a4539a97f2 None None] Provisioning complete for port 0ee99513-2669-4fd3-9387-b2f82c281405 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:17.374886 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9ac0a5fe-8941-4e78-88a6-01a4539a97f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:17.648646 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ae2b5699-7f9d-4192-95af-eb667fe69500 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:17.651046 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbd18e-f8ed-46b5-a8ee-c0f62f85c848 req-f0e58aba-2c5b-43d1-8add-e4f8dff81ea0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:17.652613 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-65cbd18e-f8ed-46b5-a8ee-c0f62f85c848 req-f0e58aba-2c5b-43d1-8add-e4f8dff81ea0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f87cc2e-abff-4c5e-a9be-9df69703738c HTTP/1.1" status: 200 len: 897 time: 0.3287697 Apr 08 10:27:17.653214 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b5699-7f9d-4192-95af-eb667fe69500 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Port': ['ID=fede52b7-9f95-4be7-9937-5f267d47925d,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:17.704461 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a2516a-3b54-4b2a-b8c2-211f2fc09c64 None None] Network f31bcfb6-0c89-443d-b84a-ec245bfc430f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:27:17.784459 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58096) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:17.806014 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 27085824-83c7-4114-8974-7a3385250fba up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:17.857451 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f24c06-fed9-471a-a02e-e353876b7108 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Router affaba2d-ab70-4603-8559-f938d28e85d9 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:27:17.864931 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=71defff6-7a26-412e-b9fa-79b9fd29b29d,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:17.881011 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-65cbd18e-f8ed-46b5-a8ee-c0f62f85c848 req-2f5b5124-06b0-4c66-b260-e2c4011929d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5af9a6bb-925c-485a-a7e5-71926cd48599 HTTP/1.1" status: 200 len: 999 time: 0.2207136 Apr 08 10:27:17.950579 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 27085824-83c7-4114-8974-7a3385250fba completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:17.956489 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2b5699-7f9d-4192-95af-eb667fe69500 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network f31bcfb6-0c89-443d-b84a-ec245bfc430f is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:17.959598 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-ae2b5699-7f9d-4192-95af-eb667fe69500 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:18.003051 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-5278778f-fd50-483c-a751-8149c34738b3 tempest-SubnetPoolsTestJSON-1201338648 tempest-SubnetPoolsTestJSON-1201338648-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2032762345', 'prefixes': ['172.20.0.0/16']}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:18.006718 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9ac0a5fe-8941-4e78-88a6-01a4539a97f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:18.013875 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5278778f-fd50-483c-a751-8149c34738b3 tempest-SubnetPoolsTestJSON-1201338648 tempest-SubnetPoolsTestJSON-1201338648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:18.090383 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f24c06-fed9-471a-a02e-e353876b7108 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:27:18.094109 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbd18e-f8ed-46b5-a8ee-c0f62f85c848 req-06aeed42-8a07-4266-a161-051c8e730364 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:18.096470 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-65cbd18e-f8ed-46b5-a8ee-c0f62f85c848 req-06aeed42-8a07-4266-a161-051c8e730364 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58 HTTP/1.1" status: 200 len: 834 time: 0.2075887 Apr 08 10:27:18.103092 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d6f24c06-fed9-471a-a02e-e353876b7108 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "PUT /v2.0/routers/affaba2d-ab70-4603-8559-f938d28e85d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1893063 Apr 08 10:27:18.105923 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58102) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:18.110638 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7868ab1-0b9b-4514-ab63-67842800105c None None] Sync routers for ids ['affaba2d-ab70-4603-8559-f938d28e85d9'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:27:18.112235 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-a9ce2689-02dd-4184-9cd1-f42866afe5b9 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1586432235'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:18.115989 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58106) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:18.119813 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a9ce2689-02dd-4184-9cd1-f42866afe5b9 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:18.138722 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7868ab1-0b9b-4514-ab63-67842800105c None None] Routers {'affaba2d-ab70-4603-8559-f938d28e85d9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:18.141295 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-a7868ab1-0b9b-4514-ab63-67842800105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['affaba2d-ab70-4603-8559-f938d28e85d9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:18.142210 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-6e32c4b4-6850-4ec1-a419-d1f52126e386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'name': 'tempest-TestNetworkBasicOps-router-1147210582', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:34Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'b194ca48-c2ef-45c4-897e-74bc0c7f78e2', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.246', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'port_id': '5af9a6bb-925c-485a-a7e5-71926cd48599', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c', 'mac_address': 'fa:16:3e:5f:42:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ff6e5e-9108-4443-91e2-395f50a85034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:27:12Z', 'updated_at': '2022-04-08T10:27:12Z', 'revision_number': 0, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35', 'name': '', 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:1f:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:33Z', 'updated_at': '2022-04-08T10:26:41Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:18.161146 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e32c4b4-6850-4ec1-a419-d1f52126e386 None None] Checking router: da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:27:18.165984 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-9ac0a5fe-8941-4e78-88a6-01a4539a97f2 None None] For port 0ee99513-2669-4fd3-9387-b2f82c281405, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=0ee99513-2669-4fd3-9387-b2f82c281405,segment=NetworkSegment(1c224b4f-37fa-41f9-8287-4653c4b2fee5),segment_id=1c224b4f-37fa-41f9-8287-4653c4b2fee5)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:18.182834 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9ac0a5fe-8941-4e78-88a6-01a4539a97f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:18.194431 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a9ce2689-02dd-4184-9cd1-f42866afe5b9 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Usage tracker for resource:network and tenant:72c993bf72344f498aa1635c771d9146 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:18.214806 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a9ce2689-02dd-4184-9cd1-f42866afe5b9 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:18.245485 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a9ce2689-02dd-4184-9cd1-f42866afe5b9 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:18.252009 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5278778f-fd50-483c-a751-8149c34738b3 tempest-SubnetPoolsTestJSON-1201338648 tempest-SubnetPoolsTestJSON-1201338648-project] Notify callbacks [] for subnetpool, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:18.262961 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5278778f-fd50-483c-a751-8149c34738b3 tempest-SubnetPoolsTestJSON-1201338648 tempest-SubnetPoolsTestJSON-1201338648-project] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4774342 Apr 08 10:27:18.267240 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58110) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:18.291814 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0a5fe-8941-4e78-88a6-01a4539a97f2 None None] Pushing event updated for resources: {'Port': ['ID=0ee99513-2669-4fd3-9387-b2f82c281405,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:18.325498 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e32c4b4-6850-4ec1-a419-d1f52126e386 None None] Routers {'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:18.326338 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-6e32c4b4-6850-4ec1-a419-d1f52126e386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:18.365789 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2f35cada-a613-47b1-8d40-665caaad6129 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/b194ca48-c2ef-45c4-897e-74bc0c7f78e2 HTTP/1.1" status: 200 len: 991 time: 0.2473009 Apr 08 10:27:18.366593 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ce2689-02dd-4184-9cd1-f42866afe5b9 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Made reservation on behalf of 72c993bf72344f498aa1635c771d9146 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:27:18.369567 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a9ce2689-02dd-4184-9cd1-f42866afe5b9 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:18.373474 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-65cbd18e-f8ed-46b5-a8ee-c0f62f85c848 req-3d94cfb2-cec3-4c46-93d7-60bbada9ab81 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f87cc2e-abff-4c5e-a9be-9df69703738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2632310 Apr 08 10:27:18.412106 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-db02917c-1c46-4512-80b3-19dde79f5020 tempest-SubnetPoolsTestJSON-1201338648 tempest-SubnetPoolsTestJSON-1201338648-project] 10.222.0.47 "GET /v2.0/subnetpools/70fc5bf0-3206-4277-9ca3-c44eb90363ef HTTP/1.1" status: 200 len: 732 time: 0.1413853 Apr 08 10:27:18.416965 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58114) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:18.427836 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-41379f14-8d4f-4541-bb35-f45f5795523a tempest-SubnetPoolsTestJSON-1201338648 tempest-SubnetPoolsTestJSON-1201338648-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-659272080'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:18.428665 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:18.457464 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-a7868ab1-0b9b-4514-ab63-67842800105c None None] Set router affaba2d-ab70-4603-8559-f938d28e85d9 gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:27:18.499030 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ce2689-02dd-4184-9cd1-f42866afe5b9 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:27:18.533239 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-98a62730-4cf0-4299-b8f8-215b1a7c2576 None None] Provisioning for port 27085824-83c7-4114-8974-7a3385250fba completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:18.541574 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-98a62730-4cf0-4299-b8f8-215b1a7c2576 None None] Provisioning complete for port 27085824-83c7-4114-8974-7a3385250fba triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:18.541945 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-98a62730-4cf0-4299-b8f8-215b1a7c2576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:18.718859 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a9ce2689-02dd-4184-9cd1-f42866afe5b9 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:18.719142 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-a9ce2689-02dd-4184-9cd1-f42866afe5b9 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Added segment ac39eea1-4717-4213-b9bf-b656c880dfe7 of type vlan for network a33f989a-079f-41b7-9ec4-71801806aa4f Apr 08 10:27:18.745498 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-65cbd18e-f8ed-46b5-a8ee-c0f62f85c848 req-cdf84443-79f6-47cf-93aa-203ebe808caa service neutron] 10.222.0.52 "GET /v2.0/networks/3f87cc2e-abff-4c5e-a9be-9df69703738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019848 Apr 08 10:27:18.779678 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a9ce2689-02dd-4184-9cd1-f42866afe5b9 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:18.803309 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-41379f14-8d4f-4541-bb35-f45f5795523a tempest-SubnetPoolsTestJSON-1201338648 tempest-SubnetPoolsTestJSON-1201338648-project] Notify callbacks [] for subnetpool, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:18.804944 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-41379f14-8d4f-4541-bb35-f45f5795523a tempest-SubnetPoolsTestJSON-1201338648 tempest-SubnetPoolsTestJSON-1201338648-project] 10.222.0.47 "PUT /v2.0/subnetpools/70fc5bf0-3206-4277-9ca3-c44eb90363ef HTTP/1.1" status: 200 len: 683 time: 0.3836591 Apr 08 10:27:18.809765 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58120) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:18.816827 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-6e32c4b4-6850-4ec1-a419-d1f52126e386 None None] Set router da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:27:18.835608 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a9ce2689-02dd-4184-9cd1-f42866afe5b9 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:18.845354 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ce2689-02dd-4184-9cd1-f42866afe5b9 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:18.848486 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a9ce2689-02dd-4184-9cd1-f42866afe5b9 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:19.009323 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-98a62730-4cf0-4299-b8f8-215b1a7c2576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:19.080940 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-a7868ab1-0b9b-4514-ab63-67842800105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'name': 'tempest-RoutersIpV6Test-router-1259330695', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:05Z', 'updated_at': '2022-04-08T10:27:16Z', 'revision_number': 3, 'project_id': '72c993bf72344f498aa1635c771d9146', 'gw_port_host': None, '_interfaces': [{'id': '18559ada-a573-42f8-9360-eca63aa341a5', 'name': '', 'network_id': '7162ebc8-110b-4168-b09e-77de78af7aba', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:f9:8c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:15Z', 'updated_at': '2022-04-08T10:27:16Z', 'revision_number': 2, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71defff6-7a26-412e-b9fa-79b9fd29b29d', 'name': '', 'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:bd:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:07Z', 'updated_at': '2022-04-08T10:27:17Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:19.086009 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7868ab1-0b9b-4514-ab63-67842800105c None None] Checking router: affaba2d-ab70-4603-8559-f938d28e85d9 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:27:19.086361 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7868ab1-0b9b-4514-ab63-67842800105c None None] Updating router affaba2d-ab70-4603-8559-f938d28e85d9 port 18559ada-a573-42f8-9360-eca63aa341a5 binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:27:19.117371 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a9ce2689-02dd-4184-9cd1-f42866afe5b9 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0080664 Apr 08 10:27:19.119736 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58124) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:19.138299 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-1d4187d4-f1d6-4aff-80aa-96111bc9f3f7 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'subnet': {'network_id': 'a33f989a-079f-41b7-9ec4-71801806aa4f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:19.203360 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce2689-02dd-4184-9cd1-f42866afe5b9 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Network': ['ID=a33f989a-079f-41b7-9ec4-71801806aa4f,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:19.207054 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a7868ab1-0b9b-4514-ab63-67842800105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:19.226977 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-98a62730-4cf0-4299-b8f8-215b1a7c2576 None None] For port 27085824-83c7-4114-8974-7a3385250fba, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=27085824-83c7-4114-8974-7a3385250fba,segment=NetworkSegment(7cbb238e-9ad7-450a-8172-015e42a29a31),segment_id=7cbb238e-9ad7-450a-8172-015e42a29a31)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:19.265704 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network a33f989a-079f-41b7-9ec4-71801806aa4f details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:27:19.269866 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7f5957e5-eaa6-435b-9e36-5c3ff1cdc0b7 tempest-SubnetPoolsTestJSON-1201338648 tempest-SubnetPoolsTestJSON-1201338648-project] Notify callbacks [] for subnetpool, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:19.275889 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7f5957e5-eaa6-435b-9e36-5c3ff1cdc0b7 tempest-SubnetPoolsTestJSON-1201338648 tempest-SubnetPoolsTestJSON-1201338648-project] 10.222.0.47 "DELETE /v2.0/subnetpools/70fc5bf0-3206-4277-9ca3-c44eb90363ef HTTP/1.1" status: 204 len: 168 time: 0.4615154 Apr 08 10:27:19.281045 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58128) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:19.297939 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-98a62730-4cf0-4299-b8f8-215b1a7c2576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:19.324411 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-65cbd18e-f8ed-46b5-a8ee-c0f62f85c848 req-b660adb3-7f3d-421c-a030-85617318ecfd service neutron] 10.222.0.52 "GET /v2.0/networks/3f87cc2e-abff-4c5e-a9be-9df69703738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5714200 Apr 08 10:27:19.345422 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-fb6b8178-1092-4e70-807a-80557dda2c9b tempest-SubnetPoolsTestJSON-1201338648 tempest-SubnetPoolsTestJSON-1201338648-project] show failed (client error): The resource could not be found. Apr 08 10:27:19.346655 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-fb6b8178-1092-4e70-807a-80557dda2c9b tempest-SubnetPoolsTestJSON-1201338648 tempest-SubnetPoolsTestJSON-1201338648-project] 10.222.0.47 "GET /v2.0/subnetpools/70fc5bf0-3206-4277-9ca3-c44eb90363ef HTTP/1.1" status: 404 len: 346 time: 0.0626957 Apr 08 10:27:19.351940 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58132) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:19.375706 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2b5699-7f9d-4192-95af-eb667fe69500 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Router 19085626-9656-49cb-a8cf-2dc95d56178d is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:27:19.381010 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58136) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:19.457388 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-1d4187d4-f1d6-4aff-80aa-96111bc9f3f7 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:19.461967 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-1d4187d4-f1d6-4aff-80aa-96111bc9f3f7 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Usage tracker for resource:subnet and tenant:72c993bf72344f498aa1635c771d9146 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:19.467460 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-1d4187d4-f1d6-4aff-80aa-96111bc9f3f7 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:19.474590 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-1d4187d4-f1d6-4aff-80aa-96111bc9f3f7 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:19.489102 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4187d4-f1d6-4aff-80aa-96111bc9f3f7 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Made reservation on behalf of 72c993bf72344f498aa1635c771d9146 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:27:19.662453 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1d4187d4-f1d6-4aff-80aa-96111bc9f3f7 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:19.685645 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a62730-4cf0-4299-b8f8-215b1a7c2576 None None] Pushing event updated for resources: {'Port': ['ID=27085824-83c7-4114-8974-7a3385250fba,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:19.704179 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d9ca5432-71bd-41b4-bc0e-cbb6d213b90b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/b194ca48-c2ef-45c4-897e-74bc0c7f78e2 HTTP/1.1" status: 200 len: 991 time: 0.3183815 Apr 08 10:27:19.706930 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-b5733f2c-d035-4902-8307-63858100bc58 tempest-SubnetPoolsTestJSON-1201338648 tempest-SubnetPoolsTestJSON-1201338648-project] delete failed (client error): The resource could not be found. Apr 08 10:27:19.709158 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b5733f2c-d035-4902-8307-63858100bc58 tempest-SubnetPoolsTestJSON-1201338648 tempest-SubnetPoolsTestJSON-1201338648-project] 10.222.0.47 "DELETE /v2.0/subnetpools/70fc5bf0-3206-4277-9ca3-c44eb90363ef HTTP/1.1" status: 404 len: 346 time: 0.3549747 Apr 08 10:27:19.712584 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5d5252b2-1edc-4c50-b37d-8aedeb3e9f4a None None] Provisioning complete for port 27085824-83c7-4114-8974-7a3385250fba triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:19.717178 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5d5252b2-1edc-4c50-b37d-8aedeb3e9f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:19.788161 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 0ee99513-2669-4fd3-9387-b2f82c281405 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:19.912315 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a7868ab1-0b9b-4514-ab63-67842800105c None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:19.927535 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-a7868ab1-0b9b-4514-ab63-67842800105c None None] Transition to ACTIVE for port object 18559ada-a573-42f8-9360-eca63aa341a5 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:19.938872 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a7868ab1-0b9b-4514-ab63-67842800105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:19.964449 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2b5699-7f9d-4192-95af-eb667fe69500 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:27:19.974728 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ae2b5699-7f9d-4192-95af-eb667fe69500 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "PUT /v2.0/routers/19085626-9656-49cb-a8cf-2dc95d56178d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9093401 Apr 08 10:27:19.977240 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58142) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:20.035505 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62aaaa7-e0ae-4eac-bbdf-7f49007c455c None None] Sync routers for ids ['19085626-9656-49cb-a8cf-2dc95d56178d'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:27:20.048915 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1d4187d4-f1d6-4aff-80aa-96111bc9f3f7 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:20.161067 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8bc3e3-5362-447d-bbcf-623b88f2cff1 None None] Pushing event updated for resources: {'Port': ['ID=18559ada-a573-42f8-9360-eca63aa341a5,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:20.166607 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622c0333-ee3d-4a02-bf89-5342b00d951e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:20.167415 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-622c0333-ee3d-4a02-bf89-5342b00d951e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Synchronizing usage tracker for tenant:44ffe129493d49b08ea911b16ee6c97f on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:27:20.184332 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62aaaa7-e0ae-4eac-bbdf-7f49007c455c None None] Routers {'19085626-9656-49cb-a8cf-2dc95d56178d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:20.184959 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-d62aaaa7-e0ae-4eac-bbdf-7f49007c455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['19085626-9656-49cb-a8cf-2dc95d56178d'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:20.196791 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-622c0333-ee3d-4a02-bf89-5342b00d951e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Unset dirty status for tenant:44ffe129493d49b08ea911b16ee6c97f on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:27:20.198785 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-622c0333-ee3d-4a02-bf89-5342b00d951e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "GET /v2.0/ports/fede52b7-9f95-4be7-9937-5f267d47925d HTTP/1.1" status: 200 len: 910 time: 0.2189000 Apr 08 10:27:20.202181 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58146) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:20.264022 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-d62aaaa7-e0ae-4eac-bbdf-7f49007c455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:20.302885 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4187d4-f1d6-4aff-80aa-96111bc9f3f7 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Checking segment: {'id': 'ac39eea1-4717-4213-b9bf-b656c880dfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a33f989a-079f-41b7-9ec4-71801806aa4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:27:20.306099 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4187d4-f1d6-4aff-80aa-96111bc9f3f7 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network hostable DHCP agents. Network: a33f989a-079f-41b7-9ec4-71801806aa4f, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:27:20.311320 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 0ee99513-2669-4fd3-9387-b2f82c281405 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:20.312013 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:20.328505 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-a7868ab1-0b9b-4514-ab63-67842800105c None None] Attempting to bind port 18559ada-a573-42f8-9360-eca63aa341a5 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:27:20.329079 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-a7868ab1-0b9b-4514-ab63-67842800105c None None] Attempting to bind port 18559ada-a573-42f8-9360-eca63aa341a5 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '1c224b4f-37fa-41f9-8287-4653c4b2fee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7162ebc8-110b-4168-b09e-77de78af7aba'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:27:20.329389 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7868ab1-0b9b-4514-ab63-67842800105c None None] Attempting to bind port 18559ada-a573-42f8-9360-eca63aa341a5 on network 7162ebc8-110b-4168-b09e-77de78af7aba {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:27:20.338333 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7868ab1-0b9b-4514-ab63-67842800105c None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:27:20.338716 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7868ab1-0b9b-4514-ab63-67842800105c None None] Checking segment: {'id': '1c224b4f-37fa-41f9-8287-4653c4b2fee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7162ebc8-110b-4168-b09e-77de78af7aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:27:20.339120 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a7868ab1-0b9b-4514-ab63-67842800105c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:20.339818 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7868ab1-0b9b-4514-ab63-67842800105c None None] Bound using segment: {'id': '1c224b4f-37fa-41f9-8287-4653c4b2fee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7162ebc8-110b-4168-b09e-77de78af7aba'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:27:20.340315 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-a7868ab1-0b9b-4514-ab63-67842800105c None None] Bound port: 18559ada-a573-42f8-9360-eca63aa341a5, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c224b4f-37fa-41f9-8287-4653c4b2fee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7162ebc8-110b-4168-b09e-77de78af7aba'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:27:20.340712 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a7868ab1-0b9b-4514-ab63-67842800105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:20.349003 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4187d4-f1d6-4aff-80aa-96111bc9f3f7 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Subnet': ['ID=79827b0b-a231-4aa0-957d-a0d7f77efd6e,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:20.382276 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4187d4-f1d6-4aff-80aa-96111bc9f3f7 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network a33f989a-079f-41b7-9ec4-71801806aa4f is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:27:20.399192 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-1d4187d4-f1d6-4aff-80aa-96111bc9f3f7 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, a33f989a-079f-41b7-9ec4-71801806aa4f) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:20.403486 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62aaaa7-e0ae-4eac-bbdf-7f49007c455c None None] Routers {'19085626-9656-49cb-a8cf-2dc95d56178d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:20.404858 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-d62aaaa7-e0ae-4eac-bbdf-7f49007c455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['19085626-9656-49cb-a8cf-2dc95d56178d'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:20.407273 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4187d4-f1d6-4aff-80aa-96111bc9f3f7 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:20.407991 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1d4187d4-f1d6-4aff-80aa-96111bc9f3f7 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:20.436627 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58152) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:20.446295 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1d4187d4-f1d6-4aff-80aa-96111bc9f3f7 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3205099 Apr 08 10:27:20.448846 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58158) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:20.481090 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-6e32c4b4-6850-4ec1-a419-d1f52126e386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'name': 'tempest-TestNetworkBasicOps-router-1147210582', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:34Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'b194ca48-c2ef-45c4-897e-74bc0c7f78e2', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.246', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'port_id': '5af9a6bb-925c-485a-a7e5-71926cd48599', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c', 'mac_address': 'fa:16:3e:5f:42:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ff6e5e-9108-4443-91e2-395f50a85034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:27:12Z', 'updated_at': '2022-04-08T10:27:12Z', 'revision_number': 0, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35', 'name': '', 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:1f:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:33Z', 'updated_at': '2022-04-08T10:26:41Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:20.489949 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892d216f-1745-472c-93b2-9fe1063e5aaa None None] Network a33f989a-079f-41b7-9ec4-71801806aa4f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:27:20.523932 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5d5252b2-1edc-4c50-b37d-8aedeb3e9f4a None None] Provisioning complete for port 0ee99513-2669-4fd3-9387-b2f82c281405 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:20.524252 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5d5252b2-1edc-4c50-b37d-8aedeb3e9f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:20.525453 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-a7868ab1-0b9b-4514-ab63-67842800105c None None] For port 18559ada-a573-42f8-9360-eca63aa341a5, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:27:20.529478 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-a7868ab1-0b9b-4514-ab63-67842800105c None None] For port 18559ada-a573-42f8-9360-eca63aa341a5, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=18559ada-a573-42f8-9360-eca63aa341a5,segment=NetworkSegment(1c224b4f-37fa-41f9-8287-4653c4b2fee5),segment_id=1c224b4f-37fa-41f9-8287-4653c4b2fee5)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:27:20.538102 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a7868ab1-0b9b-4514-ab63-67842800105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:20.649444 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8bc3e3-5362-447d-bbcf-623b88f2cff1 None None] Pushing event updated for resources: {'Port': ['ID=18559ada-a573-42f8-9360-eca63aa341a5,revision_number=4']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:20.660851 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e32c4b4-6850-4ec1-a419-d1f52126e386 None None] The sync data for ids ['da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'] in dv-neutron-837110-1-hyperv is: [{'id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'name': 'tempest-TestNetworkBasicOps-router-1147210582', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:34Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'b194ca48-c2ef-45c4-897e-74bc0c7f78e2', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.246', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'port_id': '5af9a6bb-925c-485a-a7e5-71926cd48599', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c', 'mac_address': 'fa:16:3e:5f:42:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ff6e5e-9108-4443-91e2-395f50a85034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:27:12Z', 'updated_at': '2022-04-08T10:27:12Z', 'revision_number': 0, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35', 'name': '', 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:1f:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:33Z', 'updated_at': '2022-04-08T10:26:41Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:27:20.662957 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7868ab1-0b9b-4514-ab63-67842800105c None None] Routers {'affaba2d-ab70-4603-8559-f938d28e85d9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:20.663892 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-a7868ab1-0b9b-4514-ab63-67842800105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['affaba2d-ab70-4603-8559-f938d28e85d9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:20.664588 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-d62aaaa7-e0ae-4eac-bbdf-7f49007c455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:20.664994 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62aaaa7-e0ae-4eac-bbdf-7f49007c455c None None] The sync data for ids ['19085626-9656-49cb-a8cf-2dc95d56178d'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:27:20.695363 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-056bb5a2-f046-4d55-9f71-3e04363dd2b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:20.710146 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58162) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:20.792781 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-20d99615-84f7-4aa5-ae32-029a0b806294 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:20.912793 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 71defff6-7a26-412e-b9fa-79b9fd29b29d up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:20.959538 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-a7868ab1-0b9b-4514-ab63-67842800105c None None] Set router affaba2d-ab70-4603-8559-f938d28e85d9 gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:27:20.999754 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-056bb5a2-f046-4d55-9f71-3e04363dd2b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:21.097043 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-056bb5a2-f046-4d55-9f71-3e04363dd2b8 admin admin] Usage tracker for resource:security_group_rule and tenant:15c783c991c9488a9a4cdc08b030d82a is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:21.102380 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7e3956cb-d3b1-4476-a021-47e1d14a492e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/b194ca48-c2ef-45c4-897e-74bc0c7f78e2 HTTP/1.1" status: 200 len: 991 time: 0.3909144 Apr 08 10:27:21.110089 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-056bb5a2-f046-4d55-9f71-3e04363dd2b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:21.142264 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5d5252b2-1edc-4c50-b37d-8aedeb3e9f4a None None] Provisioning for port 18559ada-a573-42f8-9360-eca63aa341a5 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:21.156200 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0fec82-25e9-40fa-af8f-1fcc1a22138f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-a33f989a-079f-41b7-9ec4-71801806aa4f', 'network_id': 'a33f989a-079f-41b7-9ec4-71801806aa4f', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'fixed_ips': [{'subnet_id': '79827b0b-a231-4aa0-957d-a0d7f77efd6e'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:27:21.156998 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ee0fec82-25e9-40fa-af8f-1fcc1a22138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:21.175533 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 71defff6-7a26-412e-b9fa-79b9fd29b29d triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:21.175898 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:21.203045 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-056bb5a2-f046-4d55-9f71-3e04363dd2b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:21.231671 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5d5252b2-1edc-4c50-b37d-8aedeb3e9f4a None None] Provisioning for port fede52b7-9f95-4be7-9937-5f267d47925d completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:21.291635 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5d5252b2-1edc-4c50-b37d-8aedeb3e9f4a None None] Provisioning complete for port fede52b7-9f95-4be7-9937-5f267d47925d triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:21.292013 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5d5252b2-1edc-4c50-b37d-8aedeb3e9f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:21.407748 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb683d5b-878b-43e1-bd1f-bd0a4e6fb2f6 None None] New status for floating IP b194ca48-c2ef-45c4-897e-74bc0c7f78e2: ACTIVE {{(pid=83848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:27:21.434419 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-056bb5a2-f046-4d55-9f71-3e04363dd2b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:21.442944 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-056bb5a2-f046-4d55-9f71-3e04363dd2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:21.448299 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-5d5252b2-1edc-4c50-b37d-8aedeb3e9f4a None None] Port fede52b7-9f95-4be7-9937-5f267d47925d cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:27:21.498708 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-ee0fec82-25e9-40fa-af8f-1fcc1a22138f None None] Allocated IP 2001:db8:2::2 (a33f989a-079f-41b7-9ec4-71801806aa4f/79827b0b-a231-4aa0-957d-a0d7f77efd6e/c7cb229e-98a9-452b-8008-8e0b49aa2000) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:27:21.549756 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-478787e1-fcbc-474d-bdfd-de4fb576bb18 req-386bfb54-2af0-4615-bd63-e9ce9099f064 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e7ff6e5e-9108-4443-91e2-395f50a85034&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1815507 Apr 08 10:27:21.696378 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-056bb5a2-f046-4d55-9f71-3e04363dd2b8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=15c783c991c9488a9a4cdc08b030d82a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2561738 Apr 08 10:27:21.696378 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056bb5a2-f046-4d55-9f71-3e04363dd2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f71ed0-d3de-4a04-88b4-5f795739e982,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:21.698845 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58166) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:21.739801 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 27085824-83c7-4114-8974-7a3385250fba up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:21.801733 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b1283ccb-fef2-431f-91d7-6458fffcd486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:21.802699 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-72bd45c0-b82a-4e0f-b0ac-e0b8c4551b08 None None] Provisioning complete for port fede52b7-9f95-4be7-9937-5f267d47925d triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:21.803252 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-72bd45c0-b82a-4e0f-b0ac-e0b8c4551b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:21.816683 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-a7868ab1-0b9b-4514-ab63-67842800105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'name': 'tempest-RoutersIpV6Test-router-1259330695', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:05Z', 'updated_at': '2022-04-08T10:27:16Z', 'revision_number': 3, 'project_id': '72c993bf72344f498aa1635c771d9146', 'gw_port_host': None, '_interfaces': [{'id': '18559ada-a573-42f8-9360-eca63aa341a5', 'name': '', 'network_id': '7162ebc8-110b-4168-b09e-77de78af7aba', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:f9:8c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:15Z', 'updated_at': '2022-04-08T10:27:20Z', 'revision_number': 4, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71defff6-7a26-412e-b9fa-79b9fd29b29d', 'name': '', 'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:bd:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:07Z', 'updated_at': '2022-04-08T10:27:17Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:21.829752 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7868ab1-0b9b-4514-ab63-67842800105c None None] The sync data for ids ['affaba2d-ab70-4603-8559-f938d28e85d9'] in dv-neutron-837110-1-hyperv is: [{'id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'name': 'tempest-RoutersIpV6Test-router-1259330695', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:05Z', 'updated_at': '2022-04-08T10:27:16Z', 'revision_number': 3, 'project_id': '72c993bf72344f498aa1635c771d9146', 'gw_port_host': None, '_interfaces': [{'id': '18559ada-a573-42f8-9360-eca63aa341a5', 'name': '', 'network_id': '7162ebc8-110b-4168-b09e-77de78af7aba', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:f9:8c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:15Z', 'updated_at': '2022-04-08T10:27:20Z', 'revision_number': 4, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71defff6-7a26-412e-b9fa-79b9fd29b29d', 'name': '', 'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:bd:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:07Z', 'updated_at': '2022-04-08T10:27:17Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:27:21.834411 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b1283ccb-fef2-431f-91d7-6458fffcd486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:21.835865 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-20d99615-84f7-4aa5-ae32-029a0b806294 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Deleting port fede52b7-9f95-4be7-9937-5f267d47925d {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:27:21.836382 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-20d99615-84f7-4aa5-ae32-029a0b806294 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:21.871191 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-478787e1-fcbc-474d-bdfd-de4fb576bb18 req-dd06ece8-2b88-4bf4-bafd-fc23b90ebdfa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=e7ff6e5e-9108-4443-91e2-395f50a85034 HTTP/1.1" status: 200 len: 1098 time: 0.1899714 Apr 08 10:27:21.948412 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ee0fec82-25e9-40fa-af8f-1fcc1a22138f None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:21.958417 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-72bd45c0-b82a-4e0f-b0ac-e0b8c4551b08 None None] Port fede52b7-9f95-4be7-9937-5f267d47925d cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:27:21.969179 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ee0fec82-25e9-40fa-af8f-1fcc1a22138f None None] Transition to ACTIVE for port object c7cb229e-98a9-452b-8008-8e0b49aa2000 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:22.001473 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 27085824-83c7-4114-8974-7a3385250fba triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:22.001473 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:22.024852 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b1283ccb-fef2-431f-91d7-6458fffcd486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:22.044227 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ee0fec82-25e9-40fa-af8f-1fcc1a22138f None None] Transition to ACTIVE for port object c7cb229e-98a9-452b-8008-8e0b49aa2000 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:22.068074 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ee0fec82-25e9-40fa-af8f-1fcc1a22138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:22.078547 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1283ccb-fef2-431f-91d7-6458fffcd486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f71ed0-d3de-4a04-88b4-5f795739e982,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:22.111954 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b1283ccb-fef2-431f-91d7-6458fffcd486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:22.113166 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b1283ccb-fef2-431f-91d7-6458fffcd486 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e3f71ed0-d3de-4a04-88b4-5f795739e982 HTTP/1.1" status: 204 len: 168 time: 0.4115965 Apr 08 10:27:22.113779 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58172) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:22.266694 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fec82-25e9-40fa-af8f-1fcc1a22138f None None] Pushing event updated for resources: {'Port': ['ID=c7cb229e-98a9-452b-8008-8e0b49aa2000,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:22.290273 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-714c0009-8e33-4d0e-892a-dfef59ef3edb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:22.303399 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0fec82-25e9-40fa-af8f-1fcc1a22138f None None] Network a33f989a-079f-41b7-9ec4-71801806aa4f is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:22.304861 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-ee0fec82-25e9-40fa-af8f-1fcc1a22138f None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:22.310205 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0fec82-25e9-40fa-af8f-1fcc1a22138f None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:27:22.474913 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-ee0fec82-25e9-40fa-af8f-1fcc1a22138f None None] Attempting to bind port c7cb229e-98a9-452b-8008-8e0b49aa2000 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:27:22.475651 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-ee0fec82-25e9-40fa-af8f-1fcc1a22138f None None] Attempting to bind port c7cb229e-98a9-452b-8008-8e0b49aa2000 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'ac39eea1-4717-4213-b9bf-b656c880dfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a33f989a-079f-41b7-9ec4-71801806aa4f'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:27:22.476312 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0fec82-25e9-40fa-af8f-1fcc1a22138f None None] Attempting to bind port c7cb229e-98a9-452b-8008-8e0b49aa2000 on network a33f989a-079f-41b7-9ec4-71801806aa4f {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:27:22.492366 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-26693457-d6c7-4d04-898a-7e1a1a5ad8c5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/b194ca48-c2ef-45c4-897e-74bc0c7f78e2 HTTP/1.1" status: 200 len: 993 time: 0.3706231 Apr 08 10:27:22.498817 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0fec82-25e9-40fa-af8f-1fcc1a22138f None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:27:22.499690 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0fec82-25e9-40fa-af8f-1fcc1a22138f None None] Checking segment: {'id': 'ac39eea1-4717-4213-b9bf-b656c880dfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a33f989a-079f-41b7-9ec4-71801806aa4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:27:22.500379 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ee0fec82-25e9-40fa-af8f-1fcc1a22138f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:22.500935 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0fec82-25e9-40fa-af8f-1fcc1a22138f None None] Bound using segment: {'id': 'ac39eea1-4717-4213-b9bf-b656c880dfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a33f989a-079f-41b7-9ec4-71801806aa4f'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:27:22.501516 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-ee0fec82-25e9-40fa-af8f-1fcc1a22138f None None] Bound port: c7cb229e-98a9-452b-8008-8e0b49aa2000, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac39eea1-4717-4213-b9bf-b656c880dfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a33f989a-079f-41b7-9ec4-71801806aa4f'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:27:22.501992 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ee0fec82-25e9-40fa-af8f-1fcc1a22138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:22.513532 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478787e1-fcbc-474d-bdfd-de4fb576bb18 req-137a1517-add6-4321-be83-e8f9b7448a10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:22.515137 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-478787e1-fcbc-474d-bdfd-de4fb576bb18 req-137a1517-add6-4321-be83-e8f9b7448a10 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f87cc2e-abff-4c5e-a9be-9df69703738c HTTP/1.1" status: 200 len: 897 time: 0.6182830 Apr 08 10:27:22.522595 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-20d99615-84f7-4aa5-ae32-029a0b806294 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:22.616971 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-ee0fec82-25e9-40fa-af8f-1fcc1a22138f None None] For port c7cb229e-98a9-452b-8008-8e0b49aa2000, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:27:22.621882 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-ee0fec82-25e9-40fa-af8f-1fcc1a22138f None None] For port c7cb229e-98a9-452b-8008-8e0b49aa2000, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=c7cb229e-98a9-452b-8008-8e0b49aa2000,segment=NetworkSegment(ac39eea1-4717-4213-b9bf-b656c880dfe7),segment_id=ac39eea1-4717-4213-b9bf-b656c880dfe7)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:27:22.631715 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ee0fec82-25e9-40fa-af8f-1fcc1a22138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:22.749975 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fec82-25e9-40fa-af8f-1fcc1a22138f None None] Pushing event updated for resources: {'Port': ['ID=c7cb229e-98a9-452b-8008-8e0b49aa2000,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:22.770335 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-20d99615-84f7-4aa5-ae32-029a0b806294 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Calling delete_port for fede52b7-9f95-4be7-9937-5f267d47925d owned by network:router_interface {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:27:22.837802 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-714c0009-8e33-4d0e-892a-dfef59ef3edb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Allocated IP 2001:db8:2::1 (a33f989a-079f-41b7-9ec4-71801806aa4f/79827b0b-a231-4aa0-957d-a0d7f77efd6e/b72ce9ba-6d0b-4180-a806-f0f7ec4888e0) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:27:22.862972 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-478787e1-fcbc-474d-bdfd-de4fb576bb18 req-6acc8603-477a-4a77-a82a-31e8cb790240 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5af9a6bb-925c-485a-a7e5-71926cd48599 HTTP/1.1" status: 200 len: 1001 time: 0.3325398 Apr 08 10:27:22.975519 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478787e1-fcbc-474d-bdfd-de4fb576bb18 req-12e43076-486c-4c87-af14-3f919701d318 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:22.977402 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-478787e1-fcbc-474d-bdfd-de4fb576bb18 req-12e43076-486c-4c87-af14-3f919701d318 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58 HTTP/1.1" status: 200 len: 834 time: 0.1031406 Apr 08 10:27:23.074710 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-714c0009-8e33-4d0e-892a-dfef59ef3edb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:23.108400 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-714c0009-8e33-4d0e-892a-dfef59ef3edb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Transition to ACTIVE for port object b72ce9ba-6d0b-4180-a806-f0f7ec4888e0 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:23.135629 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-714c0009-8e33-4d0e-892a-dfef59ef3edb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:23.158020 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-478787e1-fcbc-474d-bdfd-de4fb576bb18 req-460aa67a-32f8-4d77-ae8d-9f903a7b5bd9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f87cc2e-abff-4c5e-a9be-9df69703738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1743300 Apr 08 10:27:23.192579 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-20d99615-84f7-4aa5-ae32-029a0b806294 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:23.210764 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714c0009-8e33-4d0e-892a-dfef59ef3edb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network a33f989a-079f-41b7-9ec4-71801806aa4f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:23.221933 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-714c0009-8e33-4d0e-892a-dfef59ef3edb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:23.228505 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714c0009-8e33-4d0e-892a-dfef59ef3edb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:27:23.229057 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-714c0009-8e33-4d0e-892a-dfef59ef3edb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:23.276781 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c0009-8e33-4d0e-892a-dfef59ef3edb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Port': ['ID=b72ce9ba-6d0b-4180-a806-f0f7ec4888e0,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:23.332065 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d99615-84f7-4aa5-ae32-029a0b806294 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Port': ['ID=fede52b7-9f95-4be7-9937-5f267d47925d,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:23.353362 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58194) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:23.385022 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-714c0009-8e33-4d0e-892a-dfef59ef3edb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:23.540316 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-ba578d99-73fe-4034-9915-10eac4e36174 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-950229728-network', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:23.550292 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ba578d99-73fe-4034-9915-10eac4e36174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:23.555048 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ba578d99-73fe-4034-9915-10eac4e36174 admin admin] Usage tracker for resource:network and tenant:ca026b6dcd1141668fcfbc870ce52fee is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:23.613931 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ba578d99-73fe-4034-9915-10eac4e36174 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:23.628485 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ba578d99-73fe-4034-9915-10eac4e36174 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:23.658148 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-478787e1-fcbc-474d-bdfd-de4fb576bb18 req-689db6b4-3205-45df-8add-a251a2835600 service neutron] 10.222.0.52 "GET /v2.0/networks/3f87cc2e-abff-4c5e-a9be-9df69703738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903879 Apr 08 10:27:23.677324 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba578d99-73fe-4034-9915-10eac4e36174 admin admin] Made reservation on behalf of ca026b6dcd1141668fcfbc870ce52fee for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:27:23.681656 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ba578d99-73fe-4034-9915-10eac4e36174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:23.704378 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-20d99615-84f7-4aa5-ae32-029a0b806294 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:23.770089 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device c7cb229e-98a9-452b-8008-8e0b49aa2000 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:23.852563 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ba578d99-73fe-4034-9915-10eac4e36174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:23.867538 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port c7cb229e-98a9-452b-8008-8e0b49aa2000 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:23.875311 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 18559ada-a573-42f8-9360-eca63aa341a5 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:23.906553 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ba578d99-73fe-4034-9915-10eac4e36174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:23.927321 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ba578d99-73fe-4034-9915-10eac4e36174 admin admin] Usage tracker for resource:security_group_rule and tenant:ca026b6dcd1141668fcfbc870ce52fee is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:23.955466 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 18559ada-a573-42f8-9360-eca63aa341a5 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:23.961996 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 18559ada-a573-42f8-9360-eca63aa341a5 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:23.962562 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:23.992309 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-714c0009-8e33-4d0e-892a-dfef59ef3edb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:23.996154 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ba578d99-73fe-4034-9915-10eac4e36174 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:24.004290 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-714c0009-8e33-4d0e-892a-dfef59ef3edb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:24.005533 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-714c0009-8e33-4d0e-892a-dfef59ef3edb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:24.017637 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ba578d99-73fe-4034-9915-10eac4e36174 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:24.028819 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c698e7d8-55cd-45a4-84fc-c752040b6a08 None None] Network a33f989a-079f-41b7-9ec4-71801806aa4f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:27:24.092922 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-478787e1-fcbc-474d-bdfd-de4fb576bb18 req-194ab4f8-bacc-4086-956d-ad16ebfb952a service neutron] 10.222.0.52 "GET /v2.0/networks/3f87cc2e-abff-4c5e-a9be-9df69703738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251139 Apr 08 10:27:24.188556 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:24.225194 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 18559ada-a573-42f8-9360-eca63aa341a5, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=18559ada-a573-42f8-9360-eca63aa341a5,segment=NetworkSegment(1c224b4f-37fa-41f9-8287-4653c4b2fee5),segment_id=1c224b4f-37fa-41f9-8287-4653c4b2fee5)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:24.241321 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:24.290828 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-22fc501b-b4ad-4afd-a5c5-e5e0c647a9bc None None] Provisioning for port c7cb229e-98a9-452b-8008-8e0b49aa2000 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:24.300706 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c0009-8e33-4d0e-892a-dfef59ef3edb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Port': ['ID=b72ce9ba-6d0b-4180-a806-f0f7ec4888e0,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:24.323108 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-22fc501b-b4ad-4afd-a5c5-e5e0c647a9bc None None] Provisioning complete for port c7cb229e-98a9-452b-8008-8e0b49aa2000 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:24.323548 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-22fc501b-b4ad-4afd-a5c5-e5e0c647a9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:24.374478 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714c0009-8e33-4d0e-892a-dfef59ef3edb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network a33f989a-079f-41b7-9ec4-71801806aa4f is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:24.381436 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-714c0009-8e33-4d0e-892a-dfef59ef3edb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:24.402677 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=18559ada-a573-42f8-9360-eca63aa341a5,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:24.417479 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d99615-84f7-4aa5-ae32-029a0b806294 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Router 19085626-9656-49cb-a8cf-2dc95d56178d has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:27:24.520761 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ba578d99-73fe-4034-9915-10eac4e36174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:24.532281 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ba578d99-73fe-4034-9915-10eac4e36174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:24.538724 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-22fc501b-b4ad-4afd-a5c5-e5e0c647a9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:24.568744 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba578d99-73fe-4034-9915-10eac4e36174 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:27:24.573001 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d99615-84f7-4aa5-ae32-029a0b806294 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:27:24.584109 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-22fc501b-b4ad-4afd-a5c5-e5e0c647a9bc None None] For port c7cb229e-98a9-452b-8008-8e0b49aa2000, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=c7cb229e-98a9-452b-8008-8e0b49aa2000,segment=NetworkSegment(ac39eea1-4717-4213-b9bf-b656c880dfe7),segment_id=ac39eea1-4717-4213-b9bf-b656c880dfe7)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:24.590285 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-22fc501b-b4ad-4afd-a5c5-e5e0c647a9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:24.595534 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-20d99615-84f7-4aa5-ae32-029a0b806294 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "PUT /v2.0/routers/19085626-9656-49cb-a8cf-2dc95d56178d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3919458 Apr 08 10:27:24.598004 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58200) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:24.603393 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ba578d99-73fe-4034-9915-10eac4e36174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:24.603749 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-ba578d99-73fe-4034-9915-10eac4e36174 admin admin] Added segment 1cff5a80-2e48-4f34-84f9-427d4240795c of type vlan for network d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 Apr 08 10:27:24.624741 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4ed67a-2320-4739-bf32-d47d2f223a05 None None] Sync routers for ids ['19085626-9656-49cb-a8cf-2dc95d56178d'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:27:24.644607 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ba578d99-73fe-4034-9915-10eac4e36174 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:24.653923 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba578d99-73fe-4034-9915-10eac4e36174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5537ef-4a75-4859-8e4f-d561deb45c22,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:24.670036 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4ed67a-2320-4739-bf32-d47d2f223a05 None None] Routers {'19085626-9656-49cb-a8cf-2dc95d56178d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:24.670949 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-bf4ed67a-2320-4739-bf32-d47d2f223a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['19085626-9656-49cb-a8cf-2dc95d56178d'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:24.682601 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-89e34800-1d1b-4d05-bcd6-e4692108c3ba tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Synchronizing usage tracker for tenant:44ffe129493d49b08ea911b16ee6c97f on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:27:24.698985 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-89e34800-1d1b-4d05-bcd6-e4692108c3ba tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Unset dirty status for tenant:44ffe129493d49b08ea911b16ee6c97f on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:27:24.704352 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-89e34800-1d1b-4d05-bcd6-e4692108c3ba tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "GET /v2.0/ports?device_id=19085626-9656-49cb-a8cf-2dc95d56178d HTTP/1.1" status: 200 len: 205 time: 0.1051810 Apr 08 10:27:24.705098 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58204) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:24.738722 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc501b-b4ad-4afd-a5c5-e5e0c647a9bc None None] Pushing event updated for resources: {'Port': ['ID=c7cb229e-98a9-452b-8008-8e0b49aa2000,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:24.756978 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-bf4ed67a-2320-4739-bf32-d47d2f223a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:24.774500 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4ed67a-2320-4739-bf32-d47d2f223a05 None None] Routers {'19085626-9656-49cb-a8cf-2dc95d56178d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:24.775172 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-bf4ed67a-2320-4739-bf32-d47d2f223a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['19085626-9656-49cb-a8cf-2dc95d56178d'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:24.838125 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ba578d99-73fe-4034-9915-10eac4e36174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:24.838941 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba578d99-73fe-4034-9915-10eac4e36174 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:24.839522 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ba578d99-73fe-4034-9915-10eac4e36174 admin admin] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:24.842310 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-bf4ed67a-2320-4739-bf32-d47d2f223a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:24.842681 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4ed67a-2320-4739-bf32-d47d2f223a05 None None] The sync data for ids ['19085626-9656-49cb-a8cf-2dc95d56178d'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:27:24.879523 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ced5bcf2-4e86-4e14-b33a-233c0fae8cc6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:24.938829 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-1ccef122-bc01-400f-b6f1-0e9903c5bddd None None] Provisioning complete for port c7cb229e-98a9-452b-8008-8e0b49aa2000 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:24.939471 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1ccef122-bc01-400f-b6f1-0e9903c5bddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:24.987970 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba578d99-73fe-4034-9915-10eac4e36174 admin admin] Pushing event updated for resources: {'Network': ['ID=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:24.997036 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58208) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:24.997219 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ba578d99-73fe-4034-9915-10eac4e36174 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6415775 Apr 08 10:27:25.008426 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:27:25.010611 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-80b2b626-aac3-4cd6-a1db-388d303e6366 admin admin] Request body: {'subnet': {'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-950229728-subnet', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'ip_version': 4}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:25.019552 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-80b2b626-aac3-4cd6-a1db-388d303e6366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:25.025782 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-80b2b626-aac3-4cd6-a1db-388d303e6366 admin admin] Usage tracker for resource:subnet and tenant:ca026b6dcd1141668fcfbc870ce52fee is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:25.030759 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-80b2b626-aac3-4cd6-a1db-388d303e6366 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:25.038310 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-80b2b626-aac3-4cd6-a1db-388d303e6366 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:25.063409 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714c0009-8e33-4d0e-892a-dfef59ef3edb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Router affaba2d-ab70-4603-8559-f938d28e85d9 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:27:25.200049 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b2b626-aac3-4cd6-a1db-388d303e6366 admin admin] Made reservation on behalf of ca026b6dcd1141668fcfbc870ce52fee for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:27:25.203081 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-80b2b626-aac3-4cd6-a1db-388d303e6366 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:25.205360 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-1ccef122-bc01-400f-b6f1-0e9903c5bddd None None] Provisioning for port b72ce9ba-6d0b-4180-a806-f0f7ec4888e0 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:25.221680 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-1ccef122-bc01-400f-b6f1-0e9903c5bddd None None] Provisioning complete for port b72ce9ba-6d0b-4180-a806-f0f7ec4888e0 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:25.222359 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1ccef122-bc01-400f-b6f1-0e9903c5bddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:25.289848 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-1ccef122-bc01-400f-b6f1-0e9903c5bddd None None] Port b72ce9ba-6d0b-4180-a806-f0f7ec4888e0 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:27:25.324038 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714c0009-8e33-4d0e-892a-dfef59ef3edb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:27:25.330587 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-714c0009-8e33-4d0e-892a-dfef59ef3edb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "PUT /v2.0/routers/affaba2d-ab70-4603-8559-f938d28e85d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8782616 Apr 08 10:27:25.332944 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58212) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:25.335269 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73511b1-0734-4260-821b-2203c10e3c01 None None] Sync routers for ids ['affaba2d-ab70-4603-8559-f938d28e85d9'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:27:25.338984 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-59f0977f-eade-413a-b9c4-c321e689a0c4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-595654814'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:25.346369 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-59f0977f-eade-413a-b9c4-c321e689a0c4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:25.350876 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-59f0977f-eade-413a-b9c4-c321e689a0c4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Usage tracker for resource:network and tenant:72c993bf72344f498aa1635c771d9146 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:25.351285 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73511b1-0734-4260-821b-2203c10e3c01 None None] Routers {'affaba2d-ab70-4603-8559-f938d28e85d9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:25.351897 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-a73511b1-0734-4260-821b-2203c10e3c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['affaba2d-ab70-4603-8559-f938d28e85d9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:25.354441 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-59f0977f-eade-413a-b9c4-c321e689a0c4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:25.361845 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-59f0977f-eade-413a-b9c4-c321e689a0c4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:25.380899 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f0977f-eade-413a-b9c4-c321e689a0c4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Made reservation on behalf of 72c993bf72344f498aa1635c771d9146 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:27:25.383279 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-59f0977f-eade-413a-b9c4-c321e689a0c4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:25.418054 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5d507f0f-6e57-46be-8149-4fe8d86c4f93 None None] Provisioning complete for port b72ce9ba-6d0b-4180-a806-f0f7ec4888e0 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:25.418698 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5d507f0f-6e57-46be-8149-4fe8d86c4f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:25.425965 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f0977f-eade-413a-b9c4-c321e689a0c4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:27:25.439141 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-59f0977f-eade-413a-b9c4-c321e689a0c4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:25.439695 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-59f0977f-eade-413a-b9c4-c321e689a0c4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Added segment cb3831a0-2e9b-491b-ac5e-1f88430785f9 of type vlan for network bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d Apr 08 10:27:25.478561 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-59f0977f-eade-413a-b9c4-c321e689a0c4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:25.517470 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-59f0977f-eade-413a-b9c4-c321e689a0c4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:25.521936 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f0977f-eade-413a-b9c4-c321e689a0c4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:25.522786 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-59f0977f-eade-413a-b9c4-c321e689a0c4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:25.540118 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-5d507f0f-6e57-46be-8149-4fe8d86c4f93 None None] Port b72ce9ba-6d0b-4180-a806-f0f7ec4888e0 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:27:25.552410 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-a73511b1-0734-4260-821b-2203c10e3c01 None None] Set router affaba2d-ab70-4603-8559-f938d28e85d9 gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:27:25.591679 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ced5bcf2-4e86-4e14-b33a-233c0fae8cc6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:25.598512 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ced5bcf2-4e86-4e14-b33a-233c0fae8cc6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:25.672879 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0977f-eade-413a-b9c4-c321e689a0c4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Network': ['ID=bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:25.679077 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-59f0977f-eade-413a-b9c4-c321e689a0c4 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3450234 Apr 08 10:27:25.679447 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58216) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:25.687015 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:27:25.687848 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-2c6ca667-4307-4ff7-9c9d-e3994557f3a8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'subnet': {'network_id': 'bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:25.718996 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device c7cb229e-98a9-452b-8008-8e0b49aa2000 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:25.761100 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ced5bcf2-4e86-4e14-b33a-233c0fae8cc6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:25.761483 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced5bcf2-4e86-4e14-b33a-233c0fae8cc6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Fanout notify agent at l3_agent the message router_deleted on router 19085626-9656-49cb-a8cf-2dc95d56178d {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:27:25.833202 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ced5bcf2-4e86-4e14-b33a-233c0fae8cc6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:25.836612 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ced5bcf2-4e86-4e14-b33a-233c0fae8cc6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/routers/19085626-9656-49cb-a8cf-2dc95d56178d HTTP/1.1" status: 204 len: 168 time: 1.1281455 Apr 08 10:27:25.837003 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58220) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:25.844015 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2c6ca667-4307-4ff7-9c9d-e3994557f3a8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:25.847922 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-80b2b626-aac3-4cd6-a1db-388d303e6366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:25.851798 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2c6ca667-4307-4ff7-9c9d-e3994557f3a8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Usage tracker for resource:subnet and tenant:72c993bf72344f498aa1635c771d9146 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:25.883346 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2c6ca667-4307-4ff7-9c9d-e3994557f3a8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:25.889906 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port c7cb229e-98a9-452b-8008-8e0b49aa2000 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:25.891262 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:25.905101 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2c6ca667-4307-4ff7-9c9d-e3994557f3a8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:25.944008 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2b626-aac3-4cd6-a1db-388d303e6366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7812769-8943-4a3e-b177-052eca03ae6f,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:25.947932 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6ca667-4307-4ff7-9c9d-e3994557f3a8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Made reservation on behalf of 72c993bf72344f498aa1635c771d9146 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:27:25.983150 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-a73511b1-0734-4260-821b-2203c10e3c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'name': 'tempest-RoutersIpV6Test-router-1259330695', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:05Z', 'updated_at': '2022-04-08T10:27:23Z', 'revision_number': 4, 'project_id': '72c993bf72344f498aa1635c771d9146', 'gw_port_host': None, '_interfaces': [{'id': '18559ada-a573-42f8-9360-eca63aa341a5', 'name': '', 'network_id': '7162ebc8-110b-4168-b09e-77de78af7aba', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:f9:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:15Z', 'updated_at': '2022-04-08T10:27:24Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71defff6-7a26-412e-b9fa-79b9fd29b29d', 'name': '', 'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:bd:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:07Z', 'updated_at': '2022-04-08T10:27:17Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b72ce9ba-6d0b-4180-a806-f0f7ec4888e0', 'name': '', 'network_id': 'a33f989a-079f-41b7-9ec4-71801806aa4f', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:48:a8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79827b0b-a231-4aa0-957d-a0d7f77efd6e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:22Z', 'updated_at': '2022-04-08T10:27:23Z', 'revision_number': 2, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': '79827b0b-a231-4aa0-957d-a0d7f77efd6e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:25.989367 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73511b1-0734-4260-821b-2203c10e3c01 None None] Checking router: affaba2d-ab70-4603-8559-f938d28e85d9 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:27:25.990398 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73511b1-0734-4260-821b-2203c10e3c01 None None] Updating router affaba2d-ab70-4603-8559-f938d28e85d9 port b72ce9ba-6d0b-4180-a806-f0f7ec4888e0 binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:27:26.037191 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b2b626-aac3-4cd6-a1db-388d303e6366 admin admin] Checking segment: {'id': '1cff5a80-2e48-4f34-84f9-427d4240795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:27:26.037539 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b2b626-aac3-4cd6-a1db-388d303e6366 admin admin] Network hostable DHCP agents. Network: d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:27:26.057538 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 18559ada-a573-42f8-9360-eca63aa341a5 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:26.065466 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2c6ca667-4307-4ff7-9c9d-e3994557f3a8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:26.069019 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4502a0-be32-40de-a1a5-bd92eabbd392 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Deleting subnet 85b75c14-da1c-43c9-a59b-01be7f48d304 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:27:26.069886 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a73511b1-0734-4260-821b-2203c10e3c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:26.075347 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dd4502a0-be32-40de-a1a5-bd92eabbd392 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:26.130428 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 18559ada-a573-42f8-9360-eca63aa341a5 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:26.130745 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:26.170630 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b2b626-aac3-4cd6-a1db-388d303e6366 admin admin] Network d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:27:26.189593 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-80b2b626-aac3-4cd6-a1db-388d303e6366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:26.191382 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dd4502a0-be32-40de-a1a5-bd92eabbd392 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:26.196489 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b2b626-aac3-4cd6-a1db-388d303e6366 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:26.197195 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-80b2b626-aac3-4cd6-a1db-388d303e6366 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:26.205676 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acada6b4-592c-4831-897e-2c12973f9901 None None] Network d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:27:26.226457 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-80b2b626-aac3-4cd6-a1db-388d303e6366 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2293832 Apr 08 10:27:26.227176 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58224) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:26.265015 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-29bdb6dc-b045-49ec-8697-b2cc2ef2ebf4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-950229728-router', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:26.273750 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-29bdb6dc-b045-49ec-8697-b2cc2ef2ebf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:26.286057 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-29bdb6dc-b045-49ec-8697-b2cc2ef2ebf4 admin admin] Usage tracker for resource:router and tenant:ca026b6dcd1141668fcfbc870ce52fee is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:26.298196 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-29bdb6dc-b045-49ec-8697-b2cc2ef2ebf4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:26.310468 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dd4502a0-be32-40de-a1a5-bd92eabbd392 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:26.315389 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-29bdb6dc-b045-49ec-8697-b2cc2ef2ebf4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:26.355373 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-29bdb6dc-b045-49ec-8697-b2cc2ef2ebf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:26.356377 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-29bdb6dc-b045-49ec-8697-b2cc2ef2ebf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:26.380855 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-29bdb6dc-b045-49ec-8697-b2cc2ef2ebf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:26.401190 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dd4502a0-be32-40de-a1a5-bd92eabbd392 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:26.453502 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dd4502a0-be32-40de-a1a5-bd92eabbd392 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:26.466561 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4502a0-be32-40de-a1a5-bd92eabbd392 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Subnet': ['ID=85b75c14-da1c-43c9-a59b-01be7f48d304,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:26.470481 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-dd4502a0-be32-40de-a1a5-bd92eabbd392 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/subnets/85b75c14-da1c-43c9-a59b-01be7f48d304 HTTP/1.1" status: 204 len: 168 time: 0.6324553 Apr 08 10:27:26.473054 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58228) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:26.489432 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2eebda-cb3d-4dc9-afe3-fded4e6c24fa None None] Network f31bcfb6-0c89-443d-b84a-ec245bfc430f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:27:26.579467 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a764cf9-520a-45d8-98c1-3fe840522c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'fixed_ips': [{'subnet_id': 'a7812769-8943-4a3e-b177-052eca03ae6f'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:27:26.580309 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8a764cf9-520a-45d8-98c1-3fe840522c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:26.589878 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a73511b1-0734-4260-821b-2203c10e3c01 None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:26.603354 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-a73511b1-0734-4260-821b-2203c10e3c01 None None] Transition to ACTIVE for port object b72ce9ba-6d0b-4180-a806-f0f7ec4888e0 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:26.612030 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a73511b1-0734-4260-821b-2203c10e3c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:26.623599 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2c6ca667-4307-4ff7-9c9d-e3994557f3a8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:26.685929 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-29bdb6dc-b045-49ec-8697-b2cc2ef2ebf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:26.726858 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d12646cc-54b4-4bf2-b76f-21c00a958c6f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:26.741066 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-d12646cc-54b4-4bf2-b76f-21c00a958c6f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Deleting port 27085824-83c7-4114-8974-7a3385250fba {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:27:26.741470 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d12646cc-54b4-4bf2-b76f-21c00a958c6f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:26.787176 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6ca667-4307-4ff7-9c9d-e3994557f3a8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Checking segment: {'id': 'cb3831a0-2e9b-491b-ac5e-1f88430785f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:27:26.787843 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6ca667-4307-4ff7-9c9d-e3994557f3a8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network hostable DHCP agents. Network: bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:27:26.797593 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca66049-b72a-44c2-bde7-e22728293d2b None None] Pushing event updated for resources: {'Port': ['ID=b72ce9ba-6d0b-4180-a806-f0f7ec4888e0,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:26.811785 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ca667-4307-4ff7-9c9d-e3994557f3a8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Subnet': ['ID=dc864568-5b73-4be0-980d-08396c7ec427,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:26.901399 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-8a764cf9-520a-45d8-98c1-3fe840522c8b None None] Allocated IP 172.20.0.2 (d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6/a7812769-8943-4a3e-b177-052eca03ae6f/441c08d1-2aa5-4403-97f2-40db2c884f2c) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:27:26.911727 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-a73511b1-0734-4260-821b-2203c10e3c01 None None] Attempting to bind port b72ce9ba-6d0b-4180-a806-f0f7ec4888e0 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:27:26.912232 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-a73511b1-0734-4260-821b-2203c10e3c01 None None] Attempting to bind port b72ce9ba-6d0b-4180-a806-f0f7ec4888e0 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'ac39eea1-4717-4213-b9bf-b656c880dfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a33f989a-079f-41b7-9ec4-71801806aa4f'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:27:26.912975 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73511b1-0734-4260-821b-2203c10e3c01 None None] Attempting to bind port b72ce9ba-6d0b-4180-a806-f0f7ec4888e0 on network a33f989a-079f-41b7-9ec4-71801806aa4f {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:27:26.920465 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73511b1-0734-4260-821b-2203c10e3c01 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:27:26.920978 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73511b1-0734-4260-821b-2203c10e3c01 None None] Checking segment: {'id': 'ac39eea1-4717-4213-b9bf-b656c880dfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a33f989a-079f-41b7-9ec4-71801806aa4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:27:26.921660 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a73511b1-0734-4260-821b-2203c10e3c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:26.921977 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73511b1-0734-4260-821b-2203c10e3c01 None None] Bound using segment: {'id': 'ac39eea1-4717-4213-b9bf-b656c880dfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a33f989a-079f-41b7-9ec4-71801806aa4f'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:27:26.922535 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-a73511b1-0734-4260-821b-2203c10e3c01 None None] Bound port: b72ce9ba-6d0b-4180-a806-f0f7ec4888e0, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac39eea1-4717-4213-b9bf-b656c880dfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a33f989a-079f-41b7-9ec4-71801806aa4f'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:27:26.923261 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a73511b1-0734-4260-821b-2203c10e3c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:26.964019 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6ca667-4307-4ff7-9c9d-e3994557f3a8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:27:26.981152 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-2c6ca667-4307-4ff7-9c9d-e3994557f3a8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:26.989238 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6ca667-4307-4ff7-9c9d-e3994557f3a8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:26.989973 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2c6ca667-4307-4ff7-9c9d-e3994557f3a8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:27.042599 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2c6ca667-4307-4ff7-9c9d-e3994557f3a8 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3607264 Apr 08 10:27:27.043462 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58232) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:27.058115 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-a73511b1-0734-4260-821b-2203c10e3c01 None None] For port b72ce9ba-6d0b-4180-a806-f0f7ec4888e0, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:27:27.065099 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-a73511b1-0734-4260-821b-2203c10e3c01 None None] For port b72ce9ba-6d0b-4180-a806-f0f7ec4888e0, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b72ce9ba-6d0b-4180-a806-f0f7ec4888e0,segment=NetworkSegment(ac39eea1-4717-4213-b9bf-b656c880dfe7),segment_id=ac39eea1-4717-4213-b9bf-b656c880dfe7)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:27:27.072815 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-a73511b1-0734-4260-821b-2203c10e3c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:27.077529 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-d12646cc-54b4-4bf2-b76f-21c00a958c6f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] For port 27085824-83c7-4114-8974-7a3385250fba, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=27085824-83c7-4114-8974-7a3385250fba,segment=NetworkSegment(7cbb238e-9ad7-450a-8172-015e42a29a31),segment_id=7cbb238e-9ad7-450a-8172-015e42a29a31)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:27.077899 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d12646cc-54b4-4bf2-b76f-21c00a958c6f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:27.200431 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8a764cf9-520a-45d8-98c1-3fe840522c8b None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:27.211887 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8a764cf9-520a-45d8-98c1-3fe840522c8b None None] Transition to ACTIVE for port object 441c08d1-2aa5-4403-97f2-40db2c884f2c will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:27.227246 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73511b1-0734-4260-821b-2203c10e3c01 None None] Routers {'affaba2d-ab70-4603-8559-f938d28e85d9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:27.227978 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-a73511b1-0734-4260-821b-2203c10e3c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['affaba2d-ab70-4603-8559-f938d28e85d9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:27.231269 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8a764cf9-520a-45d8-98c1-3fe840522c8b None None] Transition to ACTIVE for port object 441c08d1-2aa5-4403-97f2-40db2c884f2c will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:27.240678 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c088f8-48c8-47dd-8f8a-ba1799c9f4dc None None] Network bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:27:27.253878 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aae4e6-6f68-4e6b-a608-1aec2fe1ddb4 None None] DHCP port deletion for f31bcfb6-0c89-443d-b84a-ec245bfc430f request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:27:27.271491 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-d12646cc-54b4-4bf2-b76f-21c00a958c6f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Calling delete_port for 27085824-83c7-4114-8974-7a3385250fba owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:27:27.273021 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-e0aae4e6-6f68-4e6b-a608-1aec2fe1ddb4 None None] Deleting port 27085824-83c7-4114-8974-7a3385250fba {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:27:27.273399 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e0aae4e6-6f68-4e6b-a608-1aec2fe1ddb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:27.318793 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8a764cf9-520a-45d8-98c1-3fe840522c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:27.334995 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-29bdb6dc-b045-49ec-8697-b2cc2ef2ebf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:27.373379 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca66049-b72a-44c2-bde7-e22728293d2b None None] Pushing event updated for resources: {'Port': ['ID=b72ce9ba-6d0b-4180-a806-f0f7ec4888e0,revision_number=4']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:27.399949 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d12646cc-54b4-4bf2-b76f-21c00a958c6f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:27.433243 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-a73511b1-0734-4260-821b-2203c10e3c01 None None] Set router affaba2d-ab70-4603-8559-f938d28e85d9 gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:27:27.472759 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12646cc-54b4-4bf2-b76f-21c00a958c6f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Port': ['ID=27085824-83c7-4114-8974-7a3385250fba,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:27.478083 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12646cc-54b4-4bf2-b76f-21c00a958c6f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] No DVR routers for this DVR port 27085824-83c7-4114-8974-7a3385250fba on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:27:27.510266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-29bdb6dc-b045-49ec-8697-b2cc2ef2ebf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:27.572242 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a764cf9-520a-45d8-98c1-3fe840522c8b None None] Network d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:27.573481 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a764cf9-520a-45d8-98c1-3fe840522c8b None None] Pushing event updated for resources: {'Port': ['ID=441c08d1-2aa5-4403-97f2-40db2c884f2c,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:27.581169 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-8a764cf9-520a-45d8-98c1-3fe840522c8b None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:27.586947 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a764cf9-520a-45d8-98c1-3fe840522c8b None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:27:27.630209 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-e0aae4e6-6f68-4e6b-a608-1aec2fe1ddb4 None None] The port '27085824-83c7-4114-8974-7a3385250fba' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:27:27.674149 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-29bdb6dc-b045-49ec-8697-b2cc2ef2ebf4 admin admin] Allocated IP 172.26.0.103 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/2effd5f5-9ca8-4609-80dc-0e6c47bb3fee) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:27:27.681501 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d12646cc-54b4-4bf2-b76f-21c00a958c6f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:27.718368 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-d12646cc-54b4-4bf2-b76f-21c00a958c6f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31bcfb6-0c89-443d-b84a-ec245bfc430f']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:27.736971 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-d12646cc-54b4-4bf2-b76f-21c00a958c6f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cbb238e-9ad7-450a-8172-015e42a29a31') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:27.738014 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-d12646cc-54b4-4bf2-b76f-21c00a958c6f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cbb238e-9ad7-450a-8172-015e42a29a31') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:27.739203 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 27085824-83c7-4114-8974-7a3385250fba no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:27:27.752571 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d12646cc-54b4-4bf2-b76f-21c00a958c6f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:27.784133 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 27085824-83c7-4114-8974-7a3385250fba {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:27:27.784678 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 27085824-83c7-4114-8974-7a3385250fba not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:27:27.785352 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d12646cc-54b4-4bf2-b76f-21c00a958c6f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:27.806132 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12646cc-54b4-4bf2-b76f-21c00a958c6f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:27:27.806551 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d12646cc-54b4-4bf2-b76f-21c00a958c6f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:27:27.829413 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:27:27.850611 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-8a764cf9-520a-45d8-98c1-3fe840522c8b None None] Attempting to bind port 441c08d1-2aa5-4403-97f2-40db2c884f2c on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:27:27.851115 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-8a764cf9-520a-45d8-98c1-3fe840522c8b None None] Attempting to bind port 441c08d1-2aa5-4403-97f2-40db2c884f2c by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '1cff5a80-2e48-4f34-84f9-427d4240795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:27:27.851734 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a764cf9-520a-45d8-98c1-3fe840522c8b None None] Attempting to bind port 441c08d1-2aa5-4403-97f2-40db2c884f2c on network d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:27:27.868954 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a764cf9-520a-45d8-98c1-3fe840522c8b None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:27:27.869320 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a764cf9-520a-45d8-98c1-3fe840522c8b None None] Checking segment: {'id': '1cff5a80-2e48-4f34-84f9-427d4240795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:27:27.870387 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8a764cf9-520a-45d8-98c1-3fe840522c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:27.870940 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a764cf9-520a-45d8-98c1-3fe840522c8b None None] Bound using segment: {'id': '1cff5a80-2e48-4f34-84f9-427d4240795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:27:27.871594 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-8a764cf9-520a-45d8-98c1-3fe840522c8b None None] Bound port: 441c08d1-2aa5-4403-97f2-40db2c884f2c, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cff5a80-2e48-4f34-84f9-427d4240795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:27:27.872251 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8a764cf9-520a-45d8-98c1-3fe840522c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:27.941448 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d12646cc-54b4-4bf2-b76f-21c00a958c6f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:27.966302 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-a73511b1-0734-4260-821b-2203c10e3c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'name': 'tempest-RoutersIpV6Test-router-1259330695', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:05Z', 'updated_at': '2022-04-08T10:27:23Z', 'revision_number': 4, 'project_id': '72c993bf72344f498aa1635c771d9146', 'gw_port_host': None, '_interfaces': [{'id': '18559ada-a573-42f8-9360-eca63aa341a5', 'name': '', 'network_id': '7162ebc8-110b-4168-b09e-77de78af7aba', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:f9:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:15Z', 'updated_at': '2022-04-08T10:27:24Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71defff6-7a26-412e-b9fa-79b9fd29b29d', 'name': '', 'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:bd:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:07Z', 'updated_at': '2022-04-08T10:27:17Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b72ce9ba-6d0b-4180-a806-f0f7ec4888e0', 'name': '', 'network_id': 'a33f989a-079f-41b7-9ec4-71801806aa4f', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:48:a8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79827b0b-a231-4aa0-957d-a0d7f77efd6e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:22Z', 'updated_at': '2022-04-08T10:27:27Z', 'revision_number': 4, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': '79827b0b-a231-4aa0-957d-a0d7f77efd6e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:27.971478 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d12646cc-54b4-4bf2-b76f-21c00a958c6f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:27.973065 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73511b1-0734-4260-821b-2203c10e3c01 None None] The sync data for ids ['affaba2d-ab70-4603-8559-f938d28e85d9'] in dv-neutron-837110-1-hyperv is: [{'id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'name': 'tempest-RoutersIpV6Test-router-1259330695', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:05Z', 'updated_at': '2022-04-08T10:27:23Z', 'revision_number': 4, 'project_id': '72c993bf72344f498aa1635c771d9146', 'gw_port_host': None, '_interfaces': [{'id': '18559ada-a573-42f8-9360-eca63aa341a5', 'name': '', 'network_id': '7162ebc8-110b-4168-b09e-77de78af7aba', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:f9:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:15Z', 'updated_at': '2022-04-08T10:27:24Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71defff6-7a26-412e-b9fa-79b9fd29b29d', 'name': '', 'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:bd:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:07Z', 'updated_at': '2022-04-08T10:27:17Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b72ce9ba-6d0b-4180-a806-f0f7ec4888e0', 'name': '', 'network_id': 'a33f989a-079f-41b7-9ec4-71801806aa4f', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:48:a8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79827b0b-a231-4aa0-957d-a0d7f77efd6e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:22Z', 'updated_at': '2022-04-08T10:27:27Z', 'revision_number': 4, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': '79827b0b-a231-4aa0-957d-a0d7f77efd6e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:27:27.986820 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12646cc-54b4-4bf2-b76f-21c00a958c6f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Network': ['ID=f31bcfb6-0c89-443d-b84a-ec245bfc430f,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:28.004241 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58236) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:28.007402 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d12646cc-54b4-4bf2-b76f-21c00a958c6f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/networks/f31bcfb6-0c89-443d-b84a-ec245bfc430f HTTP/1.1" status: 204 len: 168 time: 1.5330982 Apr 08 10:27:28.027056 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-e05e2961-9857-4571-94e6-946fa47bf33e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-628908565', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}, 'admin_state_up': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:28.040409 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-e05e2961-9857-4571-94e6-946fa47bf33e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:28.044836 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e05e2961-9857-4571-94e6-946fa47bf33e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Usage tracker for resource:router and tenant:44ffe129493d49b08ea911b16ee6c97f is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:28.048004 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e05e2961-9857-4571-94e6-946fa47bf33e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:28.058228 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-e05e2961-9857-4571-94e6-946fa47bf33e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:28.072108 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e05e2961-9857-4571-94e6-946fa47bf33e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:28.077957 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e05e2961-9857-4571-94e6-946fa47bf33e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:28.086209 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-29bdb6dc-b045-49ec-8697-b2cc2ef2ebf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:28.088165 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-8a764cf9-520a-45d8-98c1-3fe840522c8b None None] For port 441c08d1-2aa5-4403-97f2-40db2c884f2c, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:27:28.099572 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8878b308-9394-466a-b553-75f3e4ff81b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d', 'network_id': 'bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'fixed_ips': [{'subnet_id': 'dc864568-5b73-4be0-980d-08396c7ec427'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:27:28.100478 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8878b308-9394-466a-b553-75f3e4ff81b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:28.117155 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-8a764cf9-520a-45d8-98c1-3fe840522c8b None None] For port 441c08d1-2aa5-4403-97f2-40db2c884f2c, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=441c08d1-2aa5-4403-97f2-40db2c884f2c,segment=NetworkSegment(1cff5a80-2e48-4f34-84f9-427d4240795c),segment_id=1cff5a80-2e48-4f34-84f9-427d4240795c)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:27:28.129287 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8a764cf9-520a-45d8-98c1-3fe840522c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:28.152598 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e05e2961-9857-4571-94e6-946fa47bf33e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:28.172346 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-29bdb6dc-b045-49ec-8697-b2cc2ef2ebf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:28.312116 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a764cf9-520a-45d8-98c1-3fe840522c8b None None] Pushing event updated for resources: {'Port': ['ID=441c08d1-2aa5-4403-97f2-40db2c884f2c,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:28.326310 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bdb6dc-b045-49ec-8697-b2cc2ef2ebf4 admin admin] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:28.327771 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdb6dc-b045-49ec-8697-b2cc2ef2ebf4 admin admin] Pushing event updated for resources: {'Port': ['ID=2effd5f5-9ca8-4609-80dc-0e6c47bb3fee,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:28.342782 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-29bdb6dc-b045-49ec-8697-b2cc2ef2ebf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:28.345299 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bdb6dc-b045-49ec-8697-b2cc2ef2ebf4 admin admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:27:28.431032 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-8878b308-9394-466a-b553-75f3e4ff81b2 None None] Allocated IP 2001:db8:3::2 (bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d/dc864568-5b73-4be0-980d-08396c7ec427/03e2cac5-31ba-47d0-be5a-26b00fe02631) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:27:28.664033 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e05e2961-9857-4571-94e6-946fa47bf33e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:28.777110 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8878b308-9394-466a-b553-75f3e4ff81b2 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:28.792578 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8878b308-9394-466a-b553-75f3e4ff81b2 None None] Transition to ACTIVE for port object 03e2cac5-31ba-47d0-be5a-26b00fe02631 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:28.817020 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8878b308-9394-466a-b553-75f3e4ff81b2 None None] Transition to ACTIVE for port object 03e2cac5-31ba-47d0-be5a-26b00fe02631 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:28.830094 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8878b308-9394-466a-b553-75f3e4ff81b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:28.901544 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8878b308-9394-466a-b553-75f3e4ff81b2 None None] Network bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:28.905297 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-8878b308-9394-466a-b553-75f3e4ff81b2 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:28.907236 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8878b308-9394-466a-b553-75f3e4ff81b2 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:27:28.922347 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878b308-9394-466a-b553-75f3e4ff81b2 None None] Pushing event updated for resources: {'Port': ['ID=03e2cac5-31ba-47d0-be5a-26b00fe02631,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:29.015062 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-8878b308-9394-466a-b553-75f3e4ff81b2 None None] Attempting to bind port 03e2cac5-31ba-47d0-be5a-26b00fe02631 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:27:29.015528 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-8878b308-9394-466a-b553-75f3e4ff81b2 None None] Attempting to bind port 03e2cac5-31ba-47d0-be5a-26b00fe02631 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'cb3831a0-2e9b-491b-ac5e-1f88430785f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:27:29.015956 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8878b308-9394-466a-b553-75f3e4ff81b2 None None] Attempting to bind port 03e2cac5-31ba-47d0-be5a-26b00fe02631 on network bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:27:29.018230 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-29bdb6dc-b045-49ec-8697-b2cc2ef2ebf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:29.019043 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-29bdb6dc-b045-49ec-8697-b2cc2ef2ebf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:29.023005 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8878b308-9394-466a-b553-75f3e4ff81b2 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:27:29.023456 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8878b308-9394-466a-b553-75f3e4ff81b2 None None] Checking segment: {'id': 'cb3831a0-2e9b-491b-ac5e-1f88430785f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:27:29.023922 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8878b308-9394-466a-b553-75f3e4ff81b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:29.024508 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8878b308-9394-466a-b553-75f3e4ff81b2 None None] Bound using segment: {'id': 'cb3831a0-2e9b-491b-ac5e-1f88430785f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:27:29.024973 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-8878b308-9394-466a-b553-75f3e4ff81b2 None None] Bound port: 03e2cac5-31ba-47d0-be5a-26b00fe02631, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3831a0-2e9b-491b-ac5e-1f88430785f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:27:29.025349 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8878b308-9394-466a-b553-75f3e4ff81b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:29.037452 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-691bd8a5-d1c0-4dd7-8b89-93f2fd99088f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:29.130013 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-8878b308-9394-466a-b553-75f3e4ff81b2 None None] For port 03e2cac5-31ba-47d0-be5a-26b00fe02631, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:27:29.133962 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-8878b308-9394-466a-b553-75f3e4ff81b2 None None] For port 03e2cac5-31ba-47d0-be5a-26b00fe02631, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=03e2cac5-31ba-47d0-be5a-26b00fe02631,segment=NetworkSegment(cb3831a0-2e9b-491b-ac5e-1f88430785f9),segment_id=cb3831a0-2e9b-491b-ac5e-1f88430785f9)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:27:29.139278 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8878b308-9394-466a-b553-75f3e4ff81b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:29.145198 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e05e2961-9857-4571-94e6-946fa47bf33e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:29.228056 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878b308-9394-466a-b553-75f3e4ff81b2 None None] Pushing event updated for resources: {'Port': ['ID=03e2cac5-31ba-47d0-be5a-26b00fe02631,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:29.282635 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e05e2961-9857-4571-94e6-946fa47bf33e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:29.568598 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de709e7-6e4e-4c71-9235-10be19fe0af7 None None] Network d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:27:29.676506 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b7e69a86-5fac-4828-9ac2-1b1528d82087 None None] Provisioning for port 441c08d1-2aa5-4403-97f2-40db2c884f2c completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:29.803309 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 441c08d1-2aa5-4403-97f2-40db2c884f2c up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:29.851172 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-e05e2961-9857-4571-94e6-946fa47bf33e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Allocated IP 172.26.0.241 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/02826e2e-d36f-4ba6-9ef5-183e38d00aca) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:27:29.903466 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 441c08d1-2aa5-4403-97f2-40db2c884f2c completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:29.909236 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 441c08d1-2aa5-4403-97f2-40db2c884f2c triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:29.909618 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:30.042459 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:30.078379 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-691bd8a5-d1c0-4dd7-8b89-93f2fd99088f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Allocated IP 2001:db8:3::1 (bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d/dc864568-5b73-4be0-980d-08396c7ec427/8e5bed8b-fdb6-4dff-abc3-965b51043537) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:27:30.102197 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 441c08d1-2aa5-4403-97f2-40db2c884f2c, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=441c08d1-2aa5-4403-97f2-40db2c884f2c,segment=NetworkSegment(1cff5a80-2e48-4f34-84f9-427d4240795c),segment_id=1cff5a80-2e48-4f34-84f9-427d4240795c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:30.109144 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:30.110468 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b72ce9ba-6d0b-4180-a806-f0f7ec4888e0 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:30.227714 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e05e2961-9857-4571-94e6-946fa47bf33e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:30.251726 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=441c08d1-2aa5-4403-97f2-40db2c884f2c,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:30.265732 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port b72ce9ba-6d0b-4180-a806-f0f7ec4888e0 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:30.273622 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port b72ce9ba-6d0b-4180-a806-f0f7ec4888e0 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:30.274223 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:30.341373 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-691bd8a5-d1c0-4dd7-8b89-93f2fd99088f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:30.355362 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29bdb6dc-b045-49ec-8697-b2cc2ef2ebf4 admin admin] Router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:27:30.361757 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e05e2961-9857-4571-94e6-946fa47bf33e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:30.397260 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-754b8900-35c3-45fa-8d05-5ce07f28f9e9 None None] Provisioning complete for port 441c08d1-2aa5-4403-97f2-40db2c884f2c triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:30.397682 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-754b8900-35c3-45fa-8d05-5ce07f28f9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:30.407361 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-691bd8a5-d1c0-4dd7-8b89-93f2fd99088f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Transition to ACTIVE for port object 8e5bed8b-fdb6-4dff-abc3-965b51043537 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:30.502874 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3264cf07-2354-4d49-a41c-91dade4f91d7 None None] Network bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:27:30.505012 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05e2961-9857-4571-94e6-946fa47bf33e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:30.519408 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-e05e2961-9857-4571-94e6-946fa47bf33e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:30.522968 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05e2961-9857-4571-94e6-946fa47bf33e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:27:30.622140 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:30.622434 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e2961-9857-4571-94e6-946fa47bf33e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Port': ['ID=02826e2e-d36f-4ba6-9ef5-183e38d00aca,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:30.677102 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-691bd8a5-d1c0-4dd7-8b89-93f2fd99088f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:30.734668 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port b72ce9ba-6d0b-4180-a806-f0f7ec4888e0, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b72ce9ba-6d0b-4180-a806-f0f7ec4888e0,segment=NetworkSegment(ac39eea1-4717-4213-b9bf-b656c880dfe7),segment_id=ac39eea1-4717-4213-b9bf-b656c880dfe7)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:30.765380 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:30.766149 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 03e2cac5-31ba-47d0-be5a-26b00fe02631 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:30.787795 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691bd8a5-d1c0-4dd7-8b89-93f2fd99088f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:30.796193 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-691bd8a5-d1c0-4dd7-8b89-93f2fd99088f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:30.798553 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691bd8a5-d1c0-4dd7-8b89-93f2fd99088f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:27:30.799214 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-691bd8a5-d1c0-4dd7-8b89-93f2fd99088f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:30.806485 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691bd8a5-d1c0-4dd7-8b89-93f2fd99088f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Port': ['ID=8e5bed8b-fdb6-4dff-abc3-965b51043537,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:30.945103 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-691bd8a5-d1c0-4dd7-8b89-93f2fd99088f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:30.950258 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=b72ce9ba-6d0b-4180-a806-f0f7ec4888e0,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:30.955733 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b891f688-b476-400d-a6b3-5f93d0acf09a None None] Provisioning for port 03e2cac5-31ba-47d0-be5a-26b00fe02631 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:30.985289 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 03e2cac5-31ba-47d0-be5a-26b00fe02631 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:30.991881 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 03e2cac5-31ba-47d0-be5a-26b00fe02631 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:30.992279 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:31.026913 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bdb6dc-b045-49ec-8697-b2cc2ef2ebf4 admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:27:31.056666 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9f1a23-3a98-46fd-84ce-824f218b2c33 None None] Sync routers for ids ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:27:31.078337 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9f1a23-3a98-46fd-84ce-824f218b2c33 None None] Routers {'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:31.079126 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-0c9f1a23-3a98-46fd-84ce-824f218b2c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:31.311961 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:31.318677 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e05e2961-9857-4571-94e6-946fa47bf33e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:31.319344 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e05e2961-9857-4571-94e6-946fa47bf33e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:31.336032 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-29bdb6dc-b045-49ec-8697-b2cc2ef2ebf4 admin admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:31.339700 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-29bdb6dc-b045-49ec-8697-b2cc2ef2ebf4 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1072159 Apr 08 10:27:31.340060 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58240) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:31.368831 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-0c9f1a23-3a98-46fd-84ce-824f218b2c33 None None] Set router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:27:31.409438 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 03e2cac5-31ba-47d0-be5a-26b00fe02631, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=03e2cac5-31ba-47d0-be5a-26b00fe02631,segment=NetworkSegment(cb3831a0-2e9b-491b-ac5e-1f88430785f9),segment_id=cb3831a0-2e9b-491b-ac5e-1f88430785f9)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:31.439425 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:31.442069 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-476cf6ff-0c32-4c68-abe6-c314fdca73be None None] Provisioning complete for port 03e2cac5-31ba-47d0-be5a-26b00fe02631 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:31.442655 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-476cf6ff-0c32-4c68-abe6-c314fdca73be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:31.648594 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=03e2cac5-31ba-47d0-be5a-26b00fe02631,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:31.719961 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 441c08d1-2aa5-4403-97f2-40db2c884f2c up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:31.727179 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-691bd8a5-d1c0-4dd7-8b89-93f2fd99088f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:31.740623 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-691bd8a5-d1c0-4dd7-8b89-93f2fd99088f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:31.741191 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-691bd8a5-d1c0-4dd7-8b89-93f2fd99088f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:31.887317 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691bd8a5-d1c0-4dd7-8b89-93f2fd99088f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event updated for resources: {'Port': ['ID=8e5bed8b-fdb6-4dff-abc3-965b51043537,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:31.990462 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05e2961-9857-4571-94e6-946fa47bf33e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Router 0aa4fdce-95ff-4794-bb03-6f9ddcd524b8 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:27:31.997016 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691bd8a5-d1c0-4dd7-8b89-93f2fd99088f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Network bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:31.999972 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 441c08d1-2aa5-4403-97f2-40db2c884f2c triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:32.000207 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-691bd8a5-d1c0-4dd7-8b89-93f2fd99088f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:32.000401 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:32.025987 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-476cf6ff-0c32-4c68-abe6-c314fdca73be None None] Provisioning for port 8e5bed8b-fdb6-4dff-abc3-965b51043537 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:32.046552 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-476cf6ff-0c32-4c68-abe6-c314fdca73be None None] Provisioning complete for port 8e5bed8b-fdb6-4dff-abc3-965b51043537 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:32.046927 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-476cf6ff-0c32-4c68-abe6-c314fdca73be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:32.136557 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-476cf6ff-0c32-4c68-abe6-c314fdca73be None None] Port 8e5bed8b-fdb6-4dff-abc3-965b51043537 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:27:32.146868 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-0c9f1a23-3a98-46fd-84ce-824f218b2c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'name': 'tempest-TestVolumeBootPattern-950229728-router', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:26Z', 'updated_at': '2022-04-08T10:27:28Z', 'revision_number': 3, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'gw_port': {'id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:27Z', 'updated_at': '2022-04-08T10:27:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:32.153015 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9f1a23-3a98-46fd-84ce-824f218b2c33 None None] Checking router: fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:27:32.153363 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9f1a23-3a98-46fd-84ce-824f218b2c33 None None] Updating router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 port 2effd5f5-9ca8-4609-80dc-0e6c47bb3fee binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:27:32.251301 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b72ce9ba-6d0b-4180-a806-f0f7ec4888e0 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:32.327570 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0c9f1a23-3a98-46fd-84ce-824f218b2c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:32.342458 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e44d6756-9608-410c-825b-7441adaef74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:32.387618 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-80341537-59b9-44ba-9fac-ae3a71a7f8ed None None] Provisioning complete for port 8e5bed8b-fdb6-4dff-abc3-965b51043537 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:32.387991 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-80341537-59b9-44ba-9fac-ae3a71a7f8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:32.504295 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port b72ce9ba-6d0b-4180-a806-f0f7ec4888e0 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:32.504603 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:32.534324 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-80341537-59b9-44ba-9fac-ae3a71a7f8ed None None] Port 8e5bed8b-fdb6-4dff-abc3-965b51043537 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:27:32.572699 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-e44d6756-9608-410c-825b-7441adaef74b admin admin] Allocated IP 172.20.0.1 (d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6/a7812769-8943-4a3e-b177-052eca03ae6f/5d9a8b30-0bbd-4472-8415-bc87b6cbdf59) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:27:32.588363 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691bd8a5-d1c0-4dd7-8b89-93f2fd99088f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Router affaba2d-ab70-4603-8559-f938d28e85d9 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:27:32.725444 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8242a594-88dc-48e5-b409-519bc3ab9309 None None] Provisioning complete for port 8e5bed8b-fdb6-4dff-abc3-965b51043537 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:32.725886 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8242a594-88dc-48e5-b409-519bc3ab9309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:32.760382 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05e2961-9857-4571-94e6-946fa47bf33e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:27:32.771837 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3382d77-fe70-446c-8bf8-762f6e357b2c None None] Sync routers for ids ['0aa4fdce-95ff-4794-bb03-6f9ddcd524b8'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:27:32.787554 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e44d6756-9608-410c-825b-7441adaef74b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:32.794428 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3382d77-fe70-446c-8bf8-762f6e357b2c None None] Routers {'0aa4fdce-95ff-4794-bb03-6f9ddcd524b8'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:32.794668 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-e3382d77-fe70-446c-8bf8-762f6e357b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0aa4fdce-95ff-4794-bb03-6f9ddcd524b8'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:32.804731 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e05e2961-9857-4571-94e6-946fa47bf33e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:32.807261 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-e44d6756-9608-410c-825b-7441adaef74b admin admin] Transition to ACTIVE for port object 5d9a8b30-0bbd-4472-8415-bc87b6cbdf59 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:32.808850 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e05e2961-9857-4571-94e6-946fa47bf33e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.8032496 Apr 08 10:27:32.811924 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58248) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:32.824448 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-8242a594-88dc-48e5-b409-519bc3ab9309 None None] Port 8e5bed8b-fdb6-4dff-abc3-965b51043537 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:27:32.853831 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691bd8a5-d1c0-4dd7-8b89-93f2fd99088f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:27:32.862740 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-e3382d77-fe70-446c-8bf8-762f6e357b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:32.864213 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-691bd8a5-d1c0-4dd7-8b89-93f2fd99088f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "PUT /v2.0/routers/affaba2d-ab70-4603-8559-f938d28e85d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8186374 Apr 08 10:27:32.865275 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58252) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:32.874381 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-2d41a4f9-f499-4b33-a3b6-607ae72ed2fe tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:32.874695 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3382d77-fe70-446c-8bf8-762f6e357b2c None None] Routers {'0aa4fdce-95ff-4794-bb03-6f9ddcd524b8'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:32.875287 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-e3382d77-fe70-446c-8bf8-762f6e357b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0aa4fdce-95ff-4794-bb03-6f9ddcd524b8'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:32.921275 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0c9f1a23-3a98-46fd-84ce-824f218b2c33 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:32.936340 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f22fcbc-80c4-4fec-8eb1-12adb08ffc97 None None] Sync routers for ids ['affaba2d-ab70-4603-8559-f938d28e85d9'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:27:32.936746 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-e3382d77-fe70-446c-8bf8-762f6e357b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:32.937150 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3382d77-fe70-446c-8bf8-762f6e357b2c None None] The sync data for ids ['0aa4fdce-95ff-4794-bb03-6f9ddcd524b8'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:27:32.947395 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0c9f1a23-3a98-46fd-84ce-824f218b2c33 None None] Transition to ACTIVE for port object 2effd5f5-9ca8-4609-80dc-0e6c47bb3fee will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:32.957511 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f22fcbc-80c4-4fec-8eb1-12adb08ffc97 None None] Routers {'affaba2d-ab70-4603-8559-f938d28e85d9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:32.958253 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-9f22fcbc-80c4-4fec-8eb1-12adb08ffc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['affaba2d-ab70-4603-8559-f938d28e85d9'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:32.964722 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e44d6756-9608-410c-825b-7441adaef74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:33.059602 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44d6756-9608-410c-825b-7441adaef74b admin admin] Network d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:33.071219 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-e44d6756-9608-410c-825b-7441adaef74b admin admin] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:33.075241 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d6756-9608-410c-825b-7441adaef74b admin admin] Pushing event updated for resources: {'Port': ['ID=5d9a8b30-0bbd-4472-8415-bc87b6cbdf59,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:33.077922 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44d6756-9608-410c-825b-7441adaef74b admin admin] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:27:33.142183 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e44d6756-9608-410c-825b-7441adaef74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:33.148450 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-9f22fcbc-80c4-4fec-8eb1-12adb08ffc97 None None] Set router affaba2d-ab70-4603-8559-f938d28e85d9 gateway port host: None {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:27:33.204998 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0c9f1a23-3a98-46fd-84ce-824f218b2c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:33.287427 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e44d6756-9608-410c-825b-7441adaef74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:33.319934 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173e8d8-9a44-4873-ba3e-32484e718762 None None] Pushing event updated for resources: {'Port': ['ID=2effd5f5-9ca8-4609-80dc-0e6c47bb3fee,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:33.376191 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1e0cd134-4307-4be1-bf96-29364a77158f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "GET /v2.0/routers/0aa4fdce-95ff-4794-bb03-6f9ddcd524b8 HTTP/1.1" status: 200 len: 880 time: 0.5609522 Apr 08 10:27:33.379894 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58256) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:33.385980 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-0c9f1a23-3a98-46fd-84ce-824f218b2c33 None None] Attempting to bind port 2effd5f5-9ca8-4609-80dc-0e6c47bb3fee on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:27:33.386508 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-0c9f1a23-3a98-46fd-84ce-824f218b2c33 None None] Attempting to bind port 2effd5f5-9ca8-4609-80dc-0e6c47bb3fee by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:27:33.386682 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9f1a23-3a98-46fd-84ce-824f218b2c33 None None] Attempting to bind port 2effd5f5-9ca8-4609-80dc-0e6c47bb3fee on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:27:33.407839 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9f1a23-3a98-46fd-84ce-824f218b2c33 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:27:33.408234 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9f1a23-3a98-46fd-84ce-824f218b2c33 None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:27:33.408895 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0c9f1a23-3a98-46fd-84ce-824f218b2c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:33.409326 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9f1a23-3a98-46fd-84ce-824f218b2c33 None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:27:33.409787 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-0c9f1a23-3a98-46fd-84ce-824f218b2c33 None None] Bound port: 2effd5f5-9ca8-4609-80dc-0e6c47bb3fee, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:27:33.410152 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0c9f1a23-3a98-46fd-84ce-824f218b2c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:33.571586 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-dbd6dca8-7d15-4257-b54e-dbb77228f92e None None] Provisioning for port 5d9a8b30-0bbd-4472-8415-bc87b6cbdf59 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:33.579498 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-0c9f1a23-3a98-46fd-84ce-824f218b2c33 None None] For port 2effd5f5-9ca8-4609-80dc-0e6c47bb3fee, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:27:33.592424 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-0c9f1a23-3a98-46fd-84ce-824f218b2c33 None None] For port 2effd5f5-9ca8-4609-80dc-0e6c47bb3fee, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2effd5f5-9ca8-4609-80dc-0e6c47bb3fee,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:27:33.593675 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-dbd6dca8-7d15-4257-b54e-dbb77228f92e None None] Provisioning complete for port 5d9a8b30-0bbd-4472-8415-bc87b6cbdf59 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:33.594038 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-dbd6dca8-7d15-4257-b54e-dbb77228f92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:33.634484 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0c9f1a23-3a98-46fd-84ce-824f218b2c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:33.687121 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.extraroute_db [None req-2d41a4f9-f499-4b33-a3b6-607ae72ed2fe tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=83845) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 08 10:27:33.689728 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e44d6756-9608-410c-825b-7441adaef74b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:33.696585 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e44d6756-9608-410c-825b-7441adaef74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:33.707885 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.extraroute_db [None req-2d41a4f9-f499-4b33-a3b6-607ae72ed2fe tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Removed routes are [] {{(pid=83845) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 08 10:27:33.708328 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2d41a4f9-f499-4b33-a3b6-607ae72ed2fe tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:33.751929 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 03e2cac5-31ba-47d0-be5a-26b00fe02631 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:33.882743 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-dbd6dca8-7d15-4257-b54e-dbb77228f92e None None] Port 5d9a8b30-0bbd-4472-8415-bc87b6cbdf59 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:27:33.921695 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173e8d8-9a44-4873-ba3e-32484e718762 None None] Pushing event updated for resources: {'Port': ['ID=2effd5f5-9ca8-4609-80dc-0e6c47bb3fee,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:33.924121 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e44d6756-9608-410c-825b-7441adaef74b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:33.939369 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9f1a23-3a98-46fd-84ce-824f218b2c33 None None] Routers {'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:33.939980 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-0c9f1a23-3a98-46fd-84ce-824f218b2c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:33.946483 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d6756-9608-410c-825b-7441adaef74b admin admin] Pushing event updated for resources: {'Port': ['ID=5d9a8b30-0bbd-4472-8415-bc87b6cbdf59,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:34.003015 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-916d3453-1e0e-46cf-94d5-501da65a822c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Synchronizing usage tracker for tenant:44ffe129493d49b08ea911b16ee6c97f on resource:router {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:27:34.049518 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2d41a4f9-f499-4b33-a3b6-607ae72ed2fe tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:34.053186 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2d41a4f9-f499-4b33-a3b6-607ae72ed2fe tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1762438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1762447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1757449'] for router, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:34.093393 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-916d3453-1e0e-46cf-94d5-501da65a822c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Unset dirty status for tenant:44ffe129493d49b08ea911b16ee6c97f on resource:router {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:27:34.095661 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-916d3453-1e0e-46cf-94d5-501da65a822c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.7144837 Apr 08 10:27:34.100421 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58260) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:34.104898 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44d6756-9608-410c-825b-7441adaef74b admin admin] Network d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:34.106403 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-e44d6756-9608-410c-825b-7441adaef74b admin admin] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:34.127705 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-0c9f1a23-3a98-46fd-84ce-824f218b2c33 None None] Set router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:27:34.189377 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-9f22fcbc-80c4-4fec-8eb1-12adb08ffc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'name': 'tempest-RoutersIpV6Test-router-1259330695', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:05Z', 'updated_at': '2022-04-08T10:27:30Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'gw_port_host': None, '_interfaces': [{'id': '18559ada-a573-42f8-9360-eca63aa341a5', 'name': '', 'network_id': '7162ebc8-110b-4168-b09e-77de78af7aba', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:f9:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:15Z', 'updated_at': '2022-04-08T10:27:24Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71defff6-7a26-412e-b9fa-79b9fd29b29d', 'name': '', 'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:bd:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:07Z', 'updated_at': '2022-04-08T10:27:17Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e5bed8b-fdb6-4dff-abc3-965b51043537', 'name': '', 'network_id': 'bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:ef:93:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc864568-5b73-4be0-980d-08396c7ec427', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:29Z', 'updated_at': '2022-04-08T10:27:31Z', 'revision_number': 2, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'dc864568-5b73-4be0-980d-08396c7ec427', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b72ce9ba-6d0b-4180-a806-f0f7ec4888e0', 'name': '', 'network_id': 'a33f989a-079f-41b7-9ec4-71801806aa4f', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:48:a8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79827b0b-a231-4aa0-957d-a0d7f77efd6e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:22Z', 'updated_at': '2022-04-08T10:27:30Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': '79827b0b-a231-4aa0-957d-a0d7f77efd6e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:34.199391 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 03e2cac5-31ba-47d0-be5a-26b00fe02631 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:34.199851 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:34.248739 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d41a4f9-f499-4b33-a3b6-607ae72ed2fe tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Router affaba2d-ab70-4603-8559-f938d28e85d9 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:27:34.252561 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f22fcbc-80c4-4fec-8eb1-12adb08ffc97 None None] Checking router: affaba2d-ab70-4603-8559-f938d28e85d9 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:27:34.253124 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f22fcbc-80c4-4fec-8eb1-12adb08ffc97 None None] Updating router affaba2d-ab70-4603-8559-f938d28e85d9 port 8e5bed8b-fdb6-4dff-abc3-965b51043537 binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:27:34.275434 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-bbc76e95-7bc8-4a70-ac55-34aee3ba5df9 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-628908565'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:34.440318 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9f22fcbc-80c4-4fec-8eb1-12adb08ffc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:34.460598 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d41a4f9-f499-4b33-a3b6-607ae72ed2fe tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:27:34.467112 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2d41a4f9-f499-4b33-a3b6-607ae72ed2fe tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:34.470684 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2d41a4f9-f499-4b33-a3b6-607ae72ed2fe tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "PUT /v2.0/routers/affaba2d-ab70-4603-8559-f938d28e85d9 HTTP/1.1" status: 200 len: 954 time: 1.6017835 Apr 08 10:27:34.472448 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58264) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:34.601032 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-96cbd078-007e-456f-a7e5-32b19686fa1c None None] Provisioning complete for port 5d9a8b30-0bbd-4472-8415-bc87b6cbdf59 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:34.601634 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-96cbd078-007e-456f-a7e5-32b19686fa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:34.770213 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1b725a10-af9f-4cfc-8329-be1c1ca6ee5e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "GET /v2.0/routers/affaba2d-ab70-4603-8559-f938d28e85d9 HTTP/1.1" status: 200 len: 954 time: 0.2955842 Apr 08 10:27:34.770818 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58268) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:34.776055 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-ee301c6a-87a5-4d6c-8e5e-150988957c4f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'router': {'routes': None}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:34.789558 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-96cbd078-007e-456f-a7e5-32b19686fa1c None None] Port 5d9a8b30-0bbd-4472-8415-bc87b6cbdf59 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:27:34.828108 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44d6756-9608-410c-825b-7441adaef74b admin admin] Router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:27:34.901000 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-0c9f1a23-3a98-46fd-84ce-824f218b2c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'name': 'tempest-TestVolumeBootPattern-950229728-router', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:26Z', 'updated_at': '2022-04-08T10:27:33Z', 'revision_number': 4, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'gw_port': {'id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:27Z', 'updated_at': '2022-04-08T10:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '5d9a8b30-0bbd-4472-8415-bc87b6cbdf59', 'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'mac_address': 'fa:16:3e:b7:88:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:32Z', 'updated_at': '2022-04-08T10:27:33Z', 'revision_number': 2, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'subnets': [{'id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:34.908088 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9f1a23-3a98-46fd-84ce-824f218b2c33 None None] The sync data for ids ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'] in dv-neutron-837110-1-hyperv is: [{'id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'name': 'tempest-TestVolumeBootPattern-950229728-router', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:26Z', 'updated_at': '2022-04-08T10:27:33Z', 'revision_number': 4, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'gw_port': {'id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:27Z', 'updated_at': '2022-04-08T10:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '5d9a8b30-0bbd-4472-8415-bc87b6cbdf59', 'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'mac_address': 'fa:16:3e:b7:88:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:32Z', 'updated_at': '2022-04-08T10:27:33Z', 'revision_number': 2, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'subnets': [{'id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:27:35.065909 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9f22fcbc-80c4-4fec-8eb1-12adb08ffc97 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:35.088257 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-9f22fcbc-80c4-4fec-8eb1-12adb08ffc97 None None] Transition to ACTIVE for port object 8e5bed8b-fdb6-4dff-abc3-965b51043537 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:35.099212 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9f22fcbc-80c4-4fec-8eb1-12adb08ffc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:35.328631 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bbc76e95-7bc8-4a70-ac55-34aee3ba5df9 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:35.334186 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b901fa-5b80-42fb-9ca5-09fc751e6550 None None] Pushing event updated for resources: {'Port': ['ID=8e5bed8b-fdb6-4dff-abc3-965b51043537,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:35.350791 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bbc76e95-7bc8-4a70-ac55-34aee3ba5df9 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1762438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1762447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1757449'] for router, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:35.382807 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44d6756-9608-410c-825b-7441adaef74b admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:27:35.412790 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e44d6756-9608-410c-825b-7441adaef74b admin admin] 10.222.0.47 "PUT /v2.0/routers/fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0635090 Apr 08 10:27:35.483367 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-9f22fcbc-80c4-4fec-8eb1-12adb08ffc97 None None] Attempting to bind port 8e5bed8b-fdb6-4dff-abc3-965b51043537 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:27:35.483963 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-9f22fcbc-80c4-4fec-8eb1-12adb08ffc97 None None] Attempting to bind port 8e5bed8b-fdb6-4dff-abc3-965b51043537 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'cb3831a0-2e9b-491b-ac5e-1f88430785f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:27:35.484342 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f22fcbc-80c4-4fec-8eb1-12adb08ffc97 None None] Attempting to bind port 8e5bed8b-fdb6-4dff-abc3-965b51043537 on network bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:27:35.495539 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f22fcbc-80c4-4fec-8eb1-12adb08ffc97 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:27:35.496160 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f22fcbc-80c4-4fec-8eb1-12adb08ffc97 None None] Checking segment: {'id': 'cb3831a0-2e9b-491b-ac5e-1f88430785f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:27:35.496697 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9f22fcbc-80c4-4fec-8eb1-12adb08ffc97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:35.497221 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f22fcbc-80c4-4fec-8eb1-12adb08ffc97 None None] Bound using segment: {'id': 'cb3831a0-2e9b-491b-ac5e-1f88430785f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:27:35.497834 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-9f22fcbc-80c4-4fec-8eb1-12adb08ffc97 None None] Bound port: 8e5bed8b-fdb6-4dff-abc3-965b51043537, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3831a0-2e9b-491b-ac5e-1f88430785f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:27:35.498300 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9f22fcbc-80c4-4fec-8eb1-12adb08ffc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:35.708328 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.extraroute_db [None req-ee301c6a-87a5-4d6c-8e5e-150988957c4f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Added routes are [] {{(pid=83845) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 08 10:27:35.708650 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.extraroute_db [None req-ee301c6a-87a5-4d6c-8e5e-150988957c4f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=83845) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 08 10:27:35.731191 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-9f22fcbc-80c4-4fec-8eb1-12adb08ffc97 None None] For port 8e5bed8b-fdb6-4dff-abc3-965b51043537, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:27:35.742353 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-9f22fcbc-80c4-4fec-8eb1-12adb08ffc97 None None] For port 8e5bed8b-fdb6-4dff-abc3-965b51043537, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=8e5bed8b-fdb6-4dff-abc3-965b51043537,segment=NetworkSegment(cb3831a0-2e9b-491b-ac5e-1f88430785f9),segment_id=cb3831a0-2e9b-491b-ac5e-1f88430785f9)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:27:35.751247 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ee301c6a-87a5-4d6c-8e5e-150988957c4f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:35.751554 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9f22fcbc-80c4-4fec-8eb1-12adb08ffc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:35.864966 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f22fcbc-80c4-4fec-8eb1-12adb08ffc97 None None] Routers {'affaba2d-ab70-4603-8559-f938d28e85d9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:35.865684 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-9f22fcbc-80c4-4fec-8eb1-12adb08ffc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['affaba2d-ab70-4603-8559-f938d28e85d9'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:35.932485 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b901fa-5b80-42fb-9ca5-09fc751e6550 None None] Pushing event updated for resources: {'Port': ['ID=8e5bed8b-fdb6-4dff-abc3-965b51043537,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:35.957841 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc76e95-7bc8-4a70-ac55-34aee3ba5df9 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Router 0aa4fdce-95ff-4794-bb03-6f9ddcd524b8 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:27:36.122320 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-9f22fcbc-80c4-4fec-8eb1-12adb08ffc97 None None] Set router affaba2d-ab70-4603-8559-f938d28e85d9 gateway port host: None {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:27:36.305797 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc76e95-7bc8-4a70-ac55-34aee3ba5df9 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:27:36.313219 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bbc76e95-7bc8-4a70-ac55-34aee3ba5df9 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:36.318338 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-bbc76e95-7bc8-4a70-ac55-34aee3ba5df9 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "PUT /v2.0/routers/0aa4fdce-95ff-4794-bb03-6f9ddcd524b8 HTTP/1.1" status: 200 len: 887 time: 2.2161753 Apr 08 10:27:36.319029 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58284) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:36.323245 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb61a72-deb5-4ce7-86de-0dee60074f79 None None] Sync routers for ids ['0aa4fdce-95ff-4794-bb03-6f9ddcd524b8'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:27:36.343727 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ee301c6a-87a5-4d6c-8e5e-150988957c4f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:36.344698 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb61a72-deb5-4ce7-86de-0dee60074f79 None None] Routers {'0aa4fdce-95ff-4794-bb03-6f9ddcd524b8'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:36.345553 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-4eb61a72-deb5-4ce7-86de-0dee60074f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0aa4fdce-95ff-4794-bb03-6f9ddcd524b8'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:36.347206 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ee301c6a-87a5-4d6c-8e5e-150988957c4f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1762438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1762447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1757449'] for router, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:36.549278 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-4eb61a72-deb5-4ce7-86de-0dee60074f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:36.576289 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb61a72-deb5-4ce7-86de-0dee60074f79 None None] Routers {'0aa4fdce-95ff-4794-bb03-6f9ddcd524b8'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:36.577050 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-4eb61a72-deb5-4ce7-86de-0dee60074f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0aa4fdce-95ff-4794-bb03-6f9ddcd524b8'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:36.579385 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee301c6a-87a5-4d6c-8e5e-150988957c4f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Router affaba2d-ab70-4603-8559-f938d28e85d9 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:27:36.666267 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-14e3a67d-79be-4200-ba88-ab1286f3c05a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "GET /v2.0/routers/0aa4fdce-95ff-4794-bb03-6f9ddcd524b8 HTTP/1.1" status: 200 len: 887 time: 0.3459101 Apr 08 10:27:36.668834 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58292) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:36.678121 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-4eb61a72-deb5-4ce7-86de-0dee60074f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:36.678646 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb61a72-deb5-4ce7-86de-0dee60074f79 None None] The sync data for ids ['0aa4fdce-95ff-4794-bb03-6f9ddcd524b8'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:27:36.728730 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5af3c830-9c33-4d6f-bda9-146e4858d901 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Synchronizing usage tracker for tenant:44ffe129493d49b08ea911b16ee6c97f on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:27:36.751634 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5af3c830-9c33-4d6f-bda9-146e4858d901 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Unset dirty status for tenant:44ffe129493d49b08ea911b16ee6c97f on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:27:36.753318 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5af3c830-9c33-4d6f-bda9-146e4858d901 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "GET /v2.0/ports?device_id=0aa4fdce-95ff-4794-bb03-6f9ddcd524b8 HTTP/1.1" status: 200 len: 205 time: 0.0830913 Apr 08 10:27:36.756469 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58298) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:36.834764 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-9f22fcbc-80c4-4fec-8eb1-12adb08ffc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'name': 'tempest-RoutersIpV6Test-router-1259330695', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:05Z', 'updated_at': '2022-04-08T10:27:35Z', 'revision_number': 7, 'project_id': '72c993bf72344f498aa1635c771d9146', 'gw_port_host': None, '_interfaces': [{'id': '18559ada-a573-42f8-9360-eca63aa341a5', 'name': '', 'network_id': '7162ebc8-110b-4168-b09e-77de78af7aba', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:f9:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:15Z', 'updated_at': '2022-04-08T10:27:24Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71defff6-7a26-412e-b9fa-79b9fd29b29d', 'name': '', 'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:bd:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:07Z', 'updated_at': '2022-04-08T10:27:17Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e5bed8b-fdb6-4dff-abc3-965b51043537', 'name': '', 'network_id': 'bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:ef:93:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc864568-5b73-4be0-980d-08396c7ec427', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:29Z', 'updated_at': '2022-04-08T10:27:35Z', 'revision_number': 4, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'dc864568-5b73-4be0-980d-08396c7ec427', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b72ce9ba-6d0b-4180-a806-f0f7ec4888e0', 'name': '', 'network_id': 'a33f989a-079f-41b7-9ec4-71801806aa4f', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:48:a8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79827b0b-a231-4aa0-957d-a0d7f77efd6e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:22Z', 'updated_at': '2022-04-08T10:27:30Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': '79827b0b-a231-4aa0-957d-a0d7f77efd6e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:36.840209 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f22fcbc-80c4-4fec-8eb1-12adb08ffc97 None None] The sync data for ids ['affaba2d-ab70-4603-8559-f938d28e85d9'] in dv-neutron-837110-1-hyperv is: [{'id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'name': 'tempest-RoutersIpV6Test-router-1259330695', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:05Z', 'updated_at': '2022-04-08T10:27:35Z', 'revision_number': 7, 'project_id': '72c993bf72344f498aa1635c771d9146', 'gw_port_host': None, '_interfaces': [{'id': '18559ada-a573-42f8-9360-eca63aa341a5', 'name': '', 'network_id': '7162ebc8-110b-4168-b09e-77de78af7aba', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:f9:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:15Z', 'updated_at': '2022-04-08T10:27:24Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71defff6-7a26-412e-b9fa-79b9fd29b29d', 'name': '', 'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:bd:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:07Z', 'updated_at': '2022-04-08T10:27:17Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e5bed8b-fdb6-4dff-abc3-965b51043537', 'name': '', 'network_id': 'bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:ef:93:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc864568-5b73-4be0-980d-08396c7ec427', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:29Z', 'updated_at': '2022-04-08T10:27:35Z', 'revision_number': 4, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'dc864568-5b73-4be0-980d-08396c7ec427', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b72ce9ba-6d0b-4180-a806-f0f7ec4888e0', 'name': '', 'network_id': 'a33f989a-079f-41b7-9ec4-71801806aa4f', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:48:a8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79827b0b-a231-4aa0-957d-a0d7f77efd6e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:22Z', 'updated_at': '2022-04-08T10:27:30Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': '79827b0b-a231-4aa0-957d-a0d7f77efd6e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:27:36.971058 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee301c6a-87a5-4d6c-8e5e-150988957c4f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:27:36.981085 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ee301c6a-87a5-4d6c-8e5e-150988957c4f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:36.983423 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ee301c6a-87a5-4d6c-8e5e-150988957c4f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "PUT /v2.0/routers/affaba2d-ab70-4603-8559-f938d28e85d9 HTTP/1.1" status: 200 len: 704 time: 2.2120581 Apr 08 10:27:36.986171 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58304) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:37.009141 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58308) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:37.015820 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-6bbe5c3a-2893-469c-afc2-bcb5d1f6b591 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1970862555-network', 'tenant_id': 'c29a0caa12a1446f98b261838540ed1b'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:37.020683 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-6bbe5c3a-2893-469c-afc2-bcb5d1f6b591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:37.024570 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6bbe5c3a-2893-469c-afc2-bcb5d1f6b591 admin admin] Usage tracker for resource:network and tenant:c29a0caa12a1446f98b261838540ed1b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:37.027540 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6bbe5c3a-2893-469c-afc2-bcb5d1f6b591 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:37.033835 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-6bbe5c3a-2893-469c-afc2-bcb5d1f6b591 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:37.045577 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbe5c3a-2893-469c-afc2-bcb5d1f6b591 admin admin] Made reservation on behalf of c29a0caa12a1446f98b261838540ed1b for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:27:37.047978 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6bbe5c3a-2893-469c-afc2-bcb5d1f6b591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:37.061573 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6bbe5c3a-2893-469c-afc2-bcb5d1f6b591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:37.095937 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-6bbe5c3a-2893-469c-afc2-bcb5d1f6b591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:37.100042 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6bbe5c3a-2893-469c-afc2-bcb5d1f6b591 admin admin] Usage tracker for resource:security_group_rule and tenant:c29a0caa12a1446f98b261838540ed1b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:37.103277 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6bbe5c3a-2893-469c-afc2-bcb5d1f6b591 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:37.109346 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-6bbe5c3a-2893-469c-afc2-bcb5d1f6b591 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:37.184534 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6bbe5c3a-2893-469c-afc2-bcb5d1f6b591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:37.190871 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6bbe5c3a-2893-469c-afc2-bcb5d1f6b591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:37.218278 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-171866a5-caca-404a-bda4-162dbfa436d2 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:37.225413 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bbe5c3a-2893-469c-afc2-bcb5d1f6b591 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:27:37.234473 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe5c3a-2893-469c-afc2-bcb5d1f6b591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ec1795-286d-4a19-b698-49a05d9bb298,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:37.240562 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6bbe5c3a-2893-469c-afc2-bcb5d1f6b591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:37.241015 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-6bbe5c3a-2893-469c-afc2-bcb5d1f6b591 admin admin] Added segment 75e92001-ea2e-4d98-b17c-1d744b3393a7 of type vlan for network 40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb Apr 08 10:27:37.269970 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6bbe5c3a-2893-469c-afc2-bcb5d1f6b591 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:37.302411 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6bbe5c3a-2893-469c-afc2-bcb5d1f6b591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:37.303337 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbe5c3a-2893-469c-afc2-bcb5d1f6b591 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:37.303976 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6bbe5c3a-2893-469c-afc2-bcb5d1f6b591 admin admin] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:37.349670 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f34d4a4e-e6de-4b83-8b9d-5ca54449f639 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "GET /v2.0/routers/affaba2d-ab70-4603-8559-f938d28e85d9 HTTP/1.1" status: 200 len: 704 time: 0.3599415 Apr 08 10:27:37.350470 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58312) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:37.408831 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe5c3a-2893-469c-afc2-bcb5d1f6b591 admin admin] Pushing event updated for resources: {'Network': ['ID=40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:37.412148 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6bbe5c3a-2893-469c-afc2-bcb5d1f6b591 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4013751 Apr 08 10:27:37.414528 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58316) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:37.419677 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:27:37.427738 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-9db888d3-0c00-49ef-afdb-5f7b30642548 admin admin] Request body: {'subnet': {'network_id': '40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1970862555-subnet', 'tenant_id': 'c29a0caa12a1446f98b261838540ed1b', 'ip_version': 4}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:37.439480 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-9db888d3-0c00-49ef-afdb-5f7b30642548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:37.443044 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-9db888d3-0c00-49ef-afdb-5f7b30642548 admin admin] Usage tracker for resource:subnet and tenant:c29a0caa12a1446f98b261838540ed1b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:37.446891 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-9db888d3-0c00-49ef-afdb-5f7b30642548 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:37.452742 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-9db888d3-0c00-49ef-afdb-5f7b30642548 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:37.463981 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db888d3-0c00-49ef-afdb-5f7b30642548 admin admin] Made reservation on behalf of c29a0caa12a1446f98b261838540ed1b for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:27:37.467188 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9db888d3-0c00-49ef-afdb-5f7b30642548 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:37.707929 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9db888d3-0c00-49ef-afdb-5f7b30642548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:37.749877 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 8e5bed8b-fdb6-4dff-abc3-965b51043537 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:37.774040 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db888d3-0c00-49ef-afdb-5f7b30642548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee18d5c1-c2c7-4a83-a220-f7973eae5377,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:37.798405 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db888d3-0c00-49ef-afdb-5f7b30642548 admin admin] Checking segment: {'id': '75e92001-ea2e-4d98-b17c-1d744b3393a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:27:37.798753 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db888d3-0c00-49ef-afdb-5f7b30642548 admin admin] Network hostable DHCP agents. Network: 40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:27:37.820177 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 8e5bed8b-fdb6-4dff-abc3-965b51043537 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:37.821426 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db888d3-0c00-49ef-afdb-5f7b30642548 admin admin] Network 40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:27:37.825198 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 8e5bed8b-fdb6-4dff-abc3-965b51043537 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:37.825565 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:37.833487 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-9db888d3-0c00-49ef-afdb-5f7b30642548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:37.838205 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db888d3-0c00-49ef-afdb-5f7b30642548 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:37.839309 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9db888d3-0c00-49ef-afdb-5f7b30642548 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:37.854303 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-171866a5-caca-404a-bda4-162dbfa436d2 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:37.867371 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-171866a5-caca-404a-bda4-162dbfa436d2 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Deleting port 02826e2e-d36f-4ba6-9ef5-183e38d00aca {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:27:37.867969 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-171866a5-caca-404a-bda4-162dbfa436d2 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:37.869188 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9db888d3-0c00-49ef-afdb-5f7b30642548 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4535558 Apr 08 10:27:37.869837 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58320) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:37.875739 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-3067f3c2-e09e-4206-b709-ffcb5e29c0be admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1970862555-router', 'tenant_id': 'c29a0caa12a1446f98b261838540ed1b', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:37.876680 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9683964-f1ce-4644-8d71-dbdd7804ee56 None None] Network 40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:27:37.880649 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3067f3c2-e09e-4206-b709-ffcb5e29c0be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:37.885002 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3067f3c2-e09e-4206-b709-ffcb5e29c0be admin admin] Usage tracker for resource:router and tenant:c29a0caa12a1446f98b261838540ed1b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:37.888446 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3067f3c2-e09e-4206-b709-ffcb5e29c0be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:37.899600 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3067f3c2-e09e-4206-b709-ffcb5e29c0be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:37.930507 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3067f3c2-e09e-4206-b709-ffcb5e29c0be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:37.931562 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3067f3c2-e09e-4206-b709-ffcb5e29c0be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:37.973894 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3067f3c2-e09e-4206-b709-ffcb5e29c0be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:38.061487 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2dcabadc-920c-4392-84aa-2d1fcac5a752 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:38.086665 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:38.148724 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3067f3c2-e09e-4206-b709-ffcb5e29c0be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:38.171297 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 8e5bed8b-fdb6-4dff-abc3-965b51043537, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=8e5bed8b-fdb6-4dff-abc3-965b51043537,segment=NetworkSegment(cb3831a0-2e9b-491b-ac5e-1f88430785f9),segment_id=cb3831a0-2e9b-491b-ac5e-1f88430785f9)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:38.203406 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-171866a5-caca-404a-bda4-162dbfa436d2 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:38.203708 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:38.204493 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2effd5f5-9ca8-4609-80dc-0e6c47bb3fee up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:38.302680 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a6bb5a-6a7b-43a3-b8fd-249cabe80ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb', 'network_id': '40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb', 'tenant_id': 'c29a0caa12a1446f98b261838540ed1b', 'fixed_ips': [{'subnet_id': 'ee18d5c1-c2c7-4a83-a220-f7973eae5377'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:27:38.303482 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-81a6bb5a-6a7b-43a3-b8fd-249cabe80ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:38.342998 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-171866a5-caca-404a-bda4-162dbfa436d2 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Calling delete_port for 02826e2e-d36f-4ba6-9ef5-183e38d00aca owned by network:router_gateway {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:27:38.354385 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:38.369027 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3067f3c2-e09e-4206-b709-ffcb5e29c0be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:38.394988 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=8e5bed8b-fdb6-4dff-abc3-965b51043537,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:38.399290 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3067f3c2-e09e-4206-b709-ffcb5e29c0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:38.437966 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 2effd5f5-9ca8-4609-80dc-0e6c47bb3fee completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:38.448233 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 2effd5f5-9ca8-4609-80dc-0e6c47bb3fee triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:38.448606 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:38.550476 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-3067f3c2-e09e-4206-b709-ffcb5e29c0be admin admin] Allocated IP 172.26.0.32 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/644fcfb2-2ca1-48d7-b608-6ebdbb342971) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:27:38.612579 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-81a6bb5a-6a7b-43a3-b8fd-249cabe80ad3 None None] Allocated IP 172.20.0.2 (40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb/ee18d5c1-c2c7-4a83-a220-f7973eae5377/7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:27:38.705105 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3067f3c2-e09e-4206-b709-ffcb5e29c0be admin admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:38.724009 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-171866a5-caca-404a-bda4-162dbfa436d2 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:38.734783 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3067f3c2-e09e-4206-b709-ffcb5e29c0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:38.754860 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:38.781279 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 2effd5f5-9ca8-4609-80dc-0e6c47bb3fee, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2effd5f5-9ca8-4609-80dc-0e6c47bb3fee,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:38.791212 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171866a5-caca-404a-bda4-162dbfa436d2 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Port': ['ID=02826e2e-d36f-4ba6-9ef5-183e38d00aca,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:38.796438 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:38.811292 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3067f3c2-e09e-4206-b709-ffcb5e29c0be admin admin] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:38.814565 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-3067f3c2-e09e-4206-b709-ffcb5e29c0be admin admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:38.821670 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3067f3c2-e09e-4206-b709-ffcb5e29c0be admin admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:27:38.848261 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067f3c2-e09e-4206-b709-ffcb5e29c0be admin admin] Pushing event updated for resources: {'Port': ['ID=644fcfb2-2ca1-48d7-b608-6ebdbb342971,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:38.935445 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=2effd5f5-9ca8-4609-80dc-0e6c47bb3fee,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:38.970410 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-81a6bb5a-6a7b-43a3-b8fd-249cabe80ad3 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:38.987294 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-81a6bb5a-6a7b-43a3-b8fd-249cabe80ad3 None None] Transition to ACTIVE for port object 7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:38.997104 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3067f3c2-e09e-4206-b709-ffcb5e29c0be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:38.998022 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3067f3c2-e09e-4206-b709-ffcb5e29c0be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:39.016044 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-81a6bb5a-6a7b-43a3-b8fd-249cabe80ad3 None None] Transition to ACTIVE for port object 7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:39.022972 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-81a6bb5a-6a7b-43a3-b8fd-249cabe80ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:39.128421 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a6bb5a-6a7b-43a3-b8fd-249cabe80ad3 None None] Network 40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:39.129731 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6bb5a-6a7b-43a3-b8fd-249cabe80ad3 None None] Pushing event updated for resources: {'Port': ['ID=7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:39.133876 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-81a6bb5a-6a7b-43a3-b8fd-249cabe80ad3 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:39.136614 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a6bb5a-6a7b-43a3-b8fd-249cabe80ad3 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:27:39.219142 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-171866a5-caca-404a-bda4-162dbfa436d2 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:39.238410 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-81a6bb5a-6a7b-43a3-b8fd-249cabe80ad3 None None] Attempting to bind port 7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:27:39.238776 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-81a6bb5a-6a7b-43a3-b8fd-249cabe80ad3 None None] Attempting to bind port 7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '75e92001-ea2e-4d98-b17c-1d744b3393a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:27:39.239139 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a6bb5a-6a7b-43a3-b8fd-249cabe80ad3 None None] Attempting to bind port 7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8 on network 40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:27:39.246705 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a6bb5a-6a7b-43a3-b8fd-249cabe80ad3 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:27:39.247621 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a6bb5a-6a7b-43a3-b8fd-249cabe80ad3 None None] Checking segment: {'id': '75e92001-ea2e-4d98-b17c-1d744b3393a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:27:39.248452 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-81a6bb5a-6a7b-43a3-b8fd-249cabe80ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:39.248600 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a6bb5a-6a7b-43a3-b8fd-249cabe80ad3 None None] Bound using segment: {'id': '75e92001-ea2e-4d98-b17c-1d744b3393a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:27:39.248958 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-81a6bb5a-6a7b-43a3-b8fd-249cabe80ad3 None None] Bound port: 7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e92001-ea2e-4d98-b17c-1d744b3393a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:27:39.249328 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-81a6bb5a-6a7b-43a3-b8fd-249cabe80ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:39.342173 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-81a6bb5a-6a7b-43a3-b8fd-249cabe80ad3 None None] For port 7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:27:39.345652 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-81a6bb5a-6a7b-43a3-b8fd-249cabe80ad3 None None] For port 7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8,segment=NetworkSegment(75e92001-ea2e-4d98-b17c-1d744b3393a7),segment_id=75e92001-ea2e-4d98-b17c-1d744b3393a7)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:27:39.351281 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-81a6bb5a-6a7b-43a3-b8fd-249cabe80ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:39.353625 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3067f3c2-e09e-4206-b709-ffcb5e29c0be admin admin] Router c862d33f-e586-4a1c-8f69-599f783b6d5b is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:27:39.435059 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6bb5a-6a7b-43a3-b8fd-249cabe80ad3 None None] Pushing event updated for resources: {'Port': ['ID=7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:39.535813 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-171866a5-caca-404a-bda4-162dbfa436d2 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:39.555020 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-171866a5-caca-404a-bda4-162dbfa436d2 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:39.570786 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3067f3c2-e09e-4206-b709-ffcb5e29c0be admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:27:39.587345 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c0215c-01d7-4a80-8855-d48b6ffd884b None None] Sync routers for ids ['c862d33f-e586-4a1c-8f69-599f783b6d5b'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:27:39.601230 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3067f3c2-e09e-4206-b709-ffcb5e29c0be admin admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:39.605143 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3067f3c2-e09e-4206-b709-ffcb5e29c0be admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7316875 Apr 08 10:27:39.605669 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58326) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:39.613090 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c0215c-01d7-4a80-8855-d48b6ffd884b None None] Routers {'c862d33f-e586-4a1c-8f69-599f783b6d5b'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:39.613750 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-49c0215c-01d7-4a80-8855-d48b6ffd884b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['c862d33f-e586-4a1c-8f69-599f783b6d5b'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:39.668169 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-171866a5-caca-404a-bda4-162dbfa436d2 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:39.675930 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171866a5-caca-404a-bda4-162dbfa436d2 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Fanout notify agent at l3_agent the message router_deleted on router 0aa4fdce-95ff-4794-bb03-6f9ddcd524b8 {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:27:39.709382 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-2dcabadc-920c-4392-84aa-2d1fcac5a752 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Deleting port 8e5bed8b-fdb6-4dff-abc3-965b51043537 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:27:39.709832 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2dcabadc-920c-4392-84aa-2d1fcac5a752 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:39.743728 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-171866a5-caca-404a-bda4-162dbfa436d2 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:39.750540 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-171866a5-caca-404a-bda4-162dbfa436d2 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/routers/0aa4fdce-95ff-4794-bb03-6f9ddcd524b8 HTTP/1.1" status: 204 len: 168 time: 2.9926746 Apr 08 10:27:39.756296 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58330) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:39.771392 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-fbe05136-d74b-4efd-b3e9-00270b236e62 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'network': {'name': 'tempest-RoutersTest-532666137'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:39.789514 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-fbe05136-d74b-4efd-b3e9-00270b236e62 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:39.798749 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-fbe05136-d74b-4efd-b3e9-00270b236e62 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Usage tracker for resource:network and tenant:44ffe129493d49b08ea911b16ee6c97f is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:39.803897 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-fbe05136-d74b-4efd-b3e9-00270b236e62 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:39.833356 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-fbe05136-d74b-4efd-b3e9-00270b236e62 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:39.919744 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 8e5bed8b-fdb6-4dff-abc3-965b51043537 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:39.952111 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe05136-d74b-4efd-b3e9-00270b236e62 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Made reservation on behalf of 44ffe129493d49b08ea911b16ee6c97f for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:27:39.955203 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fbe05136-d74b-4efd-b3e9-00270b236e62 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:39.966411 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-49c0215c-01d7-4a80-8855-d48b6ffd884b None None] Set router c862d33f-e586-4a1c-8f69-599f783b6d5b gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:27:40.005960 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe05136-d74b-4efd-b3e9-00270b236e62 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:27:40.032183 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fbe05136-d74b-4efd-b3e9-00270b236e62 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:40.032669 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-fbe05136-d74b-4efd-b3e9-00270b236e62 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Added segment 3bf448d1-f762-4ab5-b460-b10be6f37c7e of type vlan for network a5d4a8dd-f010-4491-b161-723342e684c8 Apr 08 10:27:40.044814 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-2dcabadc-920c-4392-84aa-2d1fcac5a752 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] For port 8e5bed8b-fdb6-4dff-abc3-965b51043537, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=8e5bed8b-fdb6-4dff-abc3-965b51043537,segment=NetworkSegment(cb3831a0-2e9b-491b-ac5e-1f88430785f9),segment_id=cb3831a0-2e9b-491b-ac5e-1f88430785f9)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:40.045273 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2dcabadc-920c-4392-84aa-2d1fcac5a752 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:40.188260 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-2dcabadc-920c-4392-84aa-2d1fcac5a752 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Calling delete_port for 8e5bed8b-fdb6-4dff-abc3-965b51043537 owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:27:40.211098 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 8e5bed8b-fdb6-4dff-abc3-965b51043537 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:40.211388 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:40.226224 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fbe05136-d74b-4efd-b3e9-00270b236e62 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:40.300483 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fbe05136-d74b-4efd-b3e9-00270b236e62 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:40.304224 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe05136-d74b-4efd-b3e9-00270b236e62 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:40.304892 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fbe05136-d74b-4efd-b3e9-00270b236e62 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:40.401490 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2effd5f5-9ca8-4609-80dc-0e6c47bb3fee up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:40.418196 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-fbe05136-d74b-4efd-b3e9-00270b236e62 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6604185 Apr 08 10:27:40.421395 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58336) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:40.426906 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-4ecdb76f-176b-4d4f-ba25-53f07265a8de tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'subnet': {'network_id': 'a5d4a8dd-f010-4491-b161-723342e684c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:40.431121 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe05136-d74b-4efd-b3e9-00270b236e62 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Network': ['ID=a5d4a8dd-f010-4491-b161-723342e684c8,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:40.444930 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network a5d4a8dd-f010-4491-b161-723342e684c8 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:27:40.518004 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2dcabadc-920c-4392-84aa-2d1fcac5a752 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:40.570318 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4ecdb76f-176b-4d4f-ba25-53f07265a8de tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:40.574698 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4ecdb76f-176b-4d4f-ba25-53f07265a8de tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Usage tracker for resource:subnet and tenant:44ffe129493d49b08ea911b16ee6c97f is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:40.576816 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcabadc-920c-4392-84aa-2d1fcac5a752 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Port': ['ID=8e5bed8b-fdb6-4dff-abc3-965b51043537,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:40.579576 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4ecdb76f-176b-4d4f-ba25-53f07265a8de tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:40.586294 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4ecdb76f-176b-4d4f-ba25-53f07265a8de tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:40.640598 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecdb76f-176b-4d4f-ba25-53f07265a8de tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Made reservation on behalf of 44ffe129493d49b08ea911b16ee6c97f for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:27:40.669182 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-49c0215c-01d7-4a80-8855-d48b6ffd884b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c862d33f-e586-4a1c-8f69-599f783b6d5b', 'name': 'tempest-TestVolumeBootPattern-1970862555-router', 'tenant_id': 'c29a0caa12a1446f98b261838540ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.32'}], 'enable_snat': True}, 'gw_port_id': '644fcfb2-2ca1-48d7-b608-6ebdbb342971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:37Z', 'updated_at': '2022-04-08T10:27:38Z', 'revision_number': 3, 'project_id': 'c29a0caa12a1446f98b261838540ed1b', 'gw_port': {'id': '644fcfb2-2ca1-48d7-b608-6ebdbb342971', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c862d33f-e586-4a1c-8f69-599f783b6d5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:38Z', 'updated_at': '2022-04-08T10:27:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:40.681588 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c0215c-01d7-4a80-8855-d48b6ffd884b None None] Checking router: c862d33f-e586-4a1c-8f69-599f783b6d5b for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:27:40.681940 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c0215c-01d7-4a80-8855-d48b6ffd884b None None] Updating router c862d33f-e586-4a1c-8f69-599f783b6d5b port 644fcfb2-2ca1-48d7-b608-6ebdbb342971 binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:27:40.766389 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-49c0215c-01d7-4a80-8855-d48b6ffd884b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:40.819710 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 2effd5f5-9ca8-4609-80dc-0e6c47bb3fee triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:40.820032 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:40.846928 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4ecdb76f-176b-4d4f-ba25-53f07265a8de tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:40.862613 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2dcabadc-920c-4392-84aa-2d1fcac5a752 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:40.956143 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-04f34a0d-ad4b-492f-b8bd-48394eb5ca3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:41.052463 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e18720a-5d20-4c35-9ede-02da1770caf5 None None] Network 40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:27:41.207829 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:41.287830 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f03249bb-9cfa-4a81-b643-5d7c08bcddcf None None] Provisioning for port 7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:41.421855 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4ecdb76f-176b-4d4f-ba25-53f07265a8de tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:41.426113 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-04f34a0d-ad4b-492f-b8bd-48394eb5ca3b admin admin] Allocated IP 172.20.0.1 (40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb/ee18d5c1-c2c7-4a83-a220-f7973eae5377/9f811f7f-d5ac-454e-ba3f-6862f60362cd) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:27:41.509341 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:41.519763 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:41.520240 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:41.564447 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-49c0215c-01d7-4a80-8855-d48b6ffd884b None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:41.579452 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dcabadc-920c-4392-84aa-2d1fcac5a752 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Router affaba2d-ab70-4603-8559-f938d28e85d9 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:27:41.595076 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecdb76f-176b-4d4f-ba25-53f07265a8de tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Subnet': ['ID=902480b9-c6a2-47ff-952f-d9e40f20915b,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:41.602543 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-49c0215c-01d7-4a80-8855-d48b6ffd884b None None] Transition to ACTIVE for port object 644fcfb2-2ca1-48d7-b608-6ebdbb342971 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:41.616821 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-49c0215c-01d7-4a80-8855-d48b6ffd884b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:41.628867 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecdb76f-176b-4d4f-ba25-53f07265a8de tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Checking segment: {'id': '3bf448d1-f762-4ab5-b460-b10be6f37c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a5d4a8dd-f010-4491-b161-723342e684c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:27:41.629333 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecdb76f-176b-4d4f-ba25-53f07265a8de tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network hostable DHCP agents. Network: a5d4a8dd-f010-4491-b161-723342e684c8, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:27:41.713642 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-04f34a0d-ad4b-492f-b8bd-48394eb5ca3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:41.735231 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-04f34a0d-ad4b-492f-b8bd-48394eb5ca3b admin admin] Transition to ACTIVE for port object 9f811f7f-d5ac-454e-ba3f-6862f60362cd will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:41.745283 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecdb76f-176b-4d4f-ba25-53f07265a8de tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network a5d4a8dd-f010-4491-b161-723342e684c8 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:27:41.764600 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-4ecdb76f-176b-4d4f-ba25-53f07265a8de tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, a5d4a8dd-f010-4491-b161-723342e684c8) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:41.769201 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d558b-8791-487a-835f-7a50613bdc9b None None] Pushing event updated for resources: {'Port': ['ID=644fcfb2-2ca1-48d7-b608-6ebdbb342971,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:41.769820 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecdb76f-176b-4d4f-ba25-53f07265a8de tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:41.770399 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4ecdb76f-176b-4d4f-ba25-53f07265a8de tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:41.774474 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-49c0215c-01d7-4a80-8855-d48b6ffd884b None None] Attempting to bind port 644fcfb2-2ca1-48d7-b608-6ebdbb342971 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:27:41.774836 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-49c0215c-01d7-4a80-8855-d48b6ffd884b None None] Attempting to bind port 644fcfb2-2ca1-48d7-b608-6ebdbb342971 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:27:41.775336 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c0215c-01d7-4a80-8855-d48b6ffd884b None None] Attempting to bind port 644fcfb2-2ca1-48d7-b608-6ebdbb342971 on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:27:41.791018 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a94318c-318f-4ba9-8876-ef59123857a5 None None] Network a5d4a8dd-f010-4491-b161-723342e684c8 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:27:41.796119 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcabadc-920c-4392-84aa-2d1fcac5a752 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:27:41.801457 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-04f34a0d-ad4b-492f-b8bd-48394eb5ca3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:41.812494 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2dcabadc-920c-4392-84aa-2d1fcac5a752 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "PUT /v2.0/routers/affaba2d-ab70-4603-8559-f938d28e85d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4609599 Apr 08 10:27:41.815457 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58344) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:41.840051 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4ecdb76f-176b-4d4f-ba25-53f07265a8de tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4175570 Apr 08 10:27:41.846506 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58348) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:41.865896 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-b38ee600-0aaf-4744-9aac-432d6718870d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1898089949', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:41.868122 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:41.880001 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b38ee600-0aaf-4744-9aac-432d6718870d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:41.895307 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b38ee600-0aaf-4744-9aac-432d6718870d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Usage tracker for resource:router and tenant:44ffe129493d49b08ea911b16ee6c97f is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:41.899685 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b38ee600-0aaf-4744-9aac-432d6718870d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:41.901157 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c0215c-01d7-4a80-8855-d48b6ffd884b None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:27:41.901544 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c0215c-01d7-4a80-8855-d48b6ffd884b None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:27:41.904269 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f34a0d-ad4b-492f-b8bd-48394eb5ca3b admin admin] Network 40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:41.904978 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-49c0215c-01d7-4a80-8855-d48b6ffd884b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:41.905740 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c0215c-01d7-4a80-8855-d48b6ffd884b None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:27:41.907406 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-49c0215c-01d7-4a80-8855-d48b6ffd884b None None] Bound port: 644fcfb2-2ca1-48d7-b608-6ebdbb342971, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:27:41.908204 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-49c0215c-01d7-4a80-8855-d48b6ffd884b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:41.911117 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-04f34a0d-ad4b-492f-b8bd-48394eb5ca3b admin admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:41.913556 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f34a0d-ad4b-492f-b8bd-48394eb5ca3b admin admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:27:41.939141 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f34a0d-ad4b-492f-b8bd-48394eb5ca3b admin admin] Pushing event updated for resources: {'Port': ['ID=9f811f7f-d5ac-454e-ba3f-6862f60362cd,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:41.945393 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b38ee600-0aaf-4744-9aac-432d6718870d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:41.972424 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b38ee600-0aaf-4744-9aac-432d6718870d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:41.973351 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b38ee600-0aaf-4744-9aac-432d6718870d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:41.984952 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-04f34a0d-ad4b-492f-b8bd-48394eb5ca3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:42.010079 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b38ee600-0aaf-4744-9aac-432d6718870d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:42.028322 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-a126e462-0f0c-4353-807a-52a50459b2db tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Deleting subnet dc864568-5b73-4be0-980d-08396c7ec427 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:27:42.032353 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a126e462-0f0c-4353-807a-52a50459b2db tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:42.062234 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-49c0215c-01d7-4a80-8855-d48b6ffd884b None None] For port 644fcfb2-2ca1-48d7-b608-6ebdbb342971, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:27:42.066799 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-49c0215c-01d7-4a80-8855-d48b6ffd884b None None] For port 644fcfb2-2ca1-48d7-b608-6ebdbb342971, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=644fcfb2-2ca1-48d7-b608-6ebdbb342971,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:27:42.071965 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8,segment=NetworkSegment(75e92001-ea2e-4d98-b17c-1d744b3393a7),segment_id=75e92001-ea2e-4d98-b17c-1d744b3393a7)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:42.097099 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-49c0215c-01d7-4a80-8855-d48b6ffd884b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:42.100872 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a126e462-0f0c-4353-807a-52a50459b2db tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:42.111161 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b38ee600-0aaf-4744-9aac-432d6718870d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:42.131056 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:42.178422 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b38ee600-0aaf-4744-9aac-432d6718870d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:42.182047 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b38ee600-0aaf-4744-9aac-432d6718870d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3321688 Apr 08 10:27:42.191461 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58352) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:42.215039 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-04f34a0d-ad4b-492f-b8bd-48394eb5ca3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:42.243785 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-1ea46f03-d419-4f29-ab0a-7d3245f75775 None None] Provisioning complete for port 7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:42.244109 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1ea46f03-d419-4f29-ab0a-7d3245f75775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:42.362547 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d558b-8791-487a-835f-7a50613bdc9b None None] Pushing event updated for resources: {'Port': ['ID=644fcfb2-2ca1-48d7-b608-6ebdbb342971,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:42.404342 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1258803d-affb-4b29-b632-e05a868a8a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-a5d4a8dd-f010-4491-b161-723342e684c8', 'network_id': 'a5d4a8dd-f010-4491-b161-723342e684c8', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'fixed_ips': [{'subnet_id': '902480b9-c6a2-47ff-952f-d9e40f20915b'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:27:42.405142 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1258803d-affb-4b29-b632-e05a868a8a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:42.414358 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c0215c-01d7-4a80-8855-d48b6ffd884b None None] Routers {'c862d33f-e586-4a1c-8f69-599f783b6d5b'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:42.414970 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-49c0215c-01d7-4a80-8855-d48b6ffd884b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['c862d33f-e586-4a1c-8f69-599f783b6d5b'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:42.454187 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-04f34a0d-ad4b-492f-b8bd-48394eb5ca3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:42.459047 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-04f34a0d-ad4b-492f-b8bd-48394eb5ca3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:42.572585 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-04f34a0d-ad4b-492f-b8bd-48394eb5ca3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:42.576400 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f34a0d-ad4b-492f-b8bd-48394eb5ca3b admin admin] Pushing event updated for resources: {'Port': ['ID=9f811f7f-d5ac-454e-ba3f-6862f60362cd,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:42.620936 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a126e462-0f0c-4353-807a-52a50459b2db tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:42.730939 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f34a0d-ad4b-492f-b8bd-48394eb5ca3b admin admin] Network 40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:42.732871 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-04f34a0d-ad4b-492f-b8bd-48394eb5ca3b admin admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:42.749586 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:42.839560 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a126e462-0f0c-4353-807a-52a50459b2db tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:42.882206 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-49c0215c-01d7-4a80-8855-d48b6ffd884b None None] Set router c862d33f-e586-4a1c-8f69-599f783b6d5b gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:27:42.928839 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126e462-0f0c-4353-807a-52a50459b2db tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Subnet': ['ID=dc864568-5b73-4be0-980d-08396c7ec427,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:42.937358 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a126e462-0f0c-4353-807a-52a50459b2db tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:42.952814 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58356) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:42.953389 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a126e462-0f0c-4353-807a-52a50459b2db tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/subnets/dc864568-5b73-4be0-980d-08396c7ec427 HTTP/1.1" status: 204 len: 168 time: 1.1360824 Apr 08 10:27:42.962587 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5aa127-57a7-46b0-bded-25edfd576cd5 None None] Network bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:27:42.988331 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e366be9b-1fc8-4293-ae58-fa6d7a927bd8 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:43.267442 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-10f0d439-1178-49c6-9d1e-7a0dfa591d1a None None] Provisioning for port 9f811f7f-d5ac-454e-ba3f-6862f60362cd completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:43.271875 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-1258803d-affb-4b29-b632-e05a868a8a50 None None] Allocated IP 172.20.0.2 (a5d4a8dd-f010-4491-b161-723342e684c8/902480b9-c6a2-47ff-952f-d9e40f20915b/62f86481-7a50-450e-8d8f-7ec600d2714d) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:27:43.306685 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6dc73bda-82fb-4ea6-9fc1-7429d68fa25e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:43.327418 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-6dc73bda-82fb-4ea6-9fc1-7429d68fa25e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Deleting port 03e2cac5-31ba-47d0-be5a-26b00fe02631 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:27:43.327896 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6dc73bda-82fb-4ea6-9fc1-7429d68fa25e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:43.332028 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-10f0d439-1178-49c6-9d1e-7a0dfa591d1a None None] Provisioning complete for port 9f811f7f-d5ac-454e-ba3f-6862f60362cd triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:43.332421 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-10f0d439-1178-49c6-9d1e-7a0dfa591d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:43.456237 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-17453b81-ab2f-4d1e-9df0-d88771f986b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:43.546878 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-10f0d439-1178-49c6-9d1e-7a0dfa591d1a None None] Port 9f811f7f-d5ac-454e-ba3f-6862f60362cd cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:27:43.564563 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-6dc73bda-82fb-4ea6-9fc1-7429d68fa25e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] For port 03e2cac5-31ba-47d0-be5a-26b00fe02631, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=03e2cac5-31ba-47d0-be5a-26b00fe02631,segment=NetworkSegment(cb3831a0-2e9b-491b-ac5e-1f88430785f9),segment_id=cb3831a0-2e9b-491b-ac5e-1f88430785f9)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:43.565079 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6dc73bda-82fb-4ea6-9fc1-7429d68fa25e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:43.580025 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f34a0d-ad4b-492f-b8bd-48394eb5ca3b admin admin] Router c862d33f-e586-4a1c-8f69-599f783b6d5b has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:27:43.692271 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-6dc73bda-82fb-4ea6-9fc1-7429d68fa25e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Calling delete_port for 03e2cac5-31ba-47d0-be5a-26b00fe02631 owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:27:43.699635 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58362) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:43.705178 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ad69f2-d429-4ae6-b939-744defc6325d None None] Sync routers for ids ['affaba2d-ab70-4603-8559-f938d28e85d9'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:27:43.714974 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3a50bc-2f25-4c57-b2c4-59171a632817 None None] DHCP port deletion for bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:27:43.721357 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-49c0215c-01d7-4a80-8855-d48b6ffd884b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c862d33f-e586-4a1c-8f69-599f783b6d5b', 'name': 'tempest-TestVolumeBootPattern-1970862555-router', 'tenant_id': 'c29a0caa12a1446f98b261838540ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.32'}], 'enable_snat': True}, 'gw_port_id': '644fcfb2-2ca1-48d7-b608-6ebdbb342971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:37Z', 'updated_at': '2022-04-08T10:27:42Z', 'revision_number': 4, 'project_id': 'c29a0caa12a1446f98b261838540ed1b', 'gw_port': {'id': '644fcfb2-2ca1-48d7-b608-6ebdbb342971', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c862d33f-e586-4a1c-8f69-599f783b6d5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:38Z', 'updated_at': '2022-04-08T10:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '9f811f7f-d5ac-454e-ba3f-6862f60362cd', 'name': '', 'network_id': '40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb', 'tenant_id': 'c29a0caa12a1446f98b261838540ed1b', 'mac_address': 'fa:16:3e:f7:90:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c862d33f-e586-4a1c-8f69-599f783b6d5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee18d5c1-c2c7-4a83-a220-f7973eae5377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:41Z', 'updated_at': '2022-04-08T10:27:42Z', 'revision_number': 2, 'project_id': 'c29a0caa12a1446f98b261838540ed1b', 'subnets': [{'id': 'ee18d5c1-c2c7-4a83-a220-f7973eae5377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:43.735186 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-3f3a50bc-2f25-4c57-b2c4-59171a632817 None None] Deleting port 03e2cac5-31ba-47d0-be5a-26b00fe02631 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:27:43.735555 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3f3a50bc-2f25-4c57-b2c4-59171a632817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:43.737053 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ad69f2-d429-4ae6-b939-744defc6325d None None] Routers {'affaba2d-ab70-4603-8559-f938d28e85d9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:43.737679 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-32ad69f2-d429-4ae6-b939-744defc6325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['affaba2d-ab70-4603-8559-f938d28e85d9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:43.762246 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c0215c-01d7-4a80-8855-d48b6ffd884b None None] The sync data for ids ['c862d33f-e586-4a1c-8f69-599f783b6d5b'] in dv-neutron-837110-1-hyperv is: [{'id': 'c862d33f-e586-4a1c-8f69-599f783b6d5b', 'name': 'tempest-TestVolumeBootPattern-1970862555-router', 'tenant_id': 'c29a0caa12a1446f98b261838540ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.32'}], 'enable_snat': True}, 'gw_port_id': '644fcfb2-2ca1-48d7-b608-6ebdbb342971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:37Z', 'updated_at': '2022-04-08T10:27:42Z', 'revision_number': 4, 'project_id': 'c29a0caa12a1446f98b261838540ed1b', 'gw_port': {'id': '644fcfb2-2ca1-48d7-b608-6ebdbb342971', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c862d33f-e586-4a1c-8f69-599f783b6d5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:38Z', 'updated_at': '2022-04-08T10:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '9f811f7f-d5ac-454e-ba3f-6862f60362cd', 'name': '', 'network_id': '40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb', 'tenant_id': 'c29a0caa12a1446f98b261838540ed1b', 'mac_address': 'fa:16:3e:f7:90:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c862d33f-e586-4a1c-8f69-599f783b6d5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee18d5c1-c2c7-4a83-a220-f7973eae5377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:41Z', 'updated_at': '2022-04-08T10:27:42Z', 'revision_number': 2, 'project_id': 'c29a0caa12a1446f98b261838540ed1b', 'subnets': [{'id': 'ee18d5c1-c2c7-4a83-a220-f7973eae5377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:27:43.770367 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1258803d-affb-4b29-b632-e05a868a8a50 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:43.812758 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-9060b86f-713b-45b0-8bde-9b22fb07f77a None None] Provisioning complete for port 9f811f7f-d5ac-454e-ba3f-6862f60362cd triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:43.813130 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9060b86f-713b-45b0-8bde-9b22fb07f77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:43.847247 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-1258803d-affb-4b29-b632-e05a868a8a50 None None] Transition to ACTIVE for port object 62f86481-7a50-450e-8d8f-7ec600d2714d will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:43.864824 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-31d76b3d-35dd-47f5-925a-6a3ef17a7e8d tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/ports?project_id=6d9baba61a9a4a97bab400043cc74a73&network_id=3f87cc2e-abff-4c5e-a9be-9df69703738c HTTP/1.1" status: 200 len: 2999 time: 0.1587076 Apr 08 10:27:43.905418 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6dc73bda-82fb-4ea6-9fc1-7429d68fa25e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:43.929500 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-32ad69f2-d429-4ae6-b939-744defc6325d None None] Set router affaba2d-ab70-4603-8559-f938d28e85d9 gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:27:43.935881 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-3f3a50bc-2f25-4c57-b2c4-59171a632817 None None] The port '03e2cac5-31ba-47d0-be5a-26b00fe02631' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:27:43.937256 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-1258803d-affb-4b29-b632-e05a868a8a50 None None] Transition to ACTIVE for port object 62f86481-7a50-450e-8d8f-7ec600d2714d will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:43.956004 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc73bda-82fb-4ea6-9fc1-7429d68fa25e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Port': ['ID=03e2cac5-31ba-47d0-be5a-26b00fe02631,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:43.958597 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc73bda-82fb-4ea6-9fc1-7429d68fa25e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] No DVR routers for this DVR port 03e2cac5-31ba-47d0-be5a-26b00fe02631 on host dv-neutron-837110-1-hyperv {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:27:43.966780 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-9060b86f-713b-45b0-8bde-9b22fb07f77a None None] Port 9f811f7f-d5ac-454e-ba3f-6862f60362cd cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:27:43.968410 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1258803d-affb-4b29-b632-e05a868a8a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:44.030691 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-e366be9b-1fc8-4293-ae58-fa6d7a927bd8 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Allocated IP 172.20.0.1 (a5d4a8dd-f010-4491-b161-723342e684c8/902480b9-c6a2-47ff-952f-d9e40f20915b/520796c7-021b-4014-9aa9-091f90241856) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:27:44.046996 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1258803d-affb-4b29-b632-e05a868a8a50 None None] Network a5d4a8dd-f010-4491-b161-723342e684c8 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:44.061325 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-1258803d-affb-4b29-b632-e05a868a8a50 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:44.071132 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1258803d-affb-4b29-b632-e05a868a8a50 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:27:44.101906 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6dc73bda-82fb-4ea6-9fc1-7429d68fa25e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:44.135266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-6dc73bda-82fb-4ea6-9fc1-7429d68fa25e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:44.151419 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-6dc73bda-82fb-4ea6-9fc1-7429d68fa25e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb3831a0-2e9b-491b-ac5e-1f88430785f9') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:44.151779 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-6dc73bda-82fb-4ea6-9fc1-7429d68fa25e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb3831a0-2e9b-491b-ac5e-1f88430785f9') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:44.166302 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6dc73bda-82fb-4ea6-9fc1-7429d68fa25e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:44.192669 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6dc73bda-82fb-4ea6-9fc1-7429d68fa25e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:44.207718 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc73bda-82fb-4ea6-9fc1-7429d68fa25e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:27:44.207718 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6dc73bda-82fb-4ea6-9fc1-7429d68fa25e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:44.233198 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-1258803d-affb-4b29-b632-e05a868a8a50 None None] Attempting to bind port 62f86481-7a50-450e-8d8f-7ec600d2714d on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:27:44.233639 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-1258803d-affb-4b29-b632-e05a868a8a50 None None] Attempting to bind port 62f86481-7a50-450e-8d8f-7ec600d2714d by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '3bf448d1-f762-4ab5-b460-b10be6f37c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a5d4a8dd-f010-4491-b161-723342e684c8'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:27:44.233816 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:27:44.236438 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1258803d-affb-4b29-b632-e05a868a8a50 None None] Attempting to bind port 62f86481-7a50-450e-8d8f-7ec600d2714d on network a5d4a8dd-f010-4491-b161-723342e684c8 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:27:44.245969 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1258803d-affb-4b29-b632-e05a868a8a50 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:27:44.246570 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1258803d-affb-4b29-b632-e05a868a8a50 None None] Checking segment: {'id': '3bf448d1-f762-4ab5-b460-b10be6f37c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a5d4a8dd-f010-4491-b161-723342e684c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:27:44.247593 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1258803d-affb-4b29-b632-e05a868a8a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:44.248150 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1258803d-affb-4b29-b632-e05a868a8a50 None None] Bound using segment: {'id': '3bf448d1-f762-4ab5-b460-b10be6f37c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a5d4a8dd-f010-4491-b161-723342e684c8'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:27:44.248868 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-1258803d-affb-4b29-b632-e05a868a8a50 None None] Bound port: 62f86481-7a50-450e-8d8f-7ec600d2714d, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf448d1-f762-4ab5-b460-b10be6f37c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a5d4a8dd-f010-4491-b161-723342e684c8'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:27:44.249346 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1258803d-affb-4b29-b632-e05a868a8a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:44.269881 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:44.316370 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f34a0d-ad4b-492f-b8bd-48394eb5ca3b admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:27:44.332308 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6dc73bda-82fb-4ea6-9fc1-7429d68fa25e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:44.335915 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e366be9b-1fc8-4293-ae58-fa6d7a927bd8 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:44.337689 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6dc73bda-82fb-4ea6-9fc1-7429d68fa25e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:44.353460 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-e366be9b-1fc8-4293-ae58-fa6d7a927bd8 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Transition to ACTIVE for port object 520796c7-021b-4014-9aa9-091f90241856 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:44.353711 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-32ad69f2-d429-4ae6-b939-744defc6325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'name': 'tempest-RoutersIpV6Test-router-1259330695', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:05Z', 'updated_at': '2022-04-08T10:27:40Z', 'revision_number': 8, 'project_id': '72c993bf72344f498aa1635c771d9146', 'gw_port_host': None, '_interfaces': [{'id': '18559ada-a573-42f8-9360-eca63aa341a5', 'name': '', 'network_id': '7162ebc8-110b-4168-b09e-77de78af7aba', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:f9:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:15Z', 'updated_at': '2022-04-08T10:27:24Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71defff6-7a26-412e-b9fa-79b9fd29b29d', 'name': '', 'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:bd:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:07Z', 'updated_at': '2022-04-08T10:27:17Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b72ce9ba-6d0b-4180-a806-f0f7ec4888e0', 'name': '', 'network_id': 'a33f989a-079f-41b7-9ec4-71801806aa4f', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:48:a8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79827b0b-a231-4aa0-957d-a0d7f77efd6e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:22Z', 'updated_at': '2022-04-08T10:27:30Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': '79827b0b-a231-4aa0-957d-a0d7f77efd6e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:44.358913 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ad69f2-d429-4ae6-b939-744defc6325d None None] Checking router: affaba2d-ab70-4603-8559-f938d28e85d9 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:27:44.375282 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ad69f2-d429-4ae6-b939-744defc6325d None None] Routers {'affaba2d-ab70-4603-8559-f938d28e85d9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:44.376430 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-32ad69f2-d429-4ae6-b939-744defc6325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['affaba2d-ab70-4603-8559-f938d28e85d9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:44.378166 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e366be9b-1fc8-4293-ae58-fa6d7a927bd8 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:44.386450 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-04f34a0d-ad4b-492f-b8bd-48394eb5ca3b admin admin] 10.222.0.47 "PUT /v2.0/routers/c862d33f-e586-4a1c-8f69-599f783b6d5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7786791 Apr 08 10:27:44.387012 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258803d-affb-4b29-b632-e05a868a8a50 None None] Pushing event updated for resources: {'Port': ['ID=62f86481-7a50-450e-8d8f-7ec600d2714d,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:44.393682 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6dc73bda-82fb-4ea6-9fc1-7429d68fa25e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/networks/bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d HTTP/1.1" status: 204 len: 168 time: 1.4372423 Apr 08 10:27:44.393682 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc73bda-82fb-4ea6-9fc1-7429d68fa25e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Network': ['ID=bbbf6812-a7f8-4a77-8f5d-a1d4de9b676d,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:44.399125 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58372) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:44.472747 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e366be9b-1fc8-4293-ae58-fa6d7a927bd8 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network a5d4a8dd-f010-4491-b161-723342e684c8 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:44.473805 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366be9b-1fc8-4293-ae58-fa6d7a927bd8 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Port': ['ID=520796c7-021b-4014-9aa9-091f90241856,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:44.485035 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-e366be9b-1fc8-4293-ae58-fa6d7a927bd8 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:44.487700 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e366be9b-1fc8-4293-ae58-fa6d7a927bd8 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:27:44.532660 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-1258803d-affb-4b29-b632-e05a868a8a50 None None] For port 62f86481-7a50-450e-8d8f-7ec600d2714d, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:27:44.535012 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:44.535390 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:44.584246 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e366be9b-1fc8-4293-ae58-fa6d7a927bd8 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:44.606743 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-1258803d-affb-4b29-b632-e05a868a8a50 None None] For port 62f86481-7a50-450e-8d8f-7ec600d2714d, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=62f86481-7a50-450e-8d8f-7ec600d2714d,segment=NetworkSegment(3bf448d1-f762-4ab5-b460-b10be6f37c7e),segment_id=3bf448d1-f762-4ab5-b460-b10be6f37c7e)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:27:44.607294 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-32ad69f2-d429-4ae6-b939-744defc6325d None None] Set router affaba2d-ab70-4603-8559-f938d28e85d9 gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:27:44.618509 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1258803d-affb-4b29-b632-e05a868a8a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:44.709893 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258803d-affb-4b29-b632-e05a868a8a50 None None] Pushing event updated for resources: {'Port': ['ID=62f86481-7a50-450e-8d8f-7ec600d2714d,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:44.844650 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e366be9b-1fc8-4293-ae58-fa6d7a927bd8 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:44.897537 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 03e2cac5-31ba-47d0-be5a-26b00fe02631 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:27:44.998872 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 03e2cac5-31ba-47d0-be5a-26b00fe02631 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:27:44.999224 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 03e2cac5-31ba-47d0-be5a-26b00fe02631 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:27:45.194017 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-32ad69f2-d429-4ae6-b939-744defc6325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'name': 'tempest-RoutersIpV6Test-router-1259330695', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:05Z', 'updated_at': '2022-04-08T10:27:40Z', 'revision_number': 8, 'project_id': '72c993bf72344f498aa1635c771d9146', 'gw_port_host': None, '_interfaces': [{'id': '18559ada-a573-42f8-9360-eca63aa341a5', 'name': '', 'network_id': '7162ebc8-110b-4168-b09e-77de78af7aba', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:f9:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:15Z', 'updated_at': '2022-04-08T10:27:24Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71defff6-7a26-412e-b9fa-79b9fd29b29d', 'name': '', 'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:bd:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:07Z', 'updated_at': '2022-04-08T10:27:17Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b72ce9ba-6d0b-4180-a806-f0f7ec4888e0', 'name': '', 'network_id': 'a33f989a-079f-41b7-9ec4-71801806aa4f', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:48:a8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79827b0b-a231-4aa0-957d-a0d7f77efd6e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:22Z', 'updated_at': '2022-04-08T10:27:30Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': '79827b0b-a231-4aa0-957d-a0d7f77efd6e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:45.198445 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ad69f2-d429-4ae6-b939-744defc6325d None None] The sync data for ids ['affaba2d-ab70-4603-8559-f938d28e85d9'] in dv-neutron-837110-1-hyperv is: [{'id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'name': 'tempest-RoutersIpV6Test-router-1259330695', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:05Z', 'updated_at': '2022-04-08T10:27:40Z', 'revision_number': 8, 'project_id': '72c993bf72344f498aa1635c771d9146', 'gw_port_host': None, '_interfaces': [{'id': '18559ada-a573-42f8-9360-eca63aa341a5', 'name': '', 'network_id': '7162ebc8-110b-4168-b09e-77de78af7aba', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:f9:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:15Z', 'updated_at': '2022-04-08T10:27:24Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71defff6-7a26-412e-b9fa-79b9fd29b29d', 'name': '', 'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:bd:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:07Z', 'updated_at': '2022-04-08T10:27:17Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b72ce9ba-6d0b-4180-a806-f0f7ec4888e0', 'name': '', 'network_id': 'a33f989a-079f-41b7-9ec4-71801806aa4f', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:48:a8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79827b0b-a231-4aa0-957d-a0d7f77efd6e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:22Z', 'updated_at': '2022-04-08T10:27:30Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': '79827b0b-a231-4aa0-957d-a0d7f77efd6e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:27:45.458935 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7350818f-211a-4e5f-9913-a2e483b47353 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:45.522965 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fbdf378e-a500-4e28-a98e-cafb52e7c158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:45.555335 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58384) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:45.684740 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58388) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:45.701876 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-2f186c3c-6c2c-4e4a-9a41-20212385caf5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-762314985', 'description': 'tempest-secgroup-smoke-762314985 description', 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:45.709733 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2f186c3c-6c2c-4e4a-9a41-20212385caf5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:45.720408 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2f186c3c-6c2c-4e4a-9a41-20212385caf5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Usage tracker for resource:security_group and tenant:ca026b6dcd1141668fcfbc870ce52fee is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:45.724343 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2f186c3c-6c2c-4e4a-9a41-20212385caf5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:45.733257 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2f186c3c-6c2c-4e4a-9a41-20212385caf5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:45.797003 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71156dbf-f6cc-469f-8df2-99316fb2ee0d tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:45.810282 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-71156dbf-f6cc-469f-8df2-99316fb2ee0d tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 HTTP/1.1" status: 200 len: 814 time: 0.2527328 Apr 08 10:27:45.845995 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e366be9b-1fc8-4293-ae58-fa6d7a927bd8 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:45.850565 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e366be9b-1fc8-4293-ae58-fa6d7a927bd8 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:45.859131 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2f186c3c-6c2c-4e4a-9a41-20212385caf5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:45.952615 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2f186c3c-6c2c-4e4a-9a41-20212385caf5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:45.959285 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2f186c3c-6c2c-4e4a-9a41-20212385caf5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Usage tracker for resource:security_group_rule and tenant:ca026b6dcd1141668fcfbc870ce52fee is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:45.962873 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2f186c3c-6c2c-4e4a-9a41-20212385caf5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:45.982166 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366be9b-1fc8-4293-ae58-fa6d7a927bd8 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Port': ['ID=520796c7-021b-4014-9aa9-091f90241856,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:45.996560 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e366be9b-1fc8-4293-ae58-fa6d7a927bd8 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:45.997869 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2f186c3c-6c2c-4e4a-9a41-20212385caf5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:46.175250 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2f186c3c-6c2c-4e4a-9a41-20212385caf5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:46.186725 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e366be9b-1fc8-4293-ae58-fa6d7a927bd8 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network a5d4a8dd-f010-4491-b161-723342e684c8 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:46.188128 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-e366be9b-1fc8-4293-ae58-fa6d7a927bd8 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:46.195700 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2f186c3c-6c2c-4e4a-9a41-20212385caf5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:46.240590 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2f186c3c-6c2c-4e4a-9a41-20212385caf5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:46.241787 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2f186c3c-6c2c-4e4a-9a41-20212385caf5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5474031 Apr 08 10:27:46.249833 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58396) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:46.266431 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e02e937-daf7-446e-9cb1-d7196d243c29 None None] Network a5d4a8dd-f010-4491-b161-723342e684c8 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:27:46.271146 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-0ad86190-1f5f-4f2b-89ca-2d0ba9edbc19 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Request body: {'security_group_rule': {'security_group_id': 'acb99817-3827-49da-ae33-a15577fba8ec', 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:46.292221 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f186c3c-6c2c-4e4a-9a41-20212385caf5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acb99817-3827-49da-ae33-a15577fba8ec,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:46.297941 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0ad86190-1f5f-4f2b-89ca-2d0ba9edbc19 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:46.302322 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0ad86190-1f5f-4f2b-89ca-2d0ba9edbc19 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Usage tracker for resource:security_group_rule and tenant:ca026b6dcd1141668fcfbc870ce52fee is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:46.305496 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0ad86190-1f5f-4f2b-89ca-2d0ba9edbc19 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:46.308125 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58400) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:46.316000 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0ad86190-1f5f-4f2b-89ca-2d0ba9edbc19 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:46.320869 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-d24d6d82-9914-41b8-9d80-39655c7c86cc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'network': {'name': 'tempest-network-smoke--1092479733', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'port_security_enabled': True}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:46.330915 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d24d6d82-9914-41b8-9d80-39655c7c86cc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:46.345291 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 62f86481-7a50-450e-8d8f-7ec600d2714d up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:46.381379 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d24d6d82-9914-41b8-9d80-39655c7c86cc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:46.389852 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0ad86190-1f5f-4f2b-89ca-2d0ba9edbc19 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:46.429055 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24d6d82-9914-41b8-9d80-39655c7c86cc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Made reservation on behalf of 6d9baba61a9a4a97bab400043cc74a73 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:27:46.432034 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d24d6d82-9914-41b8-9d80-39655c7c86cc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:46.443489 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d100ba20-f107-43f1-a5d3-22aab81b88d4 None None] Provisioning for port 62f86481-7a50-450e-8d8f-7ec600d2714d completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:46.515081 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 62f86481-7a50-450e-8d8f-7ec600d2714d completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:46.540041 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24d6d82-9914-41b8-9d80-39655c7c86cc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:27:46.550706 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 62f86481-7a50-450e-8d8f-7ec600d2714d triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:46.551272 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:46.563302 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0ad86190-1f5f-4f2b-89ca-2d0ba9edbc19 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:46.569882 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d24d6d82-9914-41b8-9d80-39655c7c86cc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:46.570225 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-d24d6d82-9914-41b8-9d80-39655c7c86cc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Added segment 6d1cf25d-9ff4-4109-aac4-c40987f47f89 of type vlan for network a07c7aad-9e91-458a-af3c-ebe42e8a00f2 Apr 08 10:27:46.571515 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-7350818f-211a-4e5f-9913-a2e483b47353 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Deleting port b72ce9ba-6d0b-4180-a806-f0f7ec4888e0 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:27:46.571833 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7350818f-211a-4e5f-9913-a2e483b47353 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:46.595590 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0ad86190-1f5f-4f2b-89ca-2d0ba9edbc19 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:46.605423 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e366be9b-1fc8-4293-ae58-fa6d7a927bd8 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Router 1e5a1602-1fb5-447c-b09f-525e5dd01398 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:27:46.648744 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad86190-1f5f-4f2b-89ca-2d0ba9edbc19 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549b3a04-3819-4a76-b177-7eff85dbe7f0,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:46.677289 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d24d6d82-9914-41b8-9d80-39655c7c86cc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:46.683938 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0ad86190-1f5f-4f2b-89ca-2d0ba9edbc19 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:46.688688 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0ad86190-1f5f-4f2b-89ca-2d0ba9edbc19 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4342124 Apr 08 10:27:46.702589 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:46.707876 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58404) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:46.731429 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:46.751420 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 62f86481-7a50-450e-8d8f-7ec600d2714d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=62f86481-7a50-450e-8d8f-7ec600d2714d,segment=NetworkSegment(3bf448d1-f762-4ab5-b460-b10be6f37c7e),segment_id=3bf448d1-f762-4ab5-b460-b10be6f37c7e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:46.757256 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:46.771604 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-81ff9579-3979-4cf7-8594-21856b20b984 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Request body: {'security_group_rule': {'security_group_id': 'acb99817-3827-49da-ae33-a15577fba8ec', 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:46.787608 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-81ff9579-3979-4cf7-8594-21856b20b984 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:46.794824 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-81ff9579-3979-4cf7-8594-21856b20b984 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Usage tracker for resource:security_group_rule and tenant:ca026b6dcd1141668fcfbc870ce52fee is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:46.796990 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 8e5bed8b-fdb6-4dff-abc3-965b51043537 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:27:46.799613 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-81ff9579-3979-4cf7-8594-21856b20b984 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:46.808010 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-81ff9579-3979-4cf7-8594-21856b20b984 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:46.825841 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d24d6d82-9914-41b8-9d80-39655c7c86cc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:46.829493 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24d6d82-9914-41b8-9d80-39655c7c86cc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:46.830688 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d24d6d82-9914-41b8-9d80-39655c7c86cc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:46.852695 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 8e5bed8b-fdb6-4dff-abc3-965b51043537 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:27:46.853041 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 8e5bed8b-fdb6-4dff-abc3-965b51043537 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:27:46.862245 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-81ff9579-3979-4cf7-8594-21856b20b984 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:46.886155 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=62f86481-7a50-450e-8d8f-7ec600d2714d,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:46.889565 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:46.938580 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e366be9b-1fc8-4293-ae58-fa6d7a927bd8 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:27:46.950069 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3183158-9a55-4ed5-9aee-f81918fe6dad None None] Sync routers for ids ['1e5a1602-1fb5-447c-b09f-525e5dd01398'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:27:46.961727 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e366be9b-1fc8-4293-ae58-fa6d7a927bd8 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "PUT /v2.0/routers/1e5a1602-1fb5-447c-b09f-525e5dd01398/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7675612 Apr 08 10:27:46.965679 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58408) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:46.970269 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d24d6d82-9914-41b8-9d80-39655c7c86cc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6600194 Apr 08 10:27:46.971168 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3183158-9a55-4ed5-9aee-f81918fe6dad None None] Routers {'1e5a1602-1fb5-447c-b09f-525e5dd01398'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:46.972280 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-d3183158-9a55-4ed5-9aee-f81918fe6dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1e5a1602-1fb5-447c-b09f-525e5dd01398'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:46.972445 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58410) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:46.980665 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-81ff9579-3979-4cf7-8594-21856b20b984 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:46.985980 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-81ff9579-3979-4cf7-8594-21856b20b984 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:47.015592 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff9579-3979-4cf7-8594-21856b20b984 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c98fffeb-d9ee-4047-8d62-40ec9e1d33f2,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:47.026006 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-81ff9579-3979-4cf7-8594-21856b20b984 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:47.027369 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-81ff9579-3979-4cf7-8594-21856b20b984 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2670057 Apr 08 10:27:47.029036 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-7350818f-211a-4e5f-9913-a2e483b47353 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] For port b72ce9ba-6d0b-4180-a806-f0f7ec4888e0, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b72ce9ba-6d0b-4180-a806-f0f7ec4888e0,segment=NetworkSegment(ac39eea1-4717-4213-b9bf-b656c880dfe7),segment_id=ac39eea1-4717-4213-b9bf-b656c880dfe7)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:47.029628 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7350818f-211a-4e5f-9913-a2e483b47353 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:47.030249 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58416) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:47.036483 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-019c6419-afcf-41f6-b5a8-fb49fd4e5976 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Request body: {'security_group_rule': {'security_group_id': 'acb99817-3827-49da-ae33-a15577fba8ec', 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:47.057620 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-019c6419-afcf-41f6-b5a8-fb49fd4e5976 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:47.059200 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-d3183158-9a55-4ed5-9aee-f81918fe6dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:47.063510 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-019c6419-afcf-41f6-b5a8-fb49fd4e5976 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Usage tracker for resource:security_group_rule and tenant:ca026b6dcd1141668fcfbc870ce52fee is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:47.066463 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-019c6419-afcf-41f6-b5a8-fb49fd4e5976 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:47.075181 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-019c6419-afcf-41f6-b5a8-fb49fd4e5976 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:47.079060 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3183158-9a55-4ed5-9aee-f81918fe6dad None None] Routers {'1e5a1602-1fb5-447c-b09f-525e5dd01398'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:47.079797 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-d3183158-9a55-4ed5-9aee-f81918fe6dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1e5a1602-1fb5-447c-b09f-525e5dd01398'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:47.086773 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d6d82-9914-41b8-9d80-39655c7c86cc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Network': ['ID=a07c7aad-9e91-458a-af3c-ebe42e8a00f2,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:47.108061 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-019c6419-afcf-41f6-b5a8-fb49fd4e5976 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:47.144394 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network a07c7aad-9e91-458a-af3c-ebe42e8a00f2 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:27:47.240256 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-d3183158-9a55-4ed5-9aee-f81918fe6dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:47.242425 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-019c6419-afcf-41f6-b5a8-fb49fd4e5976 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:47.242728 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3183158-9a55-4ed5-9aee-f81918fe6dad None None] The sync data for ids ['1e5a1602-1fb5-447c-b09f-525e5dd01398'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:27:47.251418 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-019c6419-afcf-41f6-b5a8-fb49fd4e5976 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:47.258041 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-7350818f-211a-4e5f-9913-a2e483b47353 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Calling delete_port for b72ce9ba-6d0b-4180-a806-f0f7ec4888e0 owned by network:router_interface {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:27:47.282056 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6419-afcf-41f6-b5a8-fb49fd4e5976 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483ab69b-7c9f-4616-947b-54924b5e8961,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:47.282680 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-6af3c2ff-3b8c-45d3-880b-94810b5a3a9d None None] Provisioning complete for port 62f86481-7a50-450e-8d8f-7ec600d2714d triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:47.283267 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6af3c2ff-3b8c-45d3-880b-94810b5a3a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:47.293426 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-019c6419-afcf-41f6-b5a8-fb49fd4e5976 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:47.295162 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-019c6419-afcf-41f6-b5a8-fb49fd4e5976 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2636414 Apr 08 10:27:47.299021 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58420) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:47.305633 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-d916ba27-f702-4e36-b0a0-83c8d3253046 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Request body: {'security_group_rule': {'security_group_id': 'acb99817-3827-49da-ae33-a15577fba8ec', 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:47.312514 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d916ba27-f702-4e36-b0a0-83c8d3253046 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:47.313799 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec01bf6-bb0d-4452-ad36-52b0d4e17a08 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:47.317268 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d916ba27-f702-4e36-b0a0-83c8d3253046 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Usage tracker for resource:security_group_rule and tenant:ca026b6dcd1141668fcfbc870ce52fee is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:47.319589 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-aec01bf6-bb0d-4452-ad36-52b0d4e17a08 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "GET /v2.0/ports/520796c7-021b-4014-9aa9-091f90241856 HTTP/1.1" status: 200 len: 910 time: 0.3482385 Apr 08 10:27:47.320678 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58424) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:47.323647 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d916ba27-f702-4e36-b0a0-83c8d3253046 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:47.332400 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-8ea1317f-64b9-43f5-97ac-4c19361413c0 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '902480b9-c6a2-47ff-952f-d9e40f20915b'}]}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:47.344493 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b998a7-a8e5-4730-bcbd-0865d6e7a837 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:47.346127 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-33b998a7-a8e5-4730-bcbd-0865d6e7a837 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=6d9baba61a9a4a97bab400043cc74a73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3360343 Apr 08 10:27:47.349095 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58428) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:47.385615 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d916ba27-f702-4e36-b0a0-83c8d3253046 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:47.447066 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d916ba27-f702-4e36-b0a0-83c8d3253046 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:47.454069 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-6af3c2ff-3b8c-45d3-880b-94810b5a3a9d None None] Provisioning for port 520796c7-021b-4014-9aa9-091f90241856 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:47.459886 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-6af3c2ff-3b8c-45d3-880b-94810b5a3a9d None None] Provisioning complete for port 520796c7-021b-4014-9aa9-091f90241856 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:47.460510 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6af3c2ff-3b8c-45d3-880b-94810b5a3a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:47.516387 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-6af3c2ff-3b8c-45d3-880b-94810b5a3a9d None None] Port 520796c7-021b-4014-9aa9-091f90241856 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:27:47.639188 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ffd82fcb-b832-4f74-beb1-2cf5d2da49bb None None] Provisioning complete for port 520796c7-021b-4014-9aa9-091f90241856 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:47.640340 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ffd82fcb-b832-4f74-beb1-2cf5d2da49bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:47.640654 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d916ba27-f702-4e36-b0a0-83c8d3253046 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:47.648302 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d916ba27-f702-4e36-b0a0-83c8d3253046 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:47.665257 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7428ae-bb81-4f94-8abc-3ee0c76e5574 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:47.666749 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5b7428ae-bb81-4f94-8abc-3ee0c76e5574 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3164942 Apr 08 10:27:47.669525 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58432) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:47.688108 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916ba27-f702-4e36-b0a0-83c8d3253046 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb7c418-893a-4f0d-9696-1c6ab578ab6f,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:47.695160 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-ffd82fcb-b832-4f74-beb1-2cf5d2da49bb None None] Port 520796c7-021b-4014-9aa9-091f90241856 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:27:47.698045 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8ea1317f-64b9-43f5-97ac-4c19361413c0 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:47.709756 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d916ba27-f702-4e36-b0a0-83c8d3253046 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:47.710956 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d916ba27-f702-4e36-b0a0-83c8d3253046 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4106545 Apr 08 10:27:47.713946 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58436) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:47.723224 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-fa4337f7-b95d-48e9-a29b-245cccb12650 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0525372 Apr 08 10:27:47.727062 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-d581dcba-b0b4-474a-b976-2ed7ca3d35dc tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Request body: {'security_group_rule': {'security_group_id': 'acb99817-3827-49da-ae33-a15577fba8ec', 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:47.732640 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58440) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:47.735723 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d581dcba-b0b4-474a-b976-2ed7ca3d35dc tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:47.769508 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d581dcba-b0b4-474a-b976-2ed7ca3d35dc tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Usage tracker for resource:security_group_rule and tenant:ca026b6dcd1141668fcfbc870ce52fee is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:47.775156 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d581dcba-b0b4-474a-b976-2ed7ca3d35dc tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:47.785239 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-bcf8dcf9-2b93-406d-9be5-eaeb55e74967 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=6d9baba61a9a4a97bab400043cc74a73&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0514376 Apr 08 10:27:47.786772 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d581dcba-b0b4-474a-b976-2ed7ca3d35dc tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:47.788507 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58444) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:47.902293 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.securitygroups_db [None req-d581dcba-b0b4-474a-b976-2ed7ca3d35dc tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Project ca026b6dcd1141668fcfbc870ce52fee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:27:47.935686 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d581dcba-b0b4-474a-b976-2ed7ca3d35dc tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:48.008960 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7350818f-211a-4e5f-9913-a2e483b47353 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:48.078664 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350818f-211a-4e5f-9913-a2e483b47353 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Port': ['ID=b72ce9ba-6d0b-4180-a806-f0f7ec4888e0,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:48.083464 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88892db5-3f32-4418-8c42-09b02fb1c77d tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:48.085062 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-88892db5-3f32-4418-8c42-09b02fb1c77d tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2955654 Apr 08 10:27:48.088637 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58448) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:48.179275 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1b6cf393-6fe0-41b3-8122-339599fa88e3 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0881467 Apr 08 10:27:48.182443 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58452) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:48.185523 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d581dcba-b0b4-474a-b976-2ed7ca3d35dc tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:48.191370 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-aaa72475-04ea-4518-a04f-1c1b39414496 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1412373680', 'network_id': 'a07c7aad-9e91-458a-af3c-ebe42e8a00f2', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:48.221514 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:48.241132 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d581dcba-b0b4-474a-b976-2ed7ca3d35dc tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:48.306950 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 62f86481-7a50-450e-8d8f-7ec600d2714d up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:48.328378 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581dcba-b0b4-474a-b976-2ed7ca3d35dc tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339a34f0-b7e1-4f38-8fb2-10a95fb0a670,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:48.358481 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d581dcba-b0b4-474a-b976-2ed7ca3d35dc tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:48.359572 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d581dcba-b0b4-474a-b976-2ed7ca3d35dc tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6397882 Apr 08 10:27:48.362854 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58456) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:48.374163 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-163e6cce-5b96-4623-99c4-2be4706326e2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Request body: {'security_group_rule': {'security_group_id': 'acb99817-3827-49da-ae33-a15577fba8ec', 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:48.382868 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-163e6cce-5b96-4623-99c4-2be4706326e2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:48.388719 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-163e6cce-5b96-4623-99c4-2be4706326e2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Usage tracker for resource:security_group_rule and tenant:ca026b6dcd1141668fcfbc870ce52fee is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:48.392864 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-163e6cce-5b96-4623-99c4-2be4706326e2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:48.402582 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-163e6cce-5b96-4623-99c4-2be4706326e2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:48.422031 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-aaa72475-04ea-4518-a04f-1c1b39414496 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:48.430464 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-aaa72475-04ea-4518-a04f-1c1b39414496 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:subnet and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:48.431604 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 62f86481-7a50-450e-8d8f-7ec600d2714d triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:48.431976 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:48.434907 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.securitygroups_db [None req-163e6cce-5b96-4623-99c4-2be4706326e2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Project ca026b6dcd1141668fcfbc870ce52fee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:27:48.436430 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-aaa72475-04ea-4518-a04f-1c1b39414496 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:48.453368 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-163e6cce-5b96-4623-99c4-2be4706326e2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:48.454937 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-aaa72475-04ea-4518-a04f-1c1b39414496 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:48.463889 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7350818f-211a-4e5f-9913-a2e483b47353 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:48.483083 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa72475-04ea-4518-a04f-1c1b39414496 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Made reservation on behalf of 6d9baba61a9a4a97bab400043cc74a73 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:27:48.600886 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8ea1317f-64b9-43f5-97ac-4c19361413c0 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:48.607622 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aaa72475-04ea-4518-a04f-1c1b39414496 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:48.624704 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8ea1317f-64b9-43f5-97ac-4c19361413c0 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:48.662349 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-163e6cce-5b96-4623-99c4-2be4706326e2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:48.669884 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-163e6cce-5b96-4623-99c4-2be4706326e2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:48.695472 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e6cce-5b96-4623-99c4-2be4706326e2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d93538-95ef-4d48-b2f6-04b273bef1e4,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:48.710112 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-163e6cce-5b96-4623-99c4-2be4706326e2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:48.711289 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-163e6cce-5b96-4623-99c4-2be4706326e2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3437359 Apr 08 10:27:48.809379 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1317f-64b9-43f5-97ac-4c19361413c0 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Port': ['ID=520796c7-021b-4014-9aa9-091f90241856,revision_number=3']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:48.825831 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea1317f-64b9-43f5-97ac-4c19361413c0 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:48.826628 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8ea1317f-64b9-43f5-97ac-4c19361413c0 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:48.827947 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8ea1317f-64b9-43f5-97ac-4c19361413c0 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "PUT /v2.0/ports/520796c7-021b-4014-9aa9-091f90241856 HTTP/1.1" status: 200 len: 910 time: 1.5061352 Apr 08 10:27:48.831174 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58472) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:49.089178 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7350818f-211a-4e5f-9913-a2e483b47353 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Router affaba2d-ab70-4603-8559-f938d28e85d9 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:27:49.105776 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aaa72475-04ea-4518-a04f-1c1b39414496 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:49.306103 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa72475-04ea-4518-a04f-1c1b39414496 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Subnet': ['ID=11a418fc-9352-4954-ad94-95a85292ceb2,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:49.349240 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa72475-04ea-4518-a04f-1c1b39414496 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Checking segment: {'id': '6d1cf25d-9ff4-4109-aac4-c40987f47f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a07c7aad-9e91-458a-af3c-ebe42e8a00f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:27:49.349869 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa72475-04ea-4518-a04f-1c1b39414496 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network hostable DHCP agents. Network: a07c7aad-9e91-458a-af3c-ebe42e8a00f2, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:27:49.390218 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5ca42d28-04f2-4e98-96ae-1c6c70f61842 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:49.408313 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7350818f-211a-4e5f-9913-a2e483b47353 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:27:49.415778 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7350818f-211a-4e5f-9913-a2e483b47353 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "PUT /v2.0/routers/affaba2d-ab70-4603-8559-f938d28e85d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0132539 Apr 08 10:27:49.416657 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58488) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:49.442795 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa72475-04ea-4518-a04f-1c1b39414496 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network a07c7aad-9e91-458a-af3c-ebe42e8a00f2 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:27:49.457027 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-aaa72475-04ea-4518-a04f-1c1b39414496 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, a07c7aad-9e91-458a-af3c-ebe42e8a00f2) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:49.470009 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4057e8-9198-4389-a308-6a2eee5bba88 None None] Network a07c7aad-9e91-458a-af3c-ebe42e8a00f2 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:27:49.679487 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa72475-04ea-4518-a04f-1c1b39414496 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:49.680070 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aaa72475-04ea-4518-a04f-1c1b39414496 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:49.736311 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-aaa72475-04ea-4518-a04f-1c1b39414496 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5520360 Apr 08 10:27:49.786516 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-98579792-48be-4dbf-b051-033c495334a3 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Deleting subnet 79827b0b-a231-4aa0-957d-a0d7f77efd6e {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:27:49.790338 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-98579792-48be-4dbf-b051-033c495334a3 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:49.791326 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4d636e-baa5-44c4-8930-e91f8db50392 None None] Sync routers for ids ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:27:49.827051 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4d636e-baa5-44c4-8930-e91f8db50392 None None] Routers {'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:49.831477 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-ed4d636e-baa5-44c4-8930-e91f8db50392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:49.874720 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-98579792-48be-4dbf-b051-033c495334a3 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:50.056183 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-98579792-48be-4dbf-b051-033c495334a3 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:50.111338 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d984e915-1d52-4b4f-ba5b-c43157581d01 None None] Sync routers for ids ['affaba2d-ab70-4603-8559-f938d28e85d9'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:27:50.213624 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d984e915-1d52-4b4f-ba5b-c43157581d01 None None] Routers {'affaba2d-ab70-4603-8559-f938d28e85d9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:50.215180 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-d984e915-1d52-4b4f-ba5b-c43157581d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['affaba2d-ab70-4603-8559-f938d28e85d9'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:50.261459 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-98579792-48be-4dbf-b051-033c495334a3 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:50.372629 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98579792-48be-4dbf-b051-033c495334a3 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Subnet': ['ID=79827b0b-a231-4aa0-957d-a0d7f77efd6e,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:50.385954 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-98579792-48be-4dbf-b051-033c495334a3 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:50.405892 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-98579792-48be-4dbf-b051-033c495334a3 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/subnets/79827b0b-a231-4aa0-957d-a0d7f77efd6e HTTP/1.1" status: 204 len: 168 time: 0.9885619 Apr 08 10:27:50.408958 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58516) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:50.448263 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-ed4d636e-baa5-44c4-8930-e91f8db50392 None None] Set router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:27:50.456302 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241daf19-b5f8-4f99-b6f8-124d407703b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-a07c7aad-9e91-458a-af3c-ebe42e8a00f2', 'network_id': 'a07c7aad-9e91-458a-af3c-ebe42e8a00f2', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ips': [{'subnet_id': '11a418fc-9352-4954-ad94-95a85292ceb2'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:27:50.457365 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-241daf19-b5f8-4f99-b6f8-124d407703b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:50.487290 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2100f8e9-8023-4b09-874a-9bea84e415f0 None None] Network a33f989a-079f-41b7-9ec4-71801806aa4f requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:27:50.490924 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-5ca42d28-04f2-4e98-96ae-1c6c70f61842 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Deleting port 520796c7-021b-4014-9aa9-091f90241856 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:27:50.491362 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5ca42d28-04f2-4e98-96ae-1c6c70f61842 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:50.610478 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-837cee24-b4ce-4d82-b81f-c5bf306705ff tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:50.625069 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-837cee24-b4ce-4d82-b81f-c5bf306705ff tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Deleting port c7cb229e-98a9-452b-8008-8e0b49aa2000 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:27:50.625554 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-837cee24-b4ce-4d82-b81f-c5bf306705ff tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:50.844289 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5ca42d28-04f2-4e98-96ae-1c6c70f61842 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:50.944862 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-d984e915-1d52-4b4f-ba5b-c43157581d01 None None] Set router affaba2d-ab70-4603-8559-f938d28e85d9 gateway port host: None {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:27:51.123500 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-ed4d636e-baa5-44c4-8930-e91f8db50392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'name': 'tempest-TestVolumeBootPattern-950229728-router', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:26Z', 'updated_at': '2022-04-08T10:27:33Z', 'revision_number': 4, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'gw_port': {'id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:27Z', 'updated_at': '2022-04-08T10:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '5d9a8b30-0bbd-4472-8415-bc87b6cbdf59', 'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'mac_address': 'fa:16:3e:b7:88:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:32Z', 'updated_at': '2022-04-08T10:27:33Z', 'revision_number': 2, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'subnets': [{'id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:51.138916 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4d636e-baa5-44c4-8930-e91f8db50392 None None] Checking router: fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:27:51.139142 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-5ca42d28-04f2-4e98-96ae-1c6c70f61842 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Calling delete_port for 520796c7-021b-4014-9aa9-091f90241856 owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:27:51.141787 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4d636e-baa5-44c4-8930-e91f8db50392 None None] Updating router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 port 5d9a8b30-0bbd-4472-8415-bc87b6cbdf59 binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:27:51.202567 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-837cee24-b4ce-4d82-b81f-c5bf306705ff tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] For port c7cb229e-98a9-452b-8008-8e0b49aa2000, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=c7cb229e-98a9-452b-8008-8e0b49aa2000,segment=NetworkSegment(ac39eea1-4717-4213-b9bf-b656c880dfe7),segment_id=ac39eea1-4717-4213-b9bf-b656c880dfe7)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:51.203153 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-837cee24-b4ce-4d82-b81f-c5bf306705ff tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:51.290447 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ed4d636e-baa5-44c4-8930-e91f8db50392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:51.426192 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-241daf19-b5f8-4f99-b6f8-124d407703b3 None None] Allocated IP 172.20.0.18 (a07c7aad-9e91-458a-af3c-ebe42e8a00f2/11a418fc-9352-4954-ad94-95a85292ceb2/abd98fb8-edbb-45e5-99bf-c48ce992ba4d) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:27:51.484743 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5ca42d28-04f2-4e98-96ae-1c6c70f61842 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:51.503488 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-837cee24-b4ce-4d82-b81f-c5bf306705ff tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Calling delete_port for c7cb229e-98a9-452b-8008-8e0b49aa2000 owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:27:51.563316 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca42d28-04f2-4e98-96ae-1c6c70f61842 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Port': ['ID=520796c7-021b-4014-9aa9-091f90241856,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:51.667941 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58530) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:51.671371 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-837cee24-b4ce-4d82-b81f-c5bf306705ff tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:51.703114 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-13c80939-de14-4f6f-a49b-cda109d637a9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-508423953', 'description': 'tempest-secgroup-smoke-508423953 description', 'project_id': '6d9baba61a9a4a97bab400043cc74a73'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:51.773240 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837cee24-b4ce-4d82-b81f-c5bf306705ff tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] No DVR routers for this DVR port c7cb229e-98a9-452b-8008-8e0b49aa2000 on host dv-neutron-837110-1-hyperv {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:27:51.845324 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-13c80939-de14-4f6f-a49b-cda109d637a9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:51.960070 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10260a30-eb2d-4619-93cf-39c61f51eae6 None None] DHCP port deletion for a33f989a-079f-41b7-9ec4-71801806aa4f request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:27:51.979604 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-d984e915-1d52-4b4f-ba5b-c43157581d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'name': 'tempest-RoutersIpV6Test-router-1259330695', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:05Z', 'updated_at': '2022-04-08T10:27:47Z', 'revision_number': 9, 'project_id': '72c993bf72344f498aa1635c771d9146', 'gw_port_host': None, '_interfaces': [{'id': '18559ada-a573-42f8-9360-eca63aa341a5', 'name': '', 'network_id': '7162ebc8-110b-4168-b09e-77de78af7aba', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:f9:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:15Z', 'updated_at': '2022-04-08T10:27:24Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71defff6-7a26-412e-b9fa-79b9fd29b29d', 'name': '', 'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:bd:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:07Z', 'updated_at': '2022-04-08T10:27:17Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:51.986882 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d984e915-1d52-4b4f-ba5b-c43157581d01 None None] Checking router: affaba2d-ab70-4603-8559-f938d28e85d9 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:27:52.003105 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d984e915-1d52-4b4f-ba5b-c43157581d01 None None] Routers {'affaba2d-ab70-4603-8559-f938d28e85d9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:52.003720 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-d984e915-1d52-4b4f-ba5b-c43157581d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['affaba2d-ab70-4603-8559-f938d28e85d9'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:52.061879 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5ca42d28-04f2-4e98-96ae-1c6c70f61842 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:52.064820 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-837cee24-b4ce-4d82-b81f-c5bf306705ff tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:52.098291 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-837cee24-b4ce-4d82-b81f-c5bf306705ff tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a33f989a-079f-41b7-9ec4-71801806aa4f']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:52.120494 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:27:52.124182 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-837cee24-b4ce-4d82-b81f-c5bf306705ff tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac39eea1-4717-4213-b9bf-b656c880dfe7') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:52.124799 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-837cee24-b4ce-4d82-b81f-c5bf306705ff tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac39eea1-4717-4213-b9bf-b656c880dfe7') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:52.138569 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-837cee24-b4ce-4d82-b81f-c5bf306705ff tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:52.176013 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837cee24-b4ce-4d82-b81f-c5bf306705ff tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Port': ['ID=c7cb229e-98a9-452b-8008-8e0b49aa2000,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:52.213770 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-13c80939-de14-4f6f-a49b-cda109d637a9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:52.227941 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-837cee24-b4ce-4d82-b81f-c5bf306705ff tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:52.243217 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-837cee24-b4ce-4d82-b81f-c5bf306705ff tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:27:52.243626 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-837cee24-b4ce-4d82-b81f-c5bf306705ff tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:52.268106 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-241daf19-b5f8-4f99-b6f8-124d407703b3 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:27:52.280908 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:27:52.290389 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-13c80939-de14-4f6f-a49b-cda109d637a9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:52.296011 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-241daf19-b5f8-4f99-b6f8-124d407703b3 None None] Transition to ACTIVE for port object abd98fb8-edbb-45e5-99bf-c48ce992ba4d will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:52.321551 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-241daf19-b5f8-4f99-b6f8-124d407703b3 None None] Transition to ACTIVE for port object abd98fb8-edbb-45e5-99bf-c48ce992ba4d will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:52.332574 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ed4d636e-baa5-44c4-8930-e91f8db50392 None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:52.340297 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-241daf19-b5f8-4f99-b6f8-124d407703b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:52.388018 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 644fcfb2-2ca1-48d7-b608-6ebdbb342971 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:52.437505 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-ed4d636e-baa5-44c4-8930-e91f8db50392 None None] Transition to ACTIVE for port object 5d9a8b30-0bbd-4472-8415-bc87b6cbdf59 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:52.444020 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-837cee24-b4ce-4d82-b81f-c5bf306705ff tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:52.446898 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ed4d636e-baa5-44c4-8930-e91f8db50392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:52.502313 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-837cee24-b4ce-4d82-b81f-c5bf306705ff tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:52.519972 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-13c80939-de14-4f6f-a49b-cda109d637a9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:52.522978 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-d984e915-1d52-4b4f-ba5b-c43157581d01 None None] Set router affaba2d-ab70-4603-8559-f938d28e85d9 gateway port host: None {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:27:52.539423 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-13c80939-de14-4f6f-a49b-cda109d637a9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:52.550377 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-13c80939-de14-4f6f-a49b-cda109d637a9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:52.553251 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837cee24-b4ce-4d82-b81f-c5bf306705ff tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Network': ['ID=a33f989a-079f-41b7-9ec4-71801806aa4f,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:52.577177 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-13c80939-de14-4f6f-a49b-cda109d637a9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:52.595752 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-837cee24-b4ce-4d82-b81f-c5bf306705ff tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/networks/a33f989a-079f-41b7-9ec4-71801806aa4f HTTP/1.1" status: 204 len: 168 time: 2.1858788 Apr 08 10:27:52.596901 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241daf19-b5f8-4f99-b6f8-124d407703b3 None None] Network a07c7aad-9e91-458a-af3c-ebe42e8a00f2 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:52.597675 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241daf19-b5f8-4f99-b6f8-124d407703b3 None None] Pushing event updated for resources: {'Port': ['ID=abd98fb8-edbb-45e5-99bf-c48ce992ba4d,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:52.603109 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-241daf19-b5f8-4f99-b6f8-124d407703b3 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:52.609073 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58536) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:52.618465 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241daf19-b5f8-4f99-b6f8-124d407703b3 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:27:52.807465 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a974c2-ba60-40ac-b8e7-99c59de69c80 None None] Pushing event updated for resources: {'Port': ['ID=5d9a8b30-0bbd-4472-8415-bc87b6cbdf59,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:52.917204 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a974c2-ba60-40ac-b8e7-99c59de69c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:52.917555 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a974c2-ba60-40ac-b8e7-99c59de69c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:52.917920 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a974c2-ba60-40ac-b8e7-99c59de69c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:52.918261 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a974c2-ba60-40ac-b8e7-99c59de69c80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:52.919264 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a974c2-ba60-40ac-b8e7-99c59de69c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:52.919851 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a974c2-ba60-40ac-b8e7-99c59de69c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:52.920375 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a974c2-ba60-40ac-b8e7-99c59de69c80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:52.920710 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a974c2-ba60-40ac-b8e7-99c59de69c80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:52.921058 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a974c2-ba60-40ac-b8e7-99c59de69c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:52.922326 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a974c2-ba60-40ac-b8e7-99c59de69c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:52.922667 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a974c2-ba60-40ac-b8e7-99c59de69c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:27:52.925444 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 644fcfb2-2ca1-48d7-b608-6ebdbb342971 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:52.928112 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-ed4d636e-baa5-44c4-8930-e91f8db50392 None None] Attempting to bind port 5d9a8b30-0bbd-4472-8415-bc87b6cbdf59 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:27:52.928508 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-ed4d636e-baa5-44c4-8930-e91f8db50392 None None] Attempting to bind port 5d9a8b30-0bbd-4472-8415-bc87b6cbdf59 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '1cff5a80-2e48-4f34-84f9-427d4240795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:27:52.928870 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4d636e-baa5-44c4-8930-e91f8db50392 None None] Attempting to bind port 5d9a8b30-0bbd-4472-8415-bc87b6cbdf59 on network d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:27:52.935654 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-241daf19-b5f8-4f99-b6f8-124d407703b3 None None] Attempting to bind port abd98fb8-edbb-45e5-99bf-c48ce992ba4d on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:27:52.936020 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-241daf19-b5f8-4f99-b6f8-124d407703b3 None None] Attempting to bind port abd98fb8-edbb-45e5-99bf-c48ce992ba4d by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '6d1cf25d-9ff4-4109-aac4-c40987f47f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a07c7aad-9e91-458a-af3c-ebe42e8a00f2'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:27:52.937169 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4d636e-baa5-44c4-8930-e91f8db50392 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:27:52.937544 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4d636e-baa5-44c4-8930-e91f8db50392 None None] Checking segment: {'id': '1cff5a80-2e48-4f34-84f9-427d4240795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:27:52.937942 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ed4d636e-baa5-44c4-8930-e91f8db50392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:52.938331 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4d636e-baa5-44c4-8930-e91f8db50392 None None] Bound using segment: {'id': '1cff5a80-2e48-4f34-84f9-427d4240795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:27:52.938800 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-ed4d636e-baa5-44c4-8930-e91f8db50392 None None] Bound port: 5d9a8b30-0bbd-4472-8415-bc87b6cbdf59, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cff5a80-2e48-4f34-84f9-427d4240795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:27:52.939166 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ed4d636e-baa5-44c4-8930-e91f8db50392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:52.942532 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241daf19-b5f8-4f99-b6f8-124d407703b3 None None] Attempting to bind port abd98fb8-edbb-45e5-99bf-c48ce992ba4d on network a07c7aad-9e91-458a-af3c-ebe42e8a00f2 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:27:52.964255 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-13c80939-de14-4f6f-a49b-cda109d637a9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:52.968822 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-13c80939-de14-4f6f-a49b-cda109d637a9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:53.024871 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c80939-de14-4f6f-a49b-cda109d637a9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f027663-4fe1-4316-ab0c-e3c696caa331,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:53.030141 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-13c80939-de14-4f6f-a49b-cda109d637a9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:53.031370 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-13c80939-de14-4f6f-a49b-cda109d637a9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.3618827 Apr 08 10:27:53.034652 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58540) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:53.042830 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-57437218-9107-4783-bf2a-85551239f0fa tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '1f027663-4fe1-4316-ab0c-e3c696caa331', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:53.051707 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-57437218-9107-4783-bf2a-85551239f0fa tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:53.057944 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-57437218-9107-4783-bf2a-85551239f0fa tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:53.064423 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-57437218-9107-4783-bf2a-85551239f0fa tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:53.085578 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-57437218-9107-4783-bf2a-85551239f0fa tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:53.148380 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca42d28-04f2-4e98-96ae-1c6c70f61842 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Router 1e5a1602-1fb5-447c-b09f-525e5dd01398 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:27:53.158405 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-ed4d636e-baa5-44c4-8930-e91f8db50392 None None] For port 5d9a8b30-0bbd-4472-8415-bc87b6cbdf59, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:27:53.164969 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-ed4d636e-baa5-44c4-8930-e91f8db50392 None None] For port 5d9a8b30-0bbd-4472-8415-bc87b6cbdf59, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=5d9a8b30-0bbd-4472-8415-bc87b6cbdf59,segment=NetworkSegment(1cff5a80-2e48-4f34-84f9-427d4240795c),segment_id=1cff5a80-2e48-4f34-84f9-427d4240795c)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:27:53.173958 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-ed4d636e-baa5-44c4-8930-e91f8db50392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:53.177298 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 644fcfb2-2ca1-48d7-b608-6ebdbb342971 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:53.179778 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:53.248473 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-57437218-9107-4783-bf2a-85551239f0fa tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:53.306763 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4d636e-baa5-44c4-8930-e91f8db50392 None None] Routers {'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:53.307477 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-ed4d636e-baa5-44c4-8930-e91f8db50392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:53.323753 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241daf19-b5f8-4f99-b6f8-124d407703b3 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:27:53.324467 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241daf19-b5f8-4f99-b6f8-124d407703b3 None None] Checking segment: {'id': '6d1cf25d-9ff4-4109-aac4-c40987f47f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a07c7aad-9e91-458a-af3c-ebe42e8a00f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:27:53.325565 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-241daf19-b5f8-4f99-b6f8-124d407703b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:53.326384 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241daf19-b5f8-4f99-b6f8-124d407703b3 None None] Bound using segment: {'id': '6d1cf25d-9ff4-4109-aac4-c40987f47f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a07c7aad-9e91-458a-af3c-ebe42e8a00f2'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:27:53.327194 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-241daf19-b5f8-4f99-b6f8-124d407703b3 None None] Bound port: abd98fb8-edbb-45e5-99bf-c48ce992ba4d, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1cf25d-9ff4-4109-aac4-c40987f47f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a07c7aad-9e91-458a-af3c-ebe42e8a00f2'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:27:53.327756 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-241daf19-b5f8-4f99-b6f8-124d407703b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:53.475093 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-57437218-9107-4783-bf2a-85551239f0fa tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:53.485956 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a974c2-ba60-40ac-b8e7-99c59de69c80 None None] Pushing event updated for resources: {'Port': ['ID=5d9a8b30-0bbd-4472-8415-bc87b6cbdf59,revision_number=4']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:53.536059 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-241daf19-b5f8-4f99-b6f8-124d407703b3 None None] For port abd98fb8-edbb-45e5-99bf-c48ce992ba4d, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:27:53.547484 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:53.564255 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-57437218-9107-4783-bf2a-85551239f0fa tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:53.565065 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-ed4d636e-baa5-44c4-8930-e91f8db50392 None None] Set router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:27:53.572900 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-241daf19-b5f8-4f99-b6f8-124d407703b3 None None] For port abd98fb8-edbb-45e5-99bf-c48ce992ba4d, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=abd98fb8-edbb-45e5-99bf-c48ce992ba4d,segment=NetworkSegment(6d1cf25d-9ff4-4109-aac4-c40987f47f89),segment_id=6d1cf25d-9ff4-4109-aac4-c40987f47f89)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:27:53.596682 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 644fcfb2-2ca1-48d7-b608-6ebdbb342971, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=644fcfb2-2ca1-48d7-b608-6ebdbb342971,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:53.605557 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-d984e915-1d52-4b4f-ba5b-c43157581d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'name': 'tempest-RoutersIpV6Test-router-1259330695', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:05Z', 'updated_at': '2022-04-08T10:27:47Z', 'revision_number': 9, 'project_id': '72c993bf72344f498aa1635c771d9146', 'gw_port_host': None, '_interfaces': [{'id': '18559ada-a573-42f8-9360-eca63aa341a5', 'name': '', 'network_id': '7162ebc8-110b-4168-b09e-77de78af7aba', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:f9:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:15Z', 'updated_at': '2022-04-08T10:27:24Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71defff6-7a26-412e-b9fa-79b9fd29b29d', 'name': '', 'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:bd:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:07Z', 'updated_at': '2022-04-08T10:27:17Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:53.616747 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:53.621265 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57437218-9107-4783-bf2a-85551239f0fa tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9fe6d76-c49e-4a9d-9908-fb397a60c75c,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:53.644260 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca42d28-04f2-4e98-96ae-1c6c70f61842 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:27:53.651828 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-57437218-9107-4783-bf2a-85551239f0fa tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:53.653235 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-57437218-9107-4783-bf2a-85551239f0fa tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6175976 Apr 08 10:27:53.656132 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58546) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:53.661668 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5ca42d28-04f2-4e98-96ae-1c6c70f61842 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "PUT /v2.0/routers/1e5a1602-1fb5-447c-b09f-525e5dd01398/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8265553 Apr 08 10:27:53.661854 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58548) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:53.670849 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-0e294740-332e-41df-aee1-88ce2abe4935 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '1f027663-4fe1-4316-ab0c-e3c696caa331', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:53.677915 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0e294740-332e-41df-aee1-88ce2abe4935 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:53.682604 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0e294740-332e-41df-aee1-88ce2abe4935 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:53.686440 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0e294740-332e-41df-aee1-88ce2abe4935 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:53.699659 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0e294740-332e-41df-aee1-88ce2abe4935 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:53.711420 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-241daf19-b5f8-4f99-b6f8-124d407703b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:53.723394 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e81427-064a-4469-be55-de4efda9e6e5 None None] Sync routers for ids ['1e5a1602-1fb5-447c-b09f-525e5dd01398'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:27:53.726401 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-af497ebd-eeee-4168-8155-2bb813572a80 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Synchronizing usage tracker for tenant:44ffe129493d49b08ea911b16ee6c97f on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:27:53.729697 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b130f9e6-3574-41ca-93fa-bdb0bf8c15d0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:53.737307 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0e294740-332e-41df-aee1-88ce2abe4935 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:53.746224 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d984e915-1d52-4b4f-ba5b-c43157581d01 None None] The sync data for ids ['affaba2d-ab70-4603-8559-f938d28e85d9'] in dv-neutron-837110-1-hyperv is: [{'id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'name': 'tempest-RoutersIpV6Test-router-1259330695', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:05Z', 'updated_at': '2022-04-08T10:27:47Z', 'revision_number': 9, 'project_id': '72c993bf72344f498aa1635c771d9146', 'gw_port_host': None, '_interfaces': [{'id': '18559ada-a573-42f8-9360-eca63aa341a5', 'name': '', 'network_id': '7162ebc8-110b-4168-b09e-77de78af7aba', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:f9:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:15Z', 'updated_at': '2022-04-08T10:27:24Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'dfcf4dfd-a96a-4050-92b1-cc137dfeef45', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71defff6-7a26-412e-b9fa-79b9fd29b29d', 'name': '', 'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:bd:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:07Z', 'updated_at': '2022-04-08T10:27:17Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:27:53.805777 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device c7cb229e-98a9-452b-8008-8e0b49aa2000 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:27:53.889952 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0e294740-332e-41df-aee1-88ce2abe4935 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:53.896193 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0e294740-332e-41df-aee1-88ce2abe4935 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:53.913095 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-af497ebd-eeee-4168-8155-2bb813572a80 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Unset dirty status for tenant:44ffe129493d49b08ea911b16ee6c97f on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:27:53.916811 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-af497ebd-eeee-4168-8155-2bb813572a80 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e5a1602-1fb5-447c-b09f-525e5dd01398 HTTP/1.1" status: 200 len: 205 time: 0.2515414 Apr 08 10:27:53.916963 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: c7cb229e-98a9-452b-8008-8e0b49aa2000 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:27:53.916963 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device c7cb229e-98a9-452b-8008-8e0b49aa2000 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:27:53.918147 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58554) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:53.944903 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=644fcfb2-2ca1-48d7-b608-6ebdbb342971,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:53.951452 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e294740-332e-41df-aee1-88ce2abe4935 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5cda44d-d10f-44e4-81b1-b254fea35b9d,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:53.952378 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e81427-064a-4469-be55-de4efda9e6e5 None None] Routers {'1e5a1602-1fb5-447c-b09f-525e5dd01398'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:53.953176 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-b9e81427-064a-4469-be55-de4efda9e6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1e5a1602-1fb5-447c-b09f-525e5dd01398'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:53.989613 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0e294740-332e-41df-aee1-88ce2abe4935 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:53.991540 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0e294740-332e-41df-aee1-88ce2abe4935 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3337030 Apr 08 10:27:53.994098 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58558) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:54.005136 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-8054eb01-6c25-4de3-a98d-11dd61b310e3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '1f027663-4fe1-4316-ab0c-e3c696caa331', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:54.014325 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-8054eb01-6c25-4de3-a98d-11dd61b310e3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:54.021119 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-8054eb01-6c25-4de3-a98d-11dd61b310e3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:54.027355 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-8054eb01-6c25-4de3-a98d-11dd61b310e3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:54.037570 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-8054eb01-6c25-4de3-a98d-11dd61b310e3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:54.047890 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241daf19-b5f8-4f99-b6f8-124d407703b3 None None] Pushing event updated for resources: {'Port': ['ID=abd98fb8-edbb-45e5-99bf-c48ce992ba4d,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:54.082162 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-b9e81427-064a-4469-be55-de4efda9e6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:54.092921 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8054eb01-6c25-4de3-a98d-11dd61b310e3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:54.136903 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e81427-064a-4469-be55-de4efda9e6e5 None None] Routers {'1e5a1602-1fb5-447c-b09f-525e5dd01398'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:27:54.140477 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-b9e81427-064a-4469-be55-de4efda9e6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['1e5a1602-1fb5-447c-b09f-525e5dd01398'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:54.209840 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8054eb01-6c25-4de3-a98d-11dd61b310e3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:54.218335 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8054eb01-6c25-4de3-a98d-11dd61b310e3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:54.262421 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054eb01-6c25-4de3-a98d-11dd61b310e3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb2d055-a701-45d5-904d-5e0f92182fdc,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:54.302599 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8054eb01-6c25-4de3-a98d-11dd61b310e3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:54.303860 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8054eb01-6c25-4de3-a98d-11dd61b310e3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3082004 Apr 08 10:27:54.306590 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58564) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:54.312388 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-01b701dd-52be-4a30-a69d-c58dfe5afd5a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '1f027663-4fe1-4316-ab0c-e3c696caa331', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:54.316687 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-b9e81427-064a-4469-be55-de4efda9e6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:54.317753 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e81427-064a-4469-be55-de4efda9e6e5 None None] The sync data for ids ['1e5a1602-1fb5-447c-b09f-525e5dd01398'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:27:54.326275 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-01b701dd-52be-4a30-a69d-c58dfe5afd5a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:54.334290 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-01b701dd-52be-4a30-a69d-c58dfe5afd5a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:54.337680 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-ed4d636e-baa5-44c4-8930-e91f8db50392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'name': 'tempest-TestVolumeBootPattern-950229728-router', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:26Z', 'updated_at': '2022-04-08T10:27:33Z', 'revision_number': 4, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'gw_port': {'id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:27Z', 'updated_at': '2022-04-08T10:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '5d9a8b30-0bbd-4472-8415-bc87b6cbdf59', 'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'mac_address': 'fa:16:3e:b7:88:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:32Z', 'updated_at': '2022-04-08T10:27:53Z', 'revision_number': 4, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'subnets': [{'id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:54.343177 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-01b701dd-52be-4a30-a69d-c58dfe5afd5a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:54.349443 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4d636e-baa5-44c4-8930-e91f8db50392 None None] The sync data for ids ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'] in dv-neutron-837110-1-hyperv is: [{'id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'name': 'tempest-TestVolumeBootPattern-950229728-router', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:26Z', 'updated_at': '2022-04-08T10:27:33Z', 'revision_number': 4, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'gw_port': {'id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:27Z', 'updated_at': '2022-04-08T10:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '5d9a8b30-0bbd-4472-8415-bc87b6cbdf59', 'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'mac_address': 'fa:16:3e:b7:88:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:32Z', 'updated_at': '2022-04-08T10:27:53Z', 'revision_number': 4, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'subnets': [{'id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:27:54.352348 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-01b701dd-52be-4a30-a69d-c58dfe5afd5a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:54.383176 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-01b701dd-52be-4a30-a69d-c58dfe5afd5a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:54.541339 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-01b701dd-52be-4a30-a69d-c58dfe5afd5a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:54.546655 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-01b701dd-52be-4a30-a69d-c58dfe5afd5a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:54.570727 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 5d9a8b30-0bbd-4472-8415-bc87b6cbdf59 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:54.597285 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b701dd-52be-4a30-a69d-c58dfe5afd5a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5de632-f19b-425c-b7bb-41184f5eba10,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:54.620349 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-01b701dd-52be-4a30-a69d-c58dfe5afd5a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:54.625220 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-01b701dd-52be-4a30-a69d-c58dfe5afd5a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3176379 Apr 08 10:27:54.627800 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58568) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:54.642982 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-ef9b0ea1-5773-41f7-93ab-8e6be2ca1fd7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '1f027663-4fe1-4316-ab0c-e3c696caa331', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:54.651892 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e85104c9-383a-4be2-afbc-3d332a957112 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:54.659699 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ef9b0ea1-5773-41f7-93ab-8e6be2ca1fd7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:54.677215 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ef9b0ea1-5773-41f7-93ab-8e6be2ca1fd7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:54.680537 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ef9b0ea1-5773-41f7-93ab-8e6be2ca1fd7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:54.688516 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ef9b0ea1-5773-41f7-93ab-8e6be2ca1fd7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:54.711378 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.securitygroups_db [None req-ef9b0ea1-5773-41f7-93ab-8e6be2ca1fd7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Project 6d9baba61a9a4a97bab400043cc74a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:27:54.720131 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ef9b0ea1-5773-41f7-93ab-8e6be2ca1fd7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:54.753787 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 5d9a8b30-0bbd-4472-8415-bc87b6cbdf59 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:54.769564 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 5d9a8b30-0bbd-4472-8415-bc87b6cbdf59 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:54.770075 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:54.818262 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ef9b0ea1-5773-41f7-93ab-8e6be2ca1fd7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:54.824194 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ef9b0ea1-5773-41f7-93ab-8e6be2ca1fd7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:54.895559 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b0ea1-5773-41f7-93ab-8e6be2ca1fd7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61115c2e-f66f-4965-8eec-5e890a44052c,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:54.917262 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ef9b0ea1-5773-41f7-93ab-8e6be2ca1fd7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:54.923240 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ef9b0ea1-5773-41f7-93ab-8e6be2ca1fd7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2933710 Apr 08 10:27:54.923906 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58572) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:54.938219 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-98d31913-0612-4072-84c2-f945d805da66 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '1f027663-4fe1-4316-ab0c-e3c696caa331', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:54.946202 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-98d31913-0612-4072-84c2-f945d805da66 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:54.951228 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-98d31913-0612-4072-84c2-f945d805da66 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:54.955882 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-98d31913-0612-4072-84c2-f945d805da66 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:54.963077 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-98d31913-0612-4072-84c2-f945d805da66 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:54.995558 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.securitygroups_db [None req-98d31913-0612-4072-84c2-f945d805da66 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Project 6d9baba61a9a4a97bab400043cc74a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:27:55.005824 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-98d31913-0612-4072-84c2-f945d805da66 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:55.069031 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:55.144824 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 5d9a8b30-0bbd-4472-8415-bc87b6cbdf59, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=5d9a8b30-0bbd-4472-8415-bc87b6cbdf59,segment=NetworkSegment(1cff5a80-2e48-4f34-84f9-427d4240795c),segment_id=1cff5a80-2e48-4f34-84f9-427d4240795c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:55.152338 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:55.153678 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device abd98fb8-edbb-45e5-99bf-c48ce992ba4d up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:55.175469 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-98d31913-0612-4072-84c2-f945d805da66 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:55.182000 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-98d31913-0612-4072-84c2-f945d805da66 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:55.229042 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d31913-0612-4072-84c2-f945d805da66 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f8765b-1b7e-4d0a-be0b-d125758767c6,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:55.260356 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-98d31913-0612-4072-84c2-f945d805da66 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:55.261633 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-98d31913-0612-4072-84c2-f945d805da66 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3367615 Apr 08 10:27:55.324594 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=5d9a8b30-0bbd-4472-8415-bc87b6cbdf59,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:55.341840 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port abd98fb8-edbb-45e5-99bf-c48ce992ba4d completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:55.349668 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 644fcfb2-2ca1-48d7-b608-6ebdbb342971 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:55.441902 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbbeb34-f568-4083-b1a8-8514cea91ceb None None] Network a07c7aad-9e91-458a-af3c-ebe42e8a00f2 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:27:55.577619 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 644fcfb2-2ca1-48d7-b608-6ebdbb342971 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:55.578706 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:55.605123 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e85104c9-383a-4be2-afbc-3d332a957112 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:55.621487 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e85104c9-383a-4be2-afbc-3d332a957112 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:55.627109 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-ef67dafd-b3c5-4767-b3f3-24ce06b61898 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:27:55.649780 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-ef67dafd-b3c5-4767-b3f3-24ce06b61898 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:27:55.651359 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-ef67dafd-b3c5-4767-b3f3-24ce06b61898 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-508423953&fields=id&tenant_id=6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 267 time: 0.0724990 Apr 08 10:27:55.669375 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e85104c9-383a-4be2-afbc-3d332a957112 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:55.669984 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85104c9-383a-4be2-afbc-3d332a957112 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Fanout notify agent at l3_agent the message router_deleted on router 1e5a1602-1fb5-447c-b09f-525e5dd01398 {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:27:55.706874 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f0e4d191-6f58-47d3-817c-3f6f4f833102 None None] Provisioning for port abd98fb8-edbb-45e5-99bf-c48ce992ba4d completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:27:55.723204 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f0e4d191-6f58-47d3-817c-3f6f4f833102 None None] Provisioning complete for port abd98fb8-edbb-45e5-99bf-c48ce992ba4d triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:55.723204 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f0e4d191-6f58-47d3-817c-3f6f4f833102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:55.723518 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e85104c9-383a-4be2-afbc-3d332a957112 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:55.723518 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e85104c9-383a-4be2-afbc-3d332a957112 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/routers/1e5a1602-1fb5-447c-b09f-525e5dd01398 HTTP/1.1" status: 204 len: 168 time: 1.8019521 Apr 08 10:27:55.728497 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58586) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:55.846072 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-cf7e9145-6e98-4160-8dc2-baa5e4f1c854 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:55.846679 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-cf7e9145-6e98-4160-8dc2-baa5e4f1c854 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:network {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:27:55.864835 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-cf7e9145-6e98-4160-8dc2-baa5e4f1c854 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:network {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:27:55.866052 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-cf7e9145-6e98-4160-8dc2-baa5e4f1c854 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/networks?id=a07c7aad-9e91-458a-af3c-ebe42e8a00f2 HTTP/1.1" status: 200 len: 797 time: 0.2000437 Apr 08 10:27:55.885471 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-f6841d91-6848-4699-aee0-2a58c5e8e77f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/quotas/6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 375 time: 0.0127234 Apr 08 10:27:56.000356 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-b130f9e6-3574-41ca-93fa-bdb0bf8c15d0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Deleting port 18559ada-a573-42f8-9360-eca63aa341a5 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:27:56.000614 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-07da4380-ee46-416f-b710-87f45c691058 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1081436 Apr 08 10:27:56.000763 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b130f9e6-3574-41ca-93fa-bdb0bf8c15d0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:56.028442 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f0e4d191-6f58-47d3-817c-3f6f4f833102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:56.097612 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b72ce9ba-6d0b-4180-a806-f0f7ec4888e0 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:27:56.151200 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: b72ce9ba-6d0b-4180-a806-f0f7ec4888e0 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:27:56.151544 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b72ce9ba-6d0b-4180-a806-f0f7ec4888e0 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:27:56.161151 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-f0e4d191-6f58-47d3-817c-3f6f4f833102 None None] For port abd98fb8-edbb-45e5-99bf-c48ce992ba4d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=abd98fb8-edbb-45e5-99bf-c48ce992ba4d,segment=NetworkSegment(6d1cf25d-9ff4-4109-aac4-c40987f47f89),segment_id=6d1cf25d-9ff4-4109-aac4-c40987f47f89)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:56.175784 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f0e4d191-6f58-47d3-817c-3f6f4f833102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:56.249757 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aef1c33-b88d-4a06-b42d-9b6a2c8d6a52 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Deleting subnet 902480b9-c6a2-47ff-952f-d9e40f20915b {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:27:56.255693 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4d191-6f58-47d3-817c-3f6f4f833102 None None] Pushing event updated for resources: {'Port': ['ID=abd98fb8-edbb-45e5-99bf-c48ce992ba4d,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:56.271080 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1aef1c33-b88d-4a06-b42d-9b6a2c8d6a52 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:56.315843 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 5d9a8b30-0bbd-4472-8415-bc87b6cbdf59 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:56.370425 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-b130f9e6-3574-41ca-93fa-bdb0bf8c15d0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] For port 18559ada-a573-42f8-9360-eca63aa341a5, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=18559ada-a573-42f8-9360-eca63aa341a5,segment=NetworkSegment(1c224b4f-37fa-41f9-8287-4653c4b2fee5),segment_id=1c224b4f-37fa-41f9-8287-4653c4b2fee5)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:56.370688 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b130f9e6-3574-41ca-93fa-bdb0bf8c15d0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:56.380556 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1aef1c33-b88d-4a06-b42d-9b6a2c8d6a52 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:56.406178 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 5d9a8b30-0bbd-4472-8415-bc87b6cbdf59 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:56.406911 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:56.532705 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-3c642c96-756a-44e9-81da-8bf586177335 service neutron] 10.222.0.47 "GET /v2.0/networks/a07c7aad-9e91-458a-af3c-ebe42e8a00f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125575 Apr 08 10:27:56.553622 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-af7fa426-8d89-435a-8440-95263694a9bc None None] Provisioning complete for port abd98fb8-edbb-45e5-99bf-c48ce992ba4d triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:56.554298 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-af7fa426-8d89-435a-8440-95263694a9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:56.664203 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-b130f9e6-3574-41ca-93fa-bdb0bf8c15d0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Calling delete_port for 18559ada-a573-42f8-9360-eca63aa341a5 owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:27:56.730270 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-c0547916-7f7b-4bb3-ba60-dda4cdb47e33 service neutron] 10.222.0.47 "GET /v2.0/networks/a07c7aad-9e91-458a-af3c-ebe42e8a00f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942148 Apr 08 10:27:56.778625 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1aef1c33-b88d-4a06-b42d-9b6a2c8d6a52 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:56.917174 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1aef1c33-b88d-4a06-b42d-9b6a2c8d6a52 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:56.970020 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef1c33-b88d-4a06-b42d-9b6a2c8d6a52 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Subnet': ['ID=902480b9-c6a2-47ff-952f-d9e40f20915b,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:56.979861 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1aef1c33-b88d-4a06-b42d-9b6a2c8d6a52 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:56.984940 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a60a52-c713-48cc-8d9a-cf1f337b2181 None None] Network a5d4a8dd-f010-4491-b161-723342e684c8 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:27:56.992765 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1aef1c33-b88d-4a06-b42d-9b6a2c8d6a52 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/subnets/902480b9-c6a2-47ff-952f-d9e40f20915b HTTP/1.1" status: 204 len: 168 time: 1.2614734 Apr 08 10:27:56.992765 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b130f9e6-3574-41ca-93fa-bdb0bf8c15d0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:56.995310 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58598) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:57.034876 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8a22792a-e80a-4b34-89db-c1e0df663d48 req-879a37ee-0e88-4d95-967a-9d80ac76a108 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8498d949-ba37-420d-b4ec-328fd363837c HTTP/1.1" status: 200 len: 210 time: 0.0941801 Apr 08 10:27:57.044472 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130f9e6-3574-41ca-93fa-bdb0bf8c15d0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Port': ['ID=18559ada-a573-42f8-9360-eca63aa341a5,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:57.279748 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dd7310b7-3f04-423d-9656-f9ecbb01cc1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:57.432561 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d49d267-eb72-4acf-85b6-79463d0876ad None None] DHCP port deletion for a5d4a8dd-f010-4491-b161-723342e684c8 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:27:57.437849 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-2d49d267-eb72-4acf-85b6-79463d0876ad None None] Deleting port 62f86481-7a50-450e-8d8f-7ec600d2714d {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:27:57.439095 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2d49d267-eb72-4acf-85b6-79463d0876ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:57.453325 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-dd7310b7-3f04-423d-9656-f9ecbb01cc1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Deleting port 62f86481-7a50-450e-8d8f-7ec600d2714d {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:27:57.453669 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dd7310b7-3f04-423d-9656-f9ecbb01cc1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:57.705668 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-2d49d267-eb72-4acf-85b6-79463d0876ad None None] For port 62f86481-7a50-450e-8d8f-7ec600d2714d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=62f86481-7a50-450e-8d8f-7ec600d2714d,segment=NetworkSegment(3bf448d1-f762-4ab5-b460-b10be6f37c7e),segment_id=3bf448d1-f762-4ab5-b460-b10be6f37c7e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:57.706062 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2d49d267-eb72-4acf-85b6-79463d0876ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:57.736561 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b130f9e6-3574-41ca-93fa-bdb0bf8c15d0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:57.759566 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-dd7310b7-3f04-423d-9656-f9ecbb01cc1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] For port 62f86481-7a50-450e-8d8f-7ec600d2714d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=62f86481-7a50-450e-8d8f-7ec600d2714d,segment=NetworkSegment(3bf448d1-f762-4ab5-b460-b10be6f37c7e),segment_id=3bf448d1-f762-4ab5-b460-b10be6f37c7e)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:27:57.759935 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dd7310b7-3f04-423d-9656-f9ecbb01cc1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:57.833419 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-2d49d267-eb72-4acf-85b6-79463d0876ad None None] Calling delete_port for 62f86481-7a50-450e-8d8f-7ec600d2714d owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:27:57.938201 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2d49d267-eb72-4acf-85b6-79463d0876ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:57.983809 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-dd7310b7-3f04-423d-9656-f9ecbb01cc1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Calling delete_port for 62f86481-7a50-450e-8d8f-7ec600d2714d owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:27:58.000785 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49d267-eb72-4acf-85b6-79463d0876ad None None] Pushing event deleted for resources: {'Port': ['ID=62f86481-7a50-450e-8d8f-7ec600d2714d,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:58.008381 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d49d267-eb72-4acf-85b6-79463d0876ad None None] No DVR routers for this DVR port 62f86481-7a50-450e-8d8f-7ec600d2714d on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:27:58.158369 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.api [None req-dd7310b7-3f04-423d-9656-f9ecbb01cc1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:27:58.158965 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG oslo_db.api [None req-dd7310b7-3f04-423d-9656-f9ecbb01cc1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:27:58.215781 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ca52e251-5f65-464b-b689-1983f7401f6a req-bb548488-c201-41b3-a1fa-2a5399bf82a5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8498d949-ba37-420d-b4ec-328fd363837c HTTP/1.1" status: 200 len: 210 time: 0.0530891 Apr 08 10:27:58.332601 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device abd98fb8-edbb-45e5-99bf-c48ce992ba4d up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:27:58.411591 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port abd98fb8-edbb-45e5-99bf-c48ce992ba4d triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:27:58.412335 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:58.660382 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-dd7310b7-3f04-423d-9656-f9ecbb01cc1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Deleting port 62f86481-7a50-450e-8d8f-7ec600d2714d {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:27:58.660820 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dd7310b7-3f04-423d-9656-f9ecbb01cc1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:58.705394 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 62f86481-7a50-450e-8d8f-7ec600d2714d no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:27:58.732796 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-dd7310b7-3f04-423d-9656-f9ecbb01cc1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] The port '62f86481-7a50-450e-8d8f-7ec600d2714d' was deleted {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:27:58.773314 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 62f86481-7a50-450e-8d8f-7ec600d2714d {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:27:58.775178 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 62f86481-7a50-450e-8d8f-7ec600d2714d not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:27:58.775953 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-d2d26967-7b90-4438-be78-3a91df856017 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:27:58.782614 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-d2d26967-7b90-4438-be78-3a91df856017 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/networks?id=a07c7aad-9e91-458a-af3c-ebe42e8a00f2 HTTP/1.1" status: 200 len: 797 time: 0.3100429 Apr 08 10:27:58.862193 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-3451be7e-4b11-46b1-b823-193390f4e648 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 472 time: 0.0560095 Apr 08 10:27:58.877555 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dd7310b7-3f04-423d-9656-f9ecbb01cc1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:58.881522 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-4b84a19a-d53f-4be7-b667-5de4f142bb65 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'port': {'device_id': '8498d949-ba37-420d-b4ec-328fd363837c', 'network_id': 'a07c7aad-9e91-458a-af3c-ebe42e8a00f2', 'admin_state_up': True, 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'security_groups': ['1f027663-4fe1-4316-ab0c-e3c696caa331']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:58.912432 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-dd7310b7-3f04-423d-9656-f9ecbb01cc1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d4a8dd-f010-4491-b161-723342e684c8']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:58.922086 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b130f9e6-3574-41ca-93fa-bdb0bf8c15d0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Router affaba2d-ab70-4603-8559-f938d28e85d9 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:27:58.935504 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-dd7310b7-3f04-423d-9656-f9ecbb01cc1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf448d1-f762-4ab5-b460-b10be6f37c7e') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:58.935985 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-dd7310b7-3f04-423d-9656-f9ecbb01cc1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf448d1-f762-4ab5-b460-b10be6f37c7e') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:27:58.949758 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dd7310b7-3f04-423d-9656-f9ecbb01cc1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:59.018498 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dd7310b7-3f04-423d-9656-f9ecbb01cc1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:59.054874 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-4b84a19a-d53f-4be7-b667-5de4f142bb65 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:59.060325 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-4b84a19a-d53f-4be7-b667-5de4f142bb65 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:port and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:59.063526 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-4b84a19a-d53f-4be7-b667-5de4f142bb65 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:59.069538 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-4b84a19a-d53f-4be7-b667-5de4f142bb65 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:59.082884 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-4b84a19a-d53f-4be7-b667-5de4f142bb65 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Made reservation on behalf of 6d9baba61a9a4a97bab400043cc74a73 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:27:59.092005 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-4b84a19a-d53f-4be7-b667-5de4f142bb65 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:59.104521 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd7310b7-3f04-423d-9656-f9ecbb01cc1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:27:59.105058 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dd7310b7-3f04-423d-9656-f9ecbb01cc1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: util.warn( Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: util.warn( Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: util.warn( Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: util.warn( Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:27:59.120571 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:27:59.222600 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dd7310b7-3f04-423d-9656-f9ecbb01cc1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:59.226960 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dd7310b7-3f04-423d-9656-f9ecbb01cc1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:59.255003 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7310b7-3f04-423d-9656-f9ecbb01cc1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Network': ['ID=a5d4a8dd-f010-4491-b161-723342e684c8,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:59.284333 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-dd7310b7-3f04-423d-9656-f9ecbb01cc1d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/networks/a5d4a8dd-f010-4491-b161-723342e684c8 HTTP/1.1" status: 204 len: 168 time: 2.2427702 Apr 08 10:27:59.285101 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58616) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:59.288297 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-4b84a19a-d53f-4be7-b667-5de4f142bb65 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.20.0.22 (a07c7aad-9e91-458a-af3c-ebe42e8a00f2/11a418fc-9352-4954-ad94-95a85292ceb2/b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:27:59.294119 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-06faaf38-168f-42b5-bfb3-93cecf6b739e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-820085337', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:59.301291 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-06faaf38-168f-42b5-bfb3-93cecf6b739e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:59.307438 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-06faaf38-168f-42b5-bfb3-93cecf6b739e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Usage tracker for resource:router and tenant:44ffe129493d49b08ea911b16ee6c97f is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:59.312318 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-06faaf38-168f-42b5-bfb3-93cecf6b739e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:59.321574 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-06faaf38-168f-42b5-bfb3-93cecf6b739e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:59.326238 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b130f9e6-3574-41ca-93fa-bdb0bf8c15d0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:27:59.334037 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b130f9e6-3574-41ca-93fa-bdb0bf8c15d0 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "PUT /v2.0/routers/affaba2d-ab70-4603-8559-f938d28e85d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7216444 Apr 08 10:27:59.334594 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58620) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:59.376289 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-06faaf38-168f-42b5-bfb3-93cecf6b739e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:59.377421 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-06faaf38-168f-42b5-bfb3-93cecf6b739e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:59.440643 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-06faaf38-168f-42b5-bfb3-93cecf6b739e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:59.532335 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-06faaf38-168f-42b5-bfb3-93cecf6b739e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:59.584345 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-379dfcf2-f2b3-48a8-af11-b654ff6a9ec6 req-80c2e61f-e2a0-4e95-9bce-5b53cb5dd197 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8498d949-ba37-420d-b4ec-328fd363837c HTTP/1.1" status: 200 len: 210 time: 0.2136567 Apr 08 10:27:59.590755 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-f313155b-8df2-460a-a3f4-2c93ec520528 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Deleting subnet dfcf4dfd-a96a-4050-92b1-cc137dfeef45 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:27:59.593094 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-06faaf38-168f-42b5-bfb3-93cecf6b739e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:59.594317 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-06faaf38-168f-42b5-bfb3-93cecf6b739e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3070881 Apr 08 10:27:59.597232 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f313155b-8df2-460a-a3f4-2c93ec520528 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:59.623766 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58624) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:59.639767 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-baad6498-1af8-4824-a3cc-fb3f522d2c9c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'network': {'name': 'tempest-RoutersTest-378763175'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:27:59.651387 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-baad6498-1af8-4824-a3cc-fb3f522d2c9c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:27:59.659309 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f313155b-8df2-460a-a3f4-2c93ec520528 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:59.667916 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-baad6498-1af8-4824-a3cc-fb3f522d2c9c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Usage tracker for resource:network and tenant:44ffe129493d49b08ea911b16ee6c97f is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:27:59.673881 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-baad6498-1af8-4824-a3cc-fb3f522d2c9c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:27:59.690057 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-baad6498-1af8-4824-a3cc-fb3f522d2c9c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:27:59.701842 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-4b84a19a-d53f-4be7-b667-5de4f142bb65 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:59.719945 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baad6498-1af8-4824-a3cc-fb3f522d2c9c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Made reservation on behalf of 44ffe129493d49b08ea911b16ee6c97f for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:27:59.723576 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-baad6498-1af8-4824-a3cc-fb3f522d2c9c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:59.740391 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-4b84a19a-d53f-4be7-b667-5de4f142bb65 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Transition to ACTIVE for port object b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:27:59.753462 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f313155b-8df2-460a-a3f4-2c93ec520528 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:59.761699 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baad6498-1af8-4824-a3cc-fb3f522d2c9c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:27:59.775731 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-baad6498-1af8-4824-a3cc-fb3f522d2c9c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:59.776210 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-baad6498-1af8-4824-a3cc-fb3f522d2c9c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Added segment b96e7c37-8dee-4fec-8a00-a3ecb63b50b1 of type vlan for network fbce5fa8-2732-4d4c-abc6-7662bf9411e4 Apr 08 10:27:59.820794 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-4b84a19a-d53f-4be7-b667-5de4f142bb65 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:59.862575 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f313155b-8df2-460a-a3f4-2c93ec520528 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:59.863352 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-baad6498-1af8-4824-a3cc-fb3f522d2c9c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:59.905486 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313155b-8df2-460a-a3f4-2c93ec520528 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Subnet': ['ID=dfcf4dfd-a96a-4050-92b1-cc137dfeef45,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:59.913277 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f313155b-8df2-460a-a3f4-2c93ec520528 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:27:59.921695 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f313155b-8df2-460a-a3f4-2c93ec520528 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/subnets/dfcf4dfd-a96a-4050-92b1-cc137dfeef45 HTTP/1.1" status: 204 len: 168 time: 0.5838101 Apr 08 10:27:59.922262 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58628) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:27:59.927712 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350b9767-6c01-4c2d-bb92-ef7191eae0f2 None None] Network 7162ebc8-110b-4168-b09e-77de78af7aba requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:27:59.929333 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-4b84a19a-d53f-4be7-b667-5de4f142bb65 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network a07c7aad-9e91-458a-af3c-ebe42e8a00f2 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:27:59.931815 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84a19a-d53f-4be7-b667-5de4f142bb65 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:27:59.935328 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-4b84a19a-d53f-4be7-b667-5de4f142bb65 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:27:59.937948 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-4b84a19a-d53f-4be7-b667-5de4f142bb65 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:28:00.006568 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-baad6498-1af8-4824-a3cc-fb3f522d2c9c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:00.010230 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baad6498-1af8-4824-a3cc-fb3f522d2c9c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:00.010814 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-baad6498-1af8-4824-a3cc-fb3f522d2c9c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:00.260194 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-4b84a19a-d53f-4be7-b667-5de4f142bb65 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:00.260838 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-4b84a19a-d53f-4be7-b667-5de4f142bb65 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:00.295714 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-baad6498-1af8-4824-a3cc-fb3f522d2c9c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6705432 Apr 08 10:28:00.301183 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58634) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:00.307608 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6068a30c-b6a4-466d-8afa-465c018b545c None None] DHCP port deletion for 7162ebc8-110b-4168-b09e-77de78af7aba request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:28:00.307924 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-8c7c418c-d67e-42ea-95cd-0d3505eb5341 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'subnet': {'network_id': 'fbce5fa8-2732-4d4c-abc6-7662bf9411e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:00.313573 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-6068a30c-b6a4-466d-8afa-465c018b545c None None] Deleting port 0ee99513-2669-4fd3-9387-b2f82c281405 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:00.314028 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6068a30c-b6a4-466d-8afa-465c018b545c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:00.324148 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7c851b28-6ce5-44a2-938b-9dcc2acb792e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:00.342532 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-7c851b28-6ce5-44a2-938b-9dcc2acb792e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Deleting port 0ee99513-2669-4fd3-9387-b2f82c281405 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:00.345814 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7c851b28-6ce5-44a2-938b-9dcc2acb792e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:00.377812 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0e54488a-69d5-416f-bcd2-80f1d510b608 None None] Provisioning for port b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:00.386876 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-4b84a19a-d53f-4be7-b667-5de4f142bb65 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5133712 Apr 08 10:28:00.393832 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad6498-1af8-4824-a3cc-fb3f522d2c9c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Network': ['ID=fbce5fa8-2732-4d4c-abc6-7662bf9411e4,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:00.396003 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0e54488a-69d5-416f-bcd2-80f1d510b608 None None] Provisioning complete for port b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:00.396003 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0e54488a-69d5-416f-bcd2-80f1d510b608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:00.411459 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-b92bf85e-ad16-4321-b9e3-c43d4a7f58a0 service neutron] Request body: {'port': {'device_id': '8498d949-ba37-420d-b4ec-328fd363837c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:00.430100 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network fbce5fa8-2732-4d4c-abc6-7662bf9411e4 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:28:00.491662 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-8c7c418c-d67e-42ea-95cd-0d3505eb5341 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:00.525233 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-8c7c418c-d67e-42ea-95cd-0d3505eb5341 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Usage tracker for resource:subnet and tenant:44ffe129493d49b08ea911b16ee6c97f is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:00.533127 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-8c7c418c-d67e-42ea-95cd-0d3505eb5341 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:00.550989 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-8c7c418c-d67e-42ea-95cd-0d3505eb5341 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:00.576881 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-b92bf85e-ad16-4321-b9e3-c43d4a7f58a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:00.586398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7c418c-d67e-42ea-95cd-0d3505eb5341 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Made reservation on behalf of 44ffe129493d49b08ea911b16ee6c97f for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:28:00.607535 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-7c851b28-6ce5-44a2-938b-9dcc2acb792e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] For port 0ee99513-2669-4fd3-9387-b2f82c281405, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=0ee99513-2669-4fd3-9387-b2f82c281405,segment=NetworkSegment(1c224b4f-37fa-41f9-8287-4653c4b2fee5),segment_id=1c224b4f-37fa-41f9-8287-4653c4b2fee5)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:00.607888 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7c851b28-6ce5-44a2-938b-9dcc2acb792e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:00.638916 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-0e54488a-69d5-416f-bcd2-80f1d510b608 None None] Port b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:28:00.765276 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-7c851b28-6ce5-44a2-938b-9dcc2acb792e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Calling delete_port for 0ee99513-2669-4fd3-9387-b2f82c281405 owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:28:00.781260 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-6068a30c-b6a4-466d-8afa-465c018b545c None None] For port 0ee99513-2669-4fd3-9387-b2f82c281405, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=0ee99513-2669-4fd3-9387-b2f82c281405,segment=NetworkSegment(1c224b4f-37fa-41f9-8287-4653c4b2fee5),segment_id=1c224b4f-37fa-41f9-8287-4653c4b2fee5)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:00.781780 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6068a30c-b6a4-466d-8afa-465c018b545c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:00.869440 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7c851b28-6ce5-44a2-938b-9dcc2acb792e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:00.903216 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c7c418c-d67e-42ea-95cd-0d3505eb5341 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:00.936399 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c851b28-6ce5-44a2-938b-9dcc2acb792e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Port': ['ID=0ee99513-2669-4fd3-9387-b2f82c281405,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:00.940877 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-6068a30c-b6a4-466d-8afa-465c018b545c None None] Calling delete_port for 0ee99513-2669-4fd3-9387-b2f82c281405 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:28:00.947811 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c851b28-6ce5-44a2-938b-9dcc2acb792e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] No DVR routers for this DVR port 0ee99513-2669-4fd3-9387-b2f82c281405 on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:28:01.047364 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-6068a30c-b6a4-466d-8afa-465c018b545c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:28:01.048393 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-6068a30c-b6a4-466d-8afa-465c018b545c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:28:01.104153 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7c851b28-6ce5-44a2-938b-9dcc2acb792e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:01.137376 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-7c851b28-6ce5-44a2-938b-9dcc2acb792e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7162ebc8-110b-4168-b09e-77de78af7aba']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:01.155763 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-7c851b28-6ce5-44a2-938b-9dcc2acb792e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c224b4f-37fa-41f9-8287-4653c4b2fee5') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:01.156067 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-7c851b28-6ce5-44a2-938b-9dcc2acb792e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c224b4f-37fa-41f9-8287-4653c4b2fee5') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:01.169256 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7c851b28-6ce5-44a2-938b-9dcc2acb792e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:01.191133 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7c851b28-6ce5-44a2-938b-9dcc2acb792e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:01.197770 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c851b28-6ce5-44a2-938b-9dcc2acb792e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:28:01.199039 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7c851b28-6ce5-44a2-938b-9dcc2acb792e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:01.205377 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72198239-178a-47b4-873d-8b63c9ecc0fb req-65c11dbf-b1ae-48aa-a934-b1dd4233d4cd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:01.208752 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-72198239-178a-47b4-873d-8b63c9ecc0fb req-65c11dbf-b1ae-48aa-a934-b1dd4233d4cd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:28:01.218200 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:28:01.276975 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-72198239-178a-47b4-873d-8b63c9ecc0fb req-65c11dbf-b1ae-48aa-a934-b1dd4233d4cd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:28:01.278611 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-72198239-178a-47b4-873d-8b63c9ecc0fb req-65c11dbf-b1ae-48aa-a934-b1dd4233d4cd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8498d949-ba37-420d-b4ec-328fd363837c HTTP/1.1" status: 200 len: 932 time: 0.5188832 Apr 08 10:28:01.310323 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7c851b28-6ce5-44a2-938b-9dcc2acb792e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:01.331970 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7c851b28-6ce5-44a2-938b-9dcc2acb792e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:01.338658 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c851b28-6ce5-44a2-938b-9dcc2acb792e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Network': ['ID=7162ebc8-110b-4168-b09e-77de78af7aba,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:01.349669 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7c851b28-6ce5-44a2-938b-9dcc2acb792e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/networks/7162ebc8-110b-4168-b09e-77de78af7aba HTTP/1.1" status: 204 len: 168 time: 1.4263396 Apr 08 10:28:01.352127 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58642) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:01.403191 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-72198239-178a-47b4-873d-8b63c9ecc0fb req-604d2902-1637-4aed-b6a6-c47056a1631f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f027663-4fe1-4316-ab0c-e3c696caa331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151395 Apr 08 10:28:01.529401 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-b92bf85e-ad16-4321-b9e3-c43d4a7f58a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003 {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:28:01.536376 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c7c418c-d67e-42ea-95cd-0d3505eb5341 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:01.540757 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-b92bf85e-ad16-4321-b9e3-c43d4a7f58a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:01.550554 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-6068a30c-b6a4-466d-8afa-465c018b545c None None] Deleting port 0ee99513-2669-4fd3-9387-b2f82c281405 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:01.550942 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6068a30c-b6a4-466d-8afa-465c018b545c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:01.608059 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-b92bf85e-ad16-4321-b9e3-c43d4a7f58a0 service neutron] Transition to ACTIVE for port object b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003 will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:01.617077 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-b92bf85e-ad16-4321-b9e3-c43d4a7f58a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:01.638158 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-6068a30c-b6a4-466d-8afa-465c018b545c None None] The port '0ee99513-2669-4fd3-9387-b2f82c281405' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:28:01.680463 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c418c-d67e-42ea-95cd-0d3505eb5341 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Subnet': ['ID=0cf1a89a-d4f5-48b2-a559-374a863488d5,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:01.767229 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c418c-d67e-42ea-95cd-0d3505eb5341 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:01.767229 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c418c-d67e-42ea-95cd-0d3505eb5341 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:01.767229 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c418c-d67e-42ea-95cd-0d3505eb5341 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:01.767229 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c418c-d67e-42ea-95cd-0d3505eb5341 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:01.767229 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c418c-d67e-42ea-95cd-0d3505eb5341 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:01.767229 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c418c-d67e-42ea-95cd-0d3505eb5341 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:01.767229 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c418c-d67e-42ea-95cd-0d3505eb5341 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:01.767229 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c418c-d67e-42ea-95cd-0d3505eb5341 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:01.767229 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c418c-d67e-42ea-95cd-0d3505eb5341 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:01.767229 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c418c-d67e-42ea-95cd-0d3505eb5341 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:01.767229 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c418c-d67e-42ea-95cd-0d3505eb5341 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:01.776202 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ecd29e6c-6b6b-4468-bae2-d61494a3809f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:01.798785 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92bf85e-ad16-4321-b9e3-c43d4a7f58a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:01.801093 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7c418c-d67e-42ea-95cd-0d3505eb5341 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Checking segment: {'id': 'b96e7c37-8dee-4fec-8a00-a3ecb63b50b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fbce5fa8-2732-4d4c-abc6-7662bf9411e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:28:01.801449 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7c418c-d67e-42ea-95cd-0d3505eb5341 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network hostable DHCP agents. Network: fbce5fa8-2732-4d4c-abc6-7662bf9411e4, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:28:02.002158 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7c418c-d67e-42ea-95cd-0d3505eb5341 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network fbce5fa8-2732-4d4c-abc6-7662bf9411e4 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:28:02.049325 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-8c7c418c-d67e-42ea-95cd-0d3505eb5341 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, fbce5fa8-2732-4d4c-abc6-7662bf9411e4) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:02.068660 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104ed024-60d3-4e75-a82a-00e5102b0605 None None] Network fbce5fa8-2732-4d4c-abc6-7662bf9411e4 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:28:02.077472 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7c418c-d67e-42ea-95cd-0d3505eb5341 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:02.078065 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c7c418c-d67e-42ea-95cd-0d3505eb5341 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:02.135031 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8c7c418c-d67e-42ea-95cd-0d3505eb5341 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8325911 Apr 08 10:28:02.142940 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58646) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:02.248374 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-b92bf85e-ad16-4321-b9e3-c43d4a7f58a0 service neutron] Attempting to bind port b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:28:02.248710 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-b92bf85e-ad16-4321-b9e3-c43d4a7f58a0 service neutron] Attempting to bind port b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '6d1cf25d-9ff4-4109-aac4-c40987f47f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a07c7aad-9e91-458a-af3c-ebe42e8a00f2'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:28:02.249042 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-b92bf85e-ad16-4321-b9e3-c43d4a7f58a0 service neutron] Attempting to bind port b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003 on network a07c7aad-9e91-458a-af3c-ebe42e8a00f2 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:28:02.307001 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-b92bf85e-ad16-4321-b9e3-c43d4a7f58a0 service neutron] Port b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003 on network a07c7aad-9e91-458a-af3c-ebe42e8a00f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:28:02.307270 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-b92bf85e-ad16-4321-b9e3-c43d4a7f58a0 service neutron] Attempting to bind port b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003 on network a07c7aad-9e91-458a-af3c-ebe42e8a00f2 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:28:02.324335 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-b92bf85e-ad16-4321-b9e3-c43d4a7f58a0 service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:28:02.325715 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-b92bf85e-ad16-4321-b9e3-c43d4a7f58a0 service neutron] Checking segment: {'id': '6d1cf25d-9ff4-4109-aac4-c40987f47f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a07c7aad-9e91-458a-af3c-ebe42e8a00f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:28:02.326282 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-b92bf85e-ad16-4321-b9e3-c43d4a7f58a0 service neutron] Bound using segment: {'id': '6d1cf25d-9ff4-4109-aac4-c40987f47f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a07c7aad-9e91-458a-af3c-ebe42e8a00f2'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:28:02.326730 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-b92bf85e-ad16-4321-b9e3-c43d4a7f58a0 service neutron] Bound port: b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d1cf25d-9ff4-4109-aac4-c40987f47f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a07c7aad-9e91-458a-af3c-ebe42e8a00f2'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:28:02.327084 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-b92bf85e-ad16-4321-b9e3-c43d4a7f58a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:02.342044 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 0ee99513-2669-4fd3-9387-b2f82c281405 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:28:02.401867 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 0ee99513-2669-4fd3-9387-b2f82c281405 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:28:02.402132 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 0ee99513-2669-4fd3-9387-b2f82c281405 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:28:02.496507 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-fbce5fa8-2732-4d4c-abc6-7662bf9411e4', 'network_id': 'fbce5fa8-2732-4d4c-abc6-7662bf9411e4', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'fixed_ips': [{'subnet_id': '0cf1a89a-d4f5-48b2-a559-374a863488d5'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:28:02.499404 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:02.507383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-b92bf85e-ad16-4321-b9e3-c43d4a7f58a0 service neutron] For port b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:28:02.511434 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-b92bf85e-ad16-4321-b9e3-c43d4a7f58a0 service neutron] For port b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003,segment=NetworkSegment(6d1cf25d-9ff4-4109-aac4-c40987f47f89),segment_id=6d1cf25d-9ff4-4109-aac4-c40987f47f89)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:28:02.578931 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-b92bf85e-ad16-4321-b9e3-c43d4a7f58a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:02.707701 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-b92bf85e-ad16-4321-b9e3-c43d4a7f58a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:02.709179 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-b92bf85e-ad16-4321-b9e3-c43d4a7f58a0 service neutron] 10.222.0.52 "PUT /v2.0/ports/b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003 HTTP/1.1" status: 200 len: 1094 time: 2.3020513 Apr 08 10:28:02.709752 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8498d949-ba37-420d-b4ec-328fd363837c', 'tag': 'b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:28:02.761336 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Allocated IP 172.20.0.2 (fbce5fa8-2732-4d4c-abc6-7662bf9411e4/0cf1a89a-d4f5-48b2-a559-374a863488d5/672e70bd-4cfe-475c-9028-45da68b95ba1) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:28:02.843345 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1dc7bd0-43c7-4e85-9e8e-3daaa2cc16eb'] response: {'name': 'network-changed', 'server_uuid': '8498d949-ba37-420d-b4ec-328fd363837c', 'tag': 'b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003', 'status': 'completed', 'code': 200} Apr 08 10:28:02.893691 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-ecd29e6c-6b6b-4468-bae2-d61494a3809f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Deleting port 71defff6-7a26-412e-b9fa-79b9fd29b29d {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:02.894304 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ecd29e6c-6b6b-4468-bae2-d61494a3809f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:02.915910 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92bf85e-ad16-4321-b9e3-c43d4a7f58a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:03.076808 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0338e26-5bca-42c6-b9fd-44ccb04441bc req-abbe3513-9a4f-4bd0-a777-0473dd3b0c6c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:03.083913 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b0338e26-5bca-42c6-b9fd-44ccb04441bc req-abbe3513-9a4f-4bd0-a777-0473dd3b0c6c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8498d949-ba37-420d-b4ec-328fd363837c HTTP/1.1" status: 200 len: 944 time: 0.4998126 Apr 08 10:28:03.173070 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa0700c-418c-45c2-9deb-a3a06fe5e9fd None None] Sync routers for ids ['affaba2d-ab70-4603-8559-f938d28e85d9'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:28:03.215710 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-f5d43417-0a0e-4086-b080-2aae24c9bfec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=8498d949-ba37-420d-b4ec-328fd363837c HTTP/1.1" status: 200 len: 1097 time: 0.4418349 Apr 08 10:28:03.224559 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b0338e26-5bca-42c6-b9fd-44ccb04441bc req-742554d4-6757-4ae8-bc2d-ddecd297f8e0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f027663-4fe1-4316-ab0c-e3c696caa331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397653 Apr 08 10:28:03.231943 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-ecd29e6c-6b6b-4468-bae2-d61494a3809f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] For port 71defff6-7a26-412e-b9fa-79b9fd29b29d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=71defff6-7a26-412e-b9fa-79b9fd29b29d,segment=NetworkSegment(d14cf0d6-ac16-479a-9763-217fcc881982),segment_id=d14cf0d6-ac16-479a-9763-217fcc881982)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:03.232354 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ecd29e6c-6b6b-4468-bae2-d61494a3809f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:03.237919 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa0700c-418c-45c2-9deb-a3a06fe5e9fd None None] Routers {'affaba2d-ab70-4603-8559-f938d28e85d9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:03.238474 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-ffa0700c-418c-45c2-9deb-a3a06fe5e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['affaba2d-ab70-4603-8559-f938d28e85d9'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:03.326069 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-cd32074d-de18-4175-a902-b06df1c21c02 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003 HTTP/1.1" status: 200 len: 217 time: 0.1003973 Apr 08 10:28:03.374544 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-ecd29e6c-6b6b-4468-bae2-d61494a3809f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Calling delete_port for 71defff6-7a26-412e-b9fa-79b9fd29b29d owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:28:03.408417 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-ffa0700c-418c-45c2-9deb-a3a06fe5e9fd None None] Set router affaba2d-ab70-4603-8559-f938d28e85d9 gateway port host: None {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:28:03.428400 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-82e3fbcb-636f-40e8-89b9-8b49b69d96fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:03.430161 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-82e3fbcb-636f-40e8-89b9-8b49b69d96fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=11a418fc-9352-4954-ad94-95a85292ceb2 HTTP/1.1" status: 200 len: 838 time: 0.0719109 Apr 08 10:28:03.435595 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-752aff7e-7865-4002-b5a4-b891093cce3a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:03.615980 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ecd29e6c-6b6b-4468-bae2-d61494a3809f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:03.657923 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:03.671723 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd29e6c-6b6b-4468-bae2-d61494a3809f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Port': ['ID=71defff6-7a26-412e-b9fa-79b9fd29b29d,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:03.686119 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Transition to ACTIVE for port object 672e70bd-4cfe-475c-9028-45da68b95ba1 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:03.689316 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd29e6c-6b6b-4468-bae2-d61494a3809f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:03.689658 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd29e6c-6b6b-4468-bae2-d61494a3809f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:03.689991 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd29e6c-6b6b-4468-bae2-d61494a3809f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:03.690320 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd29e6c-6b6b-4468-bae2-d61494a3809f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:03.690646 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd29e6c-6b6b-4468-bae2-d61494a3809f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:03.690972 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd29e6c-6b6b-4468-bae2-d61494a3809f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:03.691407 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd29e6c-6b6b-4468-bae2-d61494a3809f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:03.691734 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd29e6c-6b6b-4468-bae2-d61494a3809f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:03.692044 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd29e6c-6b6b-4468-bae2-d61494a3809f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:03.692387 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd29e6c-6b6b-4468-bae2-d61494a3809f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:03.692875 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd29e6c-6b6b-4468-bae2-d61494a3809f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:03.771042 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Transition to ACTIVE for port object 672e70bd-4cfe-475c-9028-45da68b95ba1 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:03.798529 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:03.896413 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Network fbce5fa8-2732-4d4c-abc6-7662bf9411e4 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:28:03.900046 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:03.913033 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:28:03.929015 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ecd29e6c-6b6b-4468-bae2-d61494a3809f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:03.940104 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Pushing event updated for resources: {'Port': ['ID=672e70bd-4cfe-475c-9028-45da68b95ba1,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:03.945990 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-b5273845-4eb2-4e54-a19b-c6cc6012f09c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a07c7aad-9e91-458a-af3c-ebe42e8a00f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4900002 Apr 08 10:28:04.029929 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:04.030432 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:04.030885 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:04.031224 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:04.031553 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:04.031884 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:04.032251 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:04.032803 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:04.033474 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:04.034064 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:04.034391 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:28:04.107359 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-ffa0700c-418c-45c2-9deb-a3a06fe5e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'name': 'tempest-RoutersIpV6Test-router-1259330695', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:05Z', 'updated_at': '2022-04-08T10:27:56Z', 'revision_number': 10, 'project_id': '72c993bf72344f498aa1635c771d9146', 'gw_port_host': None, '_interfaces': [{'id': '71defff6-7a26-412e-b9fa-79b9fd29b29d', 'name': '', 'network_id': 'b4a64b47-22e8-46a6-801c-a1d1ec372f3e', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'mac_address': 'fa:16:3e:bd:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:07Z', 'updated_at': '2022-04-08T10:27:17Z', 'revision_number': 5, 'project_id': '72c993bf72344f498aa1635c771d9146', 'subnets': [{'id': 'eeb9d500-454f-41a2-bc82-cbd0faa9e7de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:04.127926 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa0700c-418c-45c2-9deb-a3a06fe5e9fd None None] Checking router: affaba2d-ab70-4603-8559-f938d28e85d9 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:28:04.148941 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa0700c-418c-45c2-9deb-a3a06fe5e9fd None None] Routers {'affaba2d-ab70-4603-8559-f938d28e85d9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:04.149564 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-ffa0700c-418c-45c2-9deb-a3a06fe5e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['affaba2d-ab70-4603-8559-f938d28e85d9'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:04.231973 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-7918d640-96dd-409f-87e7-38d6a3bce871 service neutron] 10.222.0.52 "GET /v2.0/networks/a07c7aad-9e91-458a-af3c-ebe42e8a00f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737622 Apr 08 10:28:04.319006 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-ffa0700c-418c-45c2-9deb-a3a06fe5e9fd None None] Set router affaba2d-ab70-4603-8559-f938d28e85d9 gateway port host: None {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:28:04.359310 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-752aff7e-7865-4002-b5a4-b891093cce3a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Allocated IP 172.20.0.1 (fbce5fa8-2732-4d4c-abc6-7662bf9411e4/0cf1a89a-d4f5-48b2-a559-374a863488d5/d1e40729-28f4-4de2-97bc-7a6351acbfa8) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:28:04.415365 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Attempting to bind port 672e70bd-4cfe-475c-9028-45da68b95ba1 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:28:04.416167 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Attempting to bind port 672e70bd-4cfe-475c-9028-45da68b95ba1 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'b96e7c37-8dee-4fec-8a00-a3ecb63b50b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fbce5fa8-2732-4d4c-abc6-7662bf9411e4'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:28:04.416682 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Attempting to bind port 672e70bd-4cfe-475c-9028-45da68b95ba1 on network fbce5fa8-2732-4d4c-abc6-7662bf9411e4 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:28:04.425636 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:28:04.426344 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Checking segment: {'id': 'b96e7c37-8dee-4fec-8a00-a3ecb63b50b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fbce5fa8-2732-4d4c-abc6-7662bf9411e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:28:04.426742 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:04.427139 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Bound using segment: {'id': 'b96e7c37-8dee-4fec-8a00-a3ecb63b50b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fbce5fa8-2732-4d4c-abc6-7662bf9411e4'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:28:04.427632 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Bound port: 672e70bd-4cfe-475c-9028-45da68b95ba1, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96e7c37-8dee-4fec-8a00-a3ecb63b50b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fbce5fa8-2732-4d4c-abc6-7662bf9411e4'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:28:04.427996 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:04.506955 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-ffa0700c-418c-45c2-9deb-a3a06fe5e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'name': 'tempest-RoutersIpV6Test-router-1259330695', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:05Z', 'updated_at': '2022-04-08T10:28:03Z', 'revision_number': 11, 'project_id': '72c993bf72344f498aa1635c771d9146', 'gw_port_host': None}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:04.510001 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-68cb43fb-e5ee-4d66-9749-d14ac4a417e6 req-f50f0a53-cb57-4d88-92cb-93d59d0f6659 service neutron] 10.222.0.52 "GET /v2.0/networks/a07c7aad-9e91-458a-af3c-ebe42e8a00f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665880 Apr 08 10:28:04.513540 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa0700c-418c-45c2-9deb-a3a06fe5e9fd None None] The sync data for ids ['affaba2d-ab70-4603-8559-f938d28e85d9'] in dv-neutron-837110-1-hyperv is: [{'id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'name': 'tempest-RoutersIpV6Test-router-1259330695', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:05Z', 'updated_at': '2022-04-08T10:28:03Z', 'revision_number': 11, 'project_id': '72c993bf72344f498aa1635c771d9146', 'gw_port_host': None}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:28:04.676271 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd29e6c-6b6b-4468-bae2-d61494a3809f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Router affaba2d-ab70-4603-8559-f938d28e85d9 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:28:04.686103 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] For port 672e70bd-4cfe-475c-9028-45da68b95ba1, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:28:04.690050 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] For port 672e70bd-4cfe-475c-9028-45da68b95ba1, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=672e70bd-4cfe-475c-9028-45da68b95ba1,segment=NetworkSegment(b96e7c37-8dee-4fec-8a00-a3ecb63b50b1),segment_id=b96e7c37-8dee-4fec-8a00-a3ecb63b50b1)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:28:04.700216 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:04.763917 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd10927-d15b-4f94-8d65-ce1a5797257a req-290009cc-a77e-42e8-865a-1ec43fecdd7c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:04.765805 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bbd10927-d15b-4f94-8d65-ce1a5797257a req-290009cc-a77e-42e8-865a-1ec43fecdd7c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8498d949-ba37-420d-b4ec-328fd363837c HTTP/1.1" status: 200 len: 944 time: 0.3002179 Apr 08 10:28:04.769559 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-752aff7e-7865-4002-b5a4-b891093cce3a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:04.815543 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427e7ac-b71b-44d4-afaa-34a903395120 None None] Pushing event updated for resources: {'Port': ['ID=672e70bd-4cfe-475c-9028-45da68b95ba1,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:04.827118 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-aa380201-853a-494d-9a1c-d3df4e2968bd req-9279c714-8aa3-497e-afc1-524b91fb28df service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=8498d949-ba37-420d-b4ec-328fd363837c HTTP/1.1" status: 200 len: 1097 time: 0.2265079 Apr 08 10:28:04.852574 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd29e6c-6b6b-4468-bae2-d61494a3809f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:28:04.871237 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-752aff7e-7865-4002-b5a4-b891093cce3a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Transition to ACTIVE for port object d1e40729-28f4-4de2-97bc-7a6351acbfa8 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:04.893506 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ecd29e6c-6b6b-4468-bae2-d61494a3809f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "PUT /v2.0/routers/affaba2d-ab70-4603-8559-f938d28e85d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5402555 Apr 08 10:28:04.897846 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58662) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:04.960546 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bbd10927-d15b-4f94-8d65-ce1a5797257a req-b03d1d35-9602-42a1-aef5-100c8318a818 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f027663-4fe1-4316-ab0c-e3c696caa331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868458 Apr 08 10:28:05.033172 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-752aff7e-7865-4002-b5a4-b891093cce3a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:05.067737 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa380201-853a-494d-9a1c-d3df4e2968bd req-613f9eea-1174-4dc2-9ee5-cf53e52eda27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:05.069326 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-aa380201-853a-494d-9a1c-d3df4e2968bd req-613f9eea-1174-4dc2-9ee5-cf53e52eda27 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a07c7aad-9e91-458a-af3c-ebe42e8a00f2 HTTP/1.1" status: 200 len: 898 time: 0.2293563 Apr 08 10:28:05.140936 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-128f7ce5-f7fb-4c39-bc27-4c1531997549 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Deleting subnet eeb9d500-454f-41a2-bc82-cbd0faa9e7de {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:28:05.145395 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-128f7ce5-f7fb-4c39-bc27-4c1531997549 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:05.183828 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-aa380201-853a-494d-9a1c-d3df4e2968bd req-04ea7c00-36af-4435-891f-43b3f3ff9adf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003 HTTP/1.1" status: 200 len: 217 time: 0.0966759 Apr 08 10:28:05.187294 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752aff7e-7865-4002-b5a4-b891093cce3a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network fbce5fa8-2732-4d4c-abc6-7662bf9411e4 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:28:05.241732 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-128f7ce5-f7fb-4c39-bc27-4c1531997549 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:05.275999 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-752aff7e-7865-4002-b5a4-b891093cce3a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:05.287083 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752aff7e-7865-4002-b5a4-b891093cce3a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:28:05.331862 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752aff7e-7865-4002-b5a4-b891093cce3a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Port': ['ID=d1e40729-28f4-4de2-97bc-7a6351acbfa8,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:05.359842 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa380201-853a-494d-9a1c-d3df4e2968bd req-e1245ba3-0e21-468a-947b-527008bc60aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:05.361348 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-aa380201-853a-494d-9a1c-d3df4e2968bd req-e1245ba3-0e21-468a-947b-527008bc60aa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=11a418fc-9352-4954-ad94-95a85292ceb2 HTTP/1.1" status: 200 len: 838 time: 0.1705046 Apr 08 10:28:05.372607 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-128f7ce5-f7fb-4c39-bc27-4c1531997549 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:05.420923 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-752aff7e-7865-4002-b5a4-b891093cce3a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:05.457483 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-128f7ce5-f7fb-4c39-bc27-4c1531997549 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:05.507148 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f7ce5-f7fb-4c39-bc27-4c1531997549 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Subnet': ['ID=eeb9d500-454f-41a2-bc82-cbd0faa9e7de,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:05.510855 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-aa380201-853a-494d-9a1c-d3df4e2968bd req-13d90747-a52e-4d5b-a906-49dc5ee32ffe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a07c7aad-9e91-458a-af3c-ebe42e8a00f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1405621 Apr 08 10:28:05.514558 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-128f7ce5-f7fb-4c39-bc27-4c1531997549 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:05.521625 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-128f7ce5-f7fb-4c39-bc27-4c1531997549 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/subnets/eeb9d500-454f-41a2-bc82-cbd0faa9e7de HTTP/1.1" status: 204 len: 168 time: 0.6223967 Apr 08 10:28:05.523488 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58668) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:05.523880 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a1e60b-0df6-43f7-8be0-4899e5f431f0 None None] Network b4a64b47-22e8-46a6-801c-a1d1ec372f3e requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:28:05.648110 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-096a6599-e579-4e1d-b921-c48fa695cf41 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:05.655246 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-752aff7e-7865-4002-b5a4-b891093cce3a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:05.659773 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-096a6599-e579-4e1d-b921-c48fa695cf41 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Deleting port 2d729dc8-ad65-4a9c-9d29-6a85ff51578d {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:05.660165 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-096a6599-e579-4e1d-b921-c48fa695cf41 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:05.893845 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faf0c47-103a-4400-b029-a4e5fcb6f553 None None] DHCP port deletion for b4a64b47-22e8-46a6-801c-a1d1ec372f3e request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:28:05.898626 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-5faf0c47-103a-4400-b029-a4e5fcb6f553 None None] Deleting port 2d729dc8-ad65-4a9c-9d29-6a85ff51578d {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:05.899147 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5faf0c47-103a-4400-b029-a4e5fcb6f553 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:05.942234 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-096a6599-e579-4e1d-b921-c48fa695cf41 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] For port 2d729dc8-ad65-4a9c-9d29-6a85ff51578d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2d729dc8-ad65-4a9c-9d29-6a85ff51578d,segment=NetworkSegment(d14cf0d6-ac16-479a-9763-217fcc881982),segment_id=d14cf0d6-ac16-479a-9763-217fcc881982)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:05.942604 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-096a6599-e579-4e1d-b921-c48fa695cf41 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:06.116519 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-096a6599-e579-4e1d-b921-c48fa695cf41 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Calling delete_port for 2d729dc8-ad65-4a9c-9d29-6a85ff51578d owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:28:06.244600 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-5faf0c47-103a-4400-b029-a4e5fcb6f553 None None] For port 2d729dc8-ad65-4a9c-9d29-6a85ff51578d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2d729dc8-ad65-4a9c-9d29-6a85ff51578d,segment=NetworkSegment(d14cf0d6-ac16-479a-9763-217fcc881982),segment_id=d14cf0d6-ac16-479a-9763-217fcc881982)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:06.244914 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5faf0c47-103a-4400-b029-a4e5fcb6f553 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:06.290752 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-096a6599-e579-4e1d-b921-c48fa695cf41 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:06.349788 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-aa380201-853a-494d-9a1c-d3df4e2968bd req-2ccbd00a-21b8-46eb-8f48-6a0e0e58880e service neutron] 10.222.0.52 "GET /v2.0/networks/a07c7aad-9e91-458a-af3c-ebe42e8a00f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8313346 Apr 08 10:28:06.370522 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a6599-e579-4e1d-b921-c48fa695cf41 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Port': ['ID=2d729dc8-ad65-4a9c-9d29-6a85ff51578d,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:06.374899 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096a6599-e579-4e1d-b921-c48fa695cf41 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] No DVR routers for this DVR port 2d729dc8-ad65-4a9c-9d29-6a85ff51578d on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:28:06.423391 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 672e70bd-4cfe-475c-9028-45da68b95ba1 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:06.448986 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc00a56-0335-4bc8-b0c2-28509317ce20 None None] Network fbce5fa8-2732-4d4c-abc6-7662bf9411e4 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:28:06.468857 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-5faf0c47-103a-4400-b029-a4e5fcb6f553 None None] Calling delete_port for 2d729dc8-ad65-4a9c-9d29-6a85ff51578d owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:28:06.593129 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-aa380201-853a-494d-9a1c-d3df4e2968bd req-6dcd246c-3c9f-427f-ba67-a03c592ca600 service neutron] 10.222.0.52 "GET /v2.0/networks/a07c7aad-9e91-458a-af3c-ebe42e8a00f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025988 Apr 08 10:28:06.628413 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-096a6599-e579-4e1d-b921-c48fa695cf41 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:06.636620 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a8a5a-5130-469f-b5fd-df8afdd6d88f req-1dd859d3-ad32-4f5a-86aa-3bb137ee331d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:06.638775 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-829a8a5a-5130-469f-b5fd-df8afdd6d88f req-1dd859d3-ad32-4f5a-86aa-3bb137ee331d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8498d949-ba37-420d-b4ec-328fd363837c HTTP/1.1" status: 200 len: 944 time: 0.2913642 Apr 08 10:28:06.660013 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-096a6599-e579-4e1d-b921-c48fa695cf41 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a64b47-22e8-46a6-801c-a1d1ec372f3e']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:06.661463 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-752aff7e-7865-4002-b5a4-b891093cce3a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:06.669350 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-752aff7e-7865-4002-b5a4-b891093cce3a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:06.678277 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-096a6599-e579-4e1d-b921-c48fa695cf41 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd14cf0d6-ac16-479a-9763-217fcc881982') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:06.678667 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-096a6599-e579-4e1d-b921-c48fa695cf41 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd14cf0d6-ac16-479a-9763-217fcc881982') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:06.689425 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-1544a2d3-56c9-4ac6-beed-0de63b1341c3 None None] Provisioning for port 672e70bd-4cfe-475c-9028-45da68b95ba1 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:06.691362 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-096a6599-e579-4e1d-b921-c48fa695cf41 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:06.709815 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-5faf0c47-103a-4400-b029-a4e5fcb6f553 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:28:06.710769 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-5faf0c47-103a-4400-b029-a4e5fcb6f553 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:28:06.712238 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-096a6599-e579-4e1d-b921-c48fa695cf41 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:06.718790 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096a6599-e579-4e1d-b921-c48fa695cf41 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:28:06.719308 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-096a6599-e579-4e1d-b921-c48fa695cf41 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:06.742431 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 672e70bd-4cfe-475c-9028-45da68b95ba1 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:06.752945 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 672e70bd-4cfe-475c-9028-45da68b95ba1 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:06.753310 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:06.769112 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-752aff7e-7865-4002-b5a4-b891093cce3a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:28:06.822972 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:28:06.827248 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-096a6599-e579-4e1d-b921-c48fa695cf41 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:06.828161 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-829a8a5a-5130-469f-b5fd-df8afdd6d88f req-d150fcba-3fe6-45d3-920d-76b2735c6cb6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f027663-4fe1-4316-ab0c-e3c696caa331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837885 Apr 08 10:28:06.851805 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-096a6599-e579-4e1d-b921-c48fa695cf41 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:06.865590 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a6599-e579-4e1d-b921-c48fa695cf41 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Pushing event deleted for resources: {'Network': ['ID=b4a64b47-22e8-46a6-801c-a1d1ec372f3e,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:06.878855 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-096a6599-e579-4e1d-b921-c48fa695cf41 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/networks/b4a64b47-22e8-46a6-801c-a1d1ec372f3e HTTP/1.1" status: 204 len: 168 time: 1.3543315 Apr 08 10:28:06.886099 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58686) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:06.892410 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-07214189-efb9-492a-a678-14523ccba791 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'router': {'routes': None}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:06.990178 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752aff7e-7865-4002-b5a4-b891093cce3a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Port': ['ID=d1e40729-28f4-4de2-97bc-7a6351acbfa8,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:07.004943 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:07.045753 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 672e70bd-4cfe-475c-9028-45da68b95ba1, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=672e70bd-4cfe-475c-9028-45da68b95ba1,segment=NetworkSegment(b96e7c37-8dee-4fec-8a00-a3ecb63b50b1),segment_id=b96e7c37-8dee-4fec-8a00-a3ecb63b50b1)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:07.051458 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:07.087729 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752aff7e-7865-4002-b5a4-b891093cce3a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network fbce5fa8-2732-4d4c-abc6-7662bf9411e4 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:28:07.089432 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-752aff7e-7865-4002-b5a4-b891093cce3a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:07.137843 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 18559ada-a573-42f8-9360-eca63aa341a5 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:28:07.185442 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 18559ada-a573-42f8-9360-eca63aa341a5 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:28:07.185873 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 18559ada-a573-42f8-9360-eca63aa341a5 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:28:07.186154 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 71defff6-7a26-412e-b9fa-79b9fd29b29d no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:28:07.224846 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-5faf0c47-103a-4400-b029-a4e5fcb6f553 None None] Deleting port 2d729dc8-ad65-4a9c-9d29-6a85ff51578d {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:07.225288 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5faf0c47-103a-4400-b029-a4e5fcb6f553 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:07.258232 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 71defff6-7a26-412e-b9fa-79b9fd29b29d {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:28:07.258491 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 71defff6-7a26-412e-b9fa-79b9fd29b29d not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:28:07.258904 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2d729dc8-ad65-4a9c-9d29-6a85ff51578d no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:28:07.309725 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 2d729dc8-ad65-4a9c-9d29-6a85ff51578d {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:28:07.310472 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2d729dc8-ad65-4a9c-9d29-6a85ff51578d not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:28:07.345806 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.extraroute_db [None req-07214189-efb9-492a-a678-14523ccba791 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Added routes are [] {{(pid=83846) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 08 10:28:07.346299 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.extraroute_db [None req-07214189-efb9-492a-a678-14523ccba791 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Removed routes are [] {{(pid=83846) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 08 10:28:07.346647 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-07214189-efb9-492a-a678-14523ccba791 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:07.382368 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:28:07.391047 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-5faf0c47-103a-4400-b029-a4e5fcb6f553 None None] The port '2d729dc8-ad65-4a9c-9d29-6a85ff51578d' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:28:07.398156 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=672e70bd-4cfe-475c-9028-45da68b95ba1,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:07.535402 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-75739802-0b54-42bd-9d23-1475a2c4a8ae None None] Provisioning complete for port 672e70bd-4cfe-475c-9028-45da68b95ba1 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:07.535776 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-75739802-0b54-42bd-9d23-1475a2c4a8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:07.685657 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752aff7e-7865-4002-b5a4-b891093cce3a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Router f6af07ec-8f53-41da-b83d-37f15d4c9a98 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:28:07.785952 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-07214189-efb9-492a-a678-14523ccba791 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:07.789053 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003,segment=NetworkSegment(6d1cf25d-9ff4-4109-aac4-c40987f47f89),segment_id=6d1cf25d-9ff4-4109-aac4-c40987f47f89)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:07.789560 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-07214189-efb9-492a-a678-14523ccba791 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1762438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1762447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1757449'] for router, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:07.806014 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': 'b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003', 'network_id': 'a07c7aad-9e91-458a-af3c-ebe42e8a00f2', 'port_id': 'b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003', 'mac_address': 'fa:16:3e:4f:76:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a418fc-9352-4954-ad94-95a85292ceb2', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:28:07.903645 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-75739802-0b54-42bd-9d23-1475a2c4a8ae None None] Provisioning for port d1e40729-28f4-4de2-97bc-7a6351acbfa8 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:07.922884 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-75739802-0b54-42bd-9d23-1475a2c4a8ae None None] Provisioning complete for port d1e40729-28f4-4de2-97bc-7a6351acbfa8 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:07.923241 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-75739802-0b54-42bd-9d23-1475a2c4a8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:07.944172 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752aff7e-7865-4002-b5a4-b891093cce3a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:28:07.961569 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd09590-4c0c-4d62-94e8-7cb8c9f9f63b None None] Sync routers for ids ['f6af07ec-8f53-41da-b83d-37f15d4c9a98'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:28:07.991708 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-752aff7e-7865-4002-b5a4-b891093cce3a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "PUT /v2.0/routers/f6af07ec-8f53-41da-b83d-37f15d4c9a98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8477128 Apr 08 10:28:07.997160 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58694) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:07.997952 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd09590-4c0c-4d62-94e8-7cb8c9f9f63b None None] Routers {'f6af07ec-8f53-41da-b83d-37f15d4c9a98'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:07.998867 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6cd09590-4c0c-4d62-94e8-7cb8c9f9f63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['f6af07ec-8f53-41da-b83d-37f15d4c9a98'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:08.000822 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07214189-efb9-492a-a678-14523ccba791 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Router affaba2d-ab70-4603-8559-f938d28e85d9 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:28:08.014931 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-4524208a-8a76-45fe-946d-01d1c39faccd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'network': {'name': 'tempest-RoutersTest-1807127502'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:08.023911 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4524208a-8a76-45fe-946d-01d1c39faccd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:08.035294 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4524208a-8a76-45fe-946d-01d1c39faccd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Usage tracker for resource:network and tenant:44ffe129493d49b08ea911b16ee6c97f is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:08.045557 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4524208a-8a76-45fe-946d-01d1c39faccd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:08.055743 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4524208a-8a76-45fe-946d-01d1c39faccd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:08.056482 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:08.086980 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4524208a-8a76-45fe-946d-01d1c39faccd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Made reservation on behalf of 44ffe129493d49b08ea911b16ee6c97f for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:28:08.100387 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4524208a-8a76-45fe-946d-01d1c39faccd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:08.109266 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:28:08.116699 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-75739802-0b54-42bd-9d23-1475a2c4a8ae None None] Port d1e40729-28f4-4de2-97bc-7a6351acbfa8 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:28:08.164846 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003,segment=NetworkSegment(6d1cf25d-9ff4-4109-aac4-c40987f47f89),segment_id=6d1cf25d-9ff4-4109-aac4-c40987f47f89)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:08.195675 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:08.196609 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4524208a-8a76-45fe-946d-01d1c39faccd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:28:08.207651 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4524208a-8a76-45fe-946d-01d1c39faccd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:08.208376 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-4524208a-8a76-45fe-946d-01d1c39faccd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Added segment 5a3ec38f-b967-4384-95bb-330c193a90a3 of type vlan for network 572a07fb-c24c-4bb7-b642-c20879d50521 Apr 08 10:28:08.270156 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6769522-249a-4b56-a22a-fcb80b8bd31f req-44a370a6-317e-4055-9bbd-0c2f7f635e29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:08.288622 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:08.293626 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c6769522-249a-4b56-a22a-fcb80b8bd31f req-44a370a6-317e-4055-9bbd-0c2f7f635e29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8498d949-ba37-420d-b4ec-328fd363837c HTTP/1.1" status: 200 len: 944 time: 0.1986594 Apr 08 10:28:08.297292 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-17c30640-5c89-479d-9b17-456e4cd29032 None None] Provisioning complete for port d1e40729-28f4-4de2-97bc-7a6351acbfa8 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:08.297653 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-17c30640-5c89-479d-9b17-456e4cd29032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:08.344622 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 672e70bd-4cfe-475c-9028-45da68b95ba1 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:08.369084 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4524208a-8a76-45fe-946d-01d1c39faccd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:08.383983 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07214189-efb9-492a-a678-14523ccba791 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:28:08.404032 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-07214189-efb9-492a-a678-14523ccba791 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:08.407847 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-07214189-efb9-492a-a678-14523ccba791 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "PUT /v2.0/routers/affaba2d-ab70-4603-8559-f938d28e85d9 HTTP/1.1" status: 200 len: 705 time: 1.5183966 Apr 08 10:28:08.408850 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58698) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:08.410164 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:08.413801 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c6769522-249a-4b56-a22a-fcb80b8bd31f req-ac14a733-3acc-4cfa-b18a-6fed741b7591 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f027663-4fe1-4316-ab0c-e3c696caa331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150384 Apr 08 10:28:08.424417 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-17c30640-5c89-479d-9b17-456e4cd29032 None None] Port d1e40729-28f4-4de2-97bc-7a6351acbfa8 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:28:08.438776 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-6cd09590-4c0c-4d62-94e8-7cb8c9f9f63b None None] Set router f6af07ec-8f53-41da-b83d-37f15d4c9a98 gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:28:08.443045 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 672e70bd-4cfe-475c-9028-45da68b95ba1 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:08.443416 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:08.508133 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:28:08.592773 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.resource_extend [None req-4524208a-8a76-45fe-946d-01d1c39faccd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:28:08.607451 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-eeadac38-317d-4f60-99f7-039c3e676ffd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Synchronizing usage tracker for tenant:72c993bf72344f498aa1635c771d9146 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:28:08.638247 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4524208a-8a76-45fe-946d-01d1c39faccd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:08.643253 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4524208a-8a76-45fe-946d-01d1c39faccd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:08.644505 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4524208a-8a76-45fe-946d-01d1c39faccd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:08.696942 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-eeadac38-317d-4f60-99f7-039c3e676ffd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Unset dirty status for tenant:72c993bf72344f498aa1635c771d9146 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:28:08.698492 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-eeadac38-317d-4f60-99f7-039c3e676ffd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "GET /v2.0/ports?device_id=affaba2d-ab70-4603-8559-f938d28e85d9 HTTP/1.1" status: 200 len: 205 time: 0.2880957 Apr 08 10:28:08.702346 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58702) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:08.752793 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4524208a-8a76-45fe-946d-01d1c39faccd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7519567 Apr 08 10:28:08.760126 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58708) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:08.778066 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-49b66858-592f-4f3b-b607-539a7c668e72 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'subnet': {'network_id': '572a07fb-c24c-4bb7-b642-c20879d50521', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:08.875110 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654b171f-d55d-424f-a298-c5b2281b34eb None None] Sync routers for ids ['c862d33f-e586-4a1c-8f69-599f783b6d5b'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:28:08.891506 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6cd09590-4c0c-4d62-94e8-7cb8c9f9f63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'name': 'tempest-RoutersTest-router-820085337', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:59Z', 'updated_at': '2022-04-08T10:28:05Z', 'revision_number': 2, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'gw_port_host': None, '_interfaces': [{'id': 'd1e40729-28f4-4de2-97bc-7a6351acbfa8', 'name': '', 'network_id': 'fbce5fa8-2732-4d4c-abc6-7662bf9411e4', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:e8:87:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:03Z', 'updated_at': '2022-04-08T10:28:06Z', 'revision_number': 2, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:08.898006 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524208a-8a76-45fe-946d-01d1c39faccd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Network': ['ID=572a07fb-c24c-4bb7-b642-c20879d50521,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:08.902958 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654b171f-d55d-424f-a298-c5b2281b34eb None None] Routers {'c862d33f-e586-4a1c-8f69-599f783b6d5b'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:08.903594 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-654b171f-d55d-424f-a298-c5b2281b34eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['c862d33f-e586-4a1c-8f69-599f783b6d5b'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:08.908240 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd09590-4c0c-4d62-94e8-7cb8c9f9f63b None None] Checking router: f6af07ec-8f53-41da-b83d-37f15d4c9a98 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:28:08.909290 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd09590-4c0c-4d62-94e8-7cb8c9f9f63b None None] Updating router f6af07ec-8f53-41da-b83d-37f15d4c9a98 port d1e40729-28f4-4de2-97bc-7a6351acbfa8 binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:28:08.969525 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 572a07fb-c24c-4bb7-b642-c20879d50521 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:28:08.975500 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6cd09590-4c0c-4d62-94e8-7cb8c9f9f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:08.997758 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dc98e3-e85b-44d4-b049-78ee23e2afd6 None None] Sync routers for ids ['affaba2d-ab70-4603-8559-f938d28e85d9'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:28:08.999953 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-49b66858-592f-4f3b-b607-539a7c668e72 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:09.005982 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-49b66858-592f-4f3b-b607-539a7c668e72 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Usage tracker for resource:subnet and tenant:44ffe129493d49b08ea911b16ee6c97f is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:09.008958 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-49b66858-592f-4f3b-b607-539a7c668e72 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:09.016963 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-49b66858-592f-4f3b-b607-539a7c668e72 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:09.028747 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b66858-592f-4f3b-b607-539a7c668e72 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Made reservation on behalf of 44ffe129493d49b08ea911b16ee6c97f for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:28:09.151941 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e476f35-d0d5-4473-82a8-04b7f6d5ec95 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:09.162037 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-49b66858-592f-4f3b-b607-539a7c668e72 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:09.350848 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dc98e3-e85b-44d4-b049-78ee23e2afd6 None None] Routers {'affaba2d-ab70-4603-8559-f938d28e85d9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:09.351461 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c1dc98e3-e85b-44d4-b049-78ee23e2afd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['affaba2d-ab70-4603-8559-f938d28e85d9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:09.361575 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-654b171f-d55d-424f-a298-c5b2281b34eb None None] Set router c862d33f-e586-4a1c-8f69-599f783b6d5b gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:28:09.434412 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-49b66858-592f-4f3b-b607-539a7c668e72 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:09.563989 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b66858-592f-4f3b-b607-539a7c668e72 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Subnet': ['ID=da6dbefb-55f1-4c52-8b4f-b4481e49f6b0,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:09.591429 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b66858-592f-4f3b-b607-539a7c668e72 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Checking segment: {'id': '5a3ec38f-b967-4384-95bb-330c193a90a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '572a07fb-c24c-4bb7-b642-c20879d50521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:28:09.591788 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b66858-592f-4f3b-b607-539a7c668e72 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network hostable DHCP agents. Network: 572a07fb-c24c-4bb7-b642-c20879d50521, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:28:09.631118 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-c1dc98e3-e85b-44d4-b049-78ee23e2afd6 None None] Set router affaba2d-ab70-4603-8559-f938d28e85d9 gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:28:09.641769 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b66858-592f-4f3b-b607-539a7c668e72 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network 572a07fb-c24c-4bb7-b642-c20879d50521 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:28:09.659204 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-49b66858-592f-4f3b-b607-539a7c668e72 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 572a07fb-c24c-4bb7-b642-c20879d50521) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:09.666128 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b66858-592f-4f3b-b607-539a7c668e72 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:09.666741 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-49b66858-592f-4f3b-b607-539a7c668e72 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:09.686976 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41565f06-0c63-46eb-a236-110cf290180e None None] Network 572a07fb-c24c-4bb7-b642-c20879d50521 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:28:09.702093 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-49b66858-592f-4f3b-b607-539a7c668e72 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9406729 Apr 08 10:28:09.706701 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58718) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:09.817046 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c1dc98e3-e85b-44d4-b049-78ee23e2afd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affaba2d-ab70-4603-8559-f938d28e85d9', 'name': 'tempest-RoutersIpV6Test-router-1259330695', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:05Z', 'updated_at': '2022-04-08T10:28:03Z', 'revision_number': 11, 'project_id': '72c993bf72344f498aa1635c771d9146', 'gw_port_host': None}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:09.840663 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dc98e3-e85b-44d4-b049-78ee23e2afd6 None None] Checking router: affaba2d-ab70-4603-8559-f938d28e85d9 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:28:09.911177 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dc98e3-e85b-44d4-b049-78ee23e2afd6 None None] Routers {'affaba2d-ab70-4603-8559-f938d28e85d9'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:09.911804 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c1dc98e3-e85b-44d4-b049-78ee23e2afd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['affaba2d-ab70-4603-8559-f938d28e85d9'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:09.924499 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e476f35-d0d5-4473-82a8-04b7f6d5ec95 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:09.937848 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e476f35-d0d5-4473-82a8-04b7f6d5ec95 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:09.973672 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-654b171f-d55d-424f-a298-c5b2281b34eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c862d33f-e586-4a1c-8f69-599f783b6d5b', 'name': 'tempest-TestVolumeBootPattern-1970862555-router', 'tenant_id': 'c29a0caa12a1446f98b261838540ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.32'}], 'enable_snat': True}, 'gw_port_id': '644fcfb2-2ca1-48d7-b608-6ebdbb342971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:37Z', 'updated_at': '2022-04-08T10:27:42Z', 'revision_number': 4, 'project_id': 'c29a0caa12a1446f98b261838540ed1b', 'gw_port': {'id': '644fcfb2-2ca1-48d7-b608-6ebdbb342971', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c862d33f-e586-4a1c-8f69-599f783b6d5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:38Z', 'updated_at': '2022-04-08T10:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '9f811f7f-d5ac-454e-ba3f-6862f60362cd', 'name': '', 'network_id': '40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb', 'tenant_id': 'c29a0caa12a1446f98b261838540ed1b', 'mac_address': 'fa:16:3e:f7:90:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c862d33f-e586-4a1c-8f69-599f783b6d5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee18d5c1-c2c7-4a83-a220-f7973eae5377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:41Z', 'updated_at': '2022-04-08T10:27:42Z', 'revision_number': 2, 'project_id': 'c29a0caa12a1446f98b261838540ed1b', 'subnets': [{'id': 'ee18d5c1-c2c7-4a83-a220-f7973eae5377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:09.978004 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654b171f-d55d-424f-a298-c5b2281b34eb None None] Checking router: c862d33f-e586-4a1c-8f69-599f783b6d5b for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:28:09.978421 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654b171f-d55d-424f-a298-c5b2281b34eb None None] Updating router c862d33f-e586-4a1c-8f69-599f783b6d5b port 9f811f7f-d5ac-454e-ba3f-6862f60362cd binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:28:10.009172 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e476f35-d0d5-4473-82a8-04b7f6d5ec95 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:10.010154 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e476f35-d0d5-4473-82a8-04b7f6d5ec95 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Fanout notify agent at l3_agent the message router_deleted on router affaba2d-ab70-4603-8559-f938d28e85d9 {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:28:10.012533 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735498c0-cd50-4abb-8d1c-ed4ddaedbe34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-572a07fb-c24c-4bb7-b642-c20879d50521', 'network_id': '572a07fb-c24c-4bb7-b642-c20879d50521', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'fixed_ips': [{'subnet_id': 'da6dbefb-55f1-4c52-8b4f-b4481e49f6b0'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:28:10.013179 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-735498c0-cd50-4abb-8d1c-ed4ddaedbe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:10.022844 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.db.resource_extend [None req-6cd09590-4c0c-4d62-94e8-7cb8c9f9f63b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:28:10.041749 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c1dc98e3-e85b-44d4-b049-78ee23e2afd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:10.042150 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dc98e3-e85b-44d4-b049-78ee23e2afd6 None None] The sync data for ids ['affaba2d-ab70-4603-8559-f938d28e85d9'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:28:10.048336 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2e476f35-d0d5-4473-82a8-04b7f6d5ec95 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:10.049982 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2e476f35-d0d5-4473-82a8-04b7f6d5ec95 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/routers/affaba2d-ab70-4603-8559-f938d28e85d9 HTTP/1.1" status: 204 len: 168 time: 1.3466585 Apr 08 10:28:10.061702 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58722) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:10.068840 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-35131f4f-bf6a-4bf1-bc34-6b360d6f2004 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1586760842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:10.085149 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-35131f4f-bf6a-4bf1-bc34-6b360d6f2004 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:10.094244 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19389428-7c2b-47bd-a61d-28c3c68a05c1 req-0233f985-9857-40cc-a327-33e972683cb0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:10.096031 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-19389428-7c2b-47bd-a61d-28c3c68a05c1 req-0233f985-9857-40cc-a327-33e972683cb0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8498d949-ba37-420d-b4ec-328fd363837c HTTP/1.1" status: 200 len: 945 time: 0.3743715 Apr 08 10:28:10.101011 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-35131f4f-bf6a-4bf1-bc34-6b360d6f2004 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Usage tracker for resource:router and tenant:72c993bf72344f498aa1635c771d9146 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:10.152566 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-35131f4f-bf6a-4bf1-bc34-6b360d6f2004 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:10.214818 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-35131f4f-bf6a-4bf1-bc34-6b360d6f2004 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:10.216313 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6cd09590-4c0c-4d62-94e8-7cb8c9f9f63b None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:10.231528 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-6cd09590-4c0c-4d62-94e8-7cb8c9f9f63b None None] Transition to ACTIVE for port object d1e40729-28f4-4de2-97bc-7a6351acbfa8 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:10.240738 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6cd09590-4c0c-4d62-94e8-7cb8c9f9f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:10.252064 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35131f4f-bf6a-4bf1-bc34-6b360d6f2004 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:10.258389 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35131f4f-bf6a-4bf1-bc34-6b360d6f2004 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:10.296270 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35131f4f-bf6a-4bf1-bc34-6b360d6f2004 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:10.332681 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35131f4f-bf6a-4bf1-bc34-6b360d6f2004 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:10.361714 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-19389428-7c2b-47bd-a61d-28c3c68a05c1 req-4bdeaf73-e684-44d3-9b59-35bee668a09c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f027663-4fe1-4316-ab0c-e3c696caa331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2548153 Apr 08 10:28:10.390918 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-654b171f-d55d-424f-a298-c5b2281b34eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:10.407166 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35131f4f-bf6a-4bf1-bc34-6b360d6f2004 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:10.413195 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-35131f4f-bf6a-4bf1-bc34-6b360d6f2004 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3488078 Apr 08 10:28:10.416607 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58728) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:10.424887 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-652fcb24-f8ba-4f7e-be4a-4917ed6b3780 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:10.454591 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da3cef-a003-4f04-adfe-c011e15fdd53 None None] Pushing event updated for resources: {'Port': ['ID=d1e40729-28f4-4de2-97bc-7a6351acbfa8,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:10.594804 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6cd09590-4c0c-4d62-94e8-7cb8c9f9f63b None None] Attempting to bind port d1e40729-28f4-4de2-97bc-7a6351acbfa8 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:28:10.595322 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6cd09590-4c0c-4d62-94e8-7cb8c9f9f63b None None] Attempting to bind port d1e40729-28f4-4de2-97bc-7a6351acbfa8 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'b96e7c37-8dee-4fec-8a00-a3ecb63b50b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fbce5fa8-2732-4d4c-abc6-7662bf9411e4'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:28:10.595795 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd09590-4c0c-4d62-94e8-7cb8c9f9f63b None None] Attempting to bind port d1e40729-28f4-4de2-97bc-7a6351acbfa8 on network fbce5fa8-2732-4d4c-abc6-7662bf9411e4 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:28:10.606800 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd09590-4c0c-4d62-94e8-7cb8c9f9f63b None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:28:10.607442 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd09590-4c0c-4d62-94e8-7cb8c9f9f63b None None] Checking segment: {'id': 'b96e7c37-8dee-4fec-8a00-a3ecb63b50b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fbce5fa8-2732-4d4c-abc6-7662bf9411e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:28:10.607942 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6cd09590-4c0c-4d62-94e8-7cb8c9f9f63b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:10.608865 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd09590-4c0c-4d62-94e8-7cb8c9f9f63b None None] Bound using segment: {'id': 'b96e7c37-8dee-4fec-8a00-a3ecb63b50b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fbce5fa8-2732-4d4c-abc6-7662bf9411e4'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:28:10.609008 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6cd09590-4c0c-4d62-94e8-7cb8c9f9f63b None None] Bound port: d1e40729-28f4-4de2-97bc-7a6351acbfa8, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96e7c37-8dee-4fec-8a00-a3ecb63b50b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fbce5fa8-2732-4d4c-abc6-7662bf9411e4'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:28:10.609484 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6cd09590-4c0c-4d62-94e8-7cb8c9f9f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:10.718989 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-6cd09590-4c0c-4d62-94e8-7cb8c9f9f63b None None] For port d1e40729-28f4-4de2-97bc-7a6351acbfa8, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:28:10.724374 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-6cd09590-4c0c-4d62-94e8-7cb8c9f9f63b None None] For port d1e40729-28f4-4de2-97bc-7a6351acbfa8, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=d1e40729-28f4-4de2-97bc-7a6351acbfa8,segment=NetworkSegment(b96e7c37-8dee-4fec-8a00-a3ecb63b50b1),segment_id=b96e7c37-8dee-4fec-8a00-a3ecb63b50b1)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:28:10.730588 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6cd09590-4c0c-4d62-94e8-7cb8c9f9f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:10.838556 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd09590-4c0c-4d62-94e8-7cb8c9f9f63b None None] Routers {'f6af07ec-8f53-41da-b83d-37f15d4c9a98'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:10.840433 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6cd09590-4c0c-4d62-94e8-7cb8c9f9f63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['f6af07ec-8f53-41da-b83d-37f15d4c9a98'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:10.865002 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-735498c0-cd50-4abb-8d1c-ed4ddaedbe34 None None] Allocated IP 172.21.0.2 (572a07fb-c24c-4bb7-b642-c20879d50521/da6dbefb-55f1-4c52-8b4f-b4481e49f6b0/7e2c5a27-b5ea-420c-9350-121460b3cb09) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:28:11.032351 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da3cef-a003-4f04-adfe-c011e15fdd53 None None] Pushing event updated for resources: {'Port': ['ID=d1e40729-28f4-4de2-97bc-7a6351acbfa8,revision_number=4']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:11.092153 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-6cd09590-4c0c-4d62-94e8-7cb8c9f9f63b None None] Set router f6af07ec-8f53-41da-b83d-37f15d4c9a98 gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:28:11.233744 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e05731b6-c01b-4cda-87a9-4c000efe3f7f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:11.299086 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-654b171f-d55d-424f-a298-c5b2281b34eb None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:11.311957 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-654b171f-d55d-424f-a298-c5b2281b34eb None None] Transition to ACTIVE for port object 9f811f7f-d5ac-454e-ba3f-6862f60362cd will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:11.336207 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-654b171f-d55d-424f-a298-c5b2281b34eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:11.416527 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-652fcb24-f8ba-4f7e-be4a-4917ed6b3780 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:11.498871 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6cd09590-4c0c-4d62-94e8-7cb8c9f9f63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'name': 'tempest-RoutersTest-router-820085337', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:59Z', 'updated_at': '2022-04-08T10:28:05Z', 'revision_number': 2, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'gw_port_host': None, '_interfaces': [{'id': 'd1e40729-28f4-4de2-97bc-7a6351acbfa8', 'name': '', 'network_id': 'fbce5fa8-2732-4d4c-abc6-7662bf9411e4', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:e8:87:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:03Z', 'updated_at': '2022-04-08T10:28:10Z', 'revision_number': 4, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:11.502506 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd09590-4c0c-4d62-94e8-7cb8c9f9f63b None None] The sync data for ids ['f6af07ec-8f53-41da-b83d-37f15d4c9a98'] in dv-neutron-837110-1-hyperv is: [{'id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'name': 'tempest-RoutersTest-router-820085337', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:59Z', 'updated_at': '2022-04-08T10:28:05Z', 'revision_number': 2, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'gw_port_host': None, '_interfaces': [{'id': 'd1e40729-28f4-4de2-97bc-7a6351acbfa8', 'name': '', 'network_id': 'fbce5fa8-2732-4d4c-abc6-7662bf9411e4', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:e8:87:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:03Z', 'updated_at': '2022-04-08T10:28:10Z', 'revision_number': 4, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:28:11.520240 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-652fcb24-f8ba-4f7e-be4a-4917ed6b3780 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1762438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1762447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1757449'] for router, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:11.578352 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:11.907377 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3707804-8f65-4953-80cd-df649e5ce195 req-1df9da5f-0302-42e7-9740-5d5ccda994a5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:11.915494 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a3707804-8f65-4953-80cd-df649e5ce195 req-1df9da5f-0302-42e7-9740-5d5ccda994a5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8498d949-ba37-420d-b4ec-328fd363837c HTTP/1.1" status: 200 len: 945 time: 0.1077564 Apr 08 10:28:11.918718 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188827e-925a-471a-a103-7119670421cd None None] Pushing event updated for resources: {'Port': ['ID=9f811f7f-d5ac-454e-ba3f-6862f60362cd,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:11.973804 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a3707804-8f65-4953-80cd-df649e5ce195 req-f80cb5aa-5780-4ab2-a8e3-e36f43fe5ffb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f027663-4fe1-4316-ab0c-e3c696caa331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562449 Apr 08 10:28:11.995346 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652fcb24-f8ba-4f7e-be4a-4917ed6b3780 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Router c08a8b51-63d4-473f-85f6-d53127a16ae4 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:28:12.025745 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-654b171f-d55d-424f-a298-c5b2281b34eb None None] Attempting to bind port 9f811f7f-d5ac-454e-ba3f-6862f60362cd on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:28:12.026029 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-654b171f-d55d-424f-a298-c5b2281b34eb None None] Attempting to bind port 9f811f7f-d5ac-454e-ba3f-6862f60362cd by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '75e92001-ea2e-4d98-b17c-1d744b3393a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:28:12.026385 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654b171f-d55d-424f-a298-c5b2281b34eb None None] Attempting to bind port 9f811f7f-d5ac-454e-ba3f-6862f60362cd on network 40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:28:12.092736 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:12.118335 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654b171f-d55d-424f-a298-c5b2281b34eb None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:28:12.118727 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654b171f-d55d-424f-a298-c5b2281b34eb None None] Checking segment: {'id': '75e92001-ea2e-4d98-b17c-1d744b3393a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:28:12.119108 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-654b171f-d55d-424f-a298-c5b2281b34eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:12.119498 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654b171f-d55d-424f-a298-c5b2281b34eb None None] Bound using segment: {'id': '75e92001-ea2e-4d98-b17c-1d744b3393a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:28:12.119988 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-654b171f-d55d-424f-a298-c5b2281b34eb None None] Bound port: 9f811f7f-d5ac-454e-ba3f-6862f60362cd, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e92001-ea2e-4d98-b17c-1d744b3393a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:28:12.120393 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-654b171f-d55d-424f-a298-c5b2281b34eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:12.177199 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652fcb24-f8ba-4f7e-be4a-4917ed6b3780 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:28:12.178707 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:12.178707 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:12.191218 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-652fcb24-f8ba-4f7e-be4a-4917ed6b3780 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:12.194678 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-652fcb24-f8ba-4f7e-be4a-4917ed6b3780 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "PUT /v2.0/routers/c08a8b51-63d4-473f-85f6-d53127a16ae4 HTTP/1.1" status: 200 len: 698 time: 1.7725234 Apr 08 10:28:12.194962 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58736) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:12.214227 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc8121e-b7e3-4dfe-8b93-b905e32e9597 None None] Sync routers for ids ['c08a8b51-63d4-473f-85f6-d53127a16ae4'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:28:12.270548 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-735498c0-cd50-4abb-8d1c-ed4ddaedbe34 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:12.304664 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-735498c0-cd50-4abb-8d1c-ed4ddaedbe34 None None] Transition to ACTIVE for port object 7e2c5a27-b5ea-420c-9350-121460b3cb09 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:12.344193 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc8121e-b7e3-4dfe-8b93-b905e32e9597 None None] Routers {'c08a8b51-63d4-473f-85f6-d53127a16ae4'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:12.344809 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-fbc8121e-b7e3-4dfe-8b93-b905e32e9597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['c08a8b51-63d4-473f-85f6-d53127a16ae4'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:12.349909 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-114c0fcc-3661-4bc4-9b4b-74ceb4fb87c3 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "GET /v2.0/routers/c08a8b51-63d4-473f-85f6-d53127a16ae4 HTTP/1.1" status: 200 len: 704 time: 0.1514406 Apr 08 10:28:12.350429 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58740) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:12.396789 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f54e82c1-6a8e-4965-b8b2-8b589d297905 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "GET /v2.0/ports?device_id=c08a8b51-63d4-473f-85f6-d53127a16ae4 HTTP/1.1" status: 200 len: 205 time: 0.0434206 Apr 08 10:28:12.397021 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58744) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:12.524739 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-735498c0-cd50-4abb-8d1c-ed4ddaedbe34 None None] Transition to ACTIVE for port object 7e2c5a27-b5ea-420c-9350-121460b3cb09 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:12.533055 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-654b171f-d55d-424f-a298-c5b2281b34eb None None] For port 9f811f7f-d5ac-454e-ba3f-6862f60362cd, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:28:12.542210 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-735498c0-cd50-4abb-8d1c-ed4ddaedbe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:12.610812 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-654b171f-d55d-424f-a298-c5b2281b34eb None None] For port 9f811f7f-d5ac-454e-ba3f-6862f60362cd, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=9f811f7f-d5ac-454e-ba3f-6862f60362cd,segment=NetworkSegment(75e92001-ea2e-4d98-b17c-1d744b3393a7),segment_id=75e92001-ea2e-4d98-b17c-1d744b3393a7)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:28:12.632538 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-654b171f-d55d-424f-a298-c5b2281b34eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:12.636197 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-fbc8121e-b7e3-4dfe-8b93-b905e32e9597 None None] Set router c08a8b51-63d4-473f-85f6-d53127a16ae4 gateway port host: None {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:28:12.720353 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-674ee87d-9d65-4aa5-9c08-5db7ac4f18df tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:12.733673 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:12.793164 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-e05731b6-c01b-4cda-87a9-4c000efe3f7f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Allocated IP 172.21.0.1 (572a07fb-c24c-4bb7-b642-c20879d50521/da6dbefb-55f1-4c52-8b4f-b4481e49f6b0/295f04c8-d4b8-4bb9-87ee-c7c304bef64f) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:28:12.898225 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735498c0-cd50-4abb-8d1c-ed4ddaedbe34 None None] Network 572a07fb-c24c-4bb7-b642-c20879d50521 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:28:12.928898 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003,segment=NetworkSegment(6d1cf25d-9ff4-4109-aac4-c40987f47f89),segment_id=6d1cf25d-9ff4-4109-aac4-c40987f47f89)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:12.930488 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735498c0-cd50-4abb-8d1c-ed4ddaedbe34 None None] Pushing event updated for resources: {'Port': ['ID=7e2c5a27-b5ea-420c-9350-121460b3cb09,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:12.982208 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-fbc8121e-b7e3-4dfe-8b93-b905e32e9597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08a8b51-63d4-473f-85f6-d53127a16ae4', 'name': 'tempest-RoutersIpV6Test-router-1586760842', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:28:10Z', 'updated_at': '2022-04-08T10:28:11Z', 'revision_number': 2, 'project_id': '72c993bf72344f498aa1635c771d9146', 'gw_port_host': None}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:12.987029 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-735498c0-cd50-4abb-8d1c-ed4ddaedbe34 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:12.998889 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8498d949-ba37-420d-b4ec-328fd363837c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:28:13.009100 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc8121e-b7e3-4dfe-8b93-b905e32e9597 None None] Checking router: c08a8b51-63d4-473f-85f6-d53127a16ae4 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:28:13.035750 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735498c0-cd50-4abb-8d1c-ed4ddaedbe34 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:28:13.075110 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:13.163041 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59748cf2-14bb-4b79-9b2d-fcf5d86cf65a'] response: {'server_uuid': '8498d949-ba37-420d-b4ec-328fd363837c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003', 'code': 200} Apr 08 10:28:13.176730 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc8121e-b7e3-4dfe-8b93-b905e32e9597 None None] Routers {'c08a8b51-63d4-473f-85f6-d53127a16ae4'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:13.177360 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-fbc8121e-b7e3-4dfe-8b93-b905e32e9597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['c08a8b51-63d4-473f-85f6-d53127a16ae4'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:13.301597 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6af02-fde8-4aa6-a8ed-2fcf9c7c2c14 req-cb04e035-242e-43e7-b350-a5d008941d6c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:13.311760 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-09b6af02-fde8-4aa6-a8ed-2fcf9c7c2c14 req-cb04e035-242e-43e7-b350-a5d008941d6c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8498d949-ba37-420d-b4ec-328fd363837c HTTP/1.1" status: 200 len: 946 time: 0.0999753 Apr 08 10:28:13.392154 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654b171f-d55d-424f-a298-c5b2281b34eb None None] Routers {'c862d33f-e586-4a1c-8f69-599f783b6d5b'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:13.392844 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-654b171f-d55d-424f-a298-c5b2281b34eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:27:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['c862d33f-e586-4a1c-8f69-599f783b6d5b'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:13.429336 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-09b6af02-fde8-4aa6-a8ed-2fcf9c7c2c14 req-1c0e9caa-d41d-4538-a5d8-af2638476b02 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f027663-4fe1-4316-ab0c-e3c696caa331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115806 Apr 08 10:28:13.472792 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8e59a835-637b-4b8f-882d-5250dc30dfed req-8f5ff077-5938-49d6-be8e-22fa9a71d36e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8498d949-ba37-420d-b4ec-328fd363837c HTTP/1.1" status: 200 len: 1099 time: 0.1024463 Apr 08 10:28:13.484881 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-674ee87d-9d65-4aa5-9c08-5db7ac4f18df tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:13.488542 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e05731b6-c01b-4cda-87a9-4c000efe3f7f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:13.513430 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-674ee87d-9d65-4aa5-9c08-5db7ac4f18df tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:13.517383 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-e05731b6-c01b-4cda-87a9-4c000efe3f7f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Transition to ACTIVE for port object 295f04c8-d4b8-4bb9-87ee-c7c304bef64f will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:13.528902 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8e59a835-637b-4b8f-882d-5250dc30dfed req-4eae84d8-8f98-4390-831b-0d33f51798a3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1f027663-4fe1-4316-ab0c-e3c696caa331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463855 Apr 08 10:28:13.552797 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-674ee87d-9d65-4aa5-9c08-5db7ac4f18df tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:13.553584 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674ee87d-9d65-4aa5-9c08-5db7ac4f18df tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Fanout notify agent at l3_agent the message router_deleted on router c08a8b51-63d4-473f-85f6-d53127a16ae4 {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:28:13.565882 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e05731b6-c01b-4cda-87a9-4c000efe3f7f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:13.567819 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188827e-925a-471a-a103-7119670421cd None None] Pushing event updated for resources: {'Port': ['ID=9f811f7f-d5ac-454e-ba3f-6862f60362cd,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:13.585560 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fa516a54-f0fa-4897-9303-44ccb63b813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:13.632269 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-674ee87d-9d65-4aa5-9c08-5db7ac4f18df tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:13.632269 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-674ee87d-9d65-4aa5-9c08-5db7ac4f18df tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/routers/c08a8b51-63d4-473f-85f6-d53127a16ae4 HTTP/1.1" status: 204 len: 168 time: 1.2311325 Apr 08 10:28:13.632566 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58754) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:13.634316 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-735498c0-cd50-4abb-8d1c-ed4ddaedbe34 None None] Attempting to bind port 7e2c5a27-b5ea-420c-9350-121460b3cb09 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:28:13.634542 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-735498c0-cd50-4abb-8d1c-ed4ddaedbe34 None None] Attempting to bind port 7e2c5a27-b5ea-420c-9350-121460b3cb09 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '5a3ec38f-b967-4384-95bb-330c193a90a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '572a07fb-c24c-4bb7-b642-c20879d50521'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:28:13.634870 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735498c0-cd50-4abb-8d1c-ed4ddaedbe34 None None] Attempting to bind port 7e2c5a27-b5ea-420c-9350-121460b3cb09 on network 572a07fb-c24c-4bb7-b642-c20879d50521 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:28:13.646753 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-fbc8121e-b7e3-4dfe-8b93-b905e32e9597 None None] Set router c08a8b51-63d4-473f-85f6-d53127a16ae4 gateway port host: None {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:28:13.692153 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f7944aed-393f-4e3c-84b9-f2d70fff05bd tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "GET /v2.0/ports?device_id=c08a8b51-63d4-473f-85f6-d53127a16ae4 HTTP/1.1" status: 200 len: 205 time: 0.0565808 Apr 08 10:28:13.693557 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58758) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:13.693808 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05731b6-c01b-4cda-87a9-4c000efe3f7f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network 572a07fb-c24c-4bb7-b642-c20879d50521 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:28:13.697676 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-e05731b6-c01b-4cda-87a9-4c000efe3f7f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:13.701348 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05731b6-c01b-4cda-87a9-4c000efe3f7f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:28:13.729131 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05731b6-c01b-4cda-87a9-4c000efe3f7f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Port': ['ID=295f04c8-d4b8-4bb9-87ee-c7c304bef64f,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:13.759420 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e05731b6-c01b-4cda-87a9-4c000efe3f7f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:13.765047 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-91cdbc2a-86f6-440b-9f7a-82f47ca5ebcb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] delete failed (client error): The resource could not be found. Apr 08 10:28:13.766088 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-91cdbc2a-86f6-440b-9f7a-82f47ca5ebcb tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/routers/c08a8b51-63d4-473f-85f6-d53127a16ae4 HTTP/1.1" status: 404 len: 336 time: 0.0715268 Apr 08 10:28:13.768660 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58762) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:13.771076 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735498c0-cd50-4abb-8d1c-ed4ddaedbe34 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:28:13.771449 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735498c0-cd50-4abb-8d1c-ed4ddaedbe34 None None] Checking segment: {'id': '5a3ec38f-b967-4384-95bb-330c193a90a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '572a07fb-c24c-4bb7-b642-c20879d50521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:28:13.771847 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-735498c0-cd50-4abb-8d1c-ed4ddaedbe34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:13.772264 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735498c0-cd50-4abb-8d1c-ed4ddaedbe34 None None] Bound using segment: {'id': '5a3ec38f-b967-4384-95bb-330c193a90a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '572a07fb-c24c-4bb7-b642-c20879d50521'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:28:13.772762 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-735498c0-cd50-4abb-8d1c-ed4ddaedbe34 None None] Bound port: 7e2c5a27-b5ea-420c-9350-121460b3cb09, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3ec38f-b967-4384-95bb-330c193a90a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '572a07fb-c24c-4bb7-b642-c20879d50521'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:28:13.773114 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-735498c0-cd50-4abb-8d1c-ed4ddaedbe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:13.803783 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-fbc8121e-b7e3-4dfe-8b93-b905e32e9597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08a8b51-63d4-473f-85f6-d53127a16ae4', 'name': 'tempest-RoutersIpV6Test-router-1586760842', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:28:10Z', 'updated_at': '2022-04-08T10:28:11Z', 'revision_number': 2, 'project_id': '72c993bf72344f498aa1635c771d9146', 'gw_port_host': None}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:13.817215 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-68396a15-87aa-41ff-875d-2bc1457be7a3 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] DELETE failed (client error): The resource could not be found. Apr 08 10:28:13.817661 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68396a15-87aa-41ff-875d-2bc1457be7a3 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:28:13.823460 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-68396a15-87aa-41ff-875d-2bc1457be7a3 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/subnets/dc864568-5b73-4be0-980d-08396c7ec427 HTTP/1.1" status: 404 len: 337 time: 0.0497015 Apr 08 10:28:13.823460 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58766) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:13.824345 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc8121e-b7e3-4dfe-8b93-b905e32e9597 None None] The sync data for ids ['c08a8b51-63d4-473f-85f6-d53127a16ae4'] in dv-neutron-837110-1-hyperv is: [{'id': 'c08a8b51-63d4-473f-85f6-d53127a16ae4', 'name': 'tempest-RoutersIpV6Test-router-1586760842', 'tenant_id': '72c993bf72344f498aa1635c771d9146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:28:10Z', 'updated_at': '2022-04-08T10:28:11Z', 'revision_number': 2, 'project_id': '72c993bf72344f498aa1635c771d9146', 'gw_port_host': None}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:28:13.825851 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:13.868777 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e05731b6-c01b-4cda-87a9-4c000efe3f7f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:13.878395 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7fbec94-9d08-420a-9aab-0da8a4dd2414 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] DELETE failed (client error): The resource could not be found. Apr 08 10:28:13.878839 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7fbec94-9d08-420a-9aab-0da8a4dd2414 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:28:13.881044 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f7fbec94-9d08-420a-9aab-0da8a4dd2414 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/subnets/79827b0b-a231-4aa0-957d-a0d7f77efd6e HTTP/1.1" status: 404 len: 337 time: 0.0579512 Apr 08 10:28:13.883510 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58772) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:13.915257 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-654b171f-d55d-424f-a298-c5b2281b34eb None None] Set router c862d33f-e586-4a1c-8f69-599f783b6d5b gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:28:13.932601 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-251282c5-62e3-491f-a319-ad466c24f10a tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] DELETE failed (client error): The resource could not be found. Apr 08 10:28:13.933041 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-251282c5-62e3-491f-a319-ad466c24f10a tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:28:13.935493 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-251282c5-62e3-491f-a319-ad466c24f10a tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/subnets/dfcf4dfd-a96a-4050-92b1-cc137dfeef45 HTTP/1.1" status: 404 len: 337 time: 0.0509949 Apr 08 10:28:13.937715 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58776) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:13.990125 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-6943922c-f29e-49fc-acba-1a1e491caa92 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] DELETE failed (client error): The resource could not be found. Apr 08 10:28:13.991105 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6943922c-f29e-49fc-acba-1a1e491caa92 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:28:13.991327 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-735498c0-cd50-4abb-8d1c-ed4ddaedbe34 None None] For port 7e2c5a27-b5ea-420c-9350-121460b3cb09, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:28:13.995118 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6943922c-f29e-49fc-acba-1a1e491caa92 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/subnets/eeb9d500-454f-41a2-bc82-cbd0faa9e7de HTTP/1.1" status: 404 len: 337 time: 0.0540414 Apr 08 10:28:13.995476 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58782) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:14.005958 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-735498c0-cd50-4abb-8d1c-ed4ddaedbe34 None None] For port 7e2c5a27-b5ea-420c-9350-121460b3cb09, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=7e2c5a27-b5ea-420c-9350-121460b3cb09,segment=NetworkSegment(5a3ec38f-b967-4384-95bb-330c193a90a3),segment_id=5a3ec38f-b967-4384-95bb-330c193a90a3)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:28:14.047837 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2ab0e57d-59c9-447c-b536-c3e835285be9 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Synchronizing usage tracker for tenant:72c993bf72344f498aa1635c771d9146 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:28:14.061649 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2ab0e57d-59c9-447c-b536-c3e835285be9 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] Unset dirty status for tenant:72c993bf72344f498aa1635c771d9146 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:28:14.064978 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2ab0e57d-59c9-447c-b536-c3e835285be9 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "GET /v2.0/ports?device_id=affaba2d-ab70-4603-8559-f938d28e85d9 HTTP/1.1" status: 200 len: 205 time: 0.0653179 Apr 08 10:28:14.065662 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58788) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:14.097225 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-735498c0-cd50-4abb-8d1c-ed4ddaedbe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:14.203885 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735498c0-cd50-4abb-8d1c-ed4ddaedbe34 None None] Pushing event updated for resources: {'Port': ['ID=7e2c5a27-b5ea-420c-9350-121460b3cb09,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:14.283480 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-4fdd25d0-8da8-40fd-aa1e-c197496a8c33 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] delete failed (client error): The resource could not be found. Apr 08 10:28:14.284877 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4fdd25d0-8da8-40fd-aa1e-c197496a8c33 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/routers/affaba2d-ab70-4603-8559-f938d28e85d9 HTTP/1.1" status: 404 len: 336 time: 0.2182550 Apr 08 10:28:14.287383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58796) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:14.339426 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-284d61b9-bc39-4ca4-b841-0d811c0d107e tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "GET /v2.0/ports?device_id=db2c19c4-4b8e-46c8-9115-d1f4a39759ed HTTP/1.1" status: 200 len: 205 time: 0.0506668 Apr 08 10:28:14.343286 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58800) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:14.446301 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-a1c839c9-d091-4028-881c-90ac62445a03 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] delete failed (client error): The resource could not be found. Apr 08 10:28:14.449234 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a1c839c9-d091-4028-881c-90ac62445a03 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/routers/db2c19c4-4b8e-46c8-9115-d1f4a39759ed HTTP/1.1" status: 404 len: 336 time: 0.0917344 Apr 08 10:28:14.452070 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d1e40729-28f4-4de2-97bc-7a6351acbfa8 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:14.453748 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58806) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:14.526923 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-20d83642-7d43-4a12-81a0-21164fd99a12 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Synchronizing usage tracker for tenant:ca026b6dcd1141668fcfbc870ce52fee on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:28:14.533427 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda0a07c-1c90-4cb5-bbf0-a8bcadf13726 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] DELETE failed (client error): The resource could not be found. Apr 08 10:28:14.534614 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dda0a07c-1c90-4cb5-bbf0-a8bcadf13726 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:28:14.536324 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-dda0a07c-1c90-4cb5-bbf0-a8bcadf13726 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/subnets/3669cf92-30cc-45a0-871f-1abffb176b99 HTTP/1.1" status: 404 len: 337 time: 0.0817661 Apr 08 10:28:14.548563 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58810) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:14.561145 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e05731b6-c01b-4cda-87a9-4c000efe3f7f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:14.570964 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e05731b6-c01b-4cda-87a9-4c000efe3f7f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:14.604640 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-20d83642-7d43-4a12-81a0-21164fd99a12 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Unset dirty status for tenant:ca026b6dcd1141668fcfbc870ce52fee on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:28:14.606416 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-20d83642-7d43-4a12-81a0-21164fd99a12 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-762314985&fields=id&tenant_id=ca026b6dcd1141668fcfbc870ce52fee HTTP/1.1" status: 200 len: 267 time: 0.2641022 Apr 08 10:28:14.706631 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port d1e40729-28f4-4de2-97bc-7a6351acbfa8 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:14.724932 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port d1e40729-28f4-4de2-97bc-7a6351acbfa8 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:14.725708 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:14.797356 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05731b6-c01b-4cda-87a9-4c000efe3f7f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Port': ['ID=295f04c8-d4b8-4bb9-87ee-c7c304bef64f,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:14.800340 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e05731b6-c01b-4cda-87a9-4c000efe3f7f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:14.810933 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-654b171f-d55d-424f-a298-c5b2281b34eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c862d33f-e586-4a1c-8f69-599f783b6d5b', 'name': 'tempest-TestVolumeBootPattern-1970862555-router', 'tenant_id': 'c29a0caa12a1446f98b261838540ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.32'}], 'enable_snat': True}, 'gw_port_id': '644fcfb2-2ca1-48d7-b608-6ebdbb342971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:37Z', 'updated_at': '2022-04-08T10:27:42Z', 'revision_number': 4, 'project_id': 'c29a0caa12a1446f98b261838540ed1b', 'gw_port': {'id': '644fcfb2-2ca1-48d7-b608-6ebdbb342971', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c862d33f-e586-4a1c-8f69-599f783b6d5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:38Z', 'updated_at': '2022-04-08T10:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '9f811f7f-d5ac-454e-ba3f-6862f60362cd', 'name': '', 'network_id': '40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb', 'tenant_id': 'c29a0caa12a1446f98b261838540ed1b', 'mac_address': 'fa:16:3e:f7:90:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c862d33f-e586-4a1c-8f69-599f783b6d5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee18d5c1-c2c7-4a83-a220-f7973eae5377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:41Z', 'updated_at': '2022-04-08T10:28:12Z', 'revision_number': 4, 'project_id': 'c29a0caa12a1446f98b261838540ed1b', 'subnets': [{'id': 'ee18d5c1-c2c7-4a83-a220-f7973eae5377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:14.811214 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0abd3209-6435-4ed2-ae96-12ef8be2d246 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "GET /v2.0/ports?device_id=6310a90d-bc8b-45f8-8986-b9efecdf49d2 HTTP/1.1" status: 200 len: 205 time: 0.2530663 Apr 08 10:28:14.814591 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58814) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:14.821755 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654b171f-d55d-424f-a298-c5b2281b34eb None None] The sync data for ids ['c862d33f-e586-4a1c-8f69-599f783b6d5b'] in dv-neutron-837110-1-hyperv is: [{'id': 'c862d33f-e586-4a1c-8f69-599f783b6d5b', 'name': 'tempest-TestVolumeBootPattern-1970862555-router', 'tenant_id': 'c29a0caa12a1446f98b261838540ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.32'}], 'enable_snat': True}, 'gw_port_id': '644fcfb2-2ca1-48d7-b608-6ebdbb342971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:37Z', 'updated_at': '2022-04-08T10:27:42Z', 'revision_number': 4, 'project_id': 'c29a0caa12a1446f98b261838540ed1b', 'gw_port': {'id': '644fcfb2-2ca1-48d7-b608-6ebdbb342971', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c862d33f-e586-4a1c-8f69-599f783b6d5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:38Z', 'updated_at': '2022-04-08T10:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '9f811f7f-d5ac-454e-ba3f-6862f60362cd', 'name': '', 'network_id': '40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb', 'tenant_id': 'c29a0caa12a1446f98b261838540ed1b', 'mac_address': 'fa:16:3e:f7:90:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c862d33f-e586-4a1c-8f69-599f783b6d5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee18d5c1-c2c7-4a83-a220-f7973eae5377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:41Z', 'updated_at': '2022-04-08T10:28:12Z', 'revision_number': 4, 'project_id': 'c29a0caa12a1446f98b261838540ed1b', 'subnets': [{'id': 'ee18d5c1-c2c7-4a83-a220-f7973eae5377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:28:14.960753 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:14.979962 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-ae44b9ee-ed10-4c8a-abef-a16dd233fb4b tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:14.982229 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-ae44b9ee-ed10-4c8a-abef-a16dd233fb4b tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/networks?id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 HTTP/1.1" status: 200 len: 811 time: 0.3600149 Apr 08 10:28:14.986801 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-4080392e-ac2c-4ee5-b94c-573b22ca9f0b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] delete failed (client error): The resource could not be found. Apr 08 10:28:14.991056 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4080392e-ac2c-4ee5-b94c-573b22ca9f0b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/routers/6310a90d-bc8b-45f8-8986-b9efecdf49d2 HTTP/1.1" status: 404 len: 336 time: 0.1704659 Apr 08 10:28:14.991217 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367288a-594a-436d-af88-96d23ea3cbe5 req-50b65a49-497d-4d2b-9015-c50fecfd9e25 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:14.991217 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c367288a-594a-436d-af88-96d23ea3cbe5 req-50b65a49-497d-4d2b-9015-c50fecfd9e25 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8498d949-ba37-420d-b4ec-328fd363837c HTTP/1.1" status: 200 len: 946 time: 0.1777368 Apr 08 10:28:14.991217 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58818) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:15.014887 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port d1e40729-28f4-4de2-97bc-7a6351acbfa8, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=d1e40729-28f4-4de2-97bc-7a6351acbfa8,segment=NetworkSegment(b96e7c37-8dee-4fec-8a00-a3ecb63b50b1),segment_id=b96e7c37-8dee-4fec-8a00-a3ecb63b50b1)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:15.020527 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:15.021787 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 9f811f7f-d5ac-454e-ba3f-6862f60362cd up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:15.035005 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d243af88-fe06-4f6b-96ce-2b5f778c0335 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ebe54-ac37-4525-bd71-de61194b9459 HTTP/1.1" status: 200 len: 205 time: 0.0425076 Apr 08 10:28:15.050317 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58822) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:15.086397 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c367288a-594a-436d-af88-96d23ea3cbe5 req-d91c78f6-547d-4cc2-8553-422fa4286cc6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f027663-4fe1-4316-ab0c-e3c696caa331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422881 Apr 08 10:28:15.099377 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-c8c9396c-afcc-419a-a74e-32a88b8012d0 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/quotas/ca026b6dcd1141668fcfbc870ce52fee HTTP/1.1" status: 200 len: 375 time: 0.0631499 Apr 08 10:28:15.181644 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-6220be03-8311-4f16-8a1b-08084e064a36 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] delete failed (client error): The resource could not be found. Apr 08 10:28:15.182951 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6220be03-8311-4f16-8a1b-08084e064a36 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/routers/a47ebe54-ac37-4525-bd71-de61194b9459 HTTP/1.1" status: 404 len: 336 time: 0.1317132 Apr 08 10:28:15.186176 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58826) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:15.213916 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=d1e40729-28f4-4de2-97bc-7a6351acbfa8,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:15.229457 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-0ed37b09-8406-4e5f-82eb-758f7ad1ff74 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ca026b6dcd1141668fcfbc870ce52fee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1229427 Apr 08 10:28:15.241812 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cbc237e-b6d3-4fce-9692-1b8588ebf898 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] DELETE failed (client error): The resource could not be found. Apr 08 10:28:15.242319 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cbc237e-b6d3-4fce-9692-1b8588ebf898 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:28:15.246991 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4cbc237e-b6d3-4fce-9692-1b8588ebf898 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/subnets/13d1e695-021e-4951-abb0-4e843d1aa71e HTTP/1.1" status: 404 len: 337 time: 0.0570102 Apr 08 10:28:15.249922 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 9f811f7f-d5ac-454e-ba3f-6862f60362cd completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:15.256297 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 9f811f7f-d5ac-454e-ba3f-6862f60362cd triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:15.256934 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:15.258346 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58830) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:15.306394 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1d2e36d1-2d8d-48d8-9f55-4733a3613c9f tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "GET /v2.0/ports?device_id=91e73873-9000-486a-81a7-cfc8766a4d42 HTTP/1.1" status: 200 len: 205 time: 0.0448673 Apr 08 10:28:15.306943 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58834) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:15.395826 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:15.408036 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-88ef5851-6bbf-4ffd-aeb8-5cc64979c265 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] delete failed (client error): The resource could not be found. Apr 08 10:28:15.413999 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-88ef5851-6bbf-4ffd-aeb8-5cc64979c265 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/routers/91e73873-9000-486a-81a7-cfc8766a4d42 HTTP/1.1" status: 404 len: 336 time: 0.1022029 Apr 08 10:28:15.413999 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58838) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:15.418093 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-7a7137b9-a8d6-44b8-b4ca-5272bea791a7 service neutron] 10.222.0.47 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740155 Apr 08 10:28:15.441180 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 9f811f7f-d5ac-454e-ba3f-6862f60362cd, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=9f811f7f-d5ac-454e-ba3f-6862f60362cd,segment=NetworkSegment(75e92001-ea2e-4d98-b17c-1d744b3393a7),segment_id=75e92001-ea2e-4d98-b17c-1d744b3393a7)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:15.446871 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:15.469599 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05731b6-c01b-4cda-87a9-4c000efe3f7f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network 572a07fb-c24c-4bb7-b642-c20879d50521 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:28:15.470838 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-d940e0c6-a575-475a-97df-ac40d846a214 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] DELETE failed (client error): The resource could not be found. Apr 08 10:28:15.471286 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d940e0c6-a575-475a-97df-ac40d846a214 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:28:15.475314 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d940e0c6-a575-475a-97df-ac40d846a214 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/subnets/24402982-b43c-4cc3-aa96-5db310e4851e HTTP/1.1" status: 404 len: 337 time: 0.0592999 Apr 08 10:28:15.475314 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-e05731b6-c01b-4cda-87a9-4c000efe3f7f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:15.524230 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58842) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:15.549917 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d405d90b-b894-4e8e-bb15-068f782fbc38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:15.565031 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=9f811f7f-d5ac-454e-ba3f-6862f60362cd,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:15.591471 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9296cacf-e830-4260-b568-d8f9ec246a0b tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "GET /v2.0/ports?device_id=b548399f-849e-4041-8874-011716b6a8f4 HTTP/1.1" status: 200 len: 205 time: 0.0617657 Apr 08 10:28:15.591690 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58846) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:15.665069 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-3838ea77-d724-43a2-853f-267e61ec2105 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] delete failed (client error): The resource could not be found. Apr 08 10:28:15.668603 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3838ea77-d724-43a2-853f-267e61ec2105 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/routers/b548399f-849e-4041-8874-011716b6a8f4 HTTP/1.1" status: 404 len: 336 time: 0.0735099 Apr 08 10:28:15.669510 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58850) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:15.719804 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-083be499-0f27-4c02-86f9-fc86e5819168 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] DELETE failed (client error): The resource could not be found. Apr 08 10:28:15.720176 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-083be499-0f27-4c02-86f9-fc86e5819168 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:28:15.724018 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-083be499-0f27-4c02-86f9-fc86e5819168 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/subnets/5055cb6f-5c28-475c-adad-8dfc7e27c3dd HTTP/1.1" status: 404 len: 337 time: 0.0516176 Apr 08 10:28:15.724831 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58854) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:15.763799 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9106e0f8-7eba-47ee-a20c-b015940fa343 None None] Network 572a07fb-c24c-4bb7-b642-c20879d50521 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:28:15.780447 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-a55b0c88-26c1-43cb-b2e6-90885c216565 service neutron] 10.222.0.47 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609889 Apr 08 10:28:15.784763 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f8ae8d1-e8f0-4da6-8078-5ee73dfaf768 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] DELETE failed (client error): The resource could not be found. Apr 08 10:28:15.785262 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f8ae8d1-e8f0-4da6-8078-5ee73dfaf768 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:28:15.788541 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4f8ae8d1-e8f0-4da6-8078-5ee73dfaf768 tempest-RoutersIpV6Test-1130813099 tempest-RoutersIpV6Test-1130813099-project] 10.222.0.47 "DELETE /v2.0/subnets/3d2dd44d-20da-4b0c-8a0c-0ab990fb371c HTTP/1.1" status: 404 len: 337 time: 0.0632966 Apr 08 10:28:15.852017 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05731b6-c01b-4cda-87a9-4c000efe3f7f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Router f6af07ec-8f53-41da-b83d-37f15d4c9a98 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:28:15.885170 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-eb6a4ff7-6bcf-4ed4-9396-6f302ebdcf27 None None] Provisioning for port 7e2c5a27-b5ea-420c-9350-121460b3cb09 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:16.134725 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05731b6-c01b-4cda-87a9-4c000efe3f7f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:28:16.141989 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e05731b6-c01b-4cda-87a9-4c000efe3f7f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "PUT /v2.0/routers/f6af07ec-8f53-41da-b83d-37f15d4c9a98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4342313 Apr 08 10:28:16.144846 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58870) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:16.150339 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-bbd4a8c4-e748-4c7f-aa6d-e3b703a77209 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'network': {'name': 'tempest-RoutersTest-788350979'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:16.157075 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-bbd4a8c4-e748-4c7f-aa6d-e3b703a77209 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:16.161401 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-bbd4a8c4-e748-4c7f-aa6d-e3b703a77209 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Usage tracker for resource:network and tenant:44ffe129493d49b08ea911b16ee6c97f is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:16.166023 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-bbd4a8c4-e748-4c7f-aa6d-e3b703a77209 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:16.175228 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-bbd4a8c4-e748-4c7f-aa6d-e3b703a77209 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:16.186910 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd4a8c4-e748-4c7f-aa6d-e3b703a77209 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Made reservation on behalf of 44ffe129493d49b08ea911b16ee6c97f for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:28:16.193061 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bbd4a8c4-e748-4c7f-aa6d-e3b703a77209 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:16.230259 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd4a8c4-e748-4c7f-aa6d-e3b703a77209 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:28:16.248013 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bbd4a8c4-e748-4c7f-aa6d-e3b703a77209 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:16.248344 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-bbd4a8c4-e748-4c7f-aa6d-e3b703a77209 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Added segment b3f574cd-982f-4e8c-96f0-c53ca2703a24 of type vlan for network 36d0df1e-f79d-472c-90db-9227ca8e6033 Apr 08 10:28:16.310840 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bbd4a8c4-e748-4c7f-aa6d-e3b703a77209 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:16.317151 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58878) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:16.406335 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5af31082-139d-4d6a-aa4c-98dfc4caccac req-495fb096-6b9e-4ab8-bccb-41e5354c86ca tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc HTTP/1.1" status: 200 len: 210 time: 0.0910571 Apr 08 10:28:16.515070 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d1e40729-28f4-4de2-97bc-7a6351acbfa8 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:16.578866 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bbd4a8c4-e748-4c7f-aa6d-e3b703a77209 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:16.584511 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd4a8c4-e748-4c7f-aa6d-e3b703a77209 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:16.585457 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bbd4a8c4-e748-4c7f-aa6d-e3b703a77209 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:16.623162 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3dea7dec-e36c-46a1-a485-b923ea61f721 None None] Provisioning for port 295f04c8-d4b8-4bb9-87ee-c7c304bef64f completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:16.626126 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port d1e40729-28f4-4de2-97bc-7a6351acbfa8 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:16.626402 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:16.662151 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3dea7dec-e36c-46a1-a485-b923ea61f721 None None] Provisioning complete for port 295f04c8-d4b8-4bb9-87ee-c7c304bef64f triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:16.662151 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3dea7dec-e36c-46a1-a485-b923ea61f721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:16.744737 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:16.745902 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-3dea7dec-e36c-46a1-a485-b923ea61f721 None None] Port 295f04c8-d4b8-4bb9-87ee-c7c304bef64f cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:28:16.823803 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7e2c5a27-b5ea-420c-9350-121460b3cb09 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:16.870408 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4a8c4-e748-4c7f-aa6d-e3b703a77209 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Network': ['ID=36d0df1e-f79d-472c-90db-9227ca8e6033,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:16.895021 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 36d0df1e-f79d-472c-90db-9227ca8e6033 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:28:16.895369 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819e326-85e6-4af2-8417-61cf2c7421ea req-be9ced06-5cef-4450-a0d5-86aae3f2ad99 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:16.896861 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c819e326-85e6-4af2-8417-61cf2c7421ea req-be9ced06-5cef-4450-a0d5-86aae3f2ad99 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8498d949-ba37-420d-b4ec-328fd363837c HTTP/1.1" status: 200 len: 946 time: 0.4866216 Apr 08 10:28:16.932242 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-bbd4a8c4-e748-4c7f-aa6d-e3b703a77209 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7862685 Apr 08 10:28:16.935599 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58892) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:16.941245 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-25e1ab2d-eeab-455e-b835-1b1a905f2ed6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'subnet': {'network_id': '36d0df1e-f79d-472c-90db-9227ca8e6033', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:16.962032 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b852242f-7a62-415d-b3da-b57807311064 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=72c993bf72344f498aa1635c771d9146&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6436067 Apr 08 10:28:16.965653 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58896) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:17.018120 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:17.036582 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c819e326-85e6-4af2-8417-61cf2c7421ea req-d9fce5fc-7255-40e7-ae82-37e8e615260a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f027663-4fe1-4316-ab0c-e3c696caa331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282766 Apr 08 10:28:17.050883 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b092dff8-0109-4b5f-99c7-2b7f113c7ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:17.075693 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-22ca1e4a-ff1a-450c-a865-59c2665d2f69 None None] Provisioning complete for port 295f04c8-d4b8-4bb9-87ee-c7c304bef64f triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:17.076069 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-22ca1e4a-ff1a-450c-a865-59c2665d2f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:17.096959 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b092dff8-0109-4b5f-99c7-2b7f113c7ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:17.156467 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-25e1ab2d-eeab-455e-b835-1b1a905f2ed6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:17.161507 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-25e1ab2d-eeab-455e-b835-1b1a905f2ed6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Usage tracker for resource:subnet and tenant:44ffe129493d49b08ea911b16ee6c97f is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:17.164921 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-25e1ab2d-eeab-455e-b835-1b1a905f2ed6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:17.172497 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b092dff8-0109-4b5f-99c7-2b7f113c7ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:17.174234 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-25e1ab2d-eeab-455e-b835-1b1a905f2ed6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:17.195176 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e1ab2d-eeab-455e-b835-1b1a905f2ed6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Made reservation on behalf of 44ffe129493d49b08ea911b16ee6c97f for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:28:17.202148 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092dff8-0109-4b5f-99c7-2b7f113c7ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678be4cf-2b14-4e16-997d-f75d1086d839,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:17.206634 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b092dff8-0109-4b5f-99c7-2b7f113c7ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:17.212037 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b092dff8-0109-4b5f-99c7-2b7f113c7ba9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/678be4cf-2b14-4e16-997d-f75d1086d839 HTTP/1.1" status: 204 len: 168 time: 0.2452807 Apr 08 10:28:17.242560 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-22ca1e4a-ff1a-450c-a865-59c2665d2f69 None None] Port 295f04c8-d4b8-4bb9-87ee-c7c304bef64f cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:28:17.245607 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 7e2c5a27-b5ea-420c-9350-121460b3cb09 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:17.252629 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 7e2c5a27-b5ea-420c-9350-121460b3cb09 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:17.253603 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:17.368595 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42f67c-e1f7-43d4-8ffd-d9b9faacd499 req-aea96f4c-6538-4eaf-8f23-d277a00946bf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:17.370806 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ff42f67c-e1f7-43d4-8ffd-d9b9faacd499 req-aea96f4c-6538-4eaf-8f23-d277a00946bf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8498d949-ba37-420d-b4ec-328fd363837c HTTP/1.1" status: 200 len: 946 time: 0.1064181 Apr 08 10:28:17.399964 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:17.412354 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-4707057a-88fb-4875-b1d5-7a99811932d0 None None] Provisioning complete for port 295f04c8-d4b8-4bb9-87ee-c7c304bef64f triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:17.413338 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4707057a-88fb-4875-b1d5-7a99811932d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:17.427138 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ff42f67c-e1f7-43d4-8ffd-d9b9faacd499 req-bdbe5867-bd13-43b1-aacd-b24315763367 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f027663-4fe1-4316-ab0c-e3c696caa331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495255 Apr 08 10:28:17.466769 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-25e1ab2d-eeab-455e-b835-1b1a905f2ed6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:17.530643 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-4707057a-88fb-4875-b1d5-7a99811932d0 None None] Port 295f04c8-d4b8-4bb9-87ee-c7c304bef64f cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:28:17.554158 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 7e2c5a27-b5ea-420c-9350-121460b3cb09, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=7e2c5a27-b5ea-420c-9350-121460b3cb09,segment=NetworkSegment(5a3ec38f-b967-4384-95bb-330c193a90a3),segment_id=5a3ec38f-b967-4384-95bb-330c193a90a3)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:17.559751 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:17.560746 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 9f811f7f-d5ac-454e-ba3f-6862f60362cd up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:17.751935 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=7e2c5a27-b5ea-420c-9350-121460b3cb09,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:17.765250 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-23033e0b-be01-4e50-b2c5-54e2e45d40b8 req-4e42661a-6d7e-427c-84ac-c3f1f79d1eb3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc HTTP/1.1" status: 200 len: 210 time: 0.1564932 Apr 08 10:28:17.769849 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 9f811f7f-d5ac-454e-ba3f-6862f60362cd triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:17.770325 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:17.802042 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-25e1ab2d-eeab-455e-b835-1b1a905f2ed6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:17.899120 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1ab2d-eeab-455e-b835-1b1a905f2ed6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Subnet': ['ID=94831ca3-8905-4916-a24b-000c2efa13ad,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:17.904368 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e1ab2d-eeab-455e-b835-1b1a905f2ed6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Checking segment: {'id': 'b3f574cd-982f-4e8c-96f0-c53ca2703a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '36d0df1e-f79d-472c-90db-9227ca8e6033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:28:17.904733 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e1ab2d-eeab-455e-b835-1b1a905f2ed6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network hostable DHCP agents. Network: 36d0df1e-f79d-472c-90db-9227ca8e6033, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:28:17.935881 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-affb31c7-1dbd-4e0c-9ad3-66de7364d2cd tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:17.937387 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-affb31c7-1dbd-4e0c-9ad3-66de7364d2cd tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.52 "GET /v2.0/networks?id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 HTTP/1.1" status: 200 len: 811 time: 0.2355943 Apr 08 10:28:17.938877 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e1ab2d-eeab-455e-b835-1b1a905f2ed6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network 36d0df1e-f79d-472c-90db-9227ca8e6033 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:28:17.952851 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-25e1ab2d-eeab-455e-b835-1b1a905f2ed6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 36d0df1e-f79d-472c-90db-9227ca8e6033) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:17.959860 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e1ab2d-eeab-455e-b835-1b1a905f2ed6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:17.960634 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-25e1ab2d-eeab-455e-b835-1b1a905f2ed6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:17.964204 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3b23de-b829-48d2-9544-6b4e109019cb None None] Network 36d0df1e-f79d-472c-90db-9227ca8e6033 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:28:18.005012 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-83e9518c-6f7a-420b-8169-27a411771054 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca026b6dcd1141668fcfbc870ce52fee HTTP/1.1" status: 200 len: 379 time: 0.0547955 Apr 08 10:28:18.015791 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58920) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:18.016547 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-25e1ab2d-eeab-455e-b835-1b1a905f2ed6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0797358 Apr 08 10:28:18.167040 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-acb0400b-4d7d-4783-8292-6da0d09dd1bd tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Request body: {'port': {'device_id': 'cbf1827e-3142-4e88-86f6-3fe6574e93cc', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'admin_state_up': True, 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'security_groups': ['acb99817-3827-49da-ae33-a15577fba8ec']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:18.235084 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:18.256473 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de893283-f6c8-4415-824f-3b126d69a62f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-36d0df1e-f79d-472c-90db-9227ca8e6033', 'network_id': '36d0df1e-f79d-472c-90db-9227ca8e6033', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'fixed_ips': [{'subnet_id': '94831ca3-8905-4916-a24b-000c2efa13ad'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:28:18.257388 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-de893283-f6c8-4415-824f-3b126d69a62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:18.340346 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-acb0400b-4d7d-4783-8292-6da0d09dd1bd tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:18.346603 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-acb0400b-4d7d-4783-8292-6da0d09dd1bd tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Usage tracker for resource:port and tenant:ca026b6dcd1141668fcfbc870ce52fee is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:18.350588 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-acb0400b-4d7d-4783-8292-6da0d09dd1bd tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:18.358632 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-acb0400b-4d7d-4783-8292-6da0d09dd1bd tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:18.400207 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7e2c5a27-b5ea-420c-9350-121460b3cb09 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:18.423037 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58932) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:18.442171 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-acb0400b-4d7d-4783-8292-6da0d09dd1bd tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Made reservation on behalf of ca026b6dcd1141668fcfbc870ce52fee for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:28:18.445276 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-acb0400b-4d7d-4783-8292-6da0d09dd1bd tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:18.534670 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-de893283-f6c8-4415-824f-3b126d69a62f None None] Allocated IP 172.22.0.2 (36d0df1e-f79d-472c-90db-9227ca8e6033/94831ca3-8905-4916-a24b-000c2efa13ad/84420641-0e79-44f3-96e1-013bea4e41ce) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:28:18.547529 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 7e2c5a27-b5ea-420c-9350-121460b3cb09 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:18.548026 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:18.604705 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-e2a30eb6-a306-479d-b003-11d815e5839b tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-399000157', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:18.613204 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e2a30eb6-a306-479d-b003-11d815e5839b tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:18.617628 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e2a30eb6-a306-479d-b003-11d815e5839b tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Usage tracker for resource:router and tenant:b93110ba43804fecac28f7a36c57c08d is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:18.622449 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e2a30eb6-a306-479d-b003-11d815e5839b tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:18.631385 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e2a30eb6-a306-479d-b003-11d815e5839b tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:18.645707 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e2a30eb6-a306-479d-b003-11d815e5839b tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:18.647063 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e2a30eb6-a306-479d-b003-11d815e5839b tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:18.681653 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e2a30eb6-a306-479d-b003-11d815e5839b tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:18.717636 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e2a30eb6-a306-479d-b003-11d815e5839b tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:18.765465 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e2a30eb6-a306-479d-b003-11d815e5839b tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:18.770986 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e2a30eb6-a306-479d-b003-11d815e5839b tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3464119 Apr 08 10:28:18.775427 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58938) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:18.798067 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-df7dd85b-372e-44bf-afa0-23cdb766a521 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1427691503'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:18.810778 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-acb0400b-4d7d-4783-8292-6da0d09dd1bd tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Allocated IP 172.20.0.3 (d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6/a7812769-8943-4a3e-b177-052eca03ae6f/363a631a-2fb1-4390-a6a6-cfea3fa7842e) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:28:18.811394 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-df7dd85b-372e-44bf-afa0-23cdb766a521 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:18.822053 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-df7dd85b-372e-44bf-afa0-23cdb766a521 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Usage tracker for resource:network and tenant:b93110ba43804fecac28f7a36c57c08d is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:18.835135 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-df7dd85b-372e-44bf-afa0-23cdb766a521 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:18.850291 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-df7dd85b-372e-44bf-afa0-23cdb766a521 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:18.883635 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7dd85b-372e-44bf-afa0-23cdb766a521 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Made reservation on behalf of b93110ba43804fecac28f7a36c57c08d for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:28:18.887238 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-df7dd85b-372e-44bf-afa0-23cdb766a521 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:18.914376 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-df7dd85b-372e-44bf-afa0-23cdb766a521 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:18.968857 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0504428f-5202-4e57-b85d-84ec0810fd4b req-c0ea8496-44eb-403e-994d-366e07fa3a68 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc HTTP/1.1" status: 200 len: 210 time: 0.0524404 Apr 08 10:28:18.977557 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-de893283-f6c8-4415-824f-3b126d69a62f None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:18.995070 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-de893283-f6c8-4415-824f-3b126d69a62f None None] Transition to ACTIVE for port object 84420641-0e79-44f3-96e1-013bea4e41ce will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:18.999254 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58944) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:19.002590 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-df7dd85b-372e-44bf-afa0-23cdb766a521 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:19.015116 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-df7dd85b-372e-44bf-afa0-23cdb766a521 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Usage tracker for resource:security_group_rule and tenant:b93110ba43804fecac28f7a36c57c08d is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:19.018357 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-df7dd85b-372e-44bf-afa0-23cdb766a521 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:19.024326 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-df7dd85b-372e-44bf-afa0-23cdb766a521 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:19.027130 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-de893283-f6c8-4415-824f-3b126d69a62f None None] Transition to ACTIVE for port object 84420641-0e79-44f3-96e1-013bea4e41ce will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:19.035667 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-de893283-f6c8-4415-824f-3b126d69a62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:19.117894 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de893283-f6c8-4415-824f-3b126d69a62f None None] Network 36d0df1e-f79d-472c-90db-9227ca8e6033 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:28:19.118729 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-df7dd85b-372e-44bf-afa0-23cdb766a521 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:19.123200 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-de893283-f6c8-4415-824f-3b126d69a62f None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:19.133797 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-df7dd85b-372e-44bf-afa0-23cdb766a521 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:19.134086 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de893283-f6c8-4415-824f-3b126d69a62f None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:28:19.148275 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de893283-f6c8-4415-824f-3b126d69a62f None None] Pushing event updated for resources: {'Port': ['ID=84420641-0e79-44f3-96e1-013bea4e41ce,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:19.180558 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df7dd85b-372e-44bf-afa0-23cdb766a521 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:28:19.196710 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7dd85b-372e-44bf-afa0-23cdb766a521 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1520cc-ae4b-41fa-9230-2d03ddc49629,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:19.219552 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-df7dd85b-372e-44bf-afa0-23cdb766a521 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:19.220141 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-df7dd85b-372e-44bf-afa0-23cdb766a521 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Added segment 1f0f0d20-0db2-462f-8bed-b014451da525 of type vlan for network e556d70c-8f3b-4473-ae12-7edda4f52589 Apr 08 10:28:19.254236 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-df7dd85b-372e-44bf-afa0-23cdb766a521 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:19.275940 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-de893283-f6c8-4415-824f-3b126d69a62f None None] Attempting to bind port 84420641-0e79-44f3-96e1-013bea4e41ce on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:28:19.276479 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-de893283-f6c8-4415-824f-3b126d69a62f None None] Attempting to bind port 84420641-0e79-44f3-96e1-013bea4e41ce by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'b3f574cd-982f-4e8c-96f0-c53ca2703a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '36d0df1e-f79d-472c-90db-9227ca8e6033'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:28:19.276897 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de893283-f6c8-4415-824f-3b126d69a62f None None] Attempting to bind port 84420641-0e79-44f3-96e1-013bea4e41ce on network 36d0df1e-f79d-472c-90db-9227ca8e6033 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:28:19.286362 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de893283-f6c8-4415-824f-3b126d69a62f None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:28:19.286916 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de893283-f6c8-4415-824f-3b126d69a62f None None] Checking segment: {'id': 'b3f574cd-982f-4e8c-96f0-c53ca2703a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '36d0df1e-f79d-472c-90db-9227ca8e6033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:28:19.287367 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-de893283-f6c8-4415-824f-3b126d69a62f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:19.287775 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de893283-f6c8-4415-824f-3b126d69a62f None None] Bound using segment: {'id': 'b3f574cd-982f-4e8c-96f0-c53ca2703a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '36d0df1e-f79d-472c-90db-9227ca8e6033'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:28:19.288255 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-de893283-f6c8-4415-824f-3b126d69a62f None None] Bound port: 84420641-0e79-44f3-96e1-013bea4e41ce, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f574cd-982f-4e8c-96f0-c53ca2703a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '36d0df1e-f79d-472c-90db-9227ca8e6033'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:28:19.288634 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-de893283-f6c8-4415-824f-3b126d69a62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:19.290078 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-df7dd85b-372e-44bf-afa0-23cdb766a521 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:19.298631 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7dd85b-372e-44bf-afa0-23cdb766a521 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:19.300418 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-df7dd85b-372e-44bf-afa0-23cdb766a521 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:19.381261 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-de893283-f6c8-4415-824f-3b126d69a62f None None] For port 84420641-0e79-44f3-96e1-013bea4e41ce, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:28:19.385145 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-de893283-f6c8-4415-824f-3b126d69a62f None None] For port 84420641-0e79-44f3-96e1-013bea4e41ce, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=84420641-0e79-44f3-96e1-013bea4e41ce,segment=NetworkSegment(b3f574cd-982f-4e8c-96f0-c53ca2703a24),segment_id=b3f574cd-982f-4e8c-96f0-c53ca2703a24)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:28:19.391712 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-de893283-f6c8-4415-824f-3b126d69a62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:19.422029 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-df7dd85b-372e-44bf-afa0-23cdb766a521 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6427157 Apr 08 10:28:19.422554 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58948) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:19.426319 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7dd85b-372e-44bf-afa0-23cdb766a521 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Pushing event updated for resources: {'Network': ['ID=e556d70c-8f3b-4473-ae12-7edda4f52589,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:19.441900 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-de56399d-e40c-4c12-839c-20b6de3c8cb0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Request body: {'subnet': {'network_id': 'e556d70c-8f3b-4473-ae12-7edda4f52589', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:19.454026 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network e556d70c-8f3b-4473-ae12-7edda4f52589 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:28:19.571858 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-de56399d-e40c-4c12-839c-20b6de3c8cb0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:19.576679 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-de56399d-e40c-4c12-839c-20b6de3c8cb0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Usage tracker for resource:subnet and tenant:b93110ba43804fecac28f7a36c57c08d is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:19.579581 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-de56399d-e40c-4c12-839c-20b6de3c8cb0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:19.585504 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-de56399d-e40c-4c12-839c-20b6de3c8cb0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:19.608702 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de893283-f6c8-4415-824f-3b126d69a62f None None] Pushing event updated for resources: {'Port': ['ID=84420641-0e79-44f3-96e1-013bea4e41ce,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:19.619029 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de56399d-e40c-4c12-839c-20b6de3c8cb0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Made reservation on behalf of b93110ba43804fecac28f7a36c57c08d for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:28:19.642474 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-acb0400b-4d7d-4783-8292-6da0d09dd1bd tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:19.671078 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-acb0400b-4d7d-4783-8292-6da0d09dd1bd tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Transition to ACTIVE for port object 363a631a-2fb1-4390-a6a6-cfea3fa7842e will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:19.760976 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-de56399d-e40c-4c12-839c-20b6de3c8cb0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:19.764781 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fa8f7c8c-e280-45c9-bd6b-6b423f500a4b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:20.005775 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-acb0400b-4d7d-4783-8292-6da0d09dd1bd tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:20.120751 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-de56399d-e40c-4c12-839c-20b6de3c8cb0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:20.221591 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56399d-e40c-4c12-839c-20b6de3c8cb0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Pushing event updated for resources: {'Subnet': ['ID=ed78f370-e686-4a47-8cf7-4eb5f3c216fe,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:20.225902 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-acb0400b-4d7d-4783-8292-6da0d09dd1bd tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Network d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:28:20.235482 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-acb0400b-4d7d-4783-8292-6da0d09dd1bd tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:20.288972 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de56399d-e40c-4c12-839c-20b6de3c8cb0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Checking segment: {'id': '1f0f0d20-0db2-462f-8bed-b014451da525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e556d70c-8f3b-4473-ae12-7edda4f52589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:28:20.289347 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de56399d-e40c-4c12-839c-20b6de3c8cb0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Network hostable DHCP agents. Network: e556d70c-8f3b-4473-ae12-7edda4f52589, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:28:20.293599 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-acb0400b-4d7d-4783-8292-6da0d09dd1bd tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:28:20.315783 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de56399d-e40c-4c12-839c-20b6de3c8cb0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Network e556d70c-8f3b-4473-ae12-7edda4f52589 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:28:20.321504 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0400b-4d7d-4783-8292-6da0d09dd1bd tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Pushing event updated for resources: {'Port': ['ID=363a631a-2fb1-4390-a6a6-cfea3fa7842e,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:20.333560 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-de56399d-e40c-4c12-839c-20b6de3c8cb0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, e556d70c-8f3b-4473-ae12-7edda4f52589) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:20.343944 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9968c793-1666-4303-acb8-214aaad79d56 None None] Network e556d70c-8f3b-4473-ae12-7edda4f52589 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:28:20.360597 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de56399d-e40c-4c12-839c-20b6de3c8cb0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:20.366485 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-de56399d-e40c-4c12-839c-20b6de3c8cb0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:20.393280 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 84420641-0e79-44f3-96e1-013bea4e41ce up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:20.438426 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-de56399d-e40c-4c12-839c-20b6de3c8cb0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0115499 Apr 08 10:28:20.439397 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58954) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:20.446193 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-030bb910-15e4-4c8e-93b6-5820772b7ffc tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Request body: {'network': {'name': 'tempest-router-network01--1103655818'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:20.462260 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-030bb910-15e4-4c8e-93b6-5820772b7ffc tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:20.470997 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-030bb910-15e4-4c8e-93b6-5820772b7ffc tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Usage tracker for resource:network and tenant:b93110ba43804fecac28f7a36c57c08d is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:20.474954 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-030bb910-15e4-4c8e-93b6-5820772b7ffc tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:20.477981 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-acb0400b-4d7d-4783-8292-6da0d09dd1bd tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:20.478944 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-acb0400b-4d7d-4783-8292-6da0d09dd1bd tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:20.498122 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-030bb910-15e4-4c8e-93b6-5820772b7ffc tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:20.523545 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030bb910-15e4-4c8e-93b6-5820772b7ffc tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Made reservation on behalf of b93110ba43804fecac28f7a36c57c08d for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:28:20.533433 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-030bb910-15e4-4c8e-93b6-5820772b7ffc tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:20.550912 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a350b22-d51e-4f6a-ae7f-d69642f58beb req-23f78111-f7b3-4434-8e59-36b74a6e64b8 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:20.552573 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0a350b22-d51e-4f6a-ae7f-d69642f58beb req-23f78111-f7b3-4434-8e59-36b74a6e64b8 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc HTTP/1.1" status: 200 len: 931 time: 0.4170601 Apr 08 10:28:20.616065 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030bb910-15e4-4c8e-93b6-5820772b7ffc tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:28:20.622595 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-acb0400b-4d7d-4783-8292-6da0d09dd1bd tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5197318 Apr 08 10:28:20.631136 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-030bb910-15e4-4c8e-93b6-5820772b7ffc tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:20.631623 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-030bb910-15e4-4c8e-93b6-5820772b7ffc tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Added segment 30670aab-cf7d-4bbc-a822-9334318264ed of type vlan for network c227c83b-181b-499c-80d4-3c1b68e61df3 Apr 08 10:28:20.636062 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-0d14f3a4-5389-4902-a549-07717e05773f service neutron] Request body: {'port': {'device_id': 'cbf1827e-3142-4e88-86f6-3fe6574e93cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:20.676139 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-030bb910-15e4-4c8e-93b6-5820772b7ffc tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:20.717968 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-030bb910-15e4-4c8e-93b6-5820772b7ffc tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:20.723449 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030bb910-15e4-4c8e-93b6-5820772b7ffc tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:20.724233 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-030bb910-15e4-4c8e-93b6-5820772b7ffc tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:20.726744 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 84420641-0e79-44f3-96e1-013bea4e41ce completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:20.826389 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0a350b22-d51e-4f6a-ae7f-d69642f58beb req-408dd383-d8b1-48d5-8ac1-c4150cd0b6d5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2493627 Apr 08 10:28:20.858994 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-fa8f7c8c-e280-45c9-bd6b-6b423f500a4b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Allocated IP 172.22.0.1 (36d0df1e-f79d-472c-90db-9227ca8e6033/94831ca3-8905-4916-a24b-000c2efa13ad/81da20a6-b54f-450f-9731-9534bc71d34f) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:28:20.874895 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a7340d1c-6563-493f-90d1-fd4ab41c0728 None None] Provisioning for port 363a631a-2fb1-4390-a6a6-cfea3fa7842e completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:20.875119 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030bb910-15e4-4c8e-93b6-5820772b7ffc tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Pushing event updated for resources: {'Network': ['ID=c227c83b-181b-499c-80d4-3c1b68e61df3,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:20.894911 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a7340d1c-6563-493f-90d1-fd4ab41c0728 None None] Provisioning complete for port 363a631a-2fb1-4390-a6a6-cfea3fa7842e triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:20.895519 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-030bb910-15e4-4c8e-93b6-5820772b7ffc tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4550781 Apr 08 10:28:20.897975 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a7340d1c-6563-493f-90d1-fd4ab41c0728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:20.898238 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58958) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:20.904395 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-9258cb8c-08bb-42cc-9f6c-7c269fb4706a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Request body: {'network': {'name': 'tempest-router-network02--234319726'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:20.910665 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9258cb8c-08bb-42cc-9f6c-7c269fb4706a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:20.913164 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-0d14f3a4-5389-4902-a549-07717e05773f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:20.921375 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9258cb8c-08bb-42cc-9f6c-7c269fb4706a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Usage tracker for resource:network and tenant:b93110ba43804fecac28f7a36c57c08d is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:20.930827 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9258cb8c-08bb-42cc-9f6c-7c269fb4706a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:20.940728 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9258cb8c-08bb-42cc-9f6c-7c269fb4706a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:20.975349 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network c227c83b-181b-499c-80d4-3c1b68e61df3 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:28:20.976930 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9258cb8c-08bb-42cc-9f6c-7c269fb4706a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Made reservation on behalf of b93110ba43804fecac28f7a36c57c08d for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:28:20.983422 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9258cb8c-08bb-42cc-9f6c-7c269fb4706a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:21.030475 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9258cb8c-08bb-42cc-9f6c-7c269fb4706a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:28:21.065338 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9258cb8c-08bb-42cc-9f6c-7c269fb4706a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:21.065682 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-9258cb8c-08bb-42cc-9f6c-7c269fb4706a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Added segment 84844ba9-767d-44d7-b98c-a7831f762717 of type vlan for network 5dc4d8fd-2a11-4315-88c1-5cd71df916fd Apr 08 10:28:21.075543 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7579fba0-7e0d-451e-9688-a9ae8e3b6a0a None None] Network 36d0df1e-f79d-472c-90db-9227ca8e6033 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:28:21.097533 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9258cb8c-08bb-42cc-9f6c-7c269fb4706a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:21.133608 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9258cb8c-08bb-42cc-9f6c-7c269fb4706a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:21.140053 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9258cb8c-08bb-42cc-9f6c-7c269fb4706a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:21.142421 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9258cb8c-08bb-42cc-9f6c-7c269fb4706a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:21.269860 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-a7340d1c-6563-493f-90d1-fd4ab41c0728 None None] Port 363a631a-2fb1-4390-a6a6-cfea3fa7842e cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:28:21.283947 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258cb8c-08bb-42cc-9f6c-7c269fb4706a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Pushing event updated for resources: {'Network': ['ID=5dc4d8fd-2a11-4315-88c1-5cd71df916fd,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:21.298631 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9258cb8c-08bb-42cc-9f6c-7c269fb4706a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3987596 Apr 08 10:28:21.301152 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58962) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:21.303747 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 5dc4d8fd-2a11-4315-88c1-5cd71df916fd details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:28:21.308030 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-e73561fa-d0ca-4d06-af35-1603df304621 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Request body: {'subnet': {'network_id': 'c227c83b-181b-499c-80d4-3c1b68e61df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:21.424506 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81ee699-6ea0-4801-8da4-9430e52047e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-e556d70c-8f3b-4473-ae12-7edda4f52589', 'network_id': 'e556d70c-8f3b-4473-ae12-7edda4f52589', 'tenant_id': 'b93110ba43804fecac28f7a36c57c08d', 'fixed_ips': [{'subnet_id': 'ed78f370-e686-4a47-8cf7-4eb5f3c216fe'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:28:21.425314 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f81ee699-6ea0-4801-8da4-9430e52047e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:21.531505 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-210fd723-b17e-49b1-a53e-fc826f07a583 None None] Provisioning for port 84420641-0e79-44f3-96e1-013bea4e41ce completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:21.544731 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-210fd723-b17e-49b1-a53e-fc826f07a583 None None] Provisioning complete for port 84420641-0e79-44f3-96e1-013bea4e41ce triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:21.545201 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-210fd723-b17e-49b1-a53e-fc826f07a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:21.546880 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fa8f7c8c-e280-45c9-bd6b-6b423f500a4b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:21.591563 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e73561fa-d0ca-4d06-af35-1603df304621 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:21.596555 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e73561fa-d0ca-4d06-af35-1603df304621 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Usage tracker for resource:subnet and tenant:b93110ba43804fecac28f7a36c57c08d is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:21.600273 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e73561fa-d0ca-4d06-af35-1603df304621 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:21.608726 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e73561fa-d0ca-4d06-af35-1603df304621 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:21.622256 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73561fa-d0ca-4d06-af35-1603df304621 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Made reservation on behalf of b93110ba43804fecac28f7a36c57c08d for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:28:21.642161 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-fa8f7c8c-e280-45c9-bd6b-6b423f500a4b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Transition to ACTIVE for port object 81da20a6-b54f-450f-9731-9534bc71d34f will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:21.787124 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e73561fa-d0ca-4d06-af35-1603df304621 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:21.789413 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fa8f7c8c-e280-45c9-bd6b-6b423f500a4b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:21.827864 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-210fd723-b17e-49b1-a53e-fc826f07a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:21.848794 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-f81ee699-6ea0-4801-8da4-9430e52047e2 None None] Allocated IP 2001:db8::2 (e556d70c-8f3b-4473-ae12-7edda4f52589/ed78f370-e686-4a47-8cf7-4eb5f3c216fe/e4d3dfac-ff01-462c-ae06-aefd95595878) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:28:21.874808 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-210fd723-b17e-49b1-a53e-fc826f07a583 None None] For port 84420641-0e79-44f3-96e1-013bea4e41ce, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=84420641-0e79-44f3-96e1-013bea4e41ce,segment=NetworkSegment(b3f574cd-982f-4e8c-96f0-c53ca2703a24),segment_id=b3f574cd-982f-4e8c-96f0-c53ca2703a24)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:21.885011 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-210fd723-b17e-49b1-a53e-fc826f07a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:21.907383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8f7c8c-e280-45c9-bd6b-6b423f500a4b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network 36d0df1e-f79d-472c-90db-9227ca8e6033 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:28:21.925719 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-fa8f7c8c-e280-45c9-bd6b-6b423f500a4b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:21.993897 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8f7c8c-e280-45c9-bd6b-6b423f500a4b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:28:22.116506 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e73561fa-d0ca-4d06-af35-1603df304621 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:22.122275 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-0d14f3a4-5389-4902-a549-07717e05773f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 363a631a-2fb1-4390-a6a6-cfea3fa7842e {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:28:22.146442 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f7c8c-e280-45c9-bd6b-6b423f500a4b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Port': ['ID=81da20a6-b54f-450f-9731-9534bc71d34f,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:22.155352 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-0d14f3a4-5389-4902-a549-07717e05773f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:22.204060 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fa8f7c8c-e280-45c9-bd6b-6b423f500a4b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:22.224050 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73561fa-d0ca-4d06-af35-1603df304621 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Pushing event updated for resources: {'Subnet': ['ID=cf798c49-a78a-433b-9cd0-3b945e1fd0d3,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:22.236891 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210fd723-b17e-49b1-a53e-fc826f07a583 None None] Pushing event updated for resources: {'Port': ['ID=84420641-0e79-44f3-96e1-013bea4e41ce,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:22.237297 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-0d14f3a4-5389-4902-a549-07717e05773f service neutron] Transition to ACTIVE for port object 363a631a-2fb1-4390-a6a6-cfea3fa7842e will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:22.253290 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-0d14f3a4-5389-4902-a549-07717e05773f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:22.279402 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73561fa-d0ca-4d06-af35-1603df304621 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Checking segment: {'id': '30670aab-cf7d-4bbc-a822-9334318264ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c227c83b-181b-499c-80d4-3c1b68e61df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:28:22.279786 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73561fa-d0ca-4d06-af35-1603df304621 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Network hostable DHCP agents. Network: c227c83b-181b-499c-80d4-3c1b68e61df3, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:28:22.312789 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73561fa-d0ca-4d06-af35-1603df304621 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Network c227c83b-181b-499c-80d4-3c1b68e61df3 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:28:22.326662 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-e73561fa-d0ca-4d06-af35-1603df304621 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, c227c83b-181b-499c-80d4-3c1b68e61df3) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:22.330708 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73561fa-d0ca-4d06-af35-1603df304621 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:22.331460 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e73561fa-d0ca-4d06-af35-1603df304621 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:22.375033 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e73561fa-d0ca-4d06-af35-1603df304621 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0726256 Apr 08 10:28:22.377837 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58968) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:22.383998 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-032f6bc0-c7e7-42bf-ac8d-886b0a184bf0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Request body: {'subnet': {'network_id': '5dc4d8fd-2a11-4315-88c1-5cd71df916fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:22.400357 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f81ee699-6ea0-4801-8da4-9430e52047e2 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:22.427399 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f81ee699-6ea0-4801-8da4-9430e52047e2 None None] Transition to ACTIVE for port object e4d3dfac-ff01-462c-ae06-aefd95595878 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:22.456772 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f81ee699-6ea0-4801-8da4-9430e52047e2 None None] Transition to ACTIVE for port object e4d3dfac-ff01-462c-ae06-aefd95595878 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:22.467736 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c61b38-8502-4cf4-8545-5dc848e43306 None None] Network c227c83b-181b-499c-80d4-3c1b68e61df3 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:28:22.471331 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14f3a4-5389-4902-a549-07717e05773f service neutron] Pushing event updated for resources: {'Port': ['ID=363a631a-2fb1-4390-a6a6-cfea3fa7842e,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:22.496683 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a281c-e3a6-47c6-a443-8e193a6b7d35 req-33f95dea-136c-4444-a982-8290587fdbe9 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:22.497583 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-1d6a281c-e3a6-47c6-a443-8e193a6b7d35 req-33f95dea-136c-4444-a982-8290587fdbe9 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Synchronizing usage tracker for tenant:ca026b6dcd1141668fcfbc870ce52fee on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:28:22.501449 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f81ee699-6ea0-4801-8da4-9430e52047e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:22.559447 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8da68450-e2ac-4ebe-b61e-34a4c9bb4448 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:22.591702 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-032f6bc0-c7e7-42bf-ac8d-886b0a184bf0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:22.595923 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-032f6bc0-c7e7-42bf-ac8d-886b0a184bf0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Usage tracker for resource:subnet and tenant:b93110ba43804fecac28f7a36c57c08d is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:22.598857 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-032f6bc0-c7e7-42bf-ac8d-886b0a184bf0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:22.600587 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-cf82ba0d-dc28-48f2-8e00-3792113672bb None None] Provisioning complete for port 84420641-0e79-44f3-96e1-013bea4e41ce triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:22.601403 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cf82ba0d-dc28-48f2-8e00-3792113672bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:22.607935 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-032f6bc0-c7e7-42bf-ac8d-886b0a184bf0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:22.626133 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032f6bc0-c7e7-42bf-ac8d-886b0a184bf0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Made reservation on behalf of b93110ba43804fecac28f7a36c57c08d for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:28:22.773749 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fa8f7c8c-e280-45c9-bd6b-6b423f500a4b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:22.778471 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-032f6bc0-c7e7-42bf-ac8d-886b0a184bf0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:22.855017 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81ee699-6ea0-4801-8da4-9430e52047e2 None None] Network e556d70c-8f3b-4473-ae12-7edda4f52589 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:28:22.865034 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-f81ee699-6ea0-4801-8da4-9430e52047e2 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:22.867627 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81ee699-6ea0-4801-8da4-9430e52047e2 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:28:22.875433 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ee699-6ea0-4801-8da4-9430e52047e2 None None] Pushing event updated for resources: {'Port': ['ID=e4d3dfac-ff01-462c-ae06-aefd95595878,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:22.967797 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2464b823-8011-429f-9e0b-b3f105b7d498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-c227c83b-181b-499c-80d4-3c1b68e61df3', 'network_id': 'c227c83b-181b-499c-80d4-3c1b68e61df3', 'tenant_id': 'b93110ba43804fecac28f7a36c57c08d', 'fixed_ips': [{'subnet_id': 'cf798c49-a78a-433b-9cd0-3b945e1fd0d3'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:28:22.968663 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2464b823-8011-429f-9e0b-b3f105b7d498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:23.007012 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-1d6a281c-e3a6-47c6-a443-8e193a6b7d35 req-33f95dea-136c-4444-a982-8290587fdbe9 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Unset dirty status for tenant:ca026b6dcd1141668fcfbc870ce52fee on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:28:23.008111 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1d6a281c-e3a6-47c6-a443-8e193a6b7d35 req-33f95dea-136c-4444-a982-8290587fdbe9 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc HTTP/1.1" status: 200 len: 931 time: 0.9592566 Apr 08 10:28:23.063221 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-032f6bc0-c7e7-42bf-ac8d-886b0a184bf0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:23.197849 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f6bc0-c7e7-42bf-ac8d-886b0a184bf0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Pushing event updated for resources: {'Subnet': ['ID=5494da09-404d-4f2d-88f6-aec2c9deab47,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:23.202595 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-f81ee699-6ea0-4801-8da4-9430e52047e2 None None] Attempting to bind port e4d3dfac-ff01-462c-ae06-aefd95595878 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:28:23.203252 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-f81ee699-6ea0-4801-8da4-9430e52047e2 None None] Attempting to bind port e4d3dfac-ff01-462c-ae06-aefd95595878 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '1f0f0d20-0db2-462f-8bed-b014451da525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e556d70c-8f3b-4473-ae12-7edda4f52589'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:28:23.203871 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81ee699-6ea0-4801-8da4-9430e52047e2 None None] Attempting to bind port e4d3dfac-ff01-462c-ae06-aefd95595878 on network e556d70c-8f3b-4473-ae12-7edda4f52589 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:28:23.206514 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032f6bc0-c7e7-42bf-ac8d-886b0a184bf0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Checking segment: {'id': '84844ba9-767d-44d7-b98c-a7831f762717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5dc4d8fd-2a11-4315-88c1-5cd71df916fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:28:23.207007 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032f6bc0-c7e7-42bf-ac8d-886b0a184bf0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Network hostable DHCP agents. Network: 5dc4d8fd-2a11-4315-88c1-5cd71df916fd, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:28:23.232980 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032f6bc0-c7e7-42bf-ac8d-886b0a184bf0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Network 5dc4d8fd-2a11-4315-88c1-5cd71df916fd is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:28:23.245593 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-032f6bc0-c7e7-42bf-ac8d-886b0a184bf0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 5dc4d8fd-2a11-4315-88c1-5cd71df916fd) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:23.256761 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81ee699-6ea0-4801-8da4-9430e52047e2 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:28:23.257674 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81ee699-6ea0-4801-8da4-9430e52047e2 None None] Checking segment: {'id': '1f0f0d20-0db2-462f-8bed-b014451da525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e556d70c-8f3b-4473-ae12-7edda4f52589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:28:23.258282 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f81ee699-6ea0-4801-8da4-9430e52047e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:23.258867 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81ee699-6ea0-4801-8da4-9430e52047e2 None None] Bound using segment: {'id': '1f0f0d20-0db2-462f-8bed-b014451da525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e556d70c-8f3b-4473-ae12-7edda4f52589'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:28:23.259559 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-f81ee699-6ea0-4801-8da4-9430e52047e2 None None] Bound port: e4d3dfac-ff01-462c-ae06-aefd95595878, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0f0d20-0db2-462f-8bed-b014451da525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e556d70c-8f3b-4473-ae12-7edda4f52589'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:28:23.260244 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f81ee699-6ea0-4801-8da4-9430e52047e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:23.261009 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032f6bc0-c7e7-42bf-ac8d-886b0a184bf0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:23.262425 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-032f6bc0-c7e7-42bf-ac8d-886b0a184bf0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:23.280177 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dd6546-e387-45b9-a36a-d1083bf72b98 None None] Network 5dc4d8fd-2a11-4315-88c1-5cd71df916fd requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:28:23.291531 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-032f6bc0-c7e7-42bf-ac8d-886b0a184bf0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9126108 Apr 08 10:28:23.296753 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58972) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:23.545388 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-0d14f3a4-5389-4902-a549-07717e05773f service neutron] Attempting to bind port 363a631a-2fb1-4390-a6a6-cfea3fa7842e on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:28:23.545831 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-0d14f3a4-5389-4902-a549-07717e05773f service neutron] Attempting to bind port 363a631a-2fb1-4390-a6a6-cfea3fa7842e by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '1cff5a80-2e48-4f34-84f9-427d4240795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:28:23.546047 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-0d14f3a4-5389-4902-a549-07717e05773f service neutron] Attempting to bind port 363a631a-2fb1-4390-a6a6-cfea3fa7842e on network d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:28:23.554367 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c3cbbeb6-f83e-4de4-ab72-3c9a685edd24 None None] Provisioning for port 81da20a6-b54f-450f-9731-9534bc71d34f completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:23.602859 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1d6a281c-e3a6-47c6-a443-8e193a6b7d35 req-e75066f5-20b8-491d-994f-fdacba0d699a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2692921 Apr 08 10:28:23.607394 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c3cbbeb6-f83e-4de4-ab72-3c9a685edd24 None None] Provisioning complete for port 81da20a6-b54f-450f-9731-9534bc71d34f triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:23.608385 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c3cbbeb6-f83e-4de4-ab72-3c9a685edd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:23.641305 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-f81ee699-6ea0-4801-8da4-9430e52047e2 None None] For port e4d3dfac-ff01-462c-ae06-aefd95595878, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:28:23.669643 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-9edd970a-0006-464b-a068-47fc40927d80 req-a2a4f5dd-fc0e-4ec9-907f-a875269d8e40 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e7ff6e5e-9108-4443-91e2-395f50a85034&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2083030 Apr 08 10:28:23.676329 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-0d14f3a4-5389-4902-a549-07717e05773f service neutron] Port 363a631a-2fb1-4390-a6a6-cfea3fa7842e on network d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:28:23.676329 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-0d14f3a4-5389-4902-a549-07717e05773f service neutron] Attempting to bind port 363a631a-2fb1-4390-a6a6-cfea3fa7842e on network d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:28:23.676636 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-2464b823-8011-429f-9e0b-b3f105b7d498 None None] Allocated IP 2001:db8::2 (c227c83b-181b-499c-80d4-3c1b68e61df3/cf798c49-a78a-433b-9cd0-3b945e1fd0d3/3dbd7768-5f3b-43f9-bfe7-0df9171bb093) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:28:23.720270 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-0d14f3a4-5389-4902-a549-07717e05773f service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:28:23.721316 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-0d14f3a4-5389-4902-a549-07717e05773f service neutron] Checking segment: {'id': '1cff5a80-2e48-4f34-84f9-427d4240795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:28:23.721316 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-0d14f3a4-5389-4902-a549-07717e05773f service neutron] Bound using segment: {'id': '1cff5a80-2e48-4f34-84f9-427d4240795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:28:23.721573 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-0d14f3a4-5389-4902-a549-07717e05773f service neutron] Bound port: 363a631a-2fb1-4390-a6a6-cfea3fa7842e, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cff5a80-2e48-4f34-84f9-427d4240795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:28:23.721776 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-0d14f3a4-5389-4902-a549-07717e05773f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:23.739626 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-8da68450-e2ac-4ebe-b61e-34a4c9bb4448 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.20.0.17 (a07c7aad-9e91-458a-af3c-ebe42e8a00f2/11a418fc-9352-4954-ad94-95a85292ceb2/ef86f29e-babf-4cc2-b19d-1bd8f10a45c6) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:28:23.758195 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-c3cbbeb6-f83e-4de4-ab72-3c9a685edd24 None None] Port 81da20a6-b54f-450f-9731-9534bc71d34f cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:28:23.836531 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-f81ee699-6ea0-4801-8da4-9430e52047e2 None None] For port e4d3dfac-ff01-462c-ae06-aefd95595878, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=e4d3dfac-ff01-462c-ae06-aefd95595878,segment=NetworkSegment(1f0f0d20-0db2-462f-8bed-b014451da525),segment_id=1f0f0d20-0db2-462f-8bed-b014451da525)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:28:23.849052 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f81ee699-6ea0-4801-8da4-9430e52047e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:23.981202 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-0d14f3a4-5389-4902-a549-07717e05773f service neutron] For port 363a631a-2fb1-4390-a6a6-cfea3fa7842e, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:28:23.984565 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fa8f7c8c-e280-45c9-bd6b-6b423f500a4b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:24.006334 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fa8f7c8c-e280-45c9-bd6b-6b423f500a4b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:24.013359 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cddd935-fe2e-4a48-ba10-46b08418ec08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-5dc4d8fd-2a11-4315-88c1-5cd71df916fd', 'network_id': '5dc4d8fd-2a11-4315-88c1-5cd71df916fd', 'tenant_id': 'b93110ba43804fecac28f7a36c57c08d', 'fixed_ips': [{'subnet_id': '5494da09-404d-4f2d-88f6-aec2c9deab47'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:28:24.014303 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0cddd935-fe2e-4a48-ba10-46b08418ec08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:24.037247 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-9edd970a-0006-464b-a068-47fc40927d80 req-f8a20dcf-8826-41d2-b660-ba402b555f47 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=e7ff6e5e-9108-4443-91e2-395f50a85034 HTTP/1.1" status: 200 len: 1098 time: 0.1959054 Apr 08 10:28:24.039567 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-0d14f3a4-5389-4902-a549-07717e05773f service neutron] For port 363a631a-2fb1-4390-a6a6-cfea3fa7842e, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=363a631a-2fb1-4390-a6a6-cfea3fa7842e,segment=NetworkSegment(1cff5a80-2e48-4f34-84f9-427d4240795c),segment_id=1cff5a80-2e48-4f34-84f9-427d4240795c)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:28:24.088764 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-0d14f3a4-5389-4902-a549-07717e05773f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:24.154000 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2829d3e1-d83d-437d-a1d3-252b69b2445c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:24.162740 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ee699-6ea0-4801-8da4-9430e52047e2 None None] Pushing event updated for resources: {'Port': ['ID=e4d3dfac-ff01-462c-ae06-aefd95595878,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:24.181439 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-0d14f3a4-5389-4902-a549-07717e05773f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:24.182456 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-0d14f3a4-5389-4902-a549-07717e05773f service neutron] 10.222.0.52 "PUT /v2.0/ports/363a631a-2fb1-4390-a6a6-cfea3fa7842e HTTP/1.1" status: 200 len: 1093 time: 3.5510859 Apr 08 10:28:24.199721 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf1827e-3142-4e88-86f6-3fe6574e93cc', 'tag': '363a631a-2fb1-4390-a6a6-cfea3fa7842e'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:28:24.213382 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f7c8c-e280-45c9-bd6b-6b423f500a4b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Port': ['ID=81da20a6-b54f-450f-9731-9534bc71d34f,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:24.249545 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8da68450-e2ac-4ebe-b61e-34a4c9bb4448 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:24.276704 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2464b823-8011-429f-9e0b-b3f105b7d498 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:24.288652 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fa8f7c8c-e280-45c9-bd6b-6b423f500a4b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:24.347983 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-8da68450-e2ac-4ebe-b61e-34a4c9bb4448 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Transition to ACTIVE for port object ef86f29e-babf-4cc2-b19d-1bd8f10a45c6 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:24.364975 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-2464b823-8011-429f-9e0b-b3f105b7d498 None None] Transition to ACTIVE for port object 3dbd7768-5f3b-43f9-bfe7-0df9171bb093 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:24.390999 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 84420641-0e79-44f3-96e1-013bea4e41ce up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:24.532155 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-697ba413-e4cd-4d7d-b873-bb30c835e9d3'] response: {'name': 'network-changed', 'server_uuid': 'cbf1827e-3142-4e88-86f6-3fe6574e93cc', 'tag': '363a631a-2fb1-4390-a6a6-cfea3fa7842e', 'status': 'completed', 'code': 200} Apr 08 10:28:24.565533 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14f3a4-5389-4902-a549-07717e05773f service neutron] Pushing event updated for resources: {'Port': ['ID=363a631a-2fb1-4390-a6a6-cfea3fa7842e,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:24.574405 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8f7c8c-e280-45c9-bd6b-6b423f500a4b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network 36d0df1e-f79d-472c-90db-9227ca8e6033 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:28:24.575351 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-2464b823-8011-429f-9e0b-b3f105b7d498 None None] Transition to ACTIVE for port object 3dbd7768-5f3b-43f9-bfe7-0df9171bb093 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:24.578368 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-fa8f7c8c-e280-45c9-bd6b-6b423f500a4b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:24.600487 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2464b823-8011-429f-9e0b-b3f105b7d498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:24.656834 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8da68450-e2ac-4ebe-b61e-34a4c9bb4448 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:24.670916 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-0cddd935-fe2e-4a48-ba10-46b08418ec08 None None] Allocated IP 2001:db8::2 (5dc4d8fd-2a11-4315-88c1-5cd71df916fd/5494da09-404d-4f2d-88f6-aec2c9deab47/4ff52a5d-4ad0-495c-8eee-52f050119492) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:28:24.768184 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd970a-0006-464b-a068-47fc40927d80 req-1de5f747-573b-4452-88a4-d1243821da9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:24.770227 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-9edd970a-0006-464b-a068-47fc40927d80 req-1de5f747-573b-4452-88a4-d1243821da9a service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f87cc2e-abff-4c5e-a9be-9df69703738c HTTP/1.1" status: 200 len: 897 time: 0.7086451 Apr 08 10:28:24.827866 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2464b823-8011-429f-9e0b-b3f105b7d498 None None] Network c227c83b-181b-499c-80d4-3c1b68e61df3 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:28:24.841165 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-2464b823-8011-429f-9e0b-b3f105b7d498 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:24.843624 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464b823-8011-429f-9e0b-b3f105b7d498 None None] Pushing event updated for resources: {'Port': ['ID=3dbd7768-5f3b-43f9-bfe7-0df9171bb093,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:24.903722 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-c795011d-6ebc-4f4a-813f-a0f942790e5a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca026b6dcd1141668fcfbc870ce52fee&device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc HTTP/1.1" status: 200 len: 1096 time: 0.6505153 Apr 08 10:28:24.912342 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2464b823-8011-429f-9e0b-b3f105b7d498 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:28:24.927309 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Sync routers for ids ['f6af07ec-8f53-41da-b83d-37f15d4c9a98'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:28:24.934835 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-2829d3e1-d83d-437d-a1d3-252b69b2445c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Allocated IP 2001:db8::1 (c227c83b-181b-499c-80d4-3c1b68e61df3/cf798c49-a78a-433b-9cd0-3b945e1fd0d3/0ebdd2d2-0d4a-4d93-a2cc-380c881c3351) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:28:24.938825 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 84420641-0e79-44f3-96e1-013bea4e41ce triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:24.939530 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:24.955195 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Routers {'f6af07ec-8f53-41da-b83d-37f15d4c9a98'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:24.955828 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['f6af07ec-8f53-41da-b83d-37f15d4c9a98'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:25.131504 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da68450-e2ac-4ebe-b61e-34a4c9bb4448 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network a07c7aad-9e91-458a-af3c-ebe42e8a00f2 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:28:25.133170 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da68450-e2ac-4ebe-b61e-34a4c9bb4448 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=ef86f29e-babf-4cc2-b19d-1bd8f10a45c6,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:25.139693 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-8da68450-e2ac-4ebe-b61e-34a4c9bb4448 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:25.171038 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da68450-e2ac-4ebe-b61e-34a4c9bb4448 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:28:25.221885 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-2464b823-8011-429f-9e0b-b3f105b7d498 None None] Attempting to bind port 3dbd7768-5f3b-43f9-bfe7-0df9171bb093 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:28:25.227705 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-2464b823-8011-429f-9e0b-b3f105b7d498 None None] Attempting to bind port 3dbd7768-5f3b-43f9-bfe7-0df9171bb093 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '30670aab-cf7d-4bbc-a822-9334318264ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c227c83b-181b-499c-80d4-3c1b68e61df3'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:28:25.228375 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2464b823-8011-429f-9e0b-b3f105b7d498 None None] Attempting to bind port 3dbd7768-5f3b-43f9-bfe7-0df9171bb093 on network c227c83b-181b-499c-80d4-3c1b68e61df3 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:28:25.231660 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2829d3e1-d83d-437d-a1d3-252b69b2445c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:25.251525 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-2829d3e1-d83d-437d-a1d3-252b69b2445c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Transition to ACTIVE for port object 0ebdd2d2-0d4a-4d93-a2cc-380c881c3351 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:25.262254 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Set router f6af07ec-8f53-41da-b83d-37f15d4c9a98 gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:28:25.282752 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2829d3e1-d83d-437d-a1d3-252b69b2445c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:25.308367 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8da68450-e2ac-4ebe-b61e-34a4c9bb4448 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:25.380344 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2829d3e1-d83d-437d-a1d3-252b69b2445c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Network c227c83b-181b-499c-80d4-3c1b68e61df3 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:28:25.391740 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-2829d3e1-d83d-437d-a1d3-252b69b2445c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:25.394311 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2829d3e1-d83d-437d-a1d3-252b69b2445c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:28:25.394996 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2829d3e1-d83d-437d-a1d3-252b69b2445c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:25.460350 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829d3e1-d83d-437d-a1d3-252b69b2445c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Pushing event updated for resources: {'Port': ['ID=0ebdd2d2-0d4a-4d93-a2cc-380c881c3351,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:25.468241 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-9edd970a-0006-464b-a068-47fc40927d80 req-df59d502-6f14-464d-9ac0-3274a9d9a318 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5af9a6bb-925c-485a-a7e5-71926cd48599 HTTP/1.1" status: 200 len: 1001 time: 0.6908636 Apr 08 10:28:25.516394 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-d59406b2-74a0-400d-96f2-2f40c763db93 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=363a631a-2fb1-4390-a6a6-cfea3fa7842e HTTP/1.1" status: 200 len: 217 time: 0.4389434 Apr 08 10:28:25.551353 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2464b823-8011-429f-9e0b-b3f105b7d498 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:28:25.552544 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2464b823-8011-429f-9e0b-b3f105b7d498 None None] Checking segment: {'id': '30670aab-cf7d-4bbc-a822-9334318264ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c227c83b-181b-499c-80d4-3c1b68e61df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:28:25.552945 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2464b823-8011-429f-9e0b-b3f105b7d498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:25.553341 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2464b823-8011-429f-9e0b-b3f105b7d498 None None] Bound using segment: {'id': '30670aab-cf7d-4bbc-a822-9334318264ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c227c83b-181b-499c-80d4-3c1b68e61df3'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:28:25.553816 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-2464b823-8011-429f-9e0b-b3f105b7d498 None None] Bound port: 3dbd7768-5f3b-43f9-bfe7-0df9171bb093, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30670aab-cf7d-4bbc-a822-9334318264ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c227c83b-181b-499c-80d4-3c1b68e61df3'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:28:25.554195 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2464b823-8011-429f-9e0b-b3f105b7d498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:25.590538 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-aa51fe95-7315-4bf5-a431-6053b667313a None None] Provisioning complete for port 81da20a6-b54f-450f-9731-9534bc71d34f triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:25.591197 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-aa51fe95-7315-4bf5-a431-6053b667313a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:25.668236 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2829d3e1-d83d-437d-a1d3-252b69b2445c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:25.715809 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca9fe1-d56f-4533-bcd7-1f040f556e1f req-a164f710-0770-4448-a5a4-abca46cb0e36 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:25.717571 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8dca9fe1-d56f-4533-bcd7-1f040f556e1f req-a164f710-0770-4448-a5a4-abca46cb0e36 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc HTTP/1.1" status: 200 len: 943 time: 0.8882611 Apr 08 10:28:25.755173 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7356a262-8f23-4161-9f7f-cdf04d10ace1 None None] Network e556d70c-8f3b-4473-ae12-7edda4f52589 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:28:25.771135 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'name': 'tempest-RoutersTest-router-820085337', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:59Z', 'updated_at': '2022-04-08T10:28:22Z', 'revision_number': 4, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'gw_port_host': None, '_interfaces': [{'id': '295f04c8-d4b8-4bb9-87ee-c7c304bef64f', 'name': '', 'network_id': '572a07fb-c24c-4bb7-b642-c20879d50521', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:c9:cb:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da6dbefb-55f1-4c52-8b4f-b4481e49f6b0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:11Z', 'updated_at': '2022-04-08T10:28:14Z', 'revision_number': 2, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': 'da6dbefb-55f1-4c52-8b4f-b4481e49f6b0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81da20a6-b54f-450f-9731-9534bc71d34f', 'name': '', 'network_id': '36d0df1e-f79d-472c-90db-9227ca8e6033', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:95:7f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94831ca3-8905-4916-a24b-000c2efa13ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:20Z', 'updated_at': '2022-04-08T10:28:23Z', 'revision_number': 2, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': '94831ca3-8905-4916-a24b-000c2efa13ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e40729-28f4-4de2-97bc-7a6351acbfa8', 'name': '', 'network_id': 'fbce5fa8-2732-4d4c-abc6-7662bf9411e4', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:e8:87:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:03Z', 'updated_at': '2022-04-08T10:28:14Z', 'revision_number': 5, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:25.775728 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Checking router: f6af07ec-8f53-41da-b83d-37f15d4c9a98 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:28:25.776107 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Updating router f6af07ec-8f53-41da-b83d-37f15d4c9a98 port 295f04c8-d4b8-4bb9-87ee-c7c304bef64f binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:28:25.796108 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-adefebf1-4e13-4394-8ae2-b5010f6646fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:25.797689 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-adefebf1-4e13-4394-8ae2-b5010f6646fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a7812769-8943-4a3e-b177-052eca03ae6f HTTP/1.1" status: 200 len: 850 time: 0.2606540 Apr 08 10:28:25.839206 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:25.880204 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0cddd935-fe2e-4a48-ba10-46b08418ec08 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:25.912163 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8dca9fe1-d56f-4533-bcd7-1f040f556e1f req-7b8111fb-1087-412c-b7e9-006dc285501f tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823771 Apr 08 10:28:25.923236 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8da68450-e2ac-4ebe-b61e-34a4c9bb4448 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:25.930237 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0cddd935-fe2e-4a48-ba10-46b08418ec08 None None] Transition to ACTIVE for port object 4ff52a5d-4ad0-495c-8eee-52f050119492 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:25.940658 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-aa51fe95-7315-4bf5-a431-6053b667313a None None] Port 81da20a6-b54f-450f-9731-9534bc71d34f cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:28:25.991756 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0cddd935-fe2e-4a48-ba10-46b08418ec08 None None] Transition to ACTIVE for port object 4ff52a5d-4ad0-495c-8eee-52f050119492 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:25.999990 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-2464b823-8011-429f-9e0b-b3f105b7d498 None None] For port 3dbd7768-5f3b-43f9-bfe7-0df9171bb093, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:28:26.015846 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0cddd935-fe2e-4a48-ba10-46b08418ec08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:26.056592 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-2464b823-8011-429f-9e0b-b3f105b7d498 None None] For port 3dbd7768-5f3b-43f9-bfe7-0df9171bb093, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=3dbd7768-5f3b-43f9-bfe7-0df9171bb093,segment=NetworkSegment(30670aab-cf7d-4bbc-a822-9334318264ed),segment_id=30670aab-cf7d-4bbc-a822-9334318264ed)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:28:26.078091 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd970a-0006-464b-a068-47fc40927d80 req-501024ea-e6d3-4508-b114-49d97ee2105e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:26.080243 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-9edd970a-0006-464b-a068-47fc40927d80 req-501024ea-e6d3-4508-b114-49d97ee2105e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58 HTTP/1.1" status: 200 len: 834 time: 0.6026518 Apr 08 10:28:26.110070 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2464b823-8011-429f-9e0b-b3f105b7d498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:26.159693 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cddd935-fe2e-4a48-ba10-46b08418ec08 None None] Network 5dc4d8fd-2a11-4315-88c1-5cd71df916fd is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:28:26.163765 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-0cddd935-fe2e-4a48-ba10-46b08418ec08 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:26.171123 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddd935-fe2e-4a48-ba10-46b08418ec08 None None] Pushing event updated for resources: {'Port': ['ID=4ff52a5d-4ad0-495c-8eee-52f050119492,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:26.174903 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cddd935-fe2e-4a48-ba10-46b08418ec08 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:28:26.235235 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8f7c8c-e280-45c9-bd6b-6b423f500a4b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Router f6af07ec-8f53-41da-b83d-37f15d4c9a98 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:28:26.239640 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c594c4aa-34f8-4007-a5b4-ab2616cfc88c None None] Provisioning for port ef86f29e-babf-4cc2-b19d-1bd8f10a45c6 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:26.300606 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-b23fb9a7-df2f-4c9e-ac0a-c5c2f890f36b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4884384 Apr 08 10:28:26.328385 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:26.341626 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464b823-8011-429f-9e0b-b3f105b7d498 None None] Pushing event updated for resources: {'Port': ['ID=3dbd7768-5f3b-43f9-bfe7-0df9171bb093,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:26.342366 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Transition to ACTIVE for port object 295f04c8-d4b8-4bb9-87ee-c7c304bef64f will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:26.355042 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:26.371298 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-9edd970a-0006-464b-a068-47fc40927d80 req-ce3bc41b-2110-4165-8195-c270f4bfcbca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f87cc2e-abff-4c5e-a9be-9df69703738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2800813 Apr 08 10:28:26.419424 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c594c4aa-34f8-4007-a5b4-ab2616cfc88c None None] Provisioning complete for port ef86f29e-babf-4cc2-b19d-1bd8f10a45c6 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:26.420044 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c594c4aa-34f8-4007-a5b4-ab2616cfc88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:26.509735 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device e4d3dfac-ff01-462c-ae06-aefd95595878 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:26.622736 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9150de-5fb2-439a-a3e7-0e7df32cc300 None None] Pushing event updated for resources: {'Port': ['ID=295f04c8-d4b8-4bb9-87ee-c7c304bef64f,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:26.667490 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2829d3e1-d83d-437d-a1d3-252b69b2445c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:26.690463 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-0cddd935-fe2e-4a48-ba10-46b08418ec08 None None] Attempting to bind port 4ff52a5d-4ad0-495c-8eee-52f050119492 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:28:26.691036 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-0cddd935-fe2e-4a48-ba10-46b08418ec08 None None] Attempting to bind port 4ff52a5d-4ad0-495c-8eee-52f050119492 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '84844ba9-767d-44d7-b98c-a7831f762717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5dc4d8fd-2a11-4315-88c1-5cd71df916fd'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:28:26.691168 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cddd935-fe2e-4a48-ba10-46b08418ec08 None None] Attempting to bind port 4ff52a5d-4ad0-495c-8eee-52f050119492 on network 5dc4d8fd-2a11-4315-88c1-5cd71df916fd {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:28:26.719784 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-c594c4aa-34f8-4007-a5b4-ab2616cfc88c None None] Port ef86f29e-babf-4cc2-b19d-1bd8f10a45c6 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:28:26.725742 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cddd935-fe2e-4a48-ba10-46b08418ec08 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:28:26.726124 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cddd935-fe2e-4a48-ba10-46b08418ec08 None None] Checking segment: {'id': '84844ba9-767d-44d7-b98c-a7831f762717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5dc4d8fd-2a11-4315-88c1-5cd71df916fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:28:26.726537 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0cddd935-fe2e-4a48-ba10-46b08418ec08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:26.726947 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cddd935-fe2e-4a48-ba10-46b08418ec08 None None] Bound using segment: {'id': '84844ba9-767d-44d7-b98c-a7831f762717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5dc4d8fd-2a11-4315-88c1-5cd71df916fd'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:28:26.727432 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-0cddd935-fe2e-4a48-ba10-46b08418ec08 None None] Bound port: 4ff52a5d-4ad0-495c-8eee-52f050119492, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84844ba9-767d-44d7-b98c-a7831f762717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5dc4d8fd-2a11-4315-88c1-5cd71df916fd'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:28:26.727828 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0cddd935-fe2e-4a48-ba10-46b08418ec08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:26.731190 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-9edd970a-0006-464b-a068-47fc40927d80 req-6bbfdb98-50a4-4b75-a089-8bc69c12c624 service neutron] 10.222.0.52 "GET /v2.0/networks/3f87cc2e-abff-4c5e-a9be-9df69703738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525021 Apr 08 10:28:26.732306 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2829d3e1-d83d-437d-a1d3-252b69b2445c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:26.733058 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2829d3e1-d83d-437d-a1d3-252b69b2445c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:26.742472 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Attempting to bind port 295f04c8-d4b8-4bb9-87ee-c7c304bef64f on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:28:26.742839 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Attempting to bind port 295f04c8-d4b8-4bb9-87ee-c7c304bef64f by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '5a3ec38f-b967-4384-95bb-330c193a90a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '572a07fb-c24c-4bb7-b642-c20879d50521'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:28:26.743203 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Attempting to bind port 295f04c8-d4b8-4bb9-87ee-c7c304bef64f on network 572a07fb-c24c-4bb7-b642-c20879d50521 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:28:26.756728 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:28:26.757302 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Checking segment: {'id': '5a3ec38f-b967-4384-95bb-330c193a90a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '572a07fb-c24c-4bb7-b642-c20879d50521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:28:26.757521 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:26.757894 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Bound using segment: {'id': '5a3ec38f-b967-4384-95bb-330c193a90a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '572a07fb-c24c-4bb7-b642-c20879d50521'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:28:26.758366 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Bound port: 295f04c8-d4b8-4bb9-87ee-c7c304bef64f, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3ec38f-b967-4384-95bb-330c193a90a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '572a07fb-c24c-4bb7-b642-c20879d50521'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:28:26.758769 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:26.815106 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829d3e1-d83d-437d-a1d3-252b69b2445c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Pushing event updated for resources: {'Port': ['ID=0ebdd2d2-0d4a-4d93-a2cc-380c881c3351,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:26.872609 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c594c4aa-34f8-4007-a5b4-ab2616cfc88c None None] Provisioning for port e4d3dfac-ff01-462c-ae06-aefd95595878 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:26.905024 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port e4d3dfac-ff01-462c-ae06-aefd95595878 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:26.915176 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port e4d3dfac-ff01-462c-ae06-aefd95595878 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:26.916050 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:26.918320 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] For port 295f04c8-d4b8-4bb9-87ee-c7c304bef64f, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:28:26.921882 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] For port 295f04c8-d4b8-4bb9-87ee-c7c304bef64f, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=295f04c8-d4b8-4bb9-87ee-c7c304bef64f,segment=NetworkSegment(5a3ec38f-b967-4384-95bb-330c193a90a3),segment_id=5a3ec38f-b967-4384-95bb-330c193a90a3)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:28:26.926918 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:26.971564 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-0cddd935-fe2e-4a48-ba10-46b08418ec08 None None] For port 4ff52a5d-4ad0-495c-8eee-52f050119492, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:28:26.988482 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-0cddd935-fe2e-4a48-ba10-46b08418ec08 None None] For port 4ff52a5d-4ad0-495c-8eee-52f050119492, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=4ff52a5d-4ad0-495c-8eee-52f050119492,segment=NetworkSegment(84844ba9-767d-44d7-b98c-a7831f762717),segment_id=84844ba9-767d-44d7-b98c-a7831f762717)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:28:26.994552 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-9edd970a-0006-464b-a068-47fc40927d80 req-c52b9fa1-f8c1-4d20-a7a6-00017d2704f1 service neutron] 10.222.0.52 "GET /v2.0/networks/3f87cc2e-abff-4c5e-a9be-9df69703738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803443 Apr 08 10:28:27.001472 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0cddd935-fe2e-4a48-ba10-46b08418ec08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:27.013345 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Updating router f6af07ec-8f53-41da-b83d-37f15d4c9a98 port 81da20a6-b54f-450f-9731-9534bc71d34f binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:28:27.062254 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-4f05346b-faa5-47df-8ebb-d97a1f3dcd70 service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7453959 Apr 08 10:28:27.071462 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:27.240726 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2829d3e1-d83d-437d-a1d3-252b69b2445c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Network c227c83b-181b-499c-80d4-3c1b68e61df3 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:28:27.241870 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-2829d3e1-d83d-437d-a1d3-252b69b2445c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:27.300003 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddd935-fe2e-4a48-ba10-46b08418ec08 None None] Pushing event updated for resources: {'Port': ['ID=4ff52a5d-4ad0-495c-8eee-52f050119492,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:27.337156 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:27.411803 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port e4d3dfac-ff01-462c-ae06-aefd95595878, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=e4d3dfac-ff01-462c-ae06-aefd95595878,segment=NetworkSegment(1f0f0d20-0db2-462f-8bed-b014451da525),segment_id=1f0f0d20-0db2-462f-8bed-b014451da525)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:27.421140 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:27.532208 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=e4d3dfac-ff01-462c-ae06-aefd95595878,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:27.569396 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ceb528a2-3764-4725-bd92-7a58e9e5271b None None] Provisioning complete for port e4d3dfac-ff01-462c-ae06-aefd95595878 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:27.569880 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ceb528a2-3764-4725-bd92-7a58e9e5271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:27.731515 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:27.747633 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9150de-5fb2-439a-a3e7-0e7df32cc300 None None] Pushing event updated for resources: {'Port': ['ID=295f04c8-d4b8-4bb9-87ee-c7c304bef64f,revision_number=4']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:27.751268 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Transition to ACTIVE for port object 81da20a6-b54f-450f-9731-9534bc71d34f will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:27.762250 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:27.791160 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8f7c8c-e280-45c9-bd6b-6b423f500a4b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:28:27.804060 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a11e6430-ab60-4a6c-9724-f6d1411c3a40 req-dec12004-2a79-4acf-9b3e-b854f9480b71 service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7223821 Apr 08 10:28:27.833538 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-fa8f7c8c-e280-45c9-bd6b-6b423f500a4b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "PUT /v2.0/routers/f6af07ec-8f53-41da-b83d-37f15d4c9a98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8127310 Apr 08 10:28:27.833929 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58982) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:27.852449 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-40be4dad-886a-423b-ba59-c6d4db105f11 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'network': {'name': 'tempest-RoutersTest-1271930906'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:27.859552 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8da68450-e2ac-4ebe-b61e-34a4c9bb4448 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:27.863647 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-40be4dad-886a-423b-ba59-c6d4db105f11 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:27.871237 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db146836-ff0f-4138-9d48-8e230e7cca56 req-cbe5ca50-62c6-42a6-bd77-63e5af6db5a3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:27.872950 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-db146836-ff0f-4138-9d48-8e230e7cca56 req-cbe5ca50-62c6-42a6-bd77-63e5af6db5a3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc HTTP/1.1" status: 200 len: 943 time: 0.4832797 Apr 08 10:28:27.874041 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-40be4dad-886a-423b-ba59-c6d4db105f11 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Usage tracker for resource:network and tenant:44ffe129493d49b08ea911b16ee6c97f is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:27.894025 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-40be4dad-886a-423b-ba59-c6d4db105f11 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:27.901888 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-40be4dad-886a-423b-ba59-c6d4db105f11 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:27.920476 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8da68450-e2ac-4ebe-b61e-34a4c9bb4448 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:27.928392 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40be4dad-886a-423b-ba59-c6d4db105f11 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Made reservation on behalf of 44ffe129493d49b08ea911b16ee6c97f for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:28:27.931805 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-40be4dad-886a-423b-ba59-c6d4db105f11 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:27.993920 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40be4dad-886a-423b-ba59-c6d4db105f11 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:28:28.000280 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9150de-5fb2-439a-a3e7-0e7df32cc300 None None] Pushing event updated for resources: {'Port': ['ID=81da20a6-b54f-450f-9731-9534bc71d34f,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:28.021360 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-40be4dad-886a-423b-ba59-c6d4db105f11 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:28.021954 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-40be4dad-886a-423b-ba59-c6d4db105f11 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Added segment 70772fd0-d065-4534-9f52-3eed36c38dfb of type vlan for network a256e30e-0550-4d4e-89d3-cc1b1be0c56b Apr 08 10:28:28.038241 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2829d3e1-d83d-437d-a1d3-252b69b2445c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Router b9238e50-37c7-4926-bbe8-2fdb7cc47a7d is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:28:28.062315 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-40be4dad-886a-423b-ba59-c6d4db105f11 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:28.201447 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da68450-e2ac-4ebe-b61e-34a4c9bb4448 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=ef86f29e-babf-4cc2-b19d-1bd8f10a45c6,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:28.202471 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Attempting to bind port 81da20a6-b54f-450f-9731-9534bc71d34f on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:28:28.202757 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Attempting to bind port 81da20a6-b54f-450f-9731-9534bc71d34f by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'b3f574cd-982f-4e8c-96f0-c53ca2703a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '36d0df1e-f79d-472c-90db-9227ca8e6033'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:28:28.203177 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Attempting to bind port 81da20a6-b54f-450f-9731-9534bc71d34f on network 36d0df1e-f79d-472c-90db-9227ca8e6033 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:28:28.215697 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8da68450-e2ac-4ebe-b61e-34a4c9bb4448 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:28.221394 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:28:28.221766 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Checking segment: {'id': 'b3f574cd-982f-4e8c-96f0-c53ca2703a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '36d0df1e-f79d-472c-90db-9227ca8e6033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:28:28.222162 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:28.222550 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Bound using segment: {'id': 'b3f574cd-982f-4e8c-96f0-c53ca2703a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '36d0df1e-f79d-472c-90db-9227ca8e6033'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:28:28.223017 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Bound port: 81da20a6-b54f-450f-9731-9534bc71d34f, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f574cd-982f-4e8c-96f0-c53ca2703a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '36d0df1e-f79d-472c-90db-9227ca8e6033'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:28:28.223365 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:28.230116 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-db146836-ff0f-4138-9d48-8e230e7cca56 req-a78509e1-fb14-407f-86ad-7cc737e0b54b tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3160748 Apr 08 10:28:28.264450 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.resource_extend [None req-40be4dad-886a-423b-ba59-c6d4db105f11 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:28:28.288411 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d00ac66f-8459-4228-83e5-d650de20b8d2 req-893b1a18-a4c2-4708-9276-95022fdf141e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca026b6dcd1141668fcfbc870ce52fee&device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc HTTP/1.1" status: 200 len: 1096 time: 0.4143465 Apr 08 10:28:28.310284 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-40be4dad-886a-423b-ba59-c6d4db105f11 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:28.318827 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40be4dad-886a-423b-ba59-c6d4db105f11 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:28.319419 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-40be4dad-886a-423b-ba59-c6d4db105f11 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:28.353705 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] For port 81da20a6-b54f-450f-9731-9534bc71d34f, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:28:28.357763 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] For port 81da20a6-b54f-450f-9731-9534bc71d34f, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=81da20a6-b54f-450f-9731-9534bc71d34f,segment=NetworkSegment(b3f574cd-982f-4e8c-96f0-c53ca2703a24),segment_id=b3f574cd-982f-4e8c-96f0-c53ca2703a24)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:28:28.376684 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:28.391412 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-40be4dad-886a-423b-ba59-c6d4db105f11 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5566254 Apr 08 10:28:28.394889 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58986) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:28.416748 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-f8eee1ea-c4c5-470c-ab2c-ff4722076cf6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'subnet': {'network_id': 'a256e30e-0550-4d4e-89d3-cc1b1be0c56b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:28.420390 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2cb119-9a7e-4b9a-8756-447b5b6e4b0f None None] Network c227c83b-181b-499c-80d4-3c1b68e61df3 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:28:28.498742 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9150de-5fb2-439a-a3e7-0e7df32cc300 None None] Pushing event updated for resources: {'Port': ['ID=81da20a6-b54f-450f-9731-9534bc71d34f,revision_number=4']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:28.568628 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Routers {'f6af07ec-8f53-41da-b83d-37f15d4c9a98'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:28.569265 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['f6af07ec-8f53-41da-b83d-37f15d4c9a98'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:28.653810 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3dbd7768-5f3b-43f9-bfe7-0df9171bb093 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:28.671550 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ac66f-8459-4228-83e5-d650de20b8d2 req-ac11bec7-c121-49a2-ad64-82339d777031 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:28.673082 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d00ac66f-8459-4228-83e5-d650de20b8d2 req-ac11bec7-c121-49a2-ad64-82339d777031 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 HTTP/1.1" status: 200 len: 912 time: 0.3764422 Apr 08 10:28:28.675017 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da68450-e2ac-4ebe-b61e-34a4c9bb4448 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network a07c7aad-9e91-458a-af3c-ebe42e8a00f2 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:28:28.678840 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-8da68450-e2ac-4ebe-b61e-34a4c9bb4448 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:28.809075 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-cf93b68c-5f92-4d1d-8bd5-433b7059f510 None None] Provisioning for port 3dbd7768-5f3b-43f9-bfe7-0df9171bb093 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:28.943123 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] Set router f6af07ec-8f53-41da-b83d-37f15d4c9a98 gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:28:28.985491 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 3dbd7768-5f3b-43f9-bfe7-0df9171bb093 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:28.991263 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 3dbd7768-5f3b-43f9-bfe7-0df9171bb093 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:28.991659 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:29.131659 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be4dad-886a-423b-ba59-c6d4db105f11 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Network': ['ID=a256e30e-0550-4d4e-89d3-cc1b1be0c56b,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:29.141094 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510e0382-954a-4bdc-a0aa-c409472c7c22 None None] Network 5dc4d8fd-2a11-4315-88c1-5cd71df916fd requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:28:29.159265 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:28:29.170030 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2829d3e1-d83d-437d-a1d3-252b69b2445c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:28:29.180251 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d00ac66f-8459-4228-83e5-d650de20b8d2 req-c5b86333-d47a-4890-9f1e-65c90a96796e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=363a631a-2fb1-4390-a6a6-cfea3fa7842e HTTP/1.1" status: 200 len: 217 time: 0.2721772 Apr 08 10:28:29.193554 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2829d3e1-d83d-437d-a1d3-252b69b2445c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "PUT /v2.0/routers/b9238e50-37c7-4926-bbe8-2fdb7cc47a7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8955722 Apr 08 10:28:29.197494 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 58990) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:29.213866 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f8eee1ea-c4c5-470c-ab2c-ff4722076cf6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:29.218935 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f8eee1ea-c4c5-470c-ab2c-ff4722076cf6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Usage tracker for resource:subnet and tenant:44ffe129493d49b08ea911b16ee6c97f is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:29.222315 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f8eee1ea-c4c5-470c-ab2c-ff4722076cf6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:29.230423 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f8eee1ea-c4c5-470c-ab2c-ff4722076cf6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:29.248918 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8eee1ea-c4c5-470c-ab2c-ff4722076cf6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Made reservation on behalf of 44ffe129493d49b08ea911b16ee6c97f for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:28:29.255301 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network a256e30e-0550-4d4e-89d3-cc1b1be0c56b details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:28:29.275465 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38bba4f-841f-40c4-bcb0-e3a5ef8e69cd None None] Sync routers for ids ['b9238e50-37c7-4926-bbe8-2fdb7cc47a7d'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:28:29.483273 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ac66f-8459-4228-83e5-d650de20b8d2 req-53546f34-1287-4ff9-837e-7472dd661276 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:29.484775 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d00ac66f-8459-4228-83e5-d650de20b8d2 req-53546f34-1287-4ff9-837e-7472dd661276 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a7812769-8943-4a3e-b177-052eca03ae6f HTTP/1.1" status: 200 len: 850 time: 0.2881458 Apr 08 10:28:29.493687 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f8eee1ea-c4c5-470c-ab2c-ff4722076cf6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:29.662795 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:29.713448 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'name': 'tempest-RoutersTest-router-820085337', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:59Z', 'updated_at': '2022-04-08T10:28:22Z', 'revision_number': 4, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'gw_port_host': None, '_interfaces': [{'id': '295f04c8-d4b8-4bb9-87ee-c7c304bef64f', 'name': '', 'network_id': '572a07fb-c24c-4bb7-b642-c20879d50521', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:c9:cb:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da6dbefb-55f1-4c52-8b4f-b4481e49f6b0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:11Z', 'updated_at': '2022-04-08T10:28:26Z', 'revision_number': 4, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': 'da6dbefb-55f1-4c52-8b4f-b4481e49f6b0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81da20a6-b54f-450f-9731-9534bc71d34f', 'name': '', 'network_id': '36d0df1e-f79d-472c-90db-9227ca8e6033', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:95:7f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94831ca3-8905-4916-a24b-000c2efa13ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:20Z', 'updated_at': '2022-04-08T10:28:28Z', 'revision_number': 4, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': '94831ca3-8905-4916-a24b-000c2efa13ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e40729-28f4-4de2-97bc-7a6351acbfa8', 'name': '', 'network_id': 'fbce5fa8-2732-4d4c-abc6-7662bf9411e4', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:e8:87:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:03Z', 'updated_at': '2022-04-08T10:28:14Z', 'revision_number': 5, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:29.718673 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38bba4f-841f-40c4-bcb0-e3a5ef8e69cd None None] Routers {'b9238e50-37c7-4926-bbe8-2fdb7cc47a7d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:29.719208 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-d38bba4f-841f-40c4-bcb0-e3a5ef8e69cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['b9238e50-37c7-4926-bbe8-2fdb7cc47a7d'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:29.720543 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998bfc3f-708b-4d7b-ab15-73fb1ec0099a None None] The sync data for ids ['f6af07ec-8f53-41da-b83d-37f15d4c9a98'] in dv-neutron-837110-1-hyperv is: [{'id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'name': 'tempest-RoutersTest-router-820085337', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:59Z', 'updated_at': '2022-04-08T10:28:22Z', 'revision_number': 4, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'gw_port_host': None, '_interfaces': [{'id': '295f04c8-d4b8-4bb9-87ee-c7c304bef64f', 'name': '', 'network_id': '572a07fb-c24c-4bb7-b642-c20879d50521', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:c9:cb:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da6dbefb-55f1-4c52-8b4f-b4481e49f6b0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:11Z', 'updated_at': '2022-04-08T10:28:26Z', 'revision_number': 4, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': 'da6dbefb-55f1-4c52-8b4f-b4481e49f6b0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81da20a6-b54f-450f-9731-9534bc71d34f', 'name': '', 'network_id': '36d0df1e-f79d-472c-90db-9227ca8e6033', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:95:7f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94831ca3-8905-4916-a24b-000c2efa13ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:20Z', 'updated_at': '2022-04-08T10:28:28Z', 'revision_number': 4, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': '94831ca3-8905-4916-a24b-000c2efa13ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e40729-28f4-4de2-97bc-7a6351acbfa8', 'name': '', 'network_id': 'fbce5fa8-2732-4d4c-abc6-7662bf9411e4', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:e8:87:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:03Z', 'updated_at': '2022-04-08T10:28:14Z', 'revision_number': 5, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:28:29.846162 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f8eee1ea-c4c5-470c-ab2c-ff4722076cf6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:29.854133 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-d38bba4f-841f-40c4-bcb0-e3a5ef8e69cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:29.858536 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-06645d40-7d85-4c58-b164-1601258d48af None None] Provisioning for port 0ebdd2d2-0d4a-4d93-a2cc-380c881c3351 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:29.868363 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-06645d40-7d85-4c58-b164-1601258d48af None None] Provisioning complete for port 0ebdd2d2-0d4a-4d93-a2cc-380c881c3351 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:29.868740 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-06645d40-7d85-4c58-b164-1601258d48af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:29.955321 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eee1ea-c4c5-470c-ab2c-ff4722076cf6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Subnet': ['ID=ed0a6b47-2e13-4eb0-b8bd-262a63832f4d,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:29.983500 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8eee1ea-c4c5-470c-ab2c-ff4722076cf6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Checking segment: {'id': '70772fd0-d065-4534-9f52-3eed36c38dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a256e30e-0550-4d4e-89d3-cc1b1be0c56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:28:29.984357 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eee1ea-c4c5-470c-ab2c-ff4722076cf6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network hostable DHCP agents. Network: a256e30e-0550-4d4e-89d3-cc1b1be0c56b, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:28:29.995496 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d00ac66f-8459-4228-83e5-d650de20b8d2 req-376e2373-9373-472a-8d9d-ef3c47d07d5a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4983885 Apr 08 10:28:30.016791 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eee1ea-c4c5-470c-ab2c-ff4722076cf6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network a256e30e-0550-4d4e-89d3-cc1b1be0c56b is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:28:30.028000 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d7e20-bd5e-454e-a7a9-ce4db78de31f req-b86f1daf-2e84-4a93-bb24-56d682274d55 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:30.029728 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c10d7e20-bd5e-454e-a7a9-ce4db78de31f req-b86f1daf-2e84-4a93-bb24-56d682274d55 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc HTTP/1.1" status: 200 len: 943 time: 0.4887619 Apr 08 10:28:30.040430 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-f8eee1ea-c4c5-470c-ab2c-ff4722076cf6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, a256e30e-0550-4d4e-89d3-cc1b1be0c56b) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:30.047670 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eee1ea-c4c5-470c-ab2c-ff4722076cf6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:30.048234 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f8eee1ea-c4c5-470c-ab2c-ff4722076cf6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:30.090084 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f8eee1ea-c4c5-470c-ab2c-ff4722076cf6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6912444 Apr 08 10:28:30.090307 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 58996) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:30.131503 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94808c84-8dbc-4db5-82af-a2516dda5658 None None] Network a256e30e-0550-4d4e-89d3-cc1b1be0c56b requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:28:30.177881 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38bba4f-841f-40c4-bcb0-e3a5ef8e69cd None None] Routers {'b9238e50-37c7-4926-bbe8-2fdb7cc47a7d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:30.178517 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-d38bba4f-841f-40c4-bcb0-e3a5ef8e69cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['b9238e50-37c7-4926-bbe8-2fdb7cc47a7d'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:30.265103 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-06645d40-7d85-4c58-b164-1601258d48af None None] Port 0ebdd2d2-0d4a-4d93-a2cc-380c881c3351 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:28:30.313996 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 3dbd7768-5f3b-43f9-bfe7-0df9171bb093, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=3dbd7768-5f3b-43f9-bfe7-0df9171bb093,segment=NetworkSegment(30670aab-cf7d-4bbc-a822-9334318264ed),segment_id=30670aab-cf7d-4bbc-a822-9334318264ed)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:30.338899 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:30.341137 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device e4d3dfac-ff01-462c-ae06-aefd95595878 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:30.375836 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-d38bba4f-841f-40c4-bcb0-e3a5ef8e69cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:30.376782 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38bba4f-841f-40c4-bcb0-e3a5ef8e69cd None None] The sync data for ids ['b9238e50-37c7-4926-bbe8-2fdb7cc47a7d'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:28:30.457896 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d00ac66f-8459-4228-83e5-d650de20b8d2 req-c490b612-ccfa-4f88-8d0d-362135ec44a9 service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432831 Apr 08 10:28:30.490829 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-06645d40-7d85-4c58-b164-1601258d48af None None] Provisioning complete for port 3dbd7768-5f3b-43f9-bfe7-0df9171bb093 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:30.491515 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-06645d40-7d85-4c58-b164-1601258d48af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:30.650521 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=3dbd7768-5f3b-43f9-bfe7-0df9171bb093,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:30.685983 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c10d7e20-bd5e-454e-a7a9-ce4db78de31f req-1b35b7f2-d6b1-4c3e-91d1-91b7bb1d095f tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3228853 Apr 08 10:28:30.703644 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port e4d3dfac-ff01-462c-ae06-aefd95595878 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:30.704231 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:30.769425 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d00ac66f-8459-4228-83e5-d650de20b8d2 req-e539b02c-284b-4c26-bd55-08bee3cb9a98 service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475407 Apr 08 10:28:30.894222 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da68450-e2ac-4ebe-b61e-34a4c9bb4448 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:28:31.006644 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf4121b-7ea1-41f9-a21c-6003f72c72ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-a256e30e-0550-4d4e-89d3-cc1b1be0c56b', 'network_id': 'a256e30e-0550-4d4e-89d3-cc1b1be0c56b', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'fixed_ips': [{'subnet_id': 'ed0a6b47-2e13-4eb0-b8bd-262a63832f4d'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:28:31.007283 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-daf4121b-7ea1-41f9-a21c-6003f72c72ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:31.045999 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b57fceaa-69c8-4673-ac55-62896af55765 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:31.054622 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-06645d40-7d85-4c58-b164-1601258d48af None None] Provisioning complete for port ef86f29e-babf-4cc2-b19d-1bd8f10a45c6 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:31.054922 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-06645d40-7d85-4c58-b164-1601258d48af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:31.239724 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 4ff52a5d-4ad0-495c-8eee-52f050119492 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:31.327669 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-06645d40-7d85-4c58-b164-1601258d48af None None] Port ef86f29e-babf-4cc2-b19d-1bd8f10a45c6 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:28:31.351225 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-5ef71db0-5551-4ed1-8d7e-e81639c284c7 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:28:31.355313 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5ef71db0-5551-4ed1-8d7e-e81639c284c7 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "PUT /v2.0/routers/b9238e50-37c7-4926-bbe8-2fdb7cc47a7d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0854564 Apr 08 10:28:31.355876 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59000) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:31.414319 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-06645d40-7d85-4c58-b164-1601258d48af None None] Provisioning for port 4ff52a5d-4ad0-495c-8eee-52f050119492 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:31.423640 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-daf4121b-7ea1-41f9-a21c-6003f72c72ab None None] Allocated IP 172.23.0.2 (a256e30e-0550-4d4e-89d3-cc1b1be0c56b/ed0a6b47-2e13-4eb0-b8bd-262a63832f4d/cbda5be7-e1ea-4146-9ac1-6159e1f33127) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:28:31.455754 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 4ff52a5d-4ad0-495c-8eee-52f050119492 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:31.505305 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 4ff52a5d-4ad0-495c-8eee-52f050119492 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:31.505701 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:31.537586 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da68450-e2ac-4ebe-b61e-34a4c9bb4448 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:28:31.542731 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8da68450-e2ac-4ebe-b61e-34a4c9bb4448 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "PUT /v2.0/routers/da8d1587-61d5-42af-9cf2-fc81ff9b7ad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5411246 Apr 08 10:28:31.549866 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497fdeb7-8d78-4992-91b9-54259a31ae40 None None] Sync routers for ids ['da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:28:31.563054 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497fdeb7-8d78-4992-91b9-54259a31ae40 None None] Routers {'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:31.563668 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-497fdeb7-8d78-4992-91b9-54259a31ae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:31.640850 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b366d1ec-ec33-452a-b016-2691250bfdfe None None] Provisioning complete for port 0ebdd2d2-0d4a-4d93-a2cc-380c881c3351 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:31.641223 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b366d1ec-ec33-452a-b016-2691250bfdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:31.740540 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-90f34ac4-d802-4a47-af18-fc2d5c614092 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:31.775553 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-497fdeb7-8d78-4992-91b9-54259a31ae40 None None] Set router da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:28:31.798931 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-b366d1ec-ec33-452a-b016-2691250bfdfe None None] Port 0ebdd2d2-0d4a-4d93-a2cc-380c881c3351 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:28:31.821940 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:31.842433 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-daf4121b-7ea1-41f9-a21c-6003f72c72ab None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:31.860371 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b366d1ec-ec33-452a-b016-2691250bfdfe None None] Provisioning complete for port 4ff52a5d-4ad0-495c-8eee-52f050119492 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:31.860737 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b366d1ec-ec33-452a-b016-2691250bfdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:31.884652 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-daf4121b-7ea1-41f9-a21c-6003f72c72ab None None] Transition to ACTIVE for port object cbda5be7-e1ea-4146-9ac1-6159e1f33127 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:31.941119 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-daf4121b-7ea1-41f9-a21c-6003f72c72ab None None] Transition to ACTIVE for port object cbda5be7-e1ea-4146-9ac1-6159e1f33127 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:31.944640 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 4ff52a5d-4ad0-495c-8eee-52f050119492, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=4ff52a5d-4ad0-495c-8eee-52f050119492,segment=NetworkSegment(84844ba9-767d-44d7-b98c-a7831f762717),segment_id=84844ba9-767d-44d7-b98c-a7831f762717)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:31.955452 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:32.021920 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-daf4121b-7ea1-41f9-a21c-6003f72c72ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:32.088424 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-b57fceaa-69c8-4673-ac55-62896af55765 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Allocated IP 172.23.0.1 (a256e30e-0550-4d4e-89d3-cc1b1be0c56b/ed0a6b47-2e13-4eb0-b8bd-262a63832f4d/aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:28:32.175062 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf4121b-7ea1-41f9-a21c-6003f72c72ab None None] Network a256e30e-0550-4d4e-89d3-cc1b1be0c56b is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:28:32.177481 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-daf4121b-7ea1-41f9-a21c-6003f72c72ab None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:32.182673 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf4121b-7ea1-41f9-a21c-6003f72c72ab None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:28:32.185415 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=4ff52a5d-4ad0-495c-8eee-52f050119492,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:32.226024 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5db12a-2bdc-4bfa-ab57-bd2953d252f8 req-7cd4d248-2632-4584-bd67-0da8180c3334 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:32.239769 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9f5db12a-2bdc-4bfa-ab57-bd2953d252f8 req-7cd4d248-2632-4584-bd67-0da8180c3334 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc HTTP/1.1" status: 200 len: 943 time: 0.3014760 Apr 08 10:28:32.260218 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-497fdeb7-8d78-4992-91b9-54259a31ae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'name': 'tempest-TestNetworkBasicOps-router-1147210582', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:28:25Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'b194ca48-c2ef-45c4-897e-74bc0c7f78e2', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.246', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'port_id': '5af9a6bb-925c-485a-a7e5-71926cd48599', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c', 'mac_address': 'fa:16:3e:5f:42:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ff6e5e-9108-4443-91e2-395f50a85034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:27:12Z', 'updated_at': '2022-04-08T10:27:21Z', 'revision_number': 1, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35', 'name': '', 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:1f:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:33Z', 'updated_at': '2022-04-08T10:26:41Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef86f29e-babf-4cc2-b19d-1bd8f10a45c6', 'name': '', 'network_id': 'a07c7aad-9e91-458a-af3c-ebe42e8a00f2', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:f1:c5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a418fc-9352-4954-ad94-95a85292ceb2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:23Z', 'updated_at': '2022-04-08T10:28:26Z', 'revision_number': 2, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '11a418fc-9352-4954-ad94-95a85292ceb2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:32.265216 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497fdeb7-8d78-4992-91b9-54259a31ae40 None None] Checking router: da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:28:32.266024 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497fdeb7-8d78-4992-91b9-54259a31ae40 None None] Updating router da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 port ef86f29e-babf-4cc2-b19d-1bd8f10a45c6 binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:28:32.276754 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3dbd7768-5f3b-43f9-bfe7-0df9171bb093 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:32.327764 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-497fdeb7-8d78-4992-91b9-54259a31ae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:32.364684 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b57fceaa-69c8-4673-ac55-62896af55765 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:32.384274 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-b57fceaa-69c8-4673-ac55-62896af55765 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Transition to ACTIVE for port object aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:32.389493 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4121b-7ea1-41f9-a21c-6003f72c72ab None None] Pushing event updated for resources: {'Port': ['ID=cbda5be7-e1ea-4146-9ac1-6159e1f33127,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:32.403796 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-daf4121b-7ea1-41f9-a21c-6003f72c72ab None None] Attempting to bind port cbda5be7-e1ea-4146-9ac1-6159e1f33127 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:28:32.404187 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-daf4121b-7ea1-41f9-a21c-6003f72c72ab None None] Attempting to bind port cbda5be7-e1ea-4146-9ac1-6159e1f33127 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '70772fd0-d065-4534-9f52-3eed36c38dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a256e30e-0550-4d4e-89d3-cc1b1be0c56b'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:28:32.404553 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf4121b-7ea1-41f9-a21c-6003f72c72ab None None] Attempting to bind port cbda5be7-e1ea-4146-9ac1-6159e1f33127 on network a256e30e-0550-4d4e-89d3-cc1b1be0c56b {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:28:32.412877 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf4121b-7ea1-41f9-a21c-6003f72c72ab None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:28:32.413255 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf4121b-7ea1-41f9-a21c-6003f72c72ab None None] Checking segment: {'id': '70772fd0-d065-4534-9f52-3eed36c38dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a256e30e-0550-4d4e-89d3-cc1b1be0c56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:28:32.413657 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-daf4121b-7ea1-41f9-a21c-6003f72c72ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:32.414047 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf4121b-7ea1-41f9-a21c-6003f72c72ab None None] Bound using segment: {'id': '70772fd0-d065-4534-9f52-3eed36c38dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a256e30e-0550-4d4e-89d3-cc1b1be0c56b'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:28:32.414510 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-daf4121b-7ea1-41f9-a21c-6003f72c72ab None None] Bound port: cbda5be7-e1ea-4146-9ac1-6159e1f33127, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70772fd0-d065-4534-9f52-3eed36c38dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a256e30e-0550-4d4e-89d3-cc1b1be0c56b'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:28:32.414881 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-daf4121b-7ea1-41f9-a21c-6003f72c72ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:32.430938 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b57fceaa-69c8-4673-ac55-62896af55765 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:32.447109 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9f5db12a-2bdc-4bfa-ab57-bd2953d252f8 req-8a665859-88c4-4678-94ae-66f797b140bb tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001495 Apr 08 10:28:32.520903 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 3dbd7768-5f3b-43f9-bfe7-0df9171bb093 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:32.521133 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57fceaa-69c8-4673-ac55-62896af55765 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network a256e30e-0550-4d4e-89d3-cc1b1be0c56b is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:28:32.521250 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:32.524991 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-b57fceaa-69c8-4673-ac55-62896af55765 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:32.530413 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57fceaa-69c8-4673-ac55-62896af55765 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:28:32.561146 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fceaa-69c8-4673-ac55-62896af55765 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Port': ['ID=aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:32.602084 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b57fceaa-69c8-4673-ac55-62896af55765 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:32.612748 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-daf4121b-7ea1-41f9-a21c-6003f72c72ab None None] For port cbda5be7-e1ea-4146-9ac1-6159e1f33127, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:28:32.617337 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-daf4121b-7ea1-41f9-a21c-6003f72c72ab None None] For port cbda5be7-e1ea-4146-9ac1-6159e1f33127, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=cbda5be7-e1ea-4146-9ac1-6159e1f33127,segment=NetworkSegment(70772fd0-d065-4534-9f52-3eed36c38dfb),segment_id=70772fd0-d065-4534-9f52-3eed36c38dfb)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:28:32.654167 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-daf4121b-7ea1-41f9-a21c-6003f72c72ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:32.717125 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b57fceaa-69c8-4673-ac55-62896af55765 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:32.772478 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 295f04c8-d4b8-4bb9-87ee-c7c304bef64f up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:32.795843 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-497fdeb7-8d78-4992-91b9-54259a31ae40 None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:32.812599 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-497fdeb7-8d78-4992-91b9-54259a31ae40 None None] Transition to ACTIVE for port object ef86f29e-babf-4cc2-b19d-1bd8f10a45c6 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:32.820778 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-497fdeb7-8d78-4992-91b9-54259a31ae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:32.839533 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-90f34ac4-d802-4a47-af18-fc2d5c614092 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Deleting port 0ebdd2d2-0d4a-4d93-a2cc-380c881c3351 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:32.840950 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-90f34ac4-d802-4a47-af18-fc2d5c614092 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:32.843500 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4121b-7ea1-41f9-a21c-6003f72c72ab None None] Pushing event updated for resources: {'Port': ['ID=cbda5be7-e1ea-4146-9ac1-6159e1f33127,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:32.862414 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 295f04c8-d4b8-4bb9-87ee-c7c304bef64f completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:32.868743 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 295f04c8-d4b8-4bb9-87ee-c7c304bef64f triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:32.869245 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:33.129841 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:33.179264 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 295f04c8-d4b8-4bb9-87ee-c7c304bef64f, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=295f04c8-d4b8-4bb9-87ee-c7c304bef64f,segment=NetworkSegment(5a3ec38f-b967-4384-95bb-330c193a90a3),segment_id=5a3ec38f-b967-4384-95bb-330c193a90a3)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:33.188824 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:33.189750 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 81da20a6-b54f-450f-9731-9534bc71d34f up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:33.197593 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-90f34ac4-d802-4a47-af18-fc2d5c614092 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:33.302000 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e26c1-00bd-4886-bbc5-615c2ec4eb9d None None] Pushing event updated for resources: {'Port': ['ID=ef86f29e-babf-4cc2-b19d-1bd8f10a45c6,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:33.340590 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-497fdeb7-8d78-4992-91b9-54259a31ae40 None None] Attempting to bind port ef86f29e-babf-4cc2-b19d-1bd8f10a45c6 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:28:33.340957 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-497fdeb7-8d78-4992-91b9-54259a31ae40 None None] Attempting to bind port ef86f29e-babf-4cc2-b19d-1bd8f10a45c6 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '6d1cf25d-9ff4-4109-aac4-c40987f47f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a07c7aad-9e91-458a-af3c-ebe42e8a00f2'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:28:33.341310 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497fdeb7-8d78-4992-91b9-54259a31ae40 None None] Attempting to bind port ef86f29e-babf-4cc2-b19d-1bd8f10a45c6 on network a07c7aad-9e91-458a-af3c-ebe42e8a00f2 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:28:33.349446 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497fdeb7-8d78-4992-91b9-54259a31ae40 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:28:33.349806 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497fdeb7-8d78-4992-91b9-54259a31ae40 None None] Checking segment: {'id': '6d1cf25d-9ff4-4109-aac4-c40987f47f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a07c7aad-9e91-458a-af3c-ebe42e8a00f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:28:33.351065 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-497fdeb7-8d78-4992-91b9-54259a31ae40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:33.351307 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497fdeb7-8d78-4992-91b9-54259a31ae40 None None] Bound using segment: {'id': '6d1cf25d-9ff4-4109-aac4-c40987f47f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a07c7aad-9e91-458a-af3c-ebe42e8a00f2'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:28:33.351897 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-497fdeb7-8d78-4992-91b9-54259a31ae40 None None] Bound port: ef86f29e-babf-4cc2-b19d-1bd8f10a45c6, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1cf25d-9ff4-4109-aac4-c40987f47f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a07c7aad-9e91-458a-af3c-ebe42e8a00f2'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:28:33.352172 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-497fdeb7-8d78-4992-91b9-54259a31ae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:33.357210 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b57fceaa-69c8-4673-ac55-62896af55765 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:33.364651 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b57fceaa-69c8-4673-ac55-62896af55765 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:33.397236 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-90f34ac4-d802-4a47-af18-fc2d5c614092 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Calling delete_port for 0ebdd2d2-0d4a-4d93-a2cc-380c881c3351 owned by network:router_interface {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:28:33.421368 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=295f04c8-d4b8-4bb9-87ee-c7c304bef64f,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:33.421586 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 81da20a6-b54f-450f-9731-9534bc71d34f completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:33.427202 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 81da20a6-b54f-450f-9731-9534bc71d34f triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:33.427730 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:33.477842 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b57fceaa-69c8-4673-ac55-62896af55765 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:33.515130 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-497fdeb7-8d78-4992-91b9-54259a31ae40 None None] For port ef86f29e-babf-4cc2-b19d-1bd8f10a45c6, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:28:33.521740 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-497fdeb7-8d78-4992-91b9-54259a31ae40 None None] For port ef86f29e-babf-4cc2-b19d-1bd8f10a45c6, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=ef86f29e-babf-4cc2-b19d-1bd8f10a45c6,segment=NetworkSegment(6d1cf25d-9ff4-4109-aac4-c40987f47f89),segment_id=6d1cf25d-9ff4-4109-aac4-c40987f47f89)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:28:33.531324 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-497fdeb7-8d78-4992-91b9-54259a31ae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:33.599558 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:33.600540 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fceaa-69c8-4673-ac55-62896af55765 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event updated for resources: {'Port': ['ID=aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:33.651386 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 81da20a6-b54f-450f-9731-9534bc71d34f, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=81da20a6-b54f-450f-9731-9534bc71d34f,segment=NetworkSegment(b3f574cd-982f-4e8c-96f0-c53ca2703a24),segment_id=b3f574cd-982f-4e8c-96f0-c53ca2703a24)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:33.658324 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:33.675689 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e26c1-00bd-4886-bbc5-615c2ec4eb9d None None] Pushing event updated for resources: {'Port': ['ID=ef86f29e-babf-4cc2-b19d-1bd8f10a45c6,revision_number=4']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:33.678830 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497fdeb7-8d78-4992-91b9-54259a31ae40 None None] Routers {'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:33.679769 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-497fdeb7-8d78-4992-91b9-54259a31ae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:33.690088 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57fceaa-69c8-4673-ac55-62896af55765 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Network a256e30e-0550-4d4e-89d3-cc1b1be0c56b is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:28:33.691635 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-b57fceaa-69c8-4673-ac55-62896af55765 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:33.741641 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-90f34ac4-d802-4a47-af18-fc2d5c614092 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:33.880138 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=81da20a6-b54f-450f-9731-9534bc71d34f,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:33.912743 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f34ac4-d802-4a47-af18-fc2d5c614092 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Pushing event deleted for resources: {'Port': ['ID=0ebdd2d2-0d4a-4d93-a2cc-380c881c3351,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:33.932863 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-497fdeb7-8d78-4992-91b9-54259a31ae40 None None] Set router da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:28:34.023180 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043bcbb9-f28c-40d6-8b06-95a81c2b0d2f req-1cf5c171-8d02-402c-9d8f-36effe109270 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:34.024803 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-043bcbb9-f28c-40d6-8b06-95a81c2b0d2f req-1cf5c171-8d02-402c-9d8f-36effe109270 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc HTTP/1.1" status: 200 len: 943 time: 0.3812635 Apr 08 10:28:34.159978 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-043bcbb9-f28c-40d6-8b06-95a81c2b0d2f req-f2171df2-2b21-4f0c-b978-8435aa6d813d tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232955 Apr 08 10:28:34.267769 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 81da20a6-b54f-450f-9731-9534bc71d34f up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:34.314973 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-90f34ac4-d802-4a47-af18-fc2d5c614092 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:34.361813 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 81da20a6-b54f-450f-9731-9534bc71d34f triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:34.362584 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:34.493893 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f57ec5-3ba0-4a26-8841-b3b1a1a72898 None None] Network a256e30e-0550-4d4e-89d3-cc1b1be0c56b requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:28:34.494593 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57fceaa-69c8-4673-ac55-62896af55765 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Router f6af07ec-8f53-41da-b83d-37f15d4c9a98 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:28:34.509862 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-497fdeb7-8d78-4992-91b9-54259a31ae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'name': 'tempest-TestNetworkBasicOps-router-1147210582', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:28:25Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'b194ca48-c2ef-45c4-897e-74bc0c7f78e2', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.246', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'port_id': '5af9a6bb-925c-485a-a7e5-71926cd48599', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c', 'mac_address': 'fa:16:3e:5f:42:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ff6e5e-9108-4443-91e2-395f50a85034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:27:12Z', 'updated_at': '2022-04-08T10:27:21Z', 'revision_number': 1, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35', 'name': '', 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:1f:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:33Z', 'updated_at': '2022-04-08T10:26:41Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef86f29e-babf-4cc2-b19d-1bd8f10a45c6', 'name': '', 'network_id': 'a07c7aad-9e91-458a-af3c-ebe42e8a00f2', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:f1:c5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a418fc-9352-4954-ad94-95a85292ceb2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:23Z', 'updated_at': '2022-04-08T10:28:33Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '11a418fc-9352-4954-ad94-95a85292ceb2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:34.515164 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497fdeb7-8d78-4992-91b9-54259a31ae40 None None] The sync data for ids ['da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'] in dv-neutron-837110-1-hyperv is: [{'id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'name': 'tempest-TestNetworkBasicOps-router-1147210582', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:28:25Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'b194ca48-c2ef-45c4-897e-74bc0c7f78e2', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.246', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'port_id': '5af9a6bb-925c-485a-a7e5-71926cd48599', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c', 'mac_address': 'fa:16:3e:5f:42:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ff6e5e-9108-4443-91e2-395f50a85034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:27:12Z', 'updated_at': '2022-04-08T10:27:21Z', 'revision_number': 1, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35', 'name': '', 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:1f:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:33Z', 'updated_at': '2022-04-08T10:26:41Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef86f29e-babf-4cc2-b19d-1bd8f10a45c6', 'name': '', 'network_id': 'a07c7aad-9e91-458a-af3c-ebe42e8a00f2', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:f1:c5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a418fc-9352-4954-ad94-95a85292ceb2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:23Z', 'updated_at': '2022-04-08T10:28:33Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '11a418fc-9352-4954-ad94-95a85292ceb2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:28:34.625414 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device cbda5be7-e1ea-4146-9ac1-6159e1f33127 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:34.698418 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-da664966-6e29-443a-bbd8-9a4d841f9aaa None None] Provisioning for port cbda5be7-e1ea-4146-9ac1-6159e1f33127 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:34.774989 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57fceaa-69c8-4673-ac55-62896af55765 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:28:34.790018 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b57fceaa-69c8-4673-ac55-62896af55765 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "PUT /v2.0/routers/f6af07ec-8f53-41da-b83d-37f15d4c9a98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6987538 Apr 08 10:28:34.793216 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59014) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:34.806241 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-d60c7a02-6a5d-4c83-a73a-d3de2dbb95bd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:34.867540 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port cbda5be7-e1ea-4146-9ac1-6159e1f33127 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:34.887947 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port cbda5be7-e1ea-4146-9ac1-6159e1f33127 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:34.889870 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:34.915187 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c41b4da-cbaf-4038-8fba-b49ee989ddf2 None None] Sync routers for ids ['f6af07ec-8f53-41da-b83d-37f15d4c9a98'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:28:34.969101 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c41b4da-cbaf-4038-8fba-b49ee989ddf2 None None] Routers {'f6af07ec-8f53-41da-b83d-37f15d4c9a98'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:34.972196 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-6c41b4da-cbaf-4038-8fba-b49ee989ddf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['f6af07ec-8f53-41da-b83d-37f15d4c9a98'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:35.003114 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f34ac4-d802-4a47-af18-fc2d5c614092 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Router b9238e50-37c7-4926-bbe8-2fdb7cc47a7d has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:28:35.245130 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-6c41b4da-cbaf-4038-8fba-b49ee989ddf2 None None] Set router f6af07ec-8f53-41da-b83d-37f15d4c9a98 gateway port host: None {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:28:35.281972 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f34ac4-d802-4a47-af18-fc2d5c614092 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:28:35.295134 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6241f6c6-84ae-432d-879d-df1a61b6ec36 None None] Sync routers for ids ['b9238e50-37c7-4926-bbe8-2fdb7cc47a7d'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:28:35.303267 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-90f34ac4-d802-4a47-af18-fc2d5c614092 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "PUT /v2.0/routers/b9238e50-37c7-4926-bbe8-2fdb7cc47a7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9461222 Apr 08 10:28:35.304193 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59020) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:35.314636 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6241f6c6-84ae-432d-879d-df1a61b6ec36 None None] Routers {'b9238e50-37c7-4926-bbe8-2fdb7cc47a7d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:35.315388 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6241f6c6-84ae-432d-879d-df1a61b6ec36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['b9238e50-37c7-4926-bbe8-2fdb7cc47a7d'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:35.327499 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:35.419688 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6241f6c6-84ae-432d-879d-df1a61b6ec36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:35.434011 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6241f6c6-84ae-432d-879d-df1a61b6ec36 None None] Routers {'b9238e50-37c7-4926-bbe8-2fdb7cc47a7d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:35.434767 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6241f6c6-84ae-432d-879d-df1a61b6ec36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['b9238e50-37c7-4926-bbe8-2fdb7cc47a7d'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:35.441127 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-0c0b157d-80cc-45ce-a9a2-2e479a291e8c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] delete failed (client error): The resource could not be found. Apr 08 10:28:35.447779 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0c0b157d-80cc-45ce-a9a2-2e479a291e8c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "DELETE /v2.0/routers/tempest-non_exist_router-1955127998 HTTP/1.1" status: 404 len: 335 time: 0.1424651 Apr 08 10:28:35.448424 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59024) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:35.456546 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-5b9be9bf-242e-455c-8877-3590640ce009 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b9238e50-37c7-4926-bbe8-2fdb7cc47a7d'}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:35.522579 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6241f6c6-84ae-432d-879d-df1a61b6ec36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:35.522893 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6241f6c6-84ae-432d-879d-df1a61b6ec36 None None] The sync data for ids ['b9238e50-37c7-4926-bbe8-2fdb7cc47a7d'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:28:35.582064 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port cbda5be7-e1ea-4146-9ac1-6159e1f33127, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=cbda5be7-e1ea-4146-9ac1-6159e1f33127,segment=NetworkSegment(70772fd0-d065-4534-9f52-3eed36c38dfb),segment_id=70772fd0-d065-4534-9f52-3eed36c38dfb)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:35.592860 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:35.593651 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 295f04c8-d4b8-4bb9-87ee-c7c304bef64f up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:35.634914 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e00c7c-a6e4-4f06-9837-5f5ed3e5c49a req-d84ed247-9c25-472d-9863-088e86114655 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:35.636982 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-58e00c7c-a6e4-4f06-9837-5f5ed3e5c49a req-d84ed247-9c25-472d-9863-088e86114655 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc HTTP/1.1" status: 200 len: 943 time: 0.2511194 Apr 08 10:28:35.674942 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.extraroute_db [None req-d60c7a02-6a5d-4c83-a73a-d3de2dbb95bd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83846) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 08 10:28:35.700918 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.extraroute_db [None req-d60c7a02-6a5d-4c83-a73a-d3de2dbb95bd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Removed routes are [] {{(pid=83846) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 08 10:28:35.701613 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d60c7a02-6a5d-4c83-a73a-d3de2dbb95bd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:35.757786 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8dccd4db-9271-4e56-adc8-d85b339a49fb None None] Provisioning complete for port cbda5be7-e1ea-4146-9ac1-6159e1f33127 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:35.758161 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8dccd4db-9271-4e56-adc8-d85b339a49fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:35.810906 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-58e00c7c-a6e4-4f06-9837-5f5ed3e5c49a req-60aa3e14-a158-466a-9fbe-4ac128a950ca tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100366 Apr 08 10:28:35.913441 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=cbda5be7-e1ea-4146-9ac1-6159e1f33127,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:35.936801 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 295f04c8-d4b8-4bb9-87ee-c7c304bef64f triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:35.937424 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:36.100161 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5b9be9bf-242e-455c-8877-3590640ce009 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:36.123659 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d60c7a02-6a5d-4c83-a73a-d3de2dbb95bd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:36.128685 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d60c7a02-6a5d-4c83-a73a-d3de2dbb95bd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1762438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1762447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1757449'] for router, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:36.136664 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-5b9be9bf-242e-455c-8877-3590640ce009 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] update failed (client error): The resource could not be found. Apr 08 10:28:36.138018 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5b9be9bf-242e-455c-8877-3590640ce009 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "PUT /v2.0/routers/b9238e50-37c7-4926-bbe8-2fdb7cc47a7d HTTP/1.1" status: 404 len: 339 time: 0.6863921 Apr 08 10:28:36.141578 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59028) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:36.146878 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-e881744b-bcb0-4b1d-8296-495ade455450 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-445957083'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:36.153073 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-e881744b-bcb0-4b1d-8296-495ade455450 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:36.154991 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-6c41b4da-cbaf-4038-8fba-b49ee989ddf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'name': 'tempest-RoutersTest-router-820085337', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:59Z', 'updated_at': '2022-04-08T10:28:32Z', 'revision_number': 5, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'gw_port_host': None, '_interfaces': [{'id': '295f04c8-d4b8-4bb9-87ee-c7c304bef64f', 'name': '', 'network_id': '572a07fb-c24c-4bb7-b642-c20879d50521', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:c9:cb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da6dbefb-55f1-4c52-8b4f-b4481e49f6b0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:11Z', 'updated_at': '2022-04-08T10:28:33Z', 'revision_number': 5, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': 'da6dbefb-55f1-4c52-8b4f-b4481e49f6b0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81da20a6-b54f-450f-9731-9534bc71d34f', 'name': '', 'network_id': '36d0df1e-f79d-472c-90db-9227ca8e6033', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:95:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94831ca3-8905-4916-a24b-000c2efa13ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:20Z', 'updated_at': '2022-04-08T10:28:33Z', 'revision_number': 5, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': '94831ca3-8905-4916-a24b-000c2efa13ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6', 'name': '', 'network_id': 'a256e30e-0550-4d4e-89d3-cc1b1be0c56b', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:80:0c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0a6b47-2e13-4eb0-b8bd-262a63832f4d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:31Z', 'updated_at': '2022-04-08T10:28:33Z', 'revision_number': 2, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': 'ed0a6b47-2e13-4eb0-b8bd-262a63832f4d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e40729-28f4-4de2-97bc-7a6351acbfa8', 'name': '', 'network_id': 'fbce5fa8-2732-4d4c-abc6-7662bf9411e4', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:e8:87:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:03Z', 'updated_at': '2022-04-08T10:28:14Z', 'revision_number': 5, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:36.156990 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e881744b-bcb0-4b1d-8296-495ade455450 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Usage tracker for resource:network and tenant:b93110ba43804fecac28f7a36c57c08d is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:36.160251 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e881744b-bcb0-4b1d-8296-495ade455450 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:36.166278 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-e881744b-bcb0-4b1d-8296-495ade455450 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:36.177725 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e881744b-bcb0-4b1d-8296-495ade455450 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Made reservation on behalf of b93110ba43804fecac28f7a36c57c08d for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:28:36.179486 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c41b4da-cbaf-4038-8fba-b49ee989ddf2 None None] Checking router: f6af07ec-8f53-41da-b83d-37f15d4c9a98 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:28:36.179843 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c41b4da-cbaf-4038-8fba-b49ee989ddf2 None None] Updating router f6af07ec-8f53-41da-b83d-37f15d4c9a98 port aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6 binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:28:36.180725 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e881744b-bcb0-4b1d-8296-495ade455450 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:36.211459 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e881744b-bcb0-4b1d-8296-495ade455450 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:28:36.222278 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e881744b-bcb0-4b1d-8296-495ade455450 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:36.222278 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-e881744b-bcb0-4b1d-8296-495ade455450 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Added segment 3c17dc09-e5cb-40eb-b3b2-1c27d8c6e855 of type vlan for network e815ad13-001c-4327-9843-e07a6143993a Apr 08 10:28:36.237904 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 4ff52a5d-4ad0-495c-8eee-52f050119492 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:36.249753 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e881744b-bcb0-4b1d-8296-495ade455450 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:36.283983 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e881744b-bcb0-4b1d-8296-495ade455450 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:36.288268 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e881744b-bcb0-4b1d-8296-495ade455450 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:36.288849 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e881744b-bcb0-4b1d-8296-495ade455450 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:36.304110 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6c41b4da-cbaf-4038-8fba-b49ee989ddf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:36.326010 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8dccd4db-9271-4e56-adc8-d85b339a49fb None None] Provisioning for port aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:36.326825 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60c7a02-6a5d-4c83-a73a-d3de2dbb95bd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Router f6af07ec-8f53-41da-b83d-37f15d4c9a98 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:28:36.358634 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8dccd4db-9271-4e56-adc8-d85b339a49fb None None] Provisioning complete for port aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:36.359052 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8dccd4db-9271-4e56-adc8-d85b339a49fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:36.396412 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e881744b-bcb0-4b1d-8296-495ade455450 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2537715 Apr 08 10:28:36.399156 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881744b-bcb0-4b1d-8296-495ade455450 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Pushing event updated for resources: {'Network': ['ID=e815ad13-001c-4327-9843-e07a6143993a,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:36.401159 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59032) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:36.407830 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-f3491595-74fc-4b19-b8fa-46c2b550e87a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Request body: {'subnet': {'network_id': 'e815ad13-001c-4327-9843-e07a6143993a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:36.424990 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network e815ad13-001c-4327-9843-e07a6143993a details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:28:36.507689 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-8dccd4db-9271-4e56-adc8-d85b339a49fb None None] Port aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:28:36.520907 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f3491595-74fc-4b19-b8fa-46c2b550e87a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:36.524682 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f3491595-74fc-4b19-b8fa-46c2b550e87a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Usage tracker for resource:subnet and tenant:b93110ba43804fecac28f7a36c57c08d is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:36.528188 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f3491595-74fc-4b19-b8fa-46c2b550e87a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:36.534134 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f3491595-74fc-4b19-b8fa-46c2b550e87a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:36.544833 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3491595-74fc-4b19-b8fa-46c2b550e87a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Made reservation on behalf of b93110ba43804fecac28f7a36c57c08d for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:28:36.583927 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 4ff52a5d-4ad0-495c-8eee-52f050119492 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:36.584342 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:36.632964 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60c7a02-6a5d-4c83-a73a-d3de2dbb95bd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:28:36.640688 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d60c7a02-6a5d-4c83-a73a-d3de2dbb95bd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:36.643263 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d60c7a02-6a5d-4c83-a73a-d3de2dbb95bd tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "PUT /v2.0/routers/f6af07ec-8f53-41da-b83d-37f15d4c9a98 HTTP/1.1" status: 200 len: 933 time: 1.8444958 Apr 08 10:28:36.644486 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59038) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:36.661943 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f3491595-74fc-4b19-b8fa-46c2b550e87a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:36.767859 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-590b6f13-df89-4346-9477-ef4be32a8b8a None None] Provisioning complete for port aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:36.768180 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-590b6f13-df89-4346-9477-ef4be32a8b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:36.827825 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e0a92041-de5b-4b69-b436-fe3fcfec4f0b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "GET /v2.0/routers/f6af07ec-8f53-41da-b83d-37f15d4c9a98 HTTP/1.1" status: 200 len: 933 time: 0.1819456 Apr 08 10:28:36.830514 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59042) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:36.838082 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-e2974d08-bdcd-4e3b-9868-60b62352bc22 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'router': {'routes': None}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:36.889397 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f3491595-74fc-4b19-b8fa-46c2b550e87a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:36.892511 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-590b6f13-df89-4346-9477-ef4be32a8b8a None None] Port aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:28:36.998729 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3491595-74fc-4b19-b8fa-46c2b550e87a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Pushing event updated for resources: {'Subnet': ['ID=6ffea476-0df1-462f-8353-947ef26770c4,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:37.001027 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3491595-74fc-4b19-b8fa-46c2b550e87a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Checking segment: {'id': '3c17dc09-e5cb-40eb-b3b2-1c27d8c6e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e815ad13-001c-4327-9843-e07a6143993a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:28:37.001492 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3491595-74fc-4b19-b8fa-46c2b550e87a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Network hostable DHCP agents. Network: e815ad13-001c-4327-9843-e07a6143993a, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:28:37.003621 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6c41b4da-cbaf-4038-8fba-b49ee989ddf2 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:37.019159 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-6c41b4da-cbaf-4038-8fba-b49ee989ddf2 None None] Transition to ACTIVE for port object aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:37.029623 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3491595-74fc-4b19-b8fa-46c2b550e87a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Network e815ad13-001c-4327-9843-e07a6143993a is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:28:37.031051 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6c41b4da-cbaf-4038-8fba-b49ee989ddf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:37.056176 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-f3491595-74fc-4b19-b8fa-46c2b550e87a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, e815ad13-001c-4327-9843-e07a6143993a) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:37.060930 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3491595-74fc-4b19-b8fa-46c2b550e87a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:37.061790 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f3491595-74fc-4b19-b8fa-46c2b550e87a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:37.109408 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a087ce-4e92-4d77-968d-ce8ec197ca90 None None] Network e815ad13-001c-4327-9843-e07a6143993a requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:28:37.163997 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f3491595-74fc-4b19-b8fa-46c2b550e87a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7610114 Apr 08 10:28:37.165937 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59048) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:37.175949 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-dda8c8be-084f-481a-80d9-45aaad55b5d0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e815ad13-001c-4327-9843-e07a6143993a'}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:37.227029 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device cbda5be7-e1ea-4146-9ac1-6159e1f33127 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:37.334355 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe13ac-7aa0-4a03-ba49-ebee94e2509d req-e2f28ffc-8d44-4459-932c-c1e1124448ce tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:37.341879 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7efe13ac-7aa0-4a03-ba49-ebee94e2509d req-e2f28ffc-8d44-4459-932c-c1e1124448ce tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc HTTP/1.1" status: 200 len: 943 time: 0.2728069 Apr 08 10:28:37.363672 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f0042-585c-4ccd-8a6c-a7dd45146d33 None None] Pushing event updated for resources: {'Port': ['ID=aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:37.494602 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 363a631a-2fb1-4390-a6a6-cfea3fa7842e details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:28:37.505767 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7efe13ac-7aa0-4a03-ba49-ebee94e2509d req-1ae31f59-2c86-41d8-b76a-2b3bd63acdc2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629970 Apr 08 10:28:37.555738 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-6c41b4da-cbaf-4038-8fba-b49ee989ddf2 None None] Attempting to bind port aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:28:37.555976 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-6c41b4da-cbaf-4038-8fba-b49ee989ddf2 None None] Attempting to bind port aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '70772fd0-d065-4534-9f52-3eed36c38dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a256e30e-0550-4d4e-89d3-cc1b1be0c56b'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:28:37.556379 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c41b4da-cbaf-4038-8fba-b49ee989ddf2 None None] Attempting to bind port aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6 on network a256e30e-0550-4d4e-89d3-cc1b1be0c56b {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:28:37.594010 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c41b4da-cbaf-4038-8fba-b49ee989ddf2 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:28:37.594374 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c41b4da-cbaf-4038-8fba-b49ee989ddf2 None None] Checking segment: {'id': '70772fd0-d065-4534-9f52-3eed36c38dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a256e30e-0550-4d4e-89d3-cc1b1be0c56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:28:37.594768 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6c41b4da-cbaf-4038-8fba-b49ee989ddf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:37.595153 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c41b4da-cbaf-4038-8fba-b49ee989ddf2 None None] Bound using segment: {'id': '70772fd0-d065-4534-9f52-3eed36c38dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a256e30e-0550-4d4e-89d3-cc1b1be0c56b'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:28:37.595800 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-6c41b4da-cbaf-4038-8fba-b49ee989ddf2 None None] Bound port: aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70772fd0-d065-4534-9f52-3eed36c38dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a256e30e-0550-4d4e-89d3-cc1b1be0c56b'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:28:37.595923 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.extraroute_db [None req-e2974d08-bdcd-4e3b-9868-60b62352bc22 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Added routes are [] {{(pid=83846) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 08 10:28:37.596151 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.extraroute_db [None req-e2974d08-bdcd-4e3b-9868-60b62352bc22 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83846) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 08 10:28:37.596279 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6c41b4da-cbaf-4038-8fba-b49ee989ddf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:37.608336 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port cbda5be7-e1ea-4146-9ac1-6159e1f33127 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:37.608936 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:37.626087 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e2974d08-bdcd-4e3b-9868-60b62352bc22 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:37.678133 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-dda8c8be-084f-481a-80d9-45aaad55b5d0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:37.834483 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-dda8c8be-084f-481a-80d9-45aaad55b5d0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:28:37.835531 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-dda8c8be-084f-481a-80d9-45aaad55b5d0 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "PUT /v2.0/routers/b9238e50-37c7-4926-bbe8-2fdb7cc47a7d HTTP/1.1" status: 400 len: 364 time: 0.6662321 Apr 08 10:28:37.839637 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59052) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:37.844141 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649ad7ca-7130-4dad-a4b8-2231e4487cb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-e815ad13-001c-4327-9843-e07a6143993a', 'network_id': 'e815ad13-001c-4327-9843-e07a6143993a', 'tenant_id': 'b93110ba43804fecac28f7a36c57c08d', 'fixed_ips': [{'subnet_id': '6ffea476-0df1-462f-8353-947ef26770c4'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:28:37.844942 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-649ad7ca-7130-4dad-a4b8-2231e4487cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:37.984030 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e2974d08-bdcd-4e3b-9868-60b62352bc22 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:37.987768 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e2974d08-bdcd-4e3b-9868-60b62352bc22 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1762438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1762447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1757449'] for router, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:38.012507 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-6c41b4da-cbaf-4038-8fba-b49ee989ddf2 None None] For port aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:28:38.024345 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 363a631a-2fb1-4390-a6a6-cfea3fa7842e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=363a631a-2fb1-4390-a6a6-cfea3fa7842e,segment=NetworkSegment(1cff5a80-2e48-4f34-84f9-427d4240795c),segment_id=1cff5a80-2e48-4f34-84f9-427d4240795c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:38.067335 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-6c41b4da-cbaf-4038-8fba-b49ee989ddf2 None None] For port aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6,segment=NetworkSegment(70772fd0-d065-4534-9f52-3eed36c38dfb),segment_id=70772fd0-d065-4534-9f52-3eed36c38dfb)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:28:38.088290 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6c41b4da-cbaf-4038-8fba-b49ee989ddf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:38.092674 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '363a631a-2fb1-4390-a6a6-cfea3fa7842e', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'port_id': '363a631a-2fb1-4390-a6a6-cfea3fa7842e', 'mac_address': 'fa:16:3e:10:9b:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:28:38.271458 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device ef86f29e-babf-4cc2-b19d-1bd8f10a45c6 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:38.288607 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2974d08-bdcd-4e3b-9868-60b62352bc22 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Router f6af07ec-8f53-41da-b83d-37f15d4c9a98 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:28:38.352014 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:38.360961 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f0042-585c-4ccd-8a6c-a7dd45146d33 None None] Pushing event updated for resources: {'Port': ['ID=aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:38.363501 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:38.396858 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-649ad7ca-7130-4dad-a4b8-2231e4487cb7 None None] Allocated IP 2001:db8:1::2 (e815ad13-001c-4327-9843-e07a6143993a/6ffea476-0df1-462f-8353-947ef26770c4/7942b6df-f445-4825-8537-26a118f5a76a) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:28:38.429350 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c41b4da-cbaf-4038-8fba-b49ee989ddf2 None None] Routers {'f6af07ec-8f53-41da-b83d-37f15d4c9a98'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:38.429986 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-6c41b4da-cbaf-4038-8fba-b49ee989ddf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['f6af07ec-8f53-41da-b83d-37f15d4c9a98'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:38.529351 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2974d08-bdcd-4e3b-9868-60b62352bc22 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:28:38.551079 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e2974d08-bdcd-4e3b-9868-60b62352bc22 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:38.554200 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e2974d08-bdcd-4e3b-9868-60b62352bc22 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "PUT /v2.0/routers/f6af07ec-8f53-41da-b83d-37f15d4c9a98 HTTP/1.1" status: 200 len: 699 time: 1.7225258 Apr 08 10:28:38.555822 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 363a631a-2fb1-4390-a6a6-cfea3fa7842e {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:28:38.556743 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59058) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:38.580947 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0e8cbe9d-b5ac-4dc0-b74f-b04182bcd83f tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:38.684095 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 363a631a-2fb1-4390-a6a6-cfea3fa7842e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=363a631a-2fb1-4390-a6a6-cfea3fa7842e,segment=NetworkSegment(1cff5a80-2e48-4f34-84f9-427d4240795c),segment_id=1cff5a80-2e48-4f34-84f9-427d4240795c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:38.697335 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:38.760551 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port ef86f29e-babf-4cc2-b19d-1bd8f10a45c6 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:38.765250 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f6dd40b7-7b1d-43e3-b0da-2f0c88453e9b tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "GET /v2.0/routers/f6af07ec-8f53-41da-b83d-37f15d4c9a98 HTTP/1.1" status: 200 len: 699 time: 0.2034721 Apr 08 10:28:38.765480 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59062) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:38.782922 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port ef86f29e-babf-4cc2-b19d-1bd8f10a45c6 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:38.783295 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:38.824753 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-6c41b4da-cbaf-4038-8fba-b49ee989ddf2 None None] Set router f6af07ec-8f53-41da-b83d-37f15d4c9a98 gateway port host: None {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:28:38.930585 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cd90c-a714-44b8-be3f-f16b5ed827b2 req-28e2fec1-5ae9-4503-a6b6-a13df3c8e189 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:38.938040 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c74cd90c-a714-44b8-be3f-f16b5ed827b2 req-28e2fec1-5ae9-4503-a6b6-a13df3c8e189 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc HTTP/1.1" status: 200 len: 944 time: 0.2018039 Apr 08 10:28:38.940687 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=363a631a-2fb1-4390-a6a6-cfea3fa7842e,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:38.981994 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['363a631a-2fb1-4390-a6a6-cfea3fa7842e'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:28:39.046839 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c74cd90c-a714-44b8-be3f-f16b5ed827b2 req-5dddc6aa-1399-4e2f-a1cd-a4c59599c1a3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080179 Apr 08 10:28:39.071802 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-0e8cbe9d-b5ac-4dc0-b74f-b04182bcd83f tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Allocated IP 2001:db8::1 (e556d70c-8f3b-4473-ae12-7edda4f52589/ed78f370-e686-4a47-8cf7-4eb5f3c216fe/7df194db-d8b3-4a71-8547-f29928ff2c70) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:28:39.141461 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-57d514ee-30f1-43f2-ae7f-ed84488d9a5e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:39.192461 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-649ad7ca-7130-4dad-a4b8-2231e4487cb7 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:39.260045 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-649ad7ca-7130-4dad-a4b8-2231e4487cb7 None None] Transition to ACTIVE for port object 7942b6df-f445-4825-8537-26a118f5a76a will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:39.284372 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0e8cbe9d-b5ac-4dc0-b74f-b04182bcd83f tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:39.302517 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-0e8cbe9d-b5ac-4dc0-b74f-b04182bcd83f tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Transition to ACTIVE for port object 7df194db-d8b3-4a71-8547-f29928ff2c70 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:39.320919 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-649ad7ca-7130-4dad-a4b8-2231e4487cb7 None None] Transition to ACTIVE for port object 7942b6df-f445-4825-8537-26a118f5a76a will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:28:39.328255 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0e8cbe9d-b5ac-4dc0-b74f-b04182bcd83f tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:39.353752 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-649ad7ca-7130-4dad-a4b8-2231e4487cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:39.357118 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:39.399457 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8cbe9d-b5ac-4dc0-b74f-b04182bcd83f tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Network e556d70c-8f3b-4473-ae12-7edda4f52589 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:28:39.403173 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-0e8cbe9d-b5ac-4dc0-b74f-b04182bcd83f tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:39.407897 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8cbe9d-b5ac-4dc0-b74f-b04182bcd83f tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:28:39.408450 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0e8cbe9d-b5ac-4dc0-b74f-b04182bcd83f tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:39.412063 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8cbe9d-b5ac-4dc0-b74f-b04182bcd83f tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Pushing event updated for resources: {'Port': ['ID=7df194db-d8b3-4a71-8547-f29928ff2c70,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:39.522961 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0e8cbe9d-b5ac-4dc0-b74f-b04182bcd83f tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:39.604498 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649ad7ca-7130-4dad-a4b8-2231e4487cb7 None None] Network e815ad13-001c-4327-9843-e07a6143993a is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:28:39.616677 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-649ad7ca-7130-4dad-a4b8-2231e4487cb7 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:39.627588 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649ad7ca-7130-4dad-a4b8-2231e4487cb7 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:28:39.649182 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ad7ca-7130-4dad-a4b8-2231e4487cb7 None None] Pushing event updated for resources: {'Port': ['ID=7942b6df-f445-4825-8537-26a118f5a76a,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:39.653410 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port ef86f29e-babf-4cc2-b19d-1bd8f10a45c6, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=ef86f29e-babf-4cc2-b19d-1bd8f10a45c6,segment=NetworkSegment(6d1cf25d-9ff4-4109-aac4-c40987f47f89),segment_id=6d1cf25d-9ff4-4109-aac4-c40987f47f89)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:39.697876 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:39.832586 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-57d514ee-30f1-43f2-ae7f-ed84488d9a5e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Deleting port aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:39.833064 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-57d514ee-30f1-43f2-ae7f-ed84488d9a5e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:39.843377 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=ef86f29e-babf-4cc2-b19d-1bd8f10a45c6,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:39.881543 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-649ad7ca-7130-4dad-a4b8-2231e4487cb7 None None] Attempting to bind port 7942b6df-f445-4825-8537-26a118f5a76a on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:28:39.881922 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-649ad7ca-7130-4dad-a4b8-2231e4487cb7 None None] Attempting to bind port 7942b6df-f445-4825-8537-26a118f5a76a by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '3c17dc09-e5cb-40eb-b3b2-1c27d8c6e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e815ad13-001c-4327-9843-e07a6143993a'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:28:39.882279 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649ad7ca-7130-4dad-a4b8-2231e4487cb7 None None] Attempting to bind port 7942b6df-f445-4825-8537-26a118f5a76a on network e815ad13-001c-4327-9843-e07a6143993a {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:28:39.906339 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-6c41b4da-cbaf-4038-8fba-b49ee989ddf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'name': 'tempest-RoutersTest-router-820085337', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:59Z', 'updated_at': '2022-04-08T10:28:37Z', 'revision_number': 7, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'gw_port_host': None, '_interfaces': [{'id': '295f04c8-d4b8-4bb9-87ee-c7c304bef64f', 'name': '', 'network_id': '572a07fb-c24c-4bb7-b642-c20879d50521', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:c9:cb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da6dbefb-55f1-4c52-8b4f-b4481e49f6b0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:11Z', 'updated_at': '2022-04-08T10:28:33Z', 'revision_number': 5, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': 'da6dbefb-55f1-4c52-8b4f-b4481e49f6b0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81da20a6-b54f-450f-9731-9534bc71d34f', 'name': '', 'network_id': '36d0df1e-f79d-472c-90db-9227ca8e6033', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:95:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94831ca3-8905-4916-a24b-000c2efa13ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:20Z', 'updated_at': '2022-04-08T10:28:33Z', 'revision_number': 5, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': '94831ca3-8905-4916-a24b-000c2efa13ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6', 'name': '', 'network_id': 'a256e30e-0550-4d4e-89d3-cc1b1be0c56b', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:80:0c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0a6b47-2e13-4eb0-b8bd-262a63832f4d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:31Z', 'updated_at': '2022-04-08T10:28:37Z', 'revision_number': 4, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': 'ed0a6b47-2e13-4eb0-b8bd-262a63832f4d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e40729-28f4-4de2-97bc-7a6351acbfa8', 'name': '', 'network_id': 'fbce5fa8-2732-4d4c-abc6-7662bf9411e4', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:e8:87:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:03Z', 'updated_at': '2022-04-08T10:28:14Z', 'revision_number': 5, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:39.913482 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-76f7536b-a08d-41e1-9775-69ba20a05c59 None None] Provisioning for port 7df194db-d8b3-4a71-8547-f29928ff2c70 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:39.925200 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649ad7ca-7130-4dad-a4b8-2231e4487cb7 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:28:39.925675 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649ad7ca-7130-4dad-a4b8-2231e4487cb7 None None] Checking segment: {'id': '3c17dc09-e5cb-40eb-b3b2-1c27d8c6e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e815ad13-001c-4327-9843-e07a6143993a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:28:39.925954 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-649ad7ca-7130-4dad-a4b8-2231e4487cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:39.926352 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649ad7ca-7130-4dad-a4b8-2231e4487cb7 None None] Bound using segment: {'id': '3c17dc09-e5cb-40eb-b3b2-1c27d8c6e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e815ad13-001c-4327-9843-e07a6143993a'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:28:39.926827 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-649ad7ca-7130-4dad-a4b8-2231e4487cb7 None None] Bound port: 7942b6df-f445-4825-8537-26a118f5a76a, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c17dc09-e5cb-40eb-b3b2-1c27d8c6e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e815ad13-001c-4327-9843-e07a6143993a'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:28:39.927201 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-649ad7ca-7130-4dad-a4b8-2231e4487cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:39.940491 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c41b4da-cbaf-4038-8fba-b49ee989ddf2 None None] The sync data for ids ['f6af07ec-8f53-41da-b83d-37f15d4c9a98'] in dv-neutron-837110-1-hyperv is: [{'id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'name': 'tempest-RoutersTest-router-820085337', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:59Z', 'updated_at': '2022-04-08T10:28:37Z', 'revision_number': 7, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'gw_port_host': None, '_interfaces': [{'id': '295f04c8-d4b8-4bb9-87ee-c7c304bef64f', 'name': '', 'network_id': '572a07fb-c24c-4bb7-b642-c20879d50521', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:c9:cb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da6dbefb-55f1-4c52-8b4f-b4481e49f6b0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:11Z', 'updated_at': '2022-04-08T10:28:33Z', 'revision_number': 5, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': 'da6dbefb-55f1-4c52-8b4f-b4481e49f6b0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81da20a6-b54f-450f-9731-9534bc71d34f', 'name': '', 'network_id': '36d0df1e-f79d-472c-90db-9227ca8e6033', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:95:7f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94831ca3-8905-4916-a24b-000c2efa13ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:20Z', 'updated_at': '2022-04-08T10:28:33Z', 'revision_number': 5, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': '94831ca3-8905-4916-a24b-000c2efa13ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6', 'name': '', 'network_id': 'a256e30e-0550-4d4e-89d3-cc1b1be0c56b', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:80:0c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed0a6b47-2e13-4eb0-b8bd-262a63832f4d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:31Z', 'updated_at': '2022-04-08T10:28:37Z', 'revision_number': 4, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': 'ed0a6b47-2e13-4eb0-b8bd-262a63832f4d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e40729-28f4-4de2-97bc-7a6351acbfa8', 'name': '', 'network_id': 'fbce5fa8-2732-4d4c-abc6-7662bf9411e4', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:e8:87:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:03Z', 'updated_at': '2022-04-08T10:28:14Z', 'revision_number': 5, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:28:39.946641 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-76f7536b-a08d-41e1-9775-69ba20a05c59 None None] Provisioning complete for port 7df194db-d8b3-4a71-8547-f29928ff2c70 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:39.946931 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-76f7536b-a08d-41e1-9775-69ba20a05c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:40.138346 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0e8cbe9d-b5ac-4dc0-b74f-b04182bcd83f tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:40.147130 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0e8cbe9d-b5ac-4dc0-b74f-b04182bcd83f tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:40.148263 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0e8cbe9d-b5ac-4dc0-b74f-b04182bcd83f tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:40.167192 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-76f7536b-a08d-41e1-9775-69ba20a05c59 None None] Port 7df194db-d8b3-4a71-8547-f29928ff2c70 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:28:40.236864 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-649ad7ca-7130-4dad-a4b8-2231e4487cb7 None None] For port 7942b6df-f445-4825-8537-26a118f5a76a, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:28:40.256823 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-649ad7ca-7130-4dad-a4b8-2231e4487cb7 None None] For port 7942b6df-f445-4825-8537-26a118f5a76a, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=7942b6df-f445-4825-8537-26a118f5a76a,segment=NetworkSegment(3c17dc09-e5cb-40eb-b3b2-1c27d8c6e855),segment_id=3c17dc09-e5cb-40eb-b3b2-1c27d8c6e855)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:28:40.257810 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-57d514ee-30f1-43f2-ae7f-ed84488d9a5e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] For port aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6,segment=NetworkSegment(70772fd0-d065-4534-9f52-3eed36c38dfb),segment_id=70772fd0-d065-4534-9f52-3eed36c38dfb)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:40.258527 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-57d514ee-30f1-43f2-ae7f-ed84488d9a5e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:40.265358 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-649ad7ca-7130-4dad-a4b8-2231e4487cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:40.327210 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8cbe9d-b5ac-4dc0-b74f-b04182bcd83f tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Pushing event updated for resources: {'Port': ['ID=7df194db-d8b3-4a71-8547-f29928ff2c70,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:40.346621 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ad7ca-7130-4dad-a4b8-2231e4487cb7 None None] Pushing event updated for resources: {'Port': ['ID=7942b6df-f445-4825-8537-26a118f5a76a,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:40.399150 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-57d514ee-30f1-43f2-ae7f-ed84488d9a5e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Calling delete_port for aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6 owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:28:40.496557 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d57ce-3d7b-444c-8959-9cd604083fa1 req-3e02090b-918e-4aa6-9928-0699fb54a9d1 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:40.498291 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-220d57ce-3d7b-444c-8959-9cd604083fa1 req-3e02090b-918e-4aa6-9928-0699fb54a9d1 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc HTTP/1.1" status: 200 len: 944 time: 0.2250805 Apr 08 10:28:40.598188 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8cbe9d-b5ac-4dc0-b74f-b04182bcd83f tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Network e556d70c-8f3b-4473-ae12-7edda4f52589 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:28:40.601179 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-0e8cbe9d-b5ac-4dc0-b74f-b04182bcd83f tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:40.655033 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-57d514ee-30f1-43f2-ae7f-ed84488d9a5e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:40.731283 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d514ee-30f1-43f2-ae7f-ed84488d9a5e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Port': ['ID=aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:40.817102 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-220d57ce-3d7b-444c-8959-9cd604083fa1 req-bd330908-7416-427b-834d-219eec85da5e tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3126624 Apr 08 10:28:40.999921 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0f7683cd-bb46-4742-9003-616dbb37280c None None] Provisioning complete for port 7df194db-d8b3-4a71-8547-f29928ff2c70 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:41.000251 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0f7683cd-bb46-4742-9003-616dbb37280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:41.047496 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8cbe9d-b5ac-4dc0-b74f-b04182bcd83f tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Router b9238e50-37c7-4926-bbe8-2fdb7cc47a7d has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:28:41.051876 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-57d514ee-30f1-43f2-ae7f-ed84488d9a5e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:41.068064 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-0f7683cd-bb46-4742-9003-616dbb37280c None None] Port 7df194db-d8b3-4a71-8547-f29928ff2c70 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:28:41.231915 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8cbe9d-b5ac-4dc0-b74f-b04182bcd83f tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:28:41.245259 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb6092e-d676-41e8-a054-729dbccff2f0 None None] Sync routers for ids ['b9238e50-37c7-4926-bbe8-2fdb7cc47a7d'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:28:41.247365 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0e8cbe9d-b5ac-4dc0-b74f-b04182bcd83f tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "PUT /v2.0/routers/b9238e50-37c7-4926-bbe8-2fdb7cc47a7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4038968 Apr 08 10:28:41.247481 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59072) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:41.257492 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb6092e-d676-41e8-a054-729dbccff2f0 None None] Routers {'b9238e50-37c7-4926-bbe8-2fdb7cc47a7d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:41.258110 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-beb6092e-d676-41e8-a054-729dbccff2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['b9238e50-37c7-4926-bbe8-2fdb7cc47a7d'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:41.317728 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-beb6092e-d676-41e8-a054-729dbccff2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:41.329115 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb6092e-d676-41e8-a054-729dbccff2f0 None None] Routers {'b9238e50-37c7-4926-bbe8-2fdb7cc47a7d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:41.329713 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-beb6092e-d676-41e8-a054-729dbccff2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['b9238e50-37c7-4926-bbe8-2fdb7cc47a7d'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:41.391824 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-beb6092e-d676-41e8-a054-729dbccff2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:41.392266 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb6092e-d676-41e8-a054-729dbccff2f0 None None] The sync data for ids ['b9238e50-37c7-4926-bbe8-2fdb7cc47a7d'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:28:41.466313 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee90387-19f3-4051-9a1f-b0956a50fae3 None None] Network e815ad13-001c-4327-9843-e07a6143993a requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:28:41.534327 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 363a631a-2fb1-4390-a6a6-cfea3fa7842e up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:41.609426 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ee30d6d4-a70f-44ba-9d4d-94078e754351 None None] Provisioning for port 7942b6df-f445-4825-8537-26a118f5a76a completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:41.701020 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port 363a631a-2fb1-4390-a6a6-cfea3fa7842e completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:41.709659 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 363a631a-2fb1-4390-a6a6-cfea3fa7842e triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:41.710034 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:41.796417 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1d4a1bcf-23f4-42c3-83e1-58dcb483bf60 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:41.896174 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7942b6df-f445-4825-8537-26a118f5a76a up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:41.946806 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:42.000427 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d514ee-30f1-43f2-ae7f-ed84488d9a5e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Router f6af07ec-8f53-41da-b83d-37f15d4c9a98 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:28:42.003203 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf1827e-3142-4e88-86f6-3fe6574e93cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363a631a-2fb1-4390-a6a6-cfea3fa7842e'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:28:42.010108 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-1d4a1bcf-23f4-42c3-83e1-58dcb483bf60 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 08 10:28:42.011375 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1d4a1bcf-23f4-42c3-83e1-58dcb483bf60 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "DELETE /v2.0/routers/b9238e50-37c7-4926-bbe8-2fdb7cc47a7d HTTP/1.1" status: 409 len: 329 time: 0.7639520 Apr 08 10:28:42.014349 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59080) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:42.023841 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 363a631a-2fb1-4390-a6a6-cfea3fa7842e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=363a631a-2fb1-4390-a6a6-cfea3fa7842e,segment=NetworkSegment(1cff5a80-2e48-4f34-84f9-427d4240795c),segment_id=1cff5a80-2e48-4f34-84f9-427d4240795c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:42.032046 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:42.093266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae9b05-f590-48e9-bf0f-e1085cc5e3e6 req-4f249c59-14d0-4bf4-bd48-359e3e49c630 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:42.095315 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b21a429c-5f0c-48dd-9a26-f3bb67028618'] response: {'server_uuid': 'cbf1827e-3142-4e88-86f6-3fe6574e93cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363a631a-2fb1-4390-a6a6-cfea3fa7842e', 'code': 200} Apr 08 10:28:42.100574 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-08ae9b05-f590-48e9-bf0f-e1085cc5e3e6 req-4f249c59-14d0-4bf4-bd48-359e3e49c630 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc HTTP/1.1" status: 200 len: 944 time: 0.1433840 Apr 08 10:28:42.112294 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 7942b6df-f445-4825-8537-26a118f5a76a completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:28:42.121586 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 7942b6df-f445-4825-8537-26a118f5a76a triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:42.122486 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:42.180968 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=363a631a-2fb1-4390-a6a6-cfea3fa7842e,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:42.182709 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-08ae9b05-f590-48e9-bf0f-e1085cc5e3e6 req-e357fe50-b940-43b6-9630-df98d7b0ad2c tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747058 Apr 08 10:28:42.270612 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:42.313567 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 7942b6df-f445-4825-8537-26a118f5a76a, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=7942b6df-f445-4825-8537-26a118f5a76a,segment=NetworkSegment(3c17dc09-e5cb-40eb-b3b2-1c27d8c6e855),segment_id=3c17dc09-e5cb-40eb-b3b2-1c27d8c6e855)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:42.319822 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:42.320861 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device ef86f29e-babf-4cc2-b19d-1bd8f10a45c6 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:42.392744 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-051b2c88-c6c8-40c5-9f54-57cd35ddfd3b None None] Provisioning complete for port 7942b6df-f445-4825-8537-26a118f5a76a triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:42.393111 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-051b2c88-c6c8-40c5-9f54-57cd35ddfd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:42.410045 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-510264a3-54db-4df5-bfc2-f92105a63940 req-38e82b39-19b7-496c-84c0-577e19a30470 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc HTTP/1.1" status: 200 len: 1098 time: 0.0700171 Apr 08 10:28:42.457059 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-510264a3-54db-4df5-bfc2-f92105a63940 req-5d19a00a-8a34-4fff-bcd7-5ca7ff24a027 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407615 Apr 08 10:28:42.521356 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d514ee-30f1-43f2-ae7f-ed84488d9a5e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:28:42.523867 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=7942b6df-f445-4825-8537-26a118f5a76a,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:42.549728 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-57d514ee-30f1-43f2-ae7f-ed84488d9a5e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "PUT /v2.0/routers/f6af07ec-8f53-41da-b83d-37f15d4c9a98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7829816 Apr 08 10:28:42.552592 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59084) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:42.578510 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-557772c3-2785-4de7-ae40-caad6172af4b tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:42.578748 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port ef86f29e-babf-4cc2-b19d-1bd8f10a45c6 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:42.579035 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:42.861565 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b1d7a4-0c1e-4876-b6a6-825590914b61 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Deleting subnet ed0a6b47-2e13-4eb0-b8bd-262a63832f4d {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:28:42.864377 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e3b1d7a4-0c1e-4876-b6a6-825590914b61 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:42.918488 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e3b1d7a4-0c1e-4876-b6a6-825590914b61 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:43.004587 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e3b1d7a4-0c1e-4876-b6a6-825590914b61 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:43.087131 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e3b1d7a4-0c1e-4876-b6a6-825590914b61 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:43.131948 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e3b1d7a4-0c1e-4876-b6a6-825590914b61 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:43.136708 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c6e106-be42-45bc-99c9-296693d253d2 None None] Network a256e30e-0550-4d4e-89d3-cc1b1be0c56b requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:28:43.143601 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1d7a4-0c1e-4876-b6a6-825590914b61 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Subnet': ['ID=ed0a6b47-2e13-4eb0-b8bd-262a63832f4d,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:43.150186 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e3b1d7a4-0c1e-4876-b6a6-825590914b61 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/subnets/ed0a6b47-2e13-4eb0-b8bd-262a63832f4d HTTP/1.1" status: 204 len: 168 time: 0.5938275 Apr 08 10:28:43.150367 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59088) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:43.271407 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-736f5c68-4350-4d45-bf04-6692697076b6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:43.283334 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-736f5c68-4350-4d45-bf04-6692697076b6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Deleting port cbda5be7-e1ea-4146-9ac1-6159e1f33127 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:43.284068 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-736f5c68-4350-4d45-bf04-6692697076b6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:43.317373 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-557772c3-2785-4de7-ae40-caad6172af4b tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Deleting port 7df194db-d8b3-4a71-8547-f29928ff2c70 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:43.317373 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-557772c3-2785-4de7-ae40-caad6172af4b tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:43.348125 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9faead6f-c947-47e9-b5bd-f6a614212c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:43.432581 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac1df03-f7a5-4eb3-b9e8-661c5c96e222 None None] DHCP port deletion for a256e30e-0550-4d4e-89d3-cc1b1be0c56b request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:28:43.437767 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-fac1df03-f7a5-4eb3-b9e8-661c5c96e222 None None] Deleting port cbda5be7-e1ea-4146-9ac1-6159e1f33127 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:43.438509 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fac1df03-f7a5-4eb3-b9e8-661c5c96e222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:43.543049 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-557772c3-2785-4de7-ae40-caad6172af4b tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:43.580563 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae4328-d3c6-45aa-83dc-3688e3f02512 req-64acd9ee-628e-42fb-8c12-0c6dce9942ed tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:43.587330 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e8ae4328-d3c6-45aa-83dc-3688e3f02512 req-64acd9ee-628e-42fb-8c12-0c6dce9942ed tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc HTTP/1.1" status: 200 len: 945 time: 0.2389102 Apr 08 10:28:43.644657 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e8ae4328-d3c6-45aa-83dc-3688e3f02512 req-a76fedac-99fd-4098-9452-293f615a60f4 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564020 Apr 08 10:28:43.649642 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-736f5c68-4350-4d45-bf04-6692697076b6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] For port cbda5be7-e1ea-4146-9ac1-6159e1f33127, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=cbda5be7-e1ea-4146-9ac1-6159e1f33127,segment=NetworkSegment(70772fd0-d065-4534-9f52-3eed36c38dfb),segment_id=70772fd0-d065-4534-9f52-3eed36c38dfb)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:43.650607 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-736f5c68-4350-4d45-bf04-6692697076b6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:43.672750 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-fac1df03-f7a5-4eb3-b9e8-661c5c96e222 None None] For port cbda5be7-e1ea-4146-9ac1-6159e1f33127, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=cbda5be7-e1ea-4146-9ac1-6159e1f33127,segment=NetworkSegment(70772fd0-d065-4534-9f52-3eed36c38dfb),segment_id=70772fd0-d065-4534-9f52-3eed36c38dfb)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:43.673140 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fac1df03-f7a5-4eb3-b9e8-661c5c96e222 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:43.686069 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-557772c3-2785-4de7-ae40-caad6172af4b tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Calling delete_port for 7df194db-d8b3-4a71-8547-f29928ff2c70 owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:28:43.734426 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59096) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:43.815092 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-fac1df03-f7a5-4eb3-b9e8-661c5c96e222 None None] Calling delete_port for cbda5be7-e1ea-4146-9ac1-6159e1f33127 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:28:43.848547 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7942b6df-f445-4825-8537-26a118f5a76a up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:28:43.860432 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-736f5c68-4350-4d45-bf04-6692697076b6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Calling delete_port for cbda5be7-e1ea-4146-9ac1-6159e1f33127 owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:28:43.916967 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-557772c3-2785-4de7-ae40-caad6172af4b tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:43.945942 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 7942b6df-f445-4825-8537-26a118f5a76a triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:28:43.946313 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:43.971168 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557772c3-2785-4de7-ae40-caad6172af4b tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Pushing event deleted for resources: {'Port': ['ID=7df194db-d8b3-4a71-8547-f29928ff2c70,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:43.973168 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fac1df03-f7a5-4eb3-b9e8-661c5c96e222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:43.997493 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.api [None req-736f5c68-4350-4d45-bf04-6692697076b6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:28:43.997929 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG oslo_db.api [None req-736f5c68-4350-4d45-bf04-6692697076b6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:28:44.028483 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac1df03-f7a5-4eb3-b9e8-661c5c96e222 None None] No DVR routers for this DVR port cbda5be7-e1ea-4146-9ac1-6159e1f33127 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:28:44.039959 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1df03-f7a5-4eb3-b9e8-661c5c96e222 None None] Pushing event deleted for resources: {'Port': ['ID=cbda5be7-e1ea-4146-9ac1-6159e1f33127,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:44.198090 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device cbda5be7-e1ea-4146-9ac1-6159e1f33127 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:28:44.205791 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-557772c3-2785-4de7-ae40-caad6172af4b tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:44.235949 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: cbda5be7-e1ea-4146-9ac1-6159e1f33127 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:28:44.236319 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device cbda5be7-e1ea-4146-9ac1-6159e1f33127 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:28:44.326381 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-429f0e83-b4f9-4c4b-a250-dc74bacc07b4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:44.531114 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-736f5c68-4350-4d45-bf04-6692697076b6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Deleting port cbda5be7-e1ea-4146-9ac1-6159e1f33127 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:44.531433 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-736f5c68-4350-4d45-bf04-6692697076b6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:44.608816 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-736f5c68-4350-4d45-bf04-6692697076b6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] The port 'cbda5be7-e1ea-4146-9ac1-6159e1f33127' was deleted {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:28:44.640626 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557772c3-2785-4de7-ae40-caad6172af4b tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Router b9238e50-37c7-4926-bbe8-2fdb7cc47a7d has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:28:44.751395 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-736f5c68-4350-4d45-bf04-6692697076b6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:44.790643 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-736f5c68-4350-4d45-bf04-6692697076b6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a256e30e-0550-4d4e-89d3-cc1b1be0c56b']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:44.847727 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-736f5c68-4350-4d45-bf04-6692697076b6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70772fd0-d065-4534-9f52-3eed36c38dfb') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:44.848032 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-736f5c68-4350-4d45-bf04-6692697076b6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70772fd0-d065-4534-9f52-3eed36c38dfb') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:44.865642 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-736f5c68-4350-4d45-bf04-6692697076b6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:44.887926 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557772c3-2785-4de7-ae40-caad6172af4b tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:28:44.897074 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-736f5c68-4350-4d45-bf04-6692697076b6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:44.898315 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-557772c3-2785-4de7-ae40-caad6172af4b tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "PUT /v2.0/routers/b9238e50-37c7-4926-bbe8-2fdb7cc47a7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8829896 Apr 08 10:28:44.901826 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59102) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:44.905166 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d769495-2b31-446e-bad2-c01b2be0161d None None] Sync routers for ids ['b9238e50-37c7-4926-bbe8-2fdb7cc47a7d'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:28:44.908127 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-736f5c68-4350-4d45-bf04-6692697076b6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:28:44.908589 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-736f5c68-4350-4d45-bf04-6692697076b6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:44.920177 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d769495-2b31-446e-bad2-c01b2be0161d None None] Routers {'b9238e50-37c7-4926-bbe8-2fdb7cc47a7d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:44.920945 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-9d769495-2b31-446e-bad2-c01b2be0161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['b9238e50-37c7-4926-bbe8-2fdb7cc47a7d'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: util.warn( Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:28:44.930248 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:28:44.970267 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-9aaa33bd-65ff-4f4e-ba68-cce231243d40 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] show failed (client error): The resource could not be found. Apr 08 10:28:44.976735 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9aaa33bd-65ff-4f4e-ba68-cce231243d40 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "GET /v2.0/routers/tempest-non_exist_router-1357707852 HTTP/1.1" status: 404 len: 335 time: 0.0685537 Apr 08 10:28:44.976983 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59106) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:44.982750 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-4ee05d4e-f9e8-4327-a84e-d832f276f42c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:44.994988 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-9d769495-2b31-446e-bad2-c01b2be0161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:45.014658 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d769495-2b31-446e-bad2-c01b2be0161d None None] Routers {'b9238e50-37c7-4926-bbe8-2fdb7cc47a7d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:45.015339 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-9d769495-2b31-446e-bad2-c01b2be0161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['b9238e50-37c7-4926-bbe8-2fdb7cc47a7d'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:45.029857 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61716860-9463-40c6-aff6-3bc6cae0f985 req-3ad9eaec-e4d8-4ff3-aef1-6f766b08d03a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:45.031470 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-61716860-9463-40c6-aff6-3bc6cae0f985 req-3ad9eaec-e4d8-4ff3-aef1-6f766b08d03a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc HTTP/1.1" status: 200 len: 945 time: 0.2314358 Apr 08 10:28:45.048607 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-4ee05d4e-f9e8-4327-a84e-d832f276f42c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] update failed (client error): The resource could not be found. Apr 08 10:28:45.052914 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4ee05d4e-f9e8-4327-a84e-d832f276f42c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "PUT /v2.0/routers/tempest-non_exist_router-1509634825 HTTP/1.1" status: 404 len: 335 time: 0.0719085 Apr 08 10:28:45.053322 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59110) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:45.055952 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-736f5c68-4350-4d45-bf04-6692697076b6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:45.107263 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-736f5c68-4350-4d45-bf04-6692697076b6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:45.124572 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f5c68-4350-4d45-bf04-6692697076b6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Network': ['ID=a256e30e-0550-4d4e-89d3-cc1b1be0c56b,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:45.158575 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-736f5c68-4350-4d45-bf04-6692697076b6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/networks/a256e30e-0550-4d4e-89d3-cc1b1be0c56b HTTP/1.1" status: 204 len: 168 time: 2.0070519 Apr 08 10:28:45.162985 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59114) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:45.228231 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-9d769495-2b31-446e-bad2-c01b2be0161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:45.228746 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d769495-2b31-446e-bad2-c01b2be0161d None None] The sync data for ids ['b9238e50-37c7-4926-bbe8-2fdb7cc47a7d'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:28:45.235458 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-61716860-9463-40c6-aff6-3bc6cae0f985 req-a73c4134-a257-4063-b087-ae44753e8f08 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972005 Apr 08 10:28:45.309795 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-7567b55f-e571-4950-89dd-8a0688199b6a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Deleting subnet 6ffea476-0df1-462f-8353-947ef26770c4 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:28:45.312825 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7567b55f-e571-4950-89dd-8a0688199b6a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:45.376573 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7567b55f-e571-4950-89dd-8a0688199b6a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:45.466188 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7567b55f-e571-4950-89dd-8a0688199b6a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:45.543271 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-352357a9-f0ff-431d-9a4b-f76faf0e5d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:45.545699 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7567b55f-e571-4950-89dd-8a0688199b6a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:45.585214 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567b55f-e571-4950-89dd-8a0688199b6a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Pushing event deleted for resources: {'Subnet': ['ID=6ffea476-0df1-462f-8353-947ef26770c4,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:45.597426 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7567b55f-e571-4950-89dd-8a0688199b6a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:45.600071 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7fe3c7-63cc-48a6-a376-64b1e0939464 None None] Network e815ad13-001c-4327-9843-e07a6143993a requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:28:45.606674 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7567b55f-e571-4950-89dd-8a0688199b6a tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "DELETE /v2.0/subnets/6ffea476-0df1-462f-8353-947ef26770c4 HTTP/1.1" status: 204 len: 168 time: 0.5524871 Apr 08 10:28:45.607318 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59120) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:45.665943 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69eef70-a985-41bc-8a64-342141e1659c req-6726f94d-7622-4405-920e-8fa9cd43c376 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:45.667660 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c69eef70-a985-41bc-8a64-342141e1659c req-6726f94d-7622-4405-920e-8fa9cd43c376 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc HTTP/1.1" status: 200 len: 945 time: 0.2843401 Apr 08 10:28:45.749243 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a895c5bd-9d38-4eae-ab3d-eab344aa8d3c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:45.760799 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-a895c5bd-9d38-4eae-ab3d-eab344aa8d3c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Deleting port 7942b6df-f445-4825-8537-26a118f5a76a {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:45.762987 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a895c5bd-9d38-4eae-ab3d-eab344aa8d3c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:45.833612 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c69eef70-a985-41bc-8a64-342141e1659c req-cd51beaf-aaa1-479c-8216-a5e084886c7f tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567166 Apr 08 10:28:45.880475 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59124) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:45.922586 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6c81767c-fc5d-40f9-8a50-141be86b894c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:45.937958 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9f9b31-bb44-42d8-9687-781ba9b7f2fa None None] DHCP port deletion for e815ad13-001c-4327-9843-e07a6143993a request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:28:45.942370 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-6e9f9b31-bb44-42d8-9687-781ba9b7f2fa None None] Deleting port 7942b6df-f445-4825-8537-26a118f5a76a {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:45.942741 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6e9f9b31-bb44-42d8-9687-781ba9b7f2fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:46.040219 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-a895c5bd-9d38-4eae-ab3d-eab344aa8d3c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] For port 7942b6df-f445-4825-8537-26a118f5a76a, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=7942b6df-f445-4825-8537-26a118f5a76a,segment=NetworkSegment(3c17dc09-e5cb-40eb-b3b2-1c27d8c6e855),segment_id=3c17dc09-e5cb-40eb-b3b2-1c27d8c6e855)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:46.040899 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a895c5bd-9d38-4eae-ab3d-eab344aa8d3c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:46.200155 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-a895c5bd-9d38-4eae-ab3d-eab344aa8d3c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Calling delete_port for 7942b6df-f445-4825-8537-26a118f5a76a owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:28:46.258319 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-6e9f9b31-bb44-42d8-9687-781ba9b7f2fa None None] For port 7942b6df-f445-4825-8537-26a118f5a76a, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=7942b6df-f445-4825-8537-26a118f5a76a,segment=NetworkSegment(3c17dc09-e5cb-40eb-b3b2-1c27d8c6e855),segment_id=3c17dc09-e5cb-40eb-b3b2-1c27d8c6e855)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:46.258705 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6e9f9b31-bb44-42d8-9687-781ba9b7f2fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:46.284291 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a895c5bd-9d38-4eae-ab3d-eab344aa8d3c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:46.331377 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895c5bd-9d38-4eae-ab3d-eab344aa8d3c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Pushing event deleted for resources: {'Port': ['ID=7942b6df-f445-4825-8537-26a118f5a76a,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:46.338570 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a895c5bd-9d38-4eae-ab3d-eab344aa8d3c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] No DVR routers for this DVR port 7942b6df-f445-4825-8537-26a118f5a76a on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:28:46.372006 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-20c4ba8c-521e-44a4-ace6-b1cf1ba0705c tempest-TestVolumeBootPattern-1601024864 tempest-TestVolumeBootPattern-1601024864-project-admin] Synchronizing usage tracker for tenant:c29a0caa12a1446f98b261838540ed1b on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:28:46.383870 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-6e9f9b31-bb44-42d8-9687-781ba9b7f2fa None None] Calling delete_port for 7942b6df-f445-4825-8537-26a118f5a76a owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:28:46.454399 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-20c4ba8c-521e-44a4-ace6-b1cf1ba0705c tempest-TestVolumeBootPattern-1601024864 tempest-TestVolumeBootPattern-1601024864-project-admin] Unset dirty status for tenant:c29a0caa12a1446f98b261838540ed1b on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:28:46.458600 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-20c4ba8c-521e-44a4-ace6-b1cf1ba0705c tempest-TestVolumeBootPattern-1601024864 tempest-TestVolumeBootPattern-1601024864-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc HTTP/1.1" status: 200 len: 1093 time: 0.5735765 Apr 08 10:28:46.459291 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59130) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:46.465647 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-6e9f9b31-bb44-42d8-9687-781ba9b7f2fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:28:46.466127 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-6e9f9b31-bb44-42d8-9687-781ba9b7f2fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:28:46.488633 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-429f0e83-b4f9-4c4b-a250-dc74bacc07b4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port ef86f29e-babf-4cc2-b19d-1bd8f10a45c6 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:46.488982 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-429f0e83-b4f9-4c4b-a250-dc74bacc07b4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:46.528568 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-82f4ddf7-0db1-417b-9b52-ca0400f5e33a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'port_id': '363a631a-2fb1-4390-a6a6-cfea3fa7842e', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:46.550157 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-82f4ddf7-0db1-417b-9b52-ca0400f5e33a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:46.554056 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a895c5bd-9d38-4eae-ab3d-eab344aa8d3c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:46.568693 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-82f4ddf7-0db1-417b-9b52-ca0400f5e33a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Usage tracker for resource:floatingip and tenant:ca026b6dcd1141668fcfbc870ce52fee is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:46.575718 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-82f4ddf7-0db1-417b-9b52-ca0400f5e33a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:46.580221 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-a895c5bd-9d38-4eae-ab3d-eab344aa8d3c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e815ad13-001c-4327-9843-e07a6143993a']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:46.593082 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-a895c5bd-9d38-4eae-ab3d-eab344aa8d3c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c17dc09-e5cb-40eb-b3b2-1c27d8c6e855') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:46.593287 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-a895c5bd-9d38-4eae-ab3d-eab344aa8d3c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c17dc09-e5cb-40eb-b3b2-1c27d8c6e855') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:46.604487 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a895c5bd-9d38-4eae-ab3d-eab344aa8d3c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:46.620058 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a895c5bd-9d38-4eae-ab3d-eab344aa8d3c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:46.626339 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a895c5bd-9d38-4eae-ab3d-eab344aa8d3c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:28:46.626741 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a895c5bd-9d38-4eae-ab3d-eab344aa8d3c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:28:46.642037 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:28:46.651374 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-82f4ddf7-0db1-417b-9b52-ca0400f5e33a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:46.717390 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:46.726320 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a895c5bd-9d38-4eae-ab3d-eab344aa8d3c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:46.746866 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a895c5bd-9d38-4eae-ab3d-eab344aa8d3c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:46.753016 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895c5bd-9d38-4eae-ab3d-eab344aa8d3c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Pushing event deleted for resources: {'Network': ['ID=e815ad13-001c-4327-9843-e07a6143993a,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:46.760216 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a895c5bd-9d38-4eae-ab3d-eab344aa8d3c tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "DELETE /v2.0/networks/e815ad13-001c-4327-9843-e07a6143993a HTTP/1.1" status: 204 len: 168 time: 1.1510615 Apr 08 10:28:46.760387 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-82f4ddf7-0db1-417b-9b52-ca0400f5e33a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for floatingip, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:46.762870 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59134) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:46.871870 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:46.914655 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-429f0e83-b4f9-4c4b-a250-dc74bacc07b4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port ef86f29e-babf-4cc2-b19d-1bd8f10a45c6, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=ef86f29e-babf-4cc2-b19d-1bd8f10a45c6,segment=NetworkSegment(6d1cf25d-9ff4-4109-aac4-c40987f47f89),segment_id=6d1cf25d-9ff4-4109-aac4-c40987f47f89)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:46.915001 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-429f0e83-b4f9-4c4b-a250-dc74bacc07b4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:46.955956 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-a202572d-4974-4b52-8fe8-bf4a3643df21 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Deleting subnet 5494da09-404d-4f2d-88f6-aec2c9deab47 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:28:46.958796 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a202572d-4974-4b52-8fe8-bf4a3643df21 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:46.967240 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-6e9f9b31-bb44-42d8-9687-781ba9b7f2fa None None] Deleting port 7942b6df-f445-4825-8537-26a118f5a76a {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:46.967624 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6e9f9b31-bb44-42d8-9687-781ba9b7f2fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:47.013646 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a202572d-4974-4b52-8fe8-bf4a3643df21 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:47.032761 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-6e9f9b31-bb44-42d8-9687-781ba9b7f2fa None None] The port '7942b6df-f445-4825-8537-26a118f5a76a' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:28:47.081488 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-429f0e83-b4f9-4c4b-a250-dc74bacc07b4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for ef86f29e-babf-4cc2-b19d-1bd8f10a45c6 owned by network:router_interface {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:28:47.102463 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a202572d-4974-4b52-8fe8-bf4a3643df21 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:47.178023 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a202572d-4974-4b52-8fe8-bf4a3643df21 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:47.218526 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202572d-4974-4b52-8fe8-bf4a3643df21 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Pushing event deleted for resources: {'Subnet': ['ID=5494da09-404d-4f2d-88f6-aec2c9deab47,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:47.226724 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a202572d-4974-4b52-8fe8-bf4a3643df21 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:47.233300 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b5035d-b838-4e7b-a3c9-c32757459616 None None] Network 5dc4d8fd-2a11-4315-88c1-5cd71df916fd requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:28:47.233498 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a202572d-4974-4b52-8fe8-bf4a3643df21 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "DELETE /v2.0/subnets/5494da09-404d-4f2d-88f6-aec2c9deab47 HTTP/1.1" status: 204 len: 168 time: 0.4696333 Apr 08 10:28:47.235852 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59138) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:47.284799 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-82f4ddf7-0db1-417b-9b52-ca0400f5e33a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:47.437134 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-71579fac-bb9f-4db4-89b3-c6c31ac898d4 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Deleting subnet cf798c49-a78a-433b-9cd0-3b945e1fd0d3 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:28:47.442147 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-71579fac-bb9f-4db4-89b3-c6c31ac898d4 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:47.496573 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfbe99a-f271-4288-ad84-f38cbf745480 None None] DHCP port deletion for 5dc4d8fd-2a11-4315-88c1-5cd71df916fd request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:28:47.501425 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-8dfbe99a-f271-4288-ad84-f38cbf745480 None None] Deleting port 4ff52a5d-4ad0-495c-8eee-52f050119492 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:47.502017 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8dfbe99a-f271-4288-ad84-f38cbf745480 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:47.505860 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-71579fac-bb9f-4db4-89b3-c6c31ac898d4 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:47.509110 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-429f0e83-b4f9-4c4b-a250-dc74bacc07b4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:47.594726 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-71579fac-bb9f-4db4-89b3-c6c31ac898d4 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:47.675025 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-71579fac-bb9f-4db4-89b3-c6c31ac898d4 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:47.688932 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f0e83-b4f9-4c4b-a250-dc74bacc07b4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=ef86f29e-babf-4cc2-b19d-1bd8f10a45c6,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:47.720342 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71579fac-bb9f-4db4-89b3-c6c31ac898d4 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Pushing event deleted for resources: {'Subnet': ['ID=cf798c49-a78a-433b-9cd0-3b945e1fd0d3,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:47.721378 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-8dfbe99a-f271-4288-ad84-f38cbf745480 None None] For port 4ff52a5d-4ad0-495c-8eee-52f050119492, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=4ff52a5d-4ad0-495c-8eee-52f050119492,segment=NetworkSegment(84844ba9-767d-44d7-b98c-a7831f762717),segment_id=84844ba9-767d-44d7-b98c-a7831f762717)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:47.722321 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8dfbe99a-f271-4288-ad84-f38cbf745480 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:47.722548 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-71579fac-bb9f-4db4-89b3-c6c31ac898d4 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:47.731622 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-71579fac-bb9f-4db4-89b3-c6c31ac898d4 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "DELETE /v2.0/subnets/cf798c49-a78a-433b-9cd0-3b945e1fd0d3 HTTP/1.1" status: 204 len: 168 time: 0.4921474 Apr 08 10:28:47.731987 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59142) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:47.742429 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-82f4ddf7-0db1-417b-9b52-ca0400f5e33a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Allocated IP 172.26.0.243 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/f8d04155-4149-4c9e-8d97-b650122952f8) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:28:47.806468 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aef0ef9-bf67-4bd4-a643-980f19df8313 None None] Network c227c83b-181b-499c-80d4-3c1b68e61df3 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:28:47.903632 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-db922ea5-c787-47ae-93a0-036207537a99 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:47.914649 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-8dfbe99a-f271-4288-ad84-f38cbf745480 None None] Calling delete_port for 4ff52a5d-4ad0-495c-8eee-52f050119492 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:28:47.923668 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-db922ea5-c787-47ae-93a0-036207537a99 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Deleting port 4ff52a5d-4ad0-495c-8eee-52f050119492 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:47.925416 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-db922ea5-c787-47ae-93a0-036207537a99 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:47.993352 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7942b6df-f445-4825-8537-26a118f5a76a no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:28:48.130921 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-6c81767c-fc5d-40f9-8a50-141be86b894c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Deleting port 81da20a6-b54f-450f-9731-9534bc71d34f {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:48.131475 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6c81767c-fc5d-40f9-8a50-141be86b894c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:48.163936 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 7942b6df-f445-4825-8537-26a118f5a76a {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:28:48.163936 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7942b6df-f445-4825-8537-26a118f5a76a not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:28:48.163936 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 4ff52a5d-4ad0-495c-8eee-52f050119492 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:28:48.178581 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-db922ea5-c787-47ae-93a0-036207537a99 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] For port 4ff52a5d-4ad0-495c-8eee-52f050119492, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=4ff52a5d-4ad0-495c-8eee-52f050119492,segment=NetworkSegment(84844ba9-767d-44d7-b98c-a7831f762717),segment_id=84844ba9-767d-44d7-b98c-a7831f762717)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:48.178963 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-db922ea5-c787-47ae-93a0-036207537a99 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:48.204058 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8dfbe99a-f271-4288-ad84-f38cbf745480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:48.291546 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 4ff52a5d-4ad0-495c-8eee-52f050119492 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:28:48.291879 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 4ff52a5d-4ad0-495c-8eee-52f050119492 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:28:48.301728 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfbe99a-f271-4288-ad84-f38cbf745480 None None] Pushing event deleted for resources: {'Port': ['ID=4ff52a5d-4ad0-495c-8eee-52f050119492,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:48.325110 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfbe99a-f271-4288-ad84-f38cbf745480 None None] No DVR routers for this DVR port 4ff52a5d-4ad0-495c-8eee-52f050119492 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:28:48.332839 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:48.333695 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-82f4ddf7-0db1-417b-9b52-ca0400f5e33a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:48.425010 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-6c81767c-fc5d-40f9-8a50-141be86b894c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] For port 81da20a6-b54f-450f-9731-9534bc71d34f, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=81da20a6-b54f-450f-9731-9534bc71d34f,segment=NetworkSegment(b3f574cd-982f-4e8c-96f0-c53ca2703a24),segment_id=b3f574cd-982f-4e8c-96f0-c53ca2703a24)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:48.425262 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6c81767c-fc5d-40f9-8a50-141be86b894c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:48.434135 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7760541e-79e3-442f-9ce3-ea956fefd3f8 None None] DHCP port deletion for c227c83b-181b-499c-80d4-3c1b68e61df3 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:28:48.436014 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-db922ea5-c787-47ae-93a0-036207537a99 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Calling delete_port for 4ff52a5d-4ad0-495c-8eee-52f050119492 owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:28:48.440155 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-7760541e-79e3-442f-9ce3-ea956fefd3f8 None None] Deleting port 3dbd7768-5f3b-43f9-bfe7-0df9171bb093 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:48.440635 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7760541e-79e3-442f-9ce3-ea956fefd3f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:48.445687 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-82f4ddf7-0db1-417b-9b52-ca0400f5e33a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:48.507175 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.api [None req-db922ea5-c787-47ae-93a0-036207537a99 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:28:48.507422 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG oslo_db.api [None req-db922ea5-c787-47ae-93a0-036207537a99 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:28:48.612241 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-6c81767c-fc5d-40f9-8a50-141be86b894c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Calling delete_port for 81da20a6-b54f-450f-9731-9534bc71d34f owned by network:router_interface {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:28:48.676826 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-7760541e-79e3-442f-9ce3-ea956fefd3f8 None None] For port 3dbd7768-5f3b-43f9-bfe7-0df9171bb093, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=3dbd7768-5f3b-43f9-bfe7-0df9171bb093,segment=NetworkSegment(30670aab-cf7d-4bbc-a822-9334318264ed),segment_id=30670aab-cf7d-4bbc-a822-9334318264ed)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:48.677214 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7760541e-79e3-442f-9ce3-ea956fefd3f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:48.695589 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4ddf7-0db1-417b-9b52-ca0400f5e33a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Pushing event updated for resources: {'Port': ['ID=f8d04155-4149-4c9e-8d97-b650122952f8,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:48.702477 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f4ddf7-0db1-417b-9b52-ca0400f5e33a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:28:48.707104 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-82f4ddf7-0db1-417b-9b52-ca0400f5e33a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:28:48.709284 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f4ddf7-0db1-417b-9b52-ca0400f5e33a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:28:48.797387 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-7760541e-79e3-442f-9ce3-ea956fefd3f8 None None] Calling delete_port for 3dbd7768-5f3b-43f9-bfe7-0df9171bb093 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:28:48.829339 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-429f0e83-b4f9-4c4b-a250-dc74bacc07b4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:48.874917 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7760541e-79e3-442f-9ce3-ea956fefd3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:48.918776 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760541e-79e3-442f-9ce3-ea956fefd3f8 None None] Pushing event deleted for resources: {'Port': ['ID=3dbd7768-5f3b-43f9-bfe7-0df9171bb093,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:48.926361 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7760541e-79e3-442f-9ce3-ea956fefd3f8 None None] No DVR routers for this DVR port 3dbd7768-5f3b-43f9-bfe7-0df9171bb093 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:28:49.008630 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-db922ea5-c787-47ae-93a0-036207537a99 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Deleting port 4ff52a5d-4ad0-495c-8eee-52f050119492 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:49.009191 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-db922ea5-c787-47ae-93a0-036207537a99 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:49.077361 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-db922ea5-c787-47ae-93a0-036207537a99 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] The port '4ff52a5d-4ad0-495c-8eee-52f050119492' was deleted {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:28:49.208030 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-db922ea5-c787-47ae-93a0-036207537a99 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:49.234617 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-db922ea5-c787-47ae-93a0-036207537a99 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc4d8fd-2a11-4315-88c1-5cd71df916fd']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:49.248161 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-db922ea5-c787-47ae-93a0-036207537a99 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84844ba9-767d-44d7-b98c-a7831f762717') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:49.248461 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-db922ea5-c787-47ae-93a0-036207537a99 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84844ba9-767d-44d7-b98c-a7831f762717') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:49.260582 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-db922ea5-c787-47ae-93a0-036207537a99 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:49.276898 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-db922ea5-c787-47ae-93a0-036207537a99 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:49.282969 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db922ea5-c787-47ae-93a0-036207537a99 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:28:49.283385 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-db922ea5-c787-47ae-93a0-036207537a99 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:28:49.298135 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:28:49.378781 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-db922ea5-c787-47ae-93a0-036207537a99 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:49.395334 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6c81767c-fc5d-40f9-8a50-141be86b894c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:49.399431 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-db922ea5-c787-47ae-93a0-036207537a99 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:49.405917 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db922ea5-c787-47ae-93a0-036207537a99 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Pushing event deleted for resources: {'Network': ['ID=5dc4d8fd-2a11-4315-88c1-5cd71df916fd,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:49.412605 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-db922ea5-c787-47ae-93a0-036207537a99 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "DELETE /v2.0/networks/5dc4d8fd-2a11-4315-88c1-5cd71df916fd HTTP/1.1" status: 204 len: 168 time: 1.6795349 Apr 08 10:28:49.414960 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59146) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:49.458237 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81767c-fc5d-40f9-8a50-141be86b894c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Port': ['ID=81da20a6-b54f-450f-9731-9534bc71d34f,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:49.540358 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c5c44040-61a8-4d96-adf6-06154f63eead tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:49.692945 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c5c44040-61a8-4d96-adf6-06154f63eead tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:49.719402 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-c5c44040-61a8-4d96-adf6-06154f63eead tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c227c83b-181b-499c-80d4-3c1b68e61df3']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:49.734523 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-c5c44040-61a8-4d96-adf6-06154f63eead tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30670aab-cf7d-4bbc-a822-9334318264ed') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:49.734835 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-c5c44040-61a8-4d96-adf6-06154f63eead tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30670aab-cf7d-4bbc-a822-9334318264ed') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:49.747851 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c5c44040-61a8-4d96-adf6-06154f63eead tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:49.770084 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c5c44040-61a8-4d96-adf6-06154f63eead tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:49.780919 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c44040-61a8-4d96-adf6-06154f63eead tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:28:49.781631 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c5c44040-61a8-4d96-adf6-06154f63eead tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:49.838291 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3dbd7768-5f3b-43f9-bfe7-0df9171bb093 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:28:49.851874 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:28:49.876557 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 3dbd7768-5f3b-43f9-bfe7-0df9171bb093 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:28:49.877007 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3dbd7768-5f3b-43f9-bfe7-0df9171bb093 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:28:49.885660 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c5c44040-61a8-4d96-adf6-06154f63eead tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:49.903057 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c5c44040-61a8-4d96-adf6-06154f63eead tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:49.912551 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c44040-61a8-4d96-adf6-06154f63eead tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Pushing event deleted for resources: {'Network': ['ID=c227c83b-181b-499c-80d4-3c1b68e61df3,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:49.918257 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c5c44040-61a8-4d96-adf6-06154f63eead tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "DELETE /v2.0/networks/c227c83b-181b-499c-80d4-3c1b68e61df3 HTTP/1.1" status: 204 len: 168 time: 0.4994733 Apr 08 10:28:49.918673 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59150) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:50.088289 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6c81767c-fc5d-40f9-8a50-141be86b894c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:50.111906 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-5edf77a3-81a0-4f56-8bad-8340fc42f33d tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Deleting subnet ed78f370-e686-4a47-8cf7-4eb5f3c216fe {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:28:50.115468 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5edf77a3-81a0-4f56-8bad-8340fc42f33d tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:50.169678 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5edf77a3-81a0-4f56-8bad-8340fc42f33d tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:50.254760 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5edf77a3-81a0-4f56-8bad-8340fc42f33d tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:50.300451 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-82f4ddf7-0db1-417b-9b52-ca0400f5e33a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:50.328397 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5edf77a3-81a0-4f56-8bad-8340fc42f33d tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:50.365784 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf77a3-81a0-4f56-8bad-8340fc42f33d tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Pushing event deleted for resources: {'Subnet': ['ID=ed78f370-e686-4a47-8cf7-4eb5f3c216fe,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:50.373663 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5edf77a3-81a0-4f56-8bad-8340fc42f33d tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:50.379943 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe7ca77-80bd-4cf4-bda7-b8fee838f28a None None] Network e556d70c-8f3b-4473-ae12-7edda4f52589 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:28:50.383030 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5edf77a3-81a0-4f56-8bad-8340fc42f33d tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "DELETE /v2.0/subnets/ed78f370-e686-4a47-8cf7-4eb5f3c216fe HTTP/1.1" status: 204 len: 168 time: 0.4636166 Apr 08 10:28:50.383637 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59154) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:50.502958 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0e857290-d12e-4fa5-a2de-34927bb27920 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:50.514493 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-0e857290-d12e-4fa5-a2de-34927bb27920 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Deleting port e4d3dfac-ff01-462c-ae06-aefd95595878 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:50.514841 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0e857290-d12e-4fa5-a2de-34927bb27920 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:50.572067 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-82f4ddf7-0db1-417b-9b52-ca0400f5e33a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:50.645075 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669a2fc6-ac37-4ae3-b4df-7012c0043080 None None] DHCP port deletion for e556d70c-8f3b-4473-ae12-7edda4f52589 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:28:50.650296 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-669a2fc6-ac37-4ae3-b4df-7012c0043080 None None] Deleting port e4d3dfac-ff01-462c-ae06-aefd95595878 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:50.651032 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-669a2fc6-ac37-4ae3-b4df-7012c0043080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:50.823855 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-0e857290-d12e-4fa5-a2de-34927bb27920 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] For port e4d3dfac-ff01-462c-ae06-aefd95595878, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=e4d3dfac-ff01-462c-ae06-aefd95595878,segment=NetworkSegment(1f0f0d20-0db2-462f-8bed-b014451da525),segment_id=1f0f0d20-0db2-462f-8bed-b014451da525)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:50.824269 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0e857290-d12e-4fa5-a2de-34927bb27920 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:50.880263 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-669a2fc6-ac37-4ae3-b4df-7012c0043080 None None] For port e4d3dfac-ff01-462c-ae06-aefd95595878, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=e4d3dfac-ff01-462c-ae06-aefd95595878,segment=NetworkSegment(1f0f0d20-0db2-462f-8bed-b014451da525),segment_id=1f0f0d20-0db2-462f-8bed-b014451da525)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:50.880841 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-669a2fc6-ac37-4ae3-b4df-7012c0043080 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:50.947067 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-0e857290-d12e-4fa5-a2de-34927bb27920 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Calling delete_port for e4d3dfac-ff01-462c-ae06-aefd95595878 owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:28:51.000999 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429f0e83-b4f9-4c4b-a250-dc74bacc07b4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:28:51.007205 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-669a2fc6-ac37-4ae3-b4df-7012c0043080 None None] Calling delete_port for e4d3dfac-ff01-462c-ae06-aefd95595878 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:28:51.028704 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0e857290-d12e-4fa5-a2de-34927bb27920 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:51.064848 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-82f4ddf7-0db1-417b-9b52-ca0400f5e33a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:51.072564 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e857290-d12e-4fa5-a2de-34927bb27920 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Pushing event deleted for resources: {'Port': ['ID=e4d3dfac-ff01-462c-ae06-aefd95595878,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:51.079989 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-82f4ddf7-0db1-417b-9b52-ca0400f5e33a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:51.083756 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e857290-d12e-4fa5-a2de-34927bb27920 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] No DVR routers for this DVR port e4d3dfac-ff01-462c-ae06-aefd95595878 on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:28:51.101147 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-669a2fc6-ac37-4ae3-b4df-7012c0043080 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:28:51.101651 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-669a2fc6-ac37-4ae3-b4df-7012c0043080 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:28:51.209996 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0e857290-d12e-4fa5-a2de-34927bb27920 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:51.234987 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-0e857290-d12e-4fa5-a2de-34927bb27920 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e556d70c-8f3b-4473-ae12-7edda4f52589']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:51.247396 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-0e857290-d12e-4fa5-a2de-34927bb27920 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f0f0d20-0db2-462f-8bed-b014451da525') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:51.247688 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-0e857290-d12e-4fa5-a2de-34927bb27920 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f0f0d20-0db2-462f-8bed-b014451da525') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:51.258800 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0e857290-d12e-4fa5-a2de-34927bb27920 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:51.277231 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0e857290-d12e-4fa5-a2de-34927bb27920 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:51.284308 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e857290-d12e-4fa5-a2de-34927bb27920 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:28:51.284697 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0e857290-d12e-4fa5-a2de-34927bb27920 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:28:51.298853 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:28:51.384824 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0e857290-d12e-4fa5-a2de-34927bb27920 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:51.385516 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4ddf7-0db1-417b-9b52-ca0400f5e33a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Pushing event updated for resources: {'Port': ['ID=f8d04155-4149-4c9e-8d97-b650122952f8,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:51.408121 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0e857290-d12e-4fa5-a2de-34927bb27920 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:51.410949 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e857290-d12e-4fa5-a2de-34927bb27920 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Pushing event deleted for resources: {'Network': ['ID=e556d70c-8f3b-4473-ae12-7edda4f52589,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:51.418676 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0e857290-d12e-4fa5-a2de-34927bb27920 tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "DELETE /v2.0/networks/e556d70c-8f3b-4473-ae12-7edda4f52589 HTTP/1.1" status: 204 len: 168 time: 1.0340612 Apr 08 10:28:51.421262 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-82f4ddf7-0db1-417b-9b52-ca0400f5e33a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:51.421406 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59158) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:51.465092 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2205f862-39a3-4ed2-8fca-01999b988a9e tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Synchronizing usage tracker for tenant:b93110ba43804fecac28f7a36c57c08d on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:28:51.481060 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2205f862-39a3-4ed2-8fca-01999b988a9e tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Unset dirty status for tenant:b93110ba43804fecac28f7a36c57c08d on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:28:51.482351 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2205f862-39a3-4ed2-8fca-01999b988a9e tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9238e50-37c7-4926-bbe8-2fdb7cc47a7d HTTP/1.1" status: 200 len: 205 time: 0.0601971 Apr 08 10:28:51.484956 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59162) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:51.597958 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c81767c-fc5d-40f9-8a50-141be86b894c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Router f6af07ec-8f53-41da-b83d-37f15d4c9a98 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:28:51.602654 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-669a2fc6-ac37-4ae3-b4df-7012c0043080 None None] Deleting port e4d3dfac-ff01-462c-ae06-aefd95595878 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:51.603193 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-669a2fc6-ac37-4ae3-b4df-7012c0043080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:51.620114 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b1ee9896-3a29-49d9-8dde-14bf2aca113f tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:51.671177 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-669a2fc6-ac37-4ae3-b4df-7012c0043080 None None] The port 'e4d3dfac-ff01-462c-ae06-aefd95595878' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:28:51.777545 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device e4d3dfac-ff01-462c-ae06-aefd95595878 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:28:51.809777 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429f0e83-b4f9-4c4b-a250-dc74bacc07b4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:28:51.816240 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: e4d3dfac-ff01-462c-ae06-aefd95595878 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:28:51.816841 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device e4d3dfac-ff01-462c-ae06-aefd95595878 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:28:51.820484 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028ee244-c5be-472e-a8cb-578d25e7fbed None None] Sync routers for ids ['da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:28:51.835057 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028ee244-c5be-472e-a8cb-578d25e7fbed None None] Routers {'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:51.835821 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-028ee244-c5be-472e-a8cb-578d25e7fbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:51.857619 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-429f0e83-b4f9-4c4b-a250-dc74bacc07b4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "PUT /v2.0/routers/da8d1587-61d5-42af-9cf2-fc81ff9b7ad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1191723 Apr 08 10:28:51.861021 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [None req-82f4ddf7-0db1-417b-9b52-ca0400f5e33a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Floating IP 03f6a9e7-a32d-4639-b0cb-0332a6011ad2 associated. External IP: 172.26.0.243, port: 363a631a-2fb1-4390-a6a6-cfea3fa7842e. Apr 08 10:28:52.058452 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-028ee244-c5be-472e-a8cb-578d25e7fbed None None] Set router da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:28:52.154589 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b1ee9896-3a29-49d9-8dde-14bf2aca113f tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:52.157670 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c81767c-fc5d-40f9-8a50-141be86b894c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:28:52.161063 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b1ee9896-3a29-49d9-8dde-14bf2aca113f tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:52.163776 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6c81767c-fc5d-40f9-8a50-141be86b894c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "PUT /v2.0/routers/f6af07ec-8f53-41da-b83d-37f15d4c9a98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9986963 Apr 08 10:28:52.169215 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59168) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:52.275844 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b1ee9896-3a29-49d9-8dde-14bf2aca113f tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:52.275844 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ee9896-3a29-49d9-8dde-14bf2aca113f tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Fanout notify agent at l3_agent the message router_deleted on router b9238e50-37c7-4926-bbe8-2fdb7cc47a7d {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:28:52.347134 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b1ee9896-3a29-49d9-8dde-14bf2aca113f tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:52.348215 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b1ee9896-3a29-49d9-8dde-14bf2aca113f tempest-RoutersNegativeIpV6Test-1764261357 tempest-RoutersNegativeIpV6Test-1764261357-project] 10.222.0.47 "DELETE /v2.0/routers/b9238e50-37c7-4926-bbe8-2fdb7cc47a7d HTTP/1.1" status: 204 len: 168 time: 0.8623500 Apr 08 10:28:52.401941 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de920d5-b671-447a-be89-751e32fbde67 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Deleting subnet 94831ca3-8905-4916-a24b-000c2efa13ad {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:28:52.405058 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4de920d5-b671-447a-be89-751e32fbde67 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:52.465727 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4de920d5-b671-447a-be89-751e32fbde67 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:52.535252 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7d5aa-4464-4ebb-8c01-228836b94f59 req-9a7ea23a-6119-4f5c-9176-8fd501990c22 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:52.536097 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-82a7d5aa-4464-4ebb-8c01-228836b94f59 req-9a7ea23a-6119-4f5c-9176-8fd501990c22 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:28:52.562291 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-028ee244-c5be-472e-a8cb-578d25e7fbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'name': 'tempest-TestNetworkBasicOps-router-1147210582', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:28:47Z', 'revision_number': 6, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'b194ca48-c2ef-45c4-897e-74bc0c7f78e2', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.246', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'port_id': '5af9a6bb-925c-485a-a7e5-71926cd48599', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c', 'mac_address': 'fa:16:3e:5f:42:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ff6e5e-9108-4443-91e2-395f50a85034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:27:12Z', 'updated_at': '2022-04-08T10:27:21Z', 'revision_number': 1, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35', 'name': '', 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:1f:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:33Z', 'updated_at': '2022-04-08T10:26:41Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:52.563395 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-82a7d5aa-4464-4ebb-8c01-228836b94f59 req-9a7ea23a-6119-4f5c-9176-8fd501990c22 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:28:52.564601 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-82a7d5aa-4464-4ebb-8c01-228836b94f59 req-9a7ea23a-6119-4f5c-9176-8fd501990c22 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8498d949-ba37-420d-b4ec-328fd363837c HTTP/1.1" status: 200 len: 946 time: 0.2233546 Apr 08 10:28:52.572908 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028ee244-c5be-472e-a8cb-578d25e7fbed None None] Checking router: da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:28:52.579773 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4de920d5-b671-447a-be89-751e32fbde67 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:52.586745 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028ee244-c5be-472e-a8cb-578d25e7fbed None None] Routers {'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:52.587579 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-028ee244-c5be-472e-a8cb-578d25e7fbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:52.639351 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-82a7d5aa-4464-4ebb-8c01-228836b94f59 req-399cabe1-3937-4a54-958f-413fbbe64ae5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f027663-4fe1-4316-ab0c-e3c696caa331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674691 Apr 08 10:28:52.655282 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f4ddf7-0db1-417b-9b52-ca0400f5e33a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:28:52.701685 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4de920d5-b671-447a-be89-751e32fbde67 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:52.750510 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4de920d5-b671-447a-be89-751e32fbde67 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:52.755861 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de920d5-b671-447a-be89-751e32fbde67 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Subnet': ['ID=94831ca3-8905-4916-a24b-000c2efa13ad,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:52.765708 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4de920d5-b671-447a-be89-751e32fbde67 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/subnets/94831ca3-8905-4916-a24b-000c2efa13ad HTTP/1.1" status: 204 len: 168 time: 0.5948420 Apr 08 10:28:52.766365 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59178) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:52.813522 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c3bac6-81ca-476b-ae5f-9e349fa7b7b2 None None] Network 36d0df1e-f79d-472c-90db-9227ca8e6033 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:28:52.869598 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59182) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:52.914333 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-31d91823-09be-4cf1-8925-cb51bd52009c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:52.926886 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f4ddf7-0db1-417b-9b52-ca0400f5e33a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:28:52.929540 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-31d91823-09be-4cf1-8925-cb51bd52009c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Deleting port 84420641-0e79-44f3-96e1-013bea4e41ce {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:52.930700 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-31d91823-09be-4cf1-8925-cb51bd52009c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:52.937943 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a68b35-bfd3-420d-ba03-887ca269c1b4 None None] Sync routers for ids ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:28:52.946757 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-028ee244-c5be-472e-a8cb-578d25e7fbed None None] Set router da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:28:52.952150 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a68b35-bfd3-420d-ba03-887ca269c1b4 None None] Routers {'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:52.953072 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-66a68b35-bfd3-420d-ba03-887ca269c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:52.964323 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-82f4ddf7-0db1-417b-9b52-ca0400f5e33a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:53.077331 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-82f4ddf7-0db1-417b-9b52-ca0400f5e33a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.5643237 Apr 08 10:28:53.081070 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf1827e-3142-4e88-86f6-3fe6574e93cc', 'tag': '363a631a-2fb1-4390-a6a6-cfea3fa7842e'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:28:53.178424 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-66a68b35-bfd3-420d-ba03-887ca269c1b4 None None] Set router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:28:53.202624 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8585108e-93e3-42b4-b4ab-aff6029d4639'] response: {'name': 'network-changed', 'server_uuid': 'cbf1827e-3142-4e88-86f6-3fe6574e93cc', 'tag': '363a631a-2fb1-4390-a6a6-cfea3fa7842e', 'status': 'completed', 'code': 200} Apr 08 10:28:53.212661 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-faf5029a-07fb-4761-8eff-d6a557957bd4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b93110ba43804fecac28f7a36c57c08d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3399832 Apr 08 10:28:53.215046 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59192) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:53.276776 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-31d91823-09be-4cf1-8925-cb51bd52009c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] For port 84420641-0e79-44f3-96e1-013bea4e41ce, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=84420641-0e79-44f3-96e1-013bea4e41ce,segment=NetworkSegment(b3f574cd-982f-4e8c-96f0-c53ca2703a24),segment_id=b3f574cd-982f-4e8c-96f0-c53ca2703a24)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:53.277227 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-31d91823-09be-4cf1-8925-cb51bd52009c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:53.421405 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35b392d3-c261-47c0-8aa7-12a5a3fc5907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:53.438064 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-31d91823-09be-4cf1-8925-cb51bd52009c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Calling delete_port for 84420641-0e79-44f3-96e1-013bea4e41ce owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:28:53.448876 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5709710d-ed52-45f9-a2c6-a810b6ddf5cf req-e7a259d5-4218-49b5-b20b-e1504978d9a8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca026b6dcd1141668fcfbc870ce52fee&device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc HTTP/1.1" status: 200 len: 1098 time: 0.2184935 Apr 08 10:28:53.452391 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab67451-1946-4390-ad21-3408813d7dab None None] DHCP port deletion for 36d0df1e-f79d-472c-90db-9227ca8e6033 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:28:53.459065 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-fab67451-1946-4390-ad21-3408813d7dab None None] Deleting port 84420641-0e79-44f3-96e1-013bea4e41ce {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:53.459441 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fab67451-1946-4390-ad21-3408813d7dab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:53.490437 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35b392d3-c261-47c0-8aa7-12a5a3fc5907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:53.531159 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-31d91823-09be-4cf1-8925-cb51bd52009c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:53.552478 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-fab67451-1946-4390-ad21-3408813d7dab None None] The port '84420641-0e79-44f3-96e1-013bea4e41ce' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:28:53.577629 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-028ee244-c5be-472e-a8cb-578d25e7fbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'name': 'tempest-TestNetworkBasicOps-router-1147210582', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:28:47Z', 'revision_number': 6, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'b194ca48-c2ef-45c4-897e-74bc0c7f78e2', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.246', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'port_id': '5af9a6bb-925c-485a-a7e5-71926cd48599', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c', 'mac_address': 'fa:16:3e:5f:42:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ff6e5e-9108-4443-91e2-395f50a85034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:27:12Z', 'updated_at': '2022-04-08T10:27:21Z', 'revision_number': 1, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35', 'name': '', 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:1f:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:33Z', 'updated_at': '2022-04-08T10:26:41Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:53.582083 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028ee244-c5be-472e-a8cb-578d25e7fbed None None] The sync data for ids ['da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'] in dv-neutron-837110-1-hyperv is: [{'id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'name': 'tempest-TestNetworkBasicOps-router-1147210582', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:28:47Z', 'revision_number': 6, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'b194ca48-c2ef-45c4-897e-74bc0c7f78e2', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.246', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'port_id': '5af9a6bb-925c-485a-a7e5-71926cd48599', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c', 'mac_address': 'fa:16:3e:5f:42:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ff6e5e-9108-4443-91e2-395f50a85034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:27:12Z', 'updated_at': '2022-04-08T10:27:21Z', 'revision_number': 1, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35', 'name': '', 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:1f:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:33Z', 'updated_at': '2022-04-08T10:26:41Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:28:53.602425 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d91823-09be-4cf1-8925-cb51bd52009c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] No DVR routers for this DVR port 84420641-0e79-44f3-96e1-013bea4e41ce on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:28:53.644986 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709710d-ed52-45f9-a2c6-a810b6ddf5cf req-9c3bf43c-a655-49bd-8a3b-62f5b0bf1ebe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:53.646493 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5709710d-ed52-45f9-a2c6-a810b6ddf5cf req-9c3bf43c-a655-49bd-8a3b-62f5b0bf1ebe service neutron] 10.222.0.52 "GET /v2.0/networks?id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 HTTP/1.1" status: 200 len: 912 time: 0.1854434 Apr 08 10:28:53.647391 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-66a68b35-bfd3-420d-ba03-887ca269c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'name': 'tempest-TestVolumeBootPattern-950229728-router', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:26Z', 'updated_at': '2022-04-08T10:27:33Z', 'revision_number': 4, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'gw_port': {'id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:27Z', 'updated_at': '2022-04-08T10:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '03f6a9e7-a32d-4639-b0cb-0332a6011ad2', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'floating_ip_address': '172.26.0.243', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'port_id': '363a631a-2fb1-4390-a6a6-cfea3fa7842e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'mac_address': 'fa:16:3e:10:9b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf1827e-3142-4e88-86f6-3fe6574e93cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:28:49Z', 'updated_at': '2022-04-08T10:28:49Z', 'revision_number': 0, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9a8b30-0bbd-4472-8415-bc87b6cbdf59', 'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'mac_address': 'fa:16:3e:b7:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:32Z', 'updated_at': '2022-04-08T10:27:55Z', 'revision_number': 5, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'subnets': [{'id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:53.651538 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a68b35-bfd3-420d-ba03-887ca269c1b4 None None] Checking router: fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:28:53.663508 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a68b35-bfd3-420d-ba03-887ca269c1b4 None None] Routers {'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:53.664306 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-66a68b35-bfd3-420d-ba03-887ca269c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:53.706250 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d91823-09be-4cf1-8925-cb51bd52009c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Port': ['ID=84420641-0e79-44f3-96e1-013bea4e41ce,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:53.760299 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5709710d-ed52-45f9-a2c6-a810b6ddf5cf req-e94525e2-d74a-4d9e-b13f-6dbdf0591d56 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=363a631a-2fb1-4390-a6a6-cfea3fa7842e HTTP/1.1" status: 200 len: 999 time: 0.1076868 Apr 08 10:28:53.761622 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35b392d3-c261-47c0-8aa7-12a5a3fc5907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:53.827276 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-31d91823-09be-4cf1-8925-cb51bd52009c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:53.862419 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-31d91823-09be-4cf1-8925-cb51bd52009c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36d0df1e-f79d-472c-90db-9227ca8e6033']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:53.863138 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-66a68b35-bfd3-420d-ba03-887ca269c1b4 None None] Set router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:28:53.870646 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b392d3-c261-47c0-8aa7-12a5a3fc5907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1520cc-ae4b-41fa-9230-2d03ddc49629,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:53.881139 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-31d91823-09be-4cf1-8925-cb51bd52009c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f574cd-982f-4e8c-96f0-c53ca2703a24') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:53.881139 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-31d91823-09be-4cf1-8925-cb51bd52009c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f574cd-982f-4e8c-96f0-c53ca2703a24') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:53.889243 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35b392d3-c261-47c0-8aa7-12a5a3fc5907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:53.890854 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-35b392d3-c261-47c0-8aa7-12a5a3fc5907 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4b1520cc-ae4b-41fa-9230-2d03ddc49629 HTTP/1.1" status: 204 len: 168 time: 0.6748075 Apr 08 10:28:53.900131 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709710d-ed52-45f9-a2c6-a810b6ddf5cf req-56b70fd5-572f-4ce1-85c2-ac176107c9bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:53.900304 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa179931-59a1-481a-9628-eec9ff4bb1dd req-082c4a17-0fd0-46e8-ad28-4c77adc8e4b2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:53.902089 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5709710d-ed52-45f9-a2c6-a810b6ddf5cf req-56b70fd5-572f-4ce1-85c2-ac176107c9bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a7812769-8943-4a3e-b177-052eca03ae6f HTTP/1.1" status: 200 len: 850 time: 0.1357460 Apr 08 10:28:53.902188 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-aa179931-59a1-481a-9628-eec9ff4bb1dd req-082c4a17-0fd0-46e8-ad28-4c77adc8e4b2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/ports?device_id=8498d949-ba37-420d-b4ec-328fd363837c HTTP/1.1" status: 200 len: 946 time: 0.2440875 Apr 08 10:28:53.906286 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-31d91823-09be-4cf1-8925-cb51bd52009c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:54.032592 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [req-aa179931-59a1-481a-9628-eec9ff4bb1dd req-aa7102f7-7147-4eb1-9419-3a5fef1edf27 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:54.032944 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-aa179931-59a1-481a-9628-eec9ff4bb1dd req-aa7102f7-7147-4eb1-9419-3a5fef1edf27 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:54.039691 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee8595-cecf-4db0-89f6-df36052347a1 req-941f5443-67cc-4a80-bab1-a773f8a85b77 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:28:54.049618 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-76ee8595-cecf-4db0-89f6-df36052347a1 req-941f5443-67cc-4a80-bab1-a773f8a85b77 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8498d949-ba37-420d-b4ec-328fd363837c HTTP/1.1" status: 200 len: 946 time: 0.2468243 Apr 08 10:28:54.094850 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device ef86f29e-babf-4cc2-b19d-1bd8f10a45c6 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:28:54.111850 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5709710d-ed52-45f9-a2c6-a810b6ddf5cf req-548cf4f1-a672-4056-9986-4e210064cda3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1929762 Apr 08 10:28:54.189799 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: ef86f29e-babf-4cc2-b19d-1bd8f10a45c6 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:28:54.190439 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device ef86f29e-babf-4cc2-b19d-1bd8f10a45c6 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:28:54.191130 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 84420641-0e79-44f3-96e1-013bea4e41ce no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:28:54.191581 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-31d91823-09be-4cf1-8925-cb51bd52009c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:54.207512 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31d91823-09be-4cf1-8925-cb51bd52009c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:28:54.208051 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-31d91823-09be-4cf1-8925-cb51bd52009c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:28:54.224234 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:28:54.253053 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-76ee8595-cecf-4db0-89f6-df36052347a1 req-a294fee4-6d01-443f-be47-6320314c42c8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f027663-4fe1-4316-ab0c-e3c696caa331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979556 Apr 08 10:28:54.260629 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 84420641-0e79-44f3-96e1-013bea4e41ce {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:28:54.261746 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 84420641-0e79-44f3-96e1-013bea4e41ce not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:28:54.305836 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5709710d-ed52-45f9-a2c6-a810b6ddf5cf req-3d073298-8cc1-4814-9b59-51c450e1d755 service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845312 Apr 08 10:28:54.349393 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5631277-d3cd-493a-94d4-f224fe1ce432 None None] Sync routers for ids ['f6af07ec-8f53-41da-b83d-37f15d4c9a98'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:28:54.364623 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-66a68b35-bfd3-420d-ba03-887ca269c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'name': 'tempest-TestVolumeBootPattern-950229728-router', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:26Z', 'updated_at': '2022-04-08T10:27:33Z', 'revision_number': 4, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'gw_port': {'id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:27Z', 'updated_at': '2022-04-08T10:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '03f6a9e7-a32d-4639-b0cb-0332a6011ad2', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'floating_ip_address': '172.26.0.243', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'port_id': '363a631a-2fb1-4390-a6a6-cfea3fa7842e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'mac_address': 'fa:16:3e:10:9b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf1827e-3142-4e88-86f6-3fe6574e93cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:28:49Z', 'updated_at': '2022-04-08T10:28:49Z', 'revision_number': 0, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9a8b30-0bbd-4472-8415-bc87b6cbdf59', 'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'mac_address': 'fa:16:3e:b7:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:32Z', 'updated_at': '2022-04-08T10:27:55Z', 'revision_number': 5, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'subnets': [{'id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:54.377346 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a68b35-bfd3-420d-ba03-887ca269c1b4 None None] The sync data for ids ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'] in dv-neutron-837110-1-hyperv is: [{'id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'name': 'tempest-TestVolumeBootPattern-950229728-router', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:26Z', 'updated_at': '2022-04-08T10:27:33Z', 'revision_number': 4, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'gw_port': {'id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:27Z', 'updated_at': '2022-04-08T10:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '03f6a9e7-a32d-4639-b0cb-0332a6011ad2', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'floating_ip_address': '172.26.0.243', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'port_id': '363a631a-2fb1-4390-a6a6-cfea3fa7842e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'mac_address': 'fa:16:3e:10:9b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf1827e-3142-4e88-86f6-3fe6574e93cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:28:49Z', 'updated_at': '2022-04-08T10:28:49Z', 'revision_number': 0, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9a8b30-0bbd-4472-8415-bc87b6cbdf59', 'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'mac_address': 'fa:16:3e:b7:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:32Z', 'updated_at': '2022-04-08T10:27:55Z', 'revision_number': 5, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'subnets': [{'id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:28:54.377957 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5631277-d3cd-493a-94d4-f224fe1ce432 None None] Routers {'f6af07ec-8f53-41da-b83d-37f15d4c9a98'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:54.379956 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-d5631277-d3cd-493a-94d4-f224fe1ce432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['f6af07ec-8f53-41da-b83d-37f15d4c9a98'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:54.403674 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-31d91823-09be-4cf1-8925-cb51bd52009c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:54.493980 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-31d91823-09be-4cf1-8925-cb51bd52009c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:54.517252 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d91823-09be-4cf1-8925-cb51bd52009c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Network': ['ID=36d0df1e-f79d-472c-90db-9227ca8e6033,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:54.544836 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-31d91823-09be-4cf1-8925-cb51bd52009c tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/networks/36d0df1e-f79d-472c-90db-9227ca8e6033 HTTP/1.1" status: 204 len: 168 time: 1.7733569 Apr 08 10:28:54.544836 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59206) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:54.711664 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-d5631277-d3cd-493a-94d4-f224fe1ce432 None None] Set router f6af07ec-8f53-41da-b83d-37f15d4c9a98 gateway port host: None {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:28:54.739386 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5709710d-ed52-45f9-a2c6-a810b6ddf5cf req-eca010cf-033b-4383-b836-3421e43c2058 service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269533 Apr 08 10:28:54.792820 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-aa179931-59a1-481a-9628-eec9ff4bb1dd req-aa7102f7-7147-4eb1-9419-3a5fef1edf27 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003,segment=NetworkSegment(6d1cf25d-9ff4-4109-aac4-c40987f47f89),segment_id=6d1cf25d-9ff4-4109-aac4-c40987f47f89)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:54.793213 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-aa179931-59a1-481a-9628-eec9ff4bb1dd req-aa7102f7-7147-4eb1-9419-3a5fef1edf27 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:54.909999 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c3feaf-93a7-4890-80f6-c9640f8330bc None None] New status for floating IP 03f6a9e7-a32d-4639-b0cb-0332a6011ad2: ACTIVE {{(pid=83848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:28:55.002746 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [req-aa179931-59a1-481a-9628-eec9ff4bb1dd req-aa7102f7-7147-4eb1-9419-3a5fef1edf27 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003 owned by compute:nova {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:28:55.225050 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-d5631277-d3cd-493a-94d4-f224fe1ce432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'name': 'tempest-RoutersTest-router-820085337', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:59Z', 'updated_at': '2022-04-08T10:28:48Z', 'revision_number': 9, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'gw_port_host': None, '_interfaces': [{'id': '295f04c8-d4b8-4bb9-87ee-c7c304bef64f', 'name': '', 'network_id': '572a07fb-c24c-4bb7-b642-c20879d50521', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:c9:cb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da6dbefb-55f1-4c52-8b4f-b4481e49f6b0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:11Z', 'updated_at': '2022-04-08T10:28:33Z', 'revision_number': 5, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': 'da6dbefb-55f1-4c52-8b4f-b4481e49f6b0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e40729-28f4-4de2-97bc-7a6351acbfa8', 'name': '', 'network_id': 'fbce5fa8-2732-4d4c-abc6-7662bf9411e4', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:e8:87:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:03Z', 'updated_at': '2022-04-08T10:28:14Z', 'revision_number': 5, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:55.226893 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-aa179931-59a1-481a-9628-eec9ff4bb1dd req-aa7102f7-7147-4eb1-9419-3a5fef1edf27 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:55.230688 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5631277-d3cd-493a-94d4-f224fe1ce432 None None] Checking router: f6af07ec-8f53-41da-b83d-37f15d4c9a98 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:28:55.244278 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5631277-d3cd-493a-94d4-f224fe1ce432 None None] Routers {'f6af07ec-8f53-41da-b83d-37f15d4c9a98'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:55.246195 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-d5631277-d3cd-493a-94d4-f224fe1ce432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['f6af07ec-8f53-41da-b83d-37f15d4c9a98'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:55.295853 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7102f7-7147-4eb1-9419-3a5fef1edf27 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:55.454652 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-d5631277-d3cd-493a-94d4-f224fe1ce432 None None] Set router f6af07ec-8f53-41da-b83d-37f15d4c9a98 gateway port host: None {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:28:55.509058 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43e17485-57e4-4f07-8948-2b22fed61fd0 req-e35daa95-8142-4bba-9c01-64c204d111a8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8498d949-ba37-420d-b4ec-328fd363837c HTTP/1.1" status: 200 len: 210 time: 0.0467973 Apr 08 10:28:55.562711 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59222) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:55.593776 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa179931-59a1-481a-9628-eec9ff4bb1dd req-aa7102f7-7147-4eb1-9419-3a5fef1edf27 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] No DVR routers for this DVR port b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003 on host hv-neutron-8371 {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:28:55.600223 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-aa179931-59a1-481a-9628-eec9ff4bb1dd req-aa7102f7-7147-4eb1-9419-3a5fef1edf27 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:55.604058 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8498d949-ba37-420d-b4ec-328fd363837c', 'name': 'network-vif-deleted', 'tag': 'b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:28:55.634413 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-aa179931-59a1-481a-9628-eec9ff4bb1dd req-aa7102f7-7147-4eb1-9419-3a5fef1edf27 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "DELETE /v2.0/ports/b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003 HTTP/1.1" status: 204 len: 173 time: 1.7206268 Apr 08 10:28:55.675893 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d9d0152f-a618-4226-9263-1a7f6caa51f6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:55.787989 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-0b153826-f9b5-4238-beea-213eb5c56827 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:55.789135 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-0b153826-f9b5-4238-beea-213eb5c56827 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] create failed (client error): There was a conflict when trying to complete your request. Apr 08 10:28:55.792297 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0b153826-f9b5-4238-beea-213eb5c56827 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2284374 Apr 08 10:28:55.794399 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59230) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:55.800995 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-84a041b5-a239-4efd-8eac-4cf8da87dda6 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group': {'name': 'tempest-secgroup--1287071802'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:55.807925 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cce886c6-d4ff-433d-a0d2-249d82ca3aef'] response: {'server_uuid': '8498d949-ba37-420d-b4ec-328fd363837c', 'name': 'network-vif-deleted', 'tag': 'b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003', 'status': 'completed', 'code': 200} Apr 08 10:28:55.809069 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-84a041b5-a239-4efd-8eac-4cf8da87dda6 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:55.814472 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-84a041b5-a239-4efd-8eac-4cf8da87dda6 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Usage tracker for resource:security_group and tenant:6e558ec94b344d6fb1e6e4cff98eebe2 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:55.817865 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-84a041b5-a239-4efd-8eac-4cf8da87dda6 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:55.825543 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-84a041b5-a239-4efd-8eac-4cf8da87dda6 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:55.840981 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-84a041b5-a239-4efd-8eac-4cf8da87dda6 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:55.868684 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-84a041b5-a239-4efd-8eac-4cf8da87dda6 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:55.930398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-84a041b5-a239-4efd-8eac-4cf8da87dda6 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:55.937228 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-84a041b5-a239-4efd-8eac-4cf8da87dda6 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Usage tracker for resource:security_group_rule and tenant:6e558ec94b344d6fb1e6e4cff98eebe2 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:55.941794 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-84a041b5-a239-4efd-8eac-4cf8da87dda6 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:55.949834 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-84a041b5-a239-4efd-8eac-4cf8da87dda6 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:55.984068 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-d5631277-d3cd-493a-94d4-f224fe1ce432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'name': 'tempest-RoutersTest-router-820085337', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:59Z', 'updated_at': '2022-04-08T10:28:48Z', 'revision_number': 9, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'gw_port_host': None, '_interfaces': [{'id': '295f04c8-d4b8-4bb9-87ee-c7c304bef64f', 'name': '', 'network_id': '572a07fb-c24c-4bb7-b642-c20879d50521', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:c9:cb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da6dbefb-55f1-4c52-8b4f-b4481e49f6b0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:11Z', 'updated_at': '2022-04-08T10:28:33Z', 'revision_number': 5, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': 'da6dbefb-55f1-4c52-8b4f-b4481e49f6b0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e40729-28f4-4de2-97bc-7a6351acbfa8', 'name': '', 'network_id': 'fbce5fa8-2732-4d4c-abc6-7662bf9411e4', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:e8:87:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:03Z', 'updated_at': '2022-04-08T10:28:14Z', 'revision_number': 5, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:55.989084 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5631277-d3cd-493a-94d4-f224fe1ce432 None None] The sync data for ids ['f6af07ec-8f53-41da-b83d-37f15d4c9a98'] in dv-neutron-837110-1-hyperv is: [{'id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'name': 'tempest-RoutersTest-router-820085337', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:59Z', 'updated_at': '2022-04-08T10:28:48Z', 'revision_number': 9, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'gw_port_host': None, '_interfaces': [{'id': '295f04c8-d4b8-4bb9-87ee-c7c304bef64f', 'name': '', 'network_id': '572a07fb-c24c-4bb7-b642-c20879d50521', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:c9:cb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da6dbefb-55f1-4c52-8b4f-b4481e49f6b0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:11Z', 'updated_at': '2022-04-08T10:28:33Z', 'revision_number': 5, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': 'da6dbefb-55f1-4c52-8b4f-b4481e49f6b0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e40729-28f4-4de2-97bc-7a6351acbfa8', 'name': '', 'network_id': 'fbce5fa8-2732-4d4c-abc6-7662bf9411e4', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:e8:87:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:03Z', 'updated_at': '2022-04-08T10:28:14Z', 'revision_number': 5, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:28:56.069898 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-84a041b5-a239-4efd-8eac-4cf8da87dda6 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:56.074651 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-84a041b5-a239-4efd-8eac-4cf8da87dda6 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:56.132402 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-84a041b5-a239-4efd-8eac-4cf8da87dda6 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:56.133909 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a041b5-a239-4efd-8eac-4cf8da87dda6 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa1c148-bf0a-43bc-a786-8c99763cb206,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:56.139205 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-84a041b5-a239-4efd-8eac-4cf8da87dda6 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Usage tracker for resource:security_group_rule and tenant:6e558ec94b344d6fb1e6e4cff98eebe2 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:56.141871 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-84a041b5-a239-4efd-8eac-4cf8da87dda6 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:56.147823 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-84a041b5-a239-4efd-8eac-4cf8da87dda6 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:56.220027 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-84a041b5-a239-4efd-8eac-4cf8da87dda6 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:56.226732 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-84a041b5-a239-4efd-8eac-4cf8da87dda6 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:56.284969 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a041b5-a239-4efd-8eac-4cf8da87dda6 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de7d4ea-2edf-4176-bee9-3e61aee00587,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:56.289204 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-84a041b5-a239-4efd-8eac-4cf8da87dda6 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:56.292254 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-84a041b5-a239-4efd-8eac-4cf8da87dda6 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4950593 Apr 08 10:28:56.293580 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59234) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:56.300113 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-27836718-f853-4d1d-a22c-612fd55be076 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group_rule': {'security_group_id': '4de7d4ea-2edf-4176-bee9-3e61aee00587', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:56.305399 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-27836718-f853-4d1d-a22c-612fd55be076 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:56.309617 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-27836718-f853-4d1d-a22c-612fd55be076 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Usage tracker for resource:security_group_rule and tenant:6e558ec94b344d6fb1e6e4cff98eebe2 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:56.313117 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-27836718-f853-4d1d-a22c-612fd55be076 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:56.324843 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-27836718-f853-4d1d-a22c-612fd55be076 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:56.348625 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-27836718-f853-4d1d-a22c-612fd55be076 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:56.422813 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-27836718-f853-4d1d-a22c-612fd55be076 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:56.428878 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-27836718-f853-4d1d-a22c-612fd55be076 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:56.457375 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27836718-f853-4d1d-a22c-612fd55be076 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386019ac-ce2a-4b59-95bc-fd11c2929dc7,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:56.467844 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-27836718-f853-4d1d-a22c-612fd55be076 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:56.471854 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-27836718-f853-4d1d-a22c-612fd55be076 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1747475 Apr 08 10:28:56.472044 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59238) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:56.478036 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-8f3ca2c9-160f-40f7-b4e0-1fbbe7fb94ce tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group_rule': {'security_group_id': '4de7d4ea-2edf-4176-bee9-3e61aee00587', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:56.484906 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-8f3ca2c9-160f-40f7-b4e0-1fbbe7fb94ce tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:56.489008 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-8f3ca2c9-160f-40f7-b4e0-1fbbe7fb94ce tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Usage tracker for resource:security_group_rule and tenant:6e558ec94b344d6fb1e6e4cff98eebe2 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:56.492040 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-8f3ca2c9-160f-40f7-b4e0-1fbbe7fb94ce tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:56.497964 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-8f3ca2c9-160f-40f7-b4e0-1fbbe7fb94ce tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:56.514928 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8f3ca2c9-160f-40f7-b4e0-1fbbe7fb94ce tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:56.574840 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-8f3ca2c9-160f-40f7-b4e0-1fbbe7fb94ce tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] create failed (client error): There was a conflict when trying to complete your request. Apr 08 10:28:56.575936 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8f3ca2c9-160f-40f7-b4e0-1fbbe7fb94ce tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1027274 Apr 08 10:28:56.578835 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59244) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:56.590977 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-d9d0152f-a618-4226-9263-1a7f6caa51f6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Deleting port 295f04c8-d4b8-4bb9-87ee-c7c304bef64f {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:56.591347 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d9d0152f-a618-4226-9263-1a7f6caa51f6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:56.626272 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59248) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:56.687958 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c5fd2925-6bf6-44d7-83a6-5a71a2fababe tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:56.736338 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c5fd2925-6bf6-44d7-83a6-5a71a2fababe tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:56.751872 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1646272a-2b00-4684-a44e-4c85cd72c582 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:56.785095 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-d9d0152f-a618-4226-9263-1a7f6caa51f6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] For port 295f04c8-d4b8-4bb9-87ee-c7c304bef64f, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=295f04c8-d4b8-4bb9-87ee-c7c304bef64f,segment=NetworkSegment(5a3ec38f-b967-4384-95bb-330c193a90a3),segment_id=5a3ec38f-b967-4384-95bb-330c193a90a3)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:56.785684 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d9d0152f-a618-4226-9263-1a7f6caa51f6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:56.800455 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1646272a-2b00-4684-a44e-4c85cd72c582 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:56.837789 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c5fd2925-6bf6-44d7-83a6-5a71a2fababe tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:56.856465 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd2925-6bf6-44d7-83a6-5a71a2fababe tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de7d4ea-2edf-4176-bee9-3e61aee00587,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:56.861686 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c5fd2925-6bf6-44d7-83a6-5a71a2fababe tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:56.862553 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c5fd2925-6bf6-44d7-83a6-5a71a2fababe tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "DELETE /v2.0/security-groups/4de7d4ea-2edf-4176-bee9-3e61aee00587 HTTP/1.1" status: 204 len: 168 time: 0.2827532 Apr 08 10:28:56.865080 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59252) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:56.922721 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-d9d0152f-a618-4226-9263-1a7f6caa51f6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Calling delete_port for 295f04c8-d4b8-4bb9-87ee-c7c304bef64f owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:28:56.924297 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f41c5352-3895-41bc-8e54-0e3aeac7351f tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Synchronizing usage tracker for tenant:6e558ec94b344d6fb1e6e4cff98eebe2 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:28:56.927946 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1646272a-2b00-4684-a44e-4c85cd72c582 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:56.949774 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646272a-2b00-4684-a44e-4c85cd72c582 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f027663-4fe1-4316-ab0c-e3c696caa331,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:56.965018 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1646272a-2b00-4684-a44e-4c85cd72c582 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:56.972806 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1646272a-2b00-4684-a44e-4c85cd72c582 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/security-groups/1f027663-4fe1-4316-ab0c-e3c696caa331 HTTP/1.1" status: 204 len: 168 time: 0.3389566 Apr 08 10:28:56.972806 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f41c5352-3895-41bc-8e54-0e3aeac7351f tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Unset dirty status for tenant:6e558ec94b344d6fb1e6e4cff98eebe2 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:28:56.972806 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f41c5352-3895-41bc-8e54-0e3aeac7351f tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1025159 Apr 08 10:28:56.973157 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59258) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:56.992284 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-a8dbd14c-388b-46eb-9552-0c8982573ecd tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group': {'name': 'tempest-secgroup--544178572'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:56.999737 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a8dbd14c-388b-46eb-9552-0c8982573ecd tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:57.014817 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59262) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:57.017942 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a8dbd14c-388b-46eb-9552-0c8982573ecd tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:57.081556 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a8dbd14c-388b-46eb-9552-0c8982573ecd tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:57.127814 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d9d0152f-a618-4226-9263-1a7f6caa51f6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:57.177263 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0152f-a618-4226-9263-1a7f6caa51f6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Port': ['ID=295f04c8-d4b8-4bb9-87ee-c7c304bef64f,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:57.200778 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a8dbd14c-388b-46eb-9552-0c8982573ecd tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:57.208425 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a8dbd14c-388b-46eb-9552-0c8982573ecd tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Usage tracker for resource:security_group_rule and tenant:6e558ec94b344d6fb1e6e4cff98eebe2 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:57.212656 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a8dbd14c-388b-46eb-9552-0c8982573ecd tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:57.221447 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a8dbd14c-388b-46eb-9552-0c8982573ecd tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:57.277746 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-f352fb06-8949-42ab-bb3e-89feabaa2b78 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting subnet 11a418fc-9352-4954-ad94-95a85292ceb2 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:28:57.285152 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f352fb06-8949-42ab-bb3e-89feabaa2b78 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:57.367403 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a8dbd14c-388b-46eb-9552-0c8982573ecd tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:57.369657 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f352fb06-8949-42ab-bb3e-89feabaa2b78 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:57.397595 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a8dbd14c-388b-46eb-9552-0c8982573ecd tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:57.461385 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d9d0152f-a618-4226-9263-1a7f6caa51f6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:57.465658 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a8dbd14c-388b-46eb-9552-0c8982573ecd tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:57.468550 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a8dbd14c-388b-46eb-9552-0c8982573ecd tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4944942 Apr 08 10:28:57.469693 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59266) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:57.475451 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dbd14c-388b-46eb-9552-0c8982573ecd tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=521a1ede-3907-4f02-a786-8a191240b670,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:57.483751 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-ef85e388-1dff-4eb8-9260-a45c1ab30544 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group_rule': {'security_group_id': '521a1ede-3907-4f02-a786-8a191240b670', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:57.484634 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-ef85e388-1dff-4eb8-9260-a45c1ab30544 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:28:57.488382 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ef85e388-1dff-4eb8-9260-a45c1ab30544 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0114877 Apr 08 10:28:57.489023 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59270) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:57.550070 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f352fb06-8949-42ab-bb3e-89feabaa2b78 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:57.576249 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:28:57.610801 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:28:57.611348 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device b99fb6b8-e5d9-4c14-9ddd-bfbd8de7c003 not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:28:57.614784 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-377b5417-88b7-47a2-904a-1eb98555c3db tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:57.653908 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-377b5417-88b7-47a2-904a-1eb98555c3db tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:57.678754 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f352fb06-8949-42ab-bb3e-89feabaa2b78 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:57.735513 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352fb06-8949-42ab-bb3e-89feabaa2b78 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Subnet': ['ID=11a418fc-9352-4954-ad94-95a85292ceb2,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:57.741380 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f352fb06-8949-42ab-bb3e-89feabaa2b78 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:57.757353 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-377b5417-88b7-47a2-904a-1eb98555c3db tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:57.758244 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddfd6cf-c02f-4047-8b1c-6325e0ba600b None None] Network a07c7aad-9e91-458a-af3c-ebe42e8a00f2 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:28:57.760350 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-377b5417-88b7-47a2-904a-1eb98555c3db tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:57.762601 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-377b5417-88b7-47a2-904a-1eb98555c3db tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "DELETE /v2.0/security-groups/521a1ede-3907-4f02-a786-8a191240b670 HTTP/1.1" status: 204 len: 168 time: 0.2725863 Apr 08 10:28:57.775611 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59274) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:57.777637 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b5417-88b7-47a2-904a-1eb98555c3db tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=521a1ede-3907-4f02-a786-8a191240b670,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:57.781489 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f352fb06-8949-42ab-bb3e-89feabaa2b78 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/subnets/11a418fc-9352-4954-ad94-95a85292ceb2 HTTP/1.1" status: 204 len: 168 time: 0.7655368 Apr 08 10:28:57.810989 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59276) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:57.849127 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 81da20a6-b54f-450f-9731-9534bc71d34f no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:28:57.899801 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 81da20a6-b54f-450f-9731-9534bc71d34f {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:28:57.900221 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 81da20a6-b54f-450f-9731-9534bc71d34f not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:28:57.900563 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:28:57.932971 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-965cd1ea-321f-4d80-8866-8333f7929d60 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Synchronizing usage tracker for tenant:6e558ec94b344d6fb1e6e4cff98eebe2 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:28:57.950858 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:28:57.951229 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device aa2b1d74-aeaf-4a70-bc48-dfa385b0bea6 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:28:57.965115 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c1d8ad8e-3c89-4063-8ca3-d90df5d6b249 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:57.968879 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-965cd1ea-321f-4d80-8866-8333f7929d60 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Unset dirty status for tenant:6e558ec94b344d6fb1e6e4cff98eebe2 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:28:57.970101 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-965cd1ea-321f-4d80-8866-8333f7929d60 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1870928 Apr 08 10:28:57.975504 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59282) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:57.982183 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-a7a7fbfd-263f-415e-a061-67d951fe04fc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group': {'name': 'tempest-secgroup--901548931'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:57.988661 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a7a7fbfd-263f-415e-a061-67d951fe04fc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:57.999818 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a7a7fbfd-263f-415e-a061-67d951fe04fc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:58.014202 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a7a7fbfd-263f-415e-a061-67d951fe04fc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:58.023944 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-c1d8ad8e-3c89-4063-8ca3-d90df5d6b249 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port abd98fb8-edbb-45e5-99bf-c48ce992ba4d {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:58.024313 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c1d8ad8e-3c89-4063-8ca3-d90df5d6b249 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:58.081883 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d0152f-a618-4226-9263-1a7f6caa51f6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Router f6af07ec-8f53-41da-b83d-37f15d4c9a98 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:28:58.152537 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aba6a8c-6f46-44bf-8bfc-c947c002cd4f None None] DHCP port deletion for a07c7aad-9e91-458a-af3c-ebe42e8a00f2 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:28:58.157052 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-5aba6a8c-6f46-44bf-8bfc-c947c002cd4f None None] Deleting port abd98fb8-edbb-45e5-99bf-c48ce992ba4d {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:58.157672 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5aba6a8c-6f46-44bf-8bfc-c947c002cd4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:58.175037 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a7a7fbfd-263f-415e-a061-67d951fe04fc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:58.227220 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a7a7fbfd-263f-415e-a061-67d951fe04fc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Usage tracker for resource:security_group_rule and tenant:6e558ec94b344d6fb1e6e4cff98eebe2 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:58.281946 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d0152f-a618-4226-9263-1a7f6caa51f6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:28:58.299808 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d9d0152f-a618-4226-9263-1a7f6caa51f6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "PUT /v2.0/routers/f6af07ec-8f53-41da-b83d-37f15d4c9a98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7517102 Apr 08 10:28:58.300163 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59286) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:58.330851 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865c3c94-6163-4bf6-b560-4a089d7db770 None None] Sync routers for ids ['f6af07ec-8f53-41da-b83d-37f15d4c9a98'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:28:58.331476 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a7a7fbfd-263f-415e-a061-67d951fe04fc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:58.341293 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a7a7fbfd-263f-415e-a061-67d951fe04fc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:58.368792 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-c1d8ad8e-3c89-4063-8ca3-d90df5d6b249 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port abd98fb8-edbb-45e5-99bf-c48ce992ba4d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=abd98fb8-edbb-45e5-99bf-c48ce992ba4d,segment=NetworkSegment(6d1cf25d-9ff4-4109-aac4-c40987f47f89),segment_id=6d1cf25d-9ff4-4109-aac4-c40987f47f89)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:58.369074 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c1d8ad8e-3c89-4063-8ca3-d90df5d6b249 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:58.424932 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-5aba6a8c-6f46-44bf-8bfc-c947c002cd4f None None] For port abd98fb8-edbb-45e5-99bf-c48ce992ba4d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=abd98fb8-edbb-45e5-99bf-c48ce992ba4d,segment=NetworkSegment(6d1cf25d-9ff4-4109-aac4-c40987f47f89),segment_id=6d1cf25d-9ff4-4109-aac4-c40987f47f89)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:58.425730 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5aba6a8c-6f46-44bf-8bfc-c947c002cd4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:58.436286 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865c3c94-6163-4bf6-b560-4a089d7db770 None None] Routers {'f6af07ec-8f53-41da-b83d-37f15d4c9a98'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:58.437138 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-865c3c94-6163-4bf6-b560-4a089d7db770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['f6af07ec-8f53-41da-b83d-37f15d4c9a98'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:58.499904 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-c1d8ad8e-3c89-4063-8ca3-d90df5d6b249 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for abd98fb8-edbb-45e5-99bf-c48ce992ba4d owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:28:58.500853 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b18374-5735-425b-aec1-5f31592ad98f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Deleting subnet da6dbefb-55f1-4c52-8b4f-b4481e49f6b0 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:28:58.503853 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7b18374-5735-425b-aec1-5f31592ad98f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:58.559193 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7b18374-5735-425b-aec1-5f31592ad98f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:58.580736 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a7a7fbfd-263f-415e-a061-67d951fe04fc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:58.585814 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a7a7fbfd-263f-415e-a061-67d951fe04fc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:58.643048 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c1d8ad8e-3c89-4063-8ca3-d90df5d6b249 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:58.653589 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7b18374-5735-425b-aec1-5f31592ad98f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:58.687731 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-5aba6a8c-6f46-44bf-8bfc-c947c002cd4f None None] Calling delete_port for abd98fb8-edbb-45e5-99bf-c48ce992ba4d owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:28:58.703821 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7fbfd-263f-415e-a061-67d951fe04fc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d7599f-b120-41be-9d8b-bc32478e0fb9,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:58.716416 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a7a7fbfd-263f-415e-a061-67d951fe04fc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:58.717609 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a7a7fbfd-263f-415e-a061-67d951fe04fc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7409580 Apr 08 10:28:58.718590 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8ad8e-3c89-4063-8ca3-d90df5d6b249 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=abd98fb8-edbb-45e5-99bf-c48ce992ba4d,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:58.720494 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59290) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:58.723144 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d8ad8e-3c89-4063-8ca3-d90df5d6b249 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] No DVR routers for this DVR port abd98fb8-edbb-45e5-99bf-c48ce992ba4d on host dv-neutron-837110-1-hyperv {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:28:58.733988 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-d529cad4-dce9-445b-b5fe-d474910ce9b6 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group_rule': {'security_group_id': '36d7599f-b120-41be-9d8b-bc32478e0fb9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:58.735170 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-d529cad4-dce9-445b-b5fe-d474910ce9b6 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:28:58.736295 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d529cad4-dce9-445b-b5fe-d474910ce9b6 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0148466 Apr 08 10:28:58.740095 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59294) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:58.760288 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-865c3c94-6163-4bf6-b560-4a089d7db770 None None] Set router f6af07ec-8f53-41da-b83d-37f15d4c9a98 gateway port host: None {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:28:58.787967 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7b18374-5735-425b-aec1-5f31592ad98f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:58.833573 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b18374-5735-425b-aec1-5f31592ad98f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Subnet': ['ID=da6dbefb-55f1-4c52-8b4f-b4481e49f6b0,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:58.845729 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7b18374-5735-425b-aec1-5f31592ad98f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:58.850166 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-5aba6a8c-6f46-44bf-8bfc-c947c002cd4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:28:58.850849 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-5aba6a8c-6f46-44bf-8bfc-c947c002cd4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:28:58.851497 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c1d8ad8e-3c89-4063-8ca3-d90df5d6b249 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:58.859828 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a388c172-9914-4f47-8f9b-908beda2848b None None] Network 572a07fb-c24c-4bb7-b642-c20879d50521 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:28:58.863070 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d7b18374-5735-425b-aec1-5f31592ad98f tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/subnets/da6dbefb-55f1-4c52-8b4f-b4481e49f6b0 HTTP/1.1" status: 204 len: 168 time: 0.5619345 Apr 08 10:28:58.865664 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59298) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:58.882037 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-c1d8ad8e-3c89-4063-8ca3-d90df5d6b249 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07c7aad-9e91-458a-af3c-ebe42e8a00f2']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:58.885857 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-008e39bf-f253-45fd-ad10-85e3dec26f43 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:58.894850 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-c1d8ad8e-3c89-4063-8ca3-d90df5d6b249 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1cf25d-9ff4-4109-aac4-c40987f47f89') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:58.895151 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-c1d8ad8e-3c89-4063-8ca3-d90df5d6b249 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1cf25d-9ff4-4109-aac4-c40987f47f89') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:58.907895 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c1d8ad8e-3c89-4063-8ca3-d90df5d6b249 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:58.924727 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c1d8ad8e-3c89-4063-8ca3-d90df5d6b249 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:58.930997 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d8ad8e-3c89-4063-8ca3-d90df5d6b249 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:28:58.931394 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c1d8ad8e-3c89-4063-8ca3-d90df5d6b249 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:28:58.949855 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:28:58.985340 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-008e39bf-f253-45fd-ad10-85e3dec26f43 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:59.023119 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6ec4815b-bb8c-415a-b839-7a399289c80a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:59.039618 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c1d8ad8e-3c89-4063-8ca3-d90df5d6b249 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:59.059042 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c1d8ad8e-3c89-4063-8ca3-d90df5d6b249 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:59.065166 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-6ec4815b-bb8c-415a-b839-7a399289c80a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Deleting port 7e2c5a27-b5ea-420c-9350-121460b3cb09 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:59.065901 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6ec4815b-bb8c-415a-b839-7a399289c80a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:59.076600 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8ad8e-3c89-4063-8ca3-d90df5d6b249 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Network': ['ID=a07c7aad-9e91-458a-af3c-ebe42e8a00f2,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:59.083025 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c1d8ad8e-3c89-4063-8ca3-d90df5d6b249 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/networks/a07c7aad-9e91-458a-af3c-ebe42e8a00f2 HTTP/1.1" status: 204 len: 168 time: 1.2628212 Apr 08 10:28:59.084035 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59302) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:59.134587 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-008e39bf-f253-45fd-ad10-85e3dec26f43 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:59.162378 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e39bf-f253-45fd-ad10-85e3dec26f43 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d7599f-b120-41be-9d8b-bc32478e0fb9,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:59.207004 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-008e39bf-f253-45fd-ad10-85e3dec26f43 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:59.210419 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-008e39bf-f253-45fd-ad10-85e3dec26f43 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "DELETE /v2.0/security-groups/36d7599f-b120-41be-9d8b-bc32478e0fb9 HTTP/1.1" status: 204 len: 168 time: 0.4669738 Apr 08 10:28:59.211088 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59306) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:59.313872 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-82226d6a-15e5-43a1-a011-610286281f91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port 5d7f11ef-94b3-400d-9719-0c1af28364c2 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:59.314299 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-82226d6a-15e5-43a1-a011-610286281f91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:59.334273 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-865c3c94-6163-4bf6-b560-4a089d7db770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'name': 'tempest-RoutersTest-router-820085337', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:59Z', 'updated_at': '2022-04-08T10:28:57Z', 'revision_number': 10, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'gw_port_host': None, '_interfaces': [{'id': 'd1e40729-28f4-4de2-97bc-7a6351acbfa8', 'name': '', 'network_id': 'fbce5fa8-2732-4d4c-abc6-7662bf9411e4', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:e8:87:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:03Z', 'updated_at': '2022-04-08T10:28:14Z', 'revision_number': 5, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:59.341646 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865c3c94-6163-4bf6-b560-4a089d7db770 None None] Checking router: f6af07ec-8f53-41da-b83d-37f15d4c9a98 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:28:59.353199 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-5aba6a8c-6f46-44bf-8bfc-c947c002cd4f None None] Deleting port abd98fb8-edbb-45e5-99bf-c48ce992ba4d {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:59.353826 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5aba6a8c-6f46-44bf-8bfc-c947c002cd4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:59.364717 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-88fb9233-d8a6-41eb-a758-aa9b4dd6743f tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Synchronizing usage tracker for tenant:6e558ec94b344d6fb1e6e4cff98eebe2 on resource:security_group {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:28:59.395007 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-6ec4815b-bb8c-415a-b839-7a399289c80a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] For port 7e2c5a27-b5ea-420c-9350-121460b3cb09, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=7e2c5a27-b5ea-420c-9350-121460b3cb09,segment=NetworkSegment(5a3ec38f-b967-4384-95bb-330c193a90a3),segment_id=5a3ec38f-b967-4384-95bb-330c193a90a3)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:28:59.395279 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6ec4815b-bb8c-415a-b839-7a399289c80a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:59.408367 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-88fb9233-d8a6-41eb-a758-aa9b4dd6743f tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Unset dirty status for tenant:6e558ec94b344d6fb1e6e4cff98eebe2 on resource:security_group {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:28:59.409825 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-88fb9233-d8a6-41eb-a758-aa9b4dd6743f tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1976695 Apr 08 10:28:59.444746 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-5aba6a8c-6f46-44bf-8bfc-c947c002cd4f None None] The port 'abd98fb8-edbb-45e5-99bf-c48ce992ba4d' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:28:59.446433 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08afcce0-87c9-45e7-939f-b2b64a4db275 None None] DHCP port deletion for 572a07fb-c24c-4bb7-b642-c20879d50521 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:28:59.447511 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59310) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:28:59.452871 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-08afcce0-87c9-45e7-939f-b2b64a4db275 None None] Deleting port 7e2c5a27-b5ea-420c-9350-121460b3cb09 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:28:59.453350 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-08afcce0-87c9-45e7-939f-b2b64a4db275 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:59.465400 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-c45b97ed-cf37-4cc5-af88-02954b4d5998 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group': {'name': 'tempest-secgroup--1008323393'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:28:59.474793 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-c45b97ed-cf37-4cc5-af88-02954b4d5998 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:59.490646 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-c45b97ed-cf37-4cc5-af88-02954b4d5998 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:59.497219 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865c3c94-6163-4bf6-b560-4a089d7db770 None None] Routers {'f6af07ec-8f53-41da-b83d-37f15d4c9a98'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:28:59.497842 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-865c3c94-6163-4bf6-b560-4a089d7db770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['f6af07ec-8f53-41da-b83d-37f15d4c9a98'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:59.523307 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-6ec4815b-bb8c-415a-b839-7a399289c80a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Calling delete_port for 7e2c5a27-b5ea-420c-9350-121460b3cb09 owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:28:59.523551 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c45b97ed-cf37-4cc5-af88-02954b4d5998 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:59.543079 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-82226d6a-15e5-43a1-a011-610286281f91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:59.543400 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-82226d6a-15e5-43a1-a011-610286281f91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:59.609197 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6ec4815b-bb8c-415a-b839-7a399289c80a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:59.689323 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-82226d6a-15e5-43a1-a011-610286281f91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for 5d7f11ef-94b3-400d-9719-0c1af28364c2 owned by network:floatingip {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:28:59.692828 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-08afcce0-87c9-45e7-939f-b2b64a4db275 None None] The port '7e2c5a27-b5ea-420c-9350-121460b3cb09' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:28:59.714439 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-865c3c94-6163-4bf6-b560-4a089d7db770 None None] Set router f6af07ec-8f53-41da-b83d-37f15d4c9a98 gateway port host: None {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:28:59.736712 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-c45b97ed-cf37-4cc5-af88-02954b4d5998 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:28:59.743812 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-c45b97ed-cf37-4cc5-af88-02954b4d5998 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Usage tracker for resource:security_group_rule and tenant:6e558ec94b344d6fb1e6e4cff98eebe2 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:28:59.748903 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-c45b97ed-cf37-4cc5-af88-02954b4d5998 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:28:59.759216 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-c45b97ed-cf37-4cc5-af88-02954b4d5998 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:28:59.786608 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4815b-bb8c-415a-b839-7a399289c80a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Port': ['ID=7e2c5a27-b5ea-420c-9350-121460b3cb09,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:59.796858 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec4815b-bb8c-415a-b839-7a399289c80a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] No DVR routers for this DVR port 7e2c5a27-b5ea-420c-9350-121460b3cb09 on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:28:59.868066 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device abd98fb8-edbb-45e5-99bf-c48ce992ba4d no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:28:59.889361 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c45b97ed-cf37-4cc5-af88-02954b4d5998 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:59.896241 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c45b97ed-cf37-4cc5-af88-02954b4d5998 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:59.907458 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: abd98fb8-edbb-45e5-99bf-c48ce992ba4d {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:28:59.907797 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device abd98fb8-edbb-45e5-99bf-c48ce992ba4d not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:28:59.908440 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7e2c5a27-b5ea-420c-9350-121460b3cb09 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:28:59.933374 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6ec4815b-bb8c-415a-b839-7a399289c80a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:59.960204 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b97ed-cf37-4cc5-af88-02954b4d5998 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4a1e1c-52c3-4935-8d93-93fdd087ae20,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:28:59.968600 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-6ec4815b-bb8c-415a-b839-7a399289c80a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572a07fb-c24c-4bb7-b642-c20879d50521']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:59.969572 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-82226d6a-15e5-43a1-a011-610286281f91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:28:59.984641 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-6ec4815b-bb8c-415a-b839-7a399289c80a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a3ec38f-b967-4384-95bb-330c193a90a3') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:59.985061 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-6ec4815b-bb8c-415a-b839-7a399289c80a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a3ec38f-b967-4384-95bb-330c193a90a3') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:28:59.996214 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 7e2c5a27-b5ea-420c-9350-121460b3cb09 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:28:59.996556 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7e2c5a27-b5ea-420c-9350-121460b3cb09 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:29:00.001121 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6ec4815b-bb8c-415a-b839-7a399289c80a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:00.010001 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c45b97ed-cf37-4cc5-af88-02954b4d5998 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:00.015311 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c45b97ed-cf37-4cc5-af88-02954b4d5998 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5670996 Apr 08 10:29:00.016334 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59314) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:00.024901 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82226d6a-15e5-43a1-a011-610286281f91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=5d7f11ef-94b3-400d-9719-0c1af28364c2,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:00.025329 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-13ec7496-0bfd-4c19-bcb3-c2840c04d1fe tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group_rule': {'security_group_id': '0b4a1e1c-52c3-4935-8d93-93fdd087ae20', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:00.027568 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-13ec7496-0bfd-4c19-bcb3-c2840c04d1fe tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:29:00.028794 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-13ec7496-0bfd-4c19-bcb3-c2840c04d1fe tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0111976 Apr 08 10:29:00.030525 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6ec4815b-bb8c-415a-b839-7a399289c80a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:00.032593 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59318) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:00.038737 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-1c38d7cd-360f-4e9f-b2a4-09e22dd517ff tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group_rule': {'security_group_id': '0b4a1e1c-52c3-4935-8d93-93fdd087ae20', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:00.038962 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec4815b-bb8c-415a-b839-7a399289c80a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:29:00.039362 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6ec4815b-bb8c-415a-b839-7a399289c80a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:00.048944 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-1c38d7cd-360f-4e9f-b2a4-09e22dd517ff tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:29:00.049966 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1c38d7cd-360f-4e9f-b2a4-09e22dd517ff tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0164499 Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:29:00.055824 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:29:00.057968 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59322) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:00.067569 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-0e3c1b5a-d4f2-4e47-973b-6b9a24e94082 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group_rule': {'security_group_id': '0b4a1e1c-52c3-4935-8d93-93fdd087ae20', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:00.068304 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-0e3c1b5a-d4f2-4e47-973b-6b9a24e94082 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:29:00.069480 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0e3c1b5a-d4f2-4e47-973b-6b9a24e94082 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0123403 Apr 08 10:29:00.102168 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59326) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:00.166083 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6ec4815b-bb8c-415a-b839-7a399289c80a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:00.170720 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6ec4815b-bb8c-415a-b839-7a399289c80a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:00.201017 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4815b-bb8c-415a-b839-7a399289c80a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Network': ['ID=572a07fb-c24c-4bb7-b642-c20879d50521,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:00.203547 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-865c3c94-6163-4bf6-b560-4a089d7db770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'name': 'tempest-RoutersTest-router-820085337', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:59Z', 'updated_at': '2022-04-08T10:28:57Z', 'revision_number': 10, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'gw_port_host': None, '_interfaces': [{'id': 'd1e40729-28f4-4de2-97bc-7a6351acbfa8', 'name': '', 'network_id': 'fbce5fa8-2732-4d4c-abc6-7662bf9411e4', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:e8:87:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:03Z', 'updated_at': '2022-04-08T10:28:14Z', 'revision_number': 5, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:00.209490 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6ec4815b-bb8c-415a-b839-7a399289c80a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/networks/572a07fb-c24c-4bb7-b642-c20879d50521 HTTP/1.1" status: 204 len: 168 time: 1.3401296 Apr 08 10:29:00.209641 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865c3c94-6163-4bf6-b560-4a089d7db770 None None] The sync data for ids ['f6af07ec-8f53-41da-b83d-37f15d4c9a98'] in dv-neutron-837110-1-hyperv is: [{'id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'name': 'tempest-RoutersTest-router-820085337', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:59Z', 'updated_at': '2022-04-08T10:28:57Z', 'revision_number': 10, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'gw_port_host': None, '_interfaces': [{'id': 'd1e40729-28f4-4de2-97bc-7a6351acbfa8', 'name': '', 'network_id': 'fbce5fa8-2732-4d4c-abc6-7662bf9411e4', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'mac_address': 'fa:16:3e:e8:87:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:28:03Z', 'updated_at': '2022-04-08T10:28:14Z', 'revision_number': 5, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'subnets': [{'id': '0cf1a89a-d4f5-48b2-a559-374a863488d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:29:00.209983 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59330) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:00.222105 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-585d237e-1389-4c1d-92f1-48e80c9e5f6e tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group_rule': {'security_group_id': '0b4a1e1c-52c3-4935-8d93-93fdd087ae20', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:00.222820 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-585d237e-1389-4c1d-92f1-48e80c9e5f6e tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:29:00.223793 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-585d237e-1389-4c1d-92f1-48e80c9e5f6e tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.1113293 Apr 08 10:29:00.251248 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59334) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:00.314609 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-82226d6a-15e5-43a1-a011-610286281f91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:00.447081 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-974a01f0-e0e4-4665-8d6b-51d68470a68f tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:00.486908 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-974a01f0-e0e4-4665-8d6b-51d68470a68f tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:00.546867 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-77298e7a-dfac-47a5-ae31-b14669868ca6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:00.548142 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-974a01f0-e0e4-4665-8d6b-51d68470a68f tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:00.585796 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a01f0-e0e4-4665-8d6b-51d68470a68f tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4a1e1c-52c3-4935-8d93-93fdd087ae20,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:00.590173 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-974a01f0-e0e4-4665-8d6b-51d68470a68f tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:00.591300 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-974a01f0-e0e4-4665-8d6b-51d68470a68f tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "DELETE /v2.0/security-groups/0b4a1e1c-52c3-4935-8d93-93fdd087ae20 HTTP/1.1" status: 204 len: 168 time: 0.3391130 Apr 08 10:29:00.601167 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59340) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:00.735658 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-64ecc472-bb49-4855-8533-fbadd2b10a09 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1299272 Apr 08 10:29:00.735881 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59344) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:00.742397 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-4a51186d-da22-4a1e-be17-5d7db357f7b4 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group': {'name': 'tempest-secgroup--706587984'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:00.750730 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4a51186d-da22-4a1e-be17-5d7db357f7b4 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:00.757807 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4a51186d-da22-4a1e-be17-5d7db357f7b4 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Usage tracker for resource:security_group and tenant:6e558ec94b344d6fb1e6e4cff98eebe2 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:00.762057 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4a51186d-da22-4a1e-be17-5d7db357f7b4 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:00.770990 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4a51186d-da22-4a1e-be17-5d7db357f7b4 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:00.816911 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4a51186d-da22-4a1e-be17-5d7db357f7b4 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:00.825465 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82226d6a-15e5-43a1-a011-610286281f91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:29:00.924121 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4a51186d-da22-4a1e-be17-5d7db357f7b4 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:00.963759 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4a51186d-da22-4a1e-be17-5d7db357f7b4 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Usage tracker for resource:security_group_rule and tenant:6e558ec94b344d6fb1e6e4cff98eebe2 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:00.971551 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4a51186d-da22-4a1e-be17-5d7db357f7b4 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:00.981180 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4a51186d-da22-4a1e-be17-5d7db357f7b4 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:01.060497 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82226d6a-15e5-43a1-a011-610286281f91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:29:01.067486 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-82226d6a-15e5-43a1-a011-610286281f91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:01.078738 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c66a5d-2c1a-40f7-b5cd-519bc94babf1 None None] Sync routers for ids ['da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:29:01.095272 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4a51186d-da22-4a1e-be17-5d7db357f7b4 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:01.100575 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c66a5d-2c1a-40f7-b5cd-519bc94babf1 None None] Routers {'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:29:01.100694 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d6c66a5d-2c1a-40f7-b5cd-519bc94babf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:01.126273 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4a51186d-da22-4a1e-be17-5d7db357f7b4 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:01.178203 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-82226d6a-15e5-43a1-a011-610286281f91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/floatingips/b194ca48-c2ef-45c4-897e-74bc0c7f78e2 HTTP/1.1" status: 204 len: 168 time: 2.0923173 Apr 08 10:29:01.194623 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ff6e5e-9108-4443-91e2-395f50a85034', 'tag': '5af9a6bb-925c-485a-a7e5-71926cd48599'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:29:01.222785 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4a51186d-da22-4a1e-be17-5d7db357f7b4 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:01.227231 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4a51186d-da22-4a1e-be17-5d7db357f7b4 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4904790 Apr 08 10:29:01.229829 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51186d-da22-4a1e-be17-5d7db357f7b4 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2537bd70-917d-4896-8ae0-0c2e87a0d49c,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:01.231817 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59352) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:01.241100 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-1e57eda5-4e53-4c3f-889d-ed7ba6294f8a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group_rule': {'security_group_id': '2537bd70-917d-4896-8ae0-0c2e87a0d49c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:01.241930 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-1e57eda5-4e53-4c3f-889d-ed7ba6294f8a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:29:01.243073 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1e57eda5-4e53-4c3f-889d-ed7ba6294f8a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096684 Apr 08 10:29:01.246883 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59356) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:01.252900 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-ee50ea30-e34e-4fdf-893d-a6cf63aa515d tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group_rule': {'security_group_id': '2537bd70-917d-4896-8ae0-0c2e87a0d49c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:01.263340 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ee50ea30-e34e-4fdf-893d-a6cf63aa515d tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:01.269216 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ee50ea30-e34e-4fdf-893d-a6cf63aa515d tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Usage tracker for resource:security_group_rule and tenant:6e558ec94b344d6fb1e6e4cff98eebe2 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:01.274026 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ee50ea30-e34e-4fdf-893d-a6cf63aa515d tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:01.283182 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ee50ea30-e34e-4fdf-893d-a6cf63aa515d tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:01.304528 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-775cd229-9e2d-4603-a347-a11da670c166'] response: {'name': 'network-changed', 'server_uuid': 'e7ff6e5e-9108-4443-91e2-395f50a85034', 'tag': '5af9a6bb-925c-485a-a7e5-71926cd48599', 'status': 'completed', 'code': 200} Apr 08 10:29:01.335571 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-d6c66a5d-2c1a-40f7-b5cd-519bc94babf1 None None] Set router da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:29:01.508608 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-ee50ea30-e34e-4fdf-893d-a6cf63aa515d tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:29:01.512324 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ee50ea30-e34e-4fdf-893d-a6cf63aa515d tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2616849 Apr 08 10:29:01.513293 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59362) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:01.518265 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-93d9e78d-81cc-43c5-aa2a-a5607cc18fbd tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group_rule': {'security_group_id': '2537bd70-917d-4896-8ae0-0c2e87a0d49c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:01.518928 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-93d9e78d-81cc-43c5-aa2a-a5607cc18fbd tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:29:01.519834 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-93d9e78d-81cc-43c5-aa2a-a5607cc18fbd tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061860 Apr 08 10:29:01.522414 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59366) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:01.527596 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-f1ec414b-31fb-40a2-9f14-a1e32fc9dea5 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group_rule': {'security_group_id': '2537bd70-917d-4896-8ae0-0c2e87a0d49c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:01.534845 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f1ec414b-31fb-40a2-9f14-a1e32fc9dea5 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:01.539033 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f1ec414b-31fb-40a2-9f14-a1e32fc9dea5 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Usage tracker for resource:security_group_rule and tenant:6e558ec94b344d6fb1e6e4cff98eebe2 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:01.542923 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f1ec414b-31fb-40a2-9f14-a1e32fc9dea5 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:01.549876 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f1ec414b-31fb-40a2-9f14-a1e32fc9dea5 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:01.562288 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-65685d55-5eda-424b-bfbe-4eefbdc8e1ef req-8bd8a916-0b30-4426-ba4f-8bdb1e98d6b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=e7ff6e5e-9108-4443-91e2-395f50a85034 HTTP/1.1" status: 200 len: 1098 time: 0.2210474 Apr 08 10:29:01.630210 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-f1ec414b-31fb-40a2-9f14-a1e32fc9dea5 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:29:01.632411 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f1ec414b-31fb-40a2-9f14-a1e32fc9dea5 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1078405 Apr 08 10:29:01.634385 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59370) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:01.666748 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d5fce-c41c-47a3-86c4-2ee6e6f2cb94 req-1d2fabec-31d5-4185-91d8-5b5821b7aaf9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:01.667619 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-624d5fce-c41c-47a3-86c4-2ee6e6f2cb94 req-1d2fabec-31d5-4185-91d8-5b5821b7aaf9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:01.684908 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-624d5fce-c41c-47a3-86c4-2ee6e6f2cb94 req-1d2fabec-31d5-4185-91d8-5b5821b7aaf9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:01.686083 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-624d5fce-c41c-47a3-86c4-2ee6e6f2cb94 req-1d2fabec-31d5-4185-91d8-5b5821b7aaf9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ff6e5e-9108-4443-91e2-395f50a85034 HTTP/1.1" status: 200 len: 945 time: 0.1104381 Apr 08 10:29:01.695384 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-83f661f4-c76a-4cc6-a181-ba2573f102fc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group_rule': {'security_group_id': '2537bd70-917d-4896-8ae0-0c2e87a0d49c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:01.695994 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-83f661f4-c76a-4cc6-a181-ba2573f102fc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:29:01.700411 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-83f661f4-c76a-4cc6-a181-ba2573f102fc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0152986 Apr 08 10:29:01.703407 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d6c66a5d-2c1a-40f7-b5cd-519bc94babf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'name': 'tempest-TestNetworkBasicOps-router-1147210582', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:28:47Z', 'revision_number': 6, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35', 'name': '', 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:1f:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:33Z', 'updated_at': '2022-04-08T10:26:41Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:01.708277 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c66a5d-2c1a-40f7-b5cd-519bc94babf1 None None] Checking router: da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:29:01.709027 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59374) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:01.718844 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-f2e44efb-dda2-49f2-baaa-2f6c2fda2466 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group_rule': {'security_group_id': '2537bd70-917d-4896-8ae0-0c2e87a0d49c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:01.722187 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c66a5d-2c1a-40f7-b5cd-519bc94babf1 None None] Routers {'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:29:01.722840 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d6c66a5d-2c1a-40f7-b5cd-519bc94babf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:01.724847 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f2e44efb-dda2-49f2-baaa-2f6c2fda2466 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:01.728642 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f2e44efb-dda2-49f2-baaa-2f6c2fda2466 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Usage tracker for resource:security_group_rule and tenant:6e558ec94b344d6fb1e6e4cff98eebe2 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:01.732090 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f2e44efb-dda2-49f2-baaa-2f6c2fda2466 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:01.735821 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-624d5fce-c41c-47a3-86c4-2ee6e6f2cb94 req-a75abda8-e3f9-4f42-8a7c-f871167c3370 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:01.737729 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f2e44efb-dda2-49f2-baaa-2f6c2fda2466 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:01.748821 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-77298e7a-dfac-47a5-ae31-b14669868ca6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Deleting port d1e40729-28f4-4de2-97bc-7a6351acbfa8 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:29:01.749147 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-77298e7a-dfac-47a5-ae31-b14669868ca6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:01.752908 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-624d5fce-c41c-47a3-86c4-2ee6e6f2cb94 req-a75abda8-e3f9-4f42-8a7c-f871167c3370 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:01.754347 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-624d5fce-c41c-47a3-86c4-2ee6e6f2cb94 req-a75abda8-e3f9-4f42-8a7c-f871167c3370 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcabe309-6c60-4407-ac9e-f58bdadffc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592306 Apr 08 10:29:01.760719 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 295f04c8-d4b8-4bb9-87ee-c7c304bef64f no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:29:01.797050 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.securitygroups_db [None req-f2e44efb-dda2-49f2-baaa-2f6c2fda2466 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Project 6e558ec94b344d6fb1e6e4cff98eebe2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:29:01.803460 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 295f04c8-d4b8-4bb9-87ee-c7c304bef64f {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:29:01.804010 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 295f04c8-d4b8-4bb9-87ee-c7c304bef64f not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:29:01.927938 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-d6c66a5d-2c1a-40f7-b5cd-519bc94babf1 None None] Set router da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:29:01.928190 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-f2e44efb-dda2-49f2-baaa-2f6c2fda2466 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:29:01.929151 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f2e44efb-dda2-49f2-baaa-2f6c2fda2466 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2192485 Apr 08 10:29:01.937485 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59378) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:01.942310 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-3e1f0579-3500-4d61-8b72-c87bd21da69a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group_rule': {'security_group_id': '2537bd70-917d-4896-8ae0-0c2e87a0d49c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:01.942923 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-3e1f0579-3500-4d61-8b72-c87bd21da69a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:29:01.944191 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3e1f0579-3500-4d61-8b72-c87bd21da69a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0094318 Apr 08 10:29:01.945900 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65685d55-5eda-424b-bfbe-4eefbdc8e1ef req-80d19f30-842f-479a-aadc-0a987b65fd03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:01.946786 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59382) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:01.947333 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-65685d55-5eda-424b-bfbe-4eefbdc8e1ef req-80d19f30-842f-479a-aadc-0a987b65fd03 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f87cc2e-abff-4c5e-a9be-9df69703738c HTTP/1.1" status: 200 len: 897 time: 0.3544457 Apr 08 10:29:01.953839 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-d8daa4b4-1eaf-4cf5-8f73-37825ba4063c tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group_rule': {'security_group_id': '2537bd70-917d-4896-8ae0-0c2e87a0d49c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:01.964374 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d8daa4b4-1eaf-4cf5-8f73-37825ba4063c tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:01.968275 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d8daa4b4-1eaf-4cf5-8f73-37825ba4063c tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Usage tracker for resource:security_group_rule and tenant:6e558ec94b344d6fb1e6e4cff98eebe2 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:01.971227 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d8daa4b4-1eaf-4cf5-8f73-37825ba4063c tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:01.977022 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d8daa4b4-1eaf-4cf5-8f73-37825ba4063c tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:01.987012 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.securitygroups_db [None req-d8daa4b4-1eaf-4cf5-8f73-37825ba4063c tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Project 6e558ec94b344d6fb1e6e4cff98eebe2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:29:02.007090 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-d8daa4b4-1eaf-4cf5-8f73-37825ba4063c tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:29:02.011453 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d8daa4b4-1eaf-4cf5-8f73-37825ba4063c tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0602937 Apr 08 10:29:02.011610 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59386) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:02.017286 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-304cc8b2-0be4-4404-94dc-9d2b57d14edc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group_rule': {'security_group_id': '2537bd70-917d-4896-8ae0-0c2e87a0d49c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:02.025021 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-304cc8b2-0be4-4404-94dc-9d2b57d14edc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:02.028905 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-304cc8b2-0be4-4404-94dc-9d2b57d14edc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Usage tracker for resource:security_group_rule and tenant:6e558ec94b344d6fb1e6e4cff98eebe2 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:02.031734 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-304cc8b2-0be4-4404-94dc-9d2b57d14edc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:02.036835 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-65685d55-5eda-424b-bfbe-4eefbdc8e1ef req-7d114a9f-0357-4f0a-a281-2eedfb80e08c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5af9a6bb-925c-485a-a7e5-71926cd48599 HTTP/1.1" status: 200 len: 217 time: 0.0824711 Apr 08 10:29:02.037699 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-304cc8b2-0be4-4404-94dc-9d2b57d14edc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:02.049649 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.securitygroups_db [None req-304cc8b2-0be4-4404-94dc-9d2b57d14edc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Project 6e558ec94b344d6fb1e6e4cff98eebe2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:29:02.067126 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-77298e7a-dfac-47a5-ae31-b14669868ca6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] For port d1e40729-28f4-4de2-97bc-7a6351acbfa8, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=d1e40729-28f4-4de2-97bc-7a6351acbfa8,segment=NetworkSegment(b96e7c37-8dee-4fec-8a00-a3ecb63b50b1),segment_id=b96e7c37-8dee-4fec-8a00-a3ecb63b50b1)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:29:02.068068 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-77298e7a-dfac-47a5-ae31-b14669868ca6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:02.073539 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-304cc8b2-0be4-4404-94dc-9d2b57d14edc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:29:02.076768 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-304cc8b2-0be4-4404-94dc-9d2b57d14edc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0640192 Apr 08 10:29:02.079379 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59390) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:02.159713 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5ca8dc84-18b5-4b5c-bcff-f86de61ad67a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:02.186065 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5ca8dc84-18b5-4b5c-bcff-f86de61ad67a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:02.218266 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-77298e7a-dfac-47a5-ae31-b14669868ca6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Calling delete_port for d1e40729-28f4-4de2-97bc-7a6351acbfa8 owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:29:02.265241 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5ca8dc84-18b5-4b5c-bcff-f86de61ad67a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:02.289088 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8dc84-18b5-4b5c-bcff-f86de61ad67a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2537bd70-917d-4896-8ae0-0c2e87a0d49c,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:02.302363 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca8dc84-18b5-4b5c-bcff-f86de61ad67a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:02.302706 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca8dc84-18b5-4b5c-bcff-f86de61ad67a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:02.303437 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca8dc84-18b5-4b5c-bcff-f86de61ad67a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:02.303635 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d6c66a5d-2c1a-40f7-b5cd-519bc94babf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'name': 'tempest-TestNetworkBasicOps-router-1147210582', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:28:47Z', 'revision_number': 6, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35', 'name': '', 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:1f:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:33Z', 'updated_at': '2022-04-08T10:26:41Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:02.304453 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca8dc84-18b5-4b5c-bcff-f86de61ad67a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:02.304453 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca8dc84-18b5-4b5c-bcff-f86de61ad67a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:02.304453 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca8dc84-18b5-4b5c-bcff-f86de61ad67a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:02.304453 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca8dc84-18b5-4b5c-bcff-f86de61ad67a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:02.305054 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca8dc84-18b5-4b5c-bcff-f86de61ad67a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:02.305054 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca8dc84-18b5-4b5c-bcff-f86de61ad67a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:02.306070 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca8dc84-18b5-4b5c-bcff-f86de61ad67a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:02.306795 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca8dc84-18b5-4b5c-bcff-f86de61ad67a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:02.308299 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c66a5d-2c1a-40f7-b5cd-519bc94babf1 None None] The sync data for ids ['da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'] in dv-neutron-837110-1-hyperv is: [{'id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'name': 'tempest-TestNetworkBasicOps-router-1147210582', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:28:47Z', 'revision_number': 6, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35', 'name': '', 'network_id': '3f87cc2e-abff-4c5e-a9be-9df69703738c', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:1f:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:33Z', 'updated_at': '2022-04-08T10:26:41Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': 'e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:29:02.322697 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5ca8dc84-18b5-4b5c-bcff-f86de61ad67a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:02.322697 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5ca8dc84-18b5-4b5c-bcff-f86de61ad67a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "DELETE /v2.0/security-groups/2537bd70-917d-4896-8ae0-0c2e87a0d49c HTTP/1.1" status: 204 len: 168 time: 0.2366519 Apr 08 10:29:02.322697 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59394) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:02.390834 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65685d55-5eda-424b-bfbe-4eefbdc8e1ef req-752f9efb-b5cb-48e7-ab1a-2c5e86b71675 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:02.390834 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-65685d55-5eda-424b-bfbe-4eefbdc8e1ef req-752f9efb-b5cb-48e7-ab1a-2c5e86b71675 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58 HTTP/1.1" status: 200 len: 834 time: 0.1299882 Apr 08 10:29:02.411846 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f3e8878f-1ca2-4276-98b1-a7146610e016 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Synchronizing usage tracker for tenant:6e558ec94b344d6fb1e6e4cff98eebe2 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:02.433381 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f3e8878f-1ca2-4276-98b1-a7146610e016 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Unset dirty status for tenant:6e558ec94b344d6fb1e6e4cff98eebe2 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:02.433381 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f3e8878f-1ca2-4276-98b1-a7146610e016 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1115549 Apr 08 10:29:02.439602 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59398) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:02.446006 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-a0993683-571a-4bf8-8bff-e5f9ab0cdbdc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group': {'name': 'tempest-secgroup--1866480055'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:02.451737 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a0993683-571a-4bf8-8bff-e5f9ab0cdbdc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:02.462885 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a0993683-571a-4bf8-8bff-e5f9ab0cdbdc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:02.481222 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a0993683-571a-4bf8-8bff-e5f9ab0cdbdc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:02.530277 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-65685d55-5eda-424b-bfbe-4eefbdc8e1ef req-69690b78-0e6a-451c-8a13-b1171e9bdfcd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f87cc2e-abff-4c5e-a9be-9df69703738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1260788 Apr 08 10:29:02.539218 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a0993683-571a-4bf8-8bff-e5f9ab0cdbdc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:02.548282 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a0993683-571a-4bf8-8bff-e5f9ab0cdbdc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Usage tracker for resource:security_group_rule and tenant:6e558ec94b344d6fb1e6e4cff98eebe2 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:02.548282 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a0993683-571a-4bf8-8bff-e5f9ab0cdbdc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:02.563236 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a0993683-571a-4bf8-8bff-e5f9ab0cdbdc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:02.648560 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a0993683-571a-4bf8-8bff-e5f9ab0cdbdc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:02.648560 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a0993683-571a-4bf8-8bff-e5f9ab0cdbdc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:02.692499 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0993683-571a-4bf8-8bff-e5f9ab0cdbdc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b02d7b18-5b32-4b75-8f86-c8477d904fd6,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:02.726738 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a0993683-571a-4bf8-8bff-e5f9ab0cdbdc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:02.726738 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a0993683-571a-4bf8-8bff-e5f9ab0cdbdc tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2884026 Apr 08 10:29:02.734776 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59402) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:02.746561 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-91db1dbf-0f44-47d0-a354-c472f8382761 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group_rule': {'security_group_id': 'b02d7b18-5b32-4b75-8f86-c8477d904fd6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:02.752553 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-65685d55-5eda-424b-bfbe-4eefbdc8e1ef req-f7e9dd0b-f436-4b63-9d76-67f1374c0deb service neutron] 10.222.0.52 "GET /v2.0/networks/3f87cc2e-abff-4c5e-a9be-9df69703738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110200 Apr 08 10:29:02.752553 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-77298e7a-dfac-47a5-ae31-b14669868ca6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:02.757151 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f32261b-057a-4043-9bf2-497dd45d24ac None None] New status for floating IP b194ca48-c2ef-45c4-897e-74bc0c7f78e2: DOWN {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:29:02.762136 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-91db1dbf-0f44-47d0-a354-c472f8382761 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:02.762136 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-91db1dbf-0f44-47d0-a354-c472f8382761 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Usage tracker for resource:security_group_rule and tenant:6e558ec94b344d6fb1e6e4cff98eebe2 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:02.762136 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-91db1dbf-0f44-47d0-a354-c472f8382761 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:02.762136 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-91db1dbf-0f44-47d0-a354-c472f8382761 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:02.819957 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-91db1dbf-0f44-47d0-a354-c472f8382761 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] create failed (client error): The resource could not be found. Apr 08 10:29:02.820200 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-91db1dbf-0f44-47d0-a354-c472f8382761 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0891998 Apr 08 10:29:02.822729 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59408) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:02.829606 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-69ecd6c1-06b4-458f-aa75-6f9cc888b90b tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group_rule': {'security_group_id': 'b02d7b18-5b32-4b75-8f86-c8477d904fd6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bf22f57e-437c-44df-9847-caef0ae390b1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:02.835794 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-69ecd6c1-06b4-458f-aa75-6f9cc888b90b tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:02.840733 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-69ecd6c1-06b4-458f-aa75-6f9cc888b90b tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Usage tracker for resource:security_group_rule and tenant:6e558ec94b344d6fb1e6e4cff98eebe2 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:02.844931 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-69ecd6c1-06b4-458f-aa75-6f9cc888b90b tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:02.851946 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-69ecd6c1-06b4-458f-aa75-6f9cc888b90b tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:02.872425 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77298e7a-dfac-47a5-ae31-b14669868ca6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Port': ['ID=d1e40729-28f4-4de2-97bc-7a6351acbfa8,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:02.930938 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-69ecd6c1-06b4-458f-aa75-6f9cc888b90b tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] create failed (client error): The resource could not be found. Apr 08 10:29:02.930938 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-69ecd6c1-06b4-458f-aa75-6f9cc888b90b tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0957096 Apr 08 10:29:02.930938 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59412) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:03.232258 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-65685d55-5eda-424b-bfbe-4eefbdc8e1ef req-577496f3-d6f0-44e5-9dbe-39954ab7f673 service neutron] 10.222.0.52 "GET /v2.0/networks/3f87cc2e-abff-4c5e-a9be-9df69703738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662197 Apr 08 10:29:03.288308 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-42c4418c-5dc2-41ed-b198-198ecd0f5a53 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:03.298022 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574eda7a-1124-44ea-a3ea-46e16082210a req-24de5a3f-1bef-4678-b0d7-cfdcfd141119 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:03.299118 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-574eda7a-1124-44ea-a3ea-46e16082210a req-24de5a3f-1bef-4678-b0d7-cfdcfd141119 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7ff6e5e-9108-4443-91e2-395f50a85034 HTTP/1.1" status: 200 len: 945 time: 0.3418531 Apr 08 10:29:03.378263 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19687662-0eb9-447f-b074-dc2c5ecda99c req-4fd6ced8-b74a-41dc-890a-30c584a51ebb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:03.378263 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-19687662-0eb9-447f-b074-dc2c5ecda99c req-4fd6ced8-b74a-41dc-890a-30c584a51ebb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ff6e5e-9108-4443-91e2-395f50a85034 HTTP/1.1" status: 200 len: 945 time: 0.3264139 Apr 08 10:29:03.403208 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-42c4418c-5dc2-41ed-b198-198ecd0f5a53 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:03.432139 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-77298e7a-dfac-47a5-ae31-b14669868ca6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:03.454612 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-574eda7a-1124-44ea-a3ea-46e16082210a req-2d2e6d53-96a0-4f20-bfd0-2dc4755c1240 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port 5af9a6bb-925c-485a-a7e5-71926cd48599 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:29:03.455433 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-574eda7a-1124-44ea-a3ea-46e16082210a req-2d2e6d53-96a0-4f20-bfd0-2dc4755c1240 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:03.621835 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-19687662-0eb9-447f-b074-dc2c5ecda99c req-8537088d-ff35-4820-a95e-26dd6df582dd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcabe309-6c60-4407-ac9e-f58bdadffc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373655 Apr 08 10:29:03.666900 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-42c4418c-5dc2-41ed-b198-198ecd0f5a53 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:03.702940 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4418c-5dc2-41ed-b198-198ecd0f5a53 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02d7b18-5b32-4b75-8f86-c8477d904fd6,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:03.715494 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-42c4418c-5dc2-41ed-b198-198ecd0f5a53 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:03.719252 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-42c4418c-5dc2-41ed-b198-198ecd0f5a53 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "DELETE /v2.0/security-groups/b02d7b18-5b32-4b75-8f86-c8477d904fd6 HTTP/1.1" status: 204 len: 168 time: 0.7928269 Apr 08 10:29:03.719510 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59416) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:03.876317 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77298e7a-dfac-47a5-ae31-b14669868ca6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Router f6af07ec-8f53-41da-b83d-37f15d4c9a98 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:29:03.890580 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-01086189-9471-4e65-b541-1ad11a014d1c tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Synchronizing usage tracker for tenant:6e558ec94b344d6fb1e6e4cff98eebe2 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:03.923804 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-574eda7a-1124-44ea-a3ea-46e16082210a req-2d2e6d53-96a0-4f20-bfd0-2dc4755c1240 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port 5af9a6bb-925c-485a-a7e5-71926cd48599, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5af9a6bb-925c-485a-a7e5-71926cd48599,segment=NetworkSegment(a7088723-8415-48cc-b76b-c11a581a5402),segment_id=a7088723-8415-48cc-b76b-c11a581a5402)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:29:03.924191 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-574eda7a-1124-44ea-a3ea-46e16082210a req-2d2e6d53-96a0-4f20-bfd0-2dc4755c1240 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:03.930967 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-01086189-9471-4e65-b541-1ad11a014d1c tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Unset dirty status for tenant:6e558ec94b344d6fb1e6e4cff98eebe2 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:03.936650 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-01086189-9471-4e65-b541-1ad11a014d1c tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2118082 Apr 08 10:29:03.936829 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59420) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:03.943830 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-813059af-ad19-4e4c-8acc-9f559c0e8683 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group_rule': {'security_group_id': 'a7511cae-807f-4485-b39e-22dbfbba5dde', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:04.018672 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77298e7a-dfac-47a5-ae31-b14669868ca6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:29:04.033703 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-77298e7a-dfac-47a5-ae31-b14669868ca6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "PUT /v2.0/routers/f6af07ec-8f53-41da-b83d-37f15d4c9a98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8203938 Apr 08 10:29:04.034815 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59424) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:04.039089 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfea6121-608c-4535-8a6e-329ec4394acd None None] Sync routers for ids ['f6af07ec-8f53-41da-b83d-37f15d4c9a98'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:29:04.055223 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfea6121-608c-4535-8a6e-329ec4394acd None None] Routers {'f6af07ec-8f53-41da-b83d-37f15d4c9a98'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:29:04.056032 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-cfea6121-608c-4535-8a6e-329ec4394acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['f6af07ec-8f53-41da-b83d-37f15d4c9a98'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:04.066695 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-813059af-ad19-4e4c-8acc-9f559c0e8683 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:04.075923 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-574eda7a-1124-44ea-a3ea-46e16082210a req-2d2e6d53-96a0-4f20-bfd0-2dc4755c1240 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for 5af9a6bb-925c-485a-a7e5-71926cd48599 owned by compute:nova {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:29:04.111424 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-813059af-ad19-4e4c-8acc-9f559c0e8683 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Usage tracker for resource:security_group_rule and tenant:6e558ec94b344d6fb1e6e4cff98eebe2 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:04.116666 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-813059af-ad19-4e4c-8acc-9f559c0e8683 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:04.137004 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-813059af-ad19-4e4c-8acc-9f559c0e8683 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:04.226407 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-cfea6121-608c-4535-8a6e-329ec4394acd None None] Set router f6af07ec-8f53-41da-b83d-37f15d4c9a98 gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:29:04.249581 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-813059af-ad19-4e4c-8acc-9f559c0e8683 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] create failed (client error): The resource could not be found. Apr 08 10:29:04.249581 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-813059af-ad19-4e4c-8acc-9f559c0e8683 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3066852 Apr 08 10:29:04.256378 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59428) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:04.268713 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-49d69c3b-e275-4a9a-8f57-c7f67caa471e tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group': {'name': 'tempest-secgroup--569635452'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:04.289090 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-49d69c3b-e275-4a9a-8f57-c7f67caa471e tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:04.294667 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe00c6e-db01-4a31-8610-e7487222b35e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Deleting subnet 0cf1a89a-d4f5-48b2-a559-374a863488d5 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:29:04.301416 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-49d69c3b-e275-4a9a-8f57-c7f67caa471e tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:04.306219 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1fe00c6e-db01-4a31-8610-e7487222b35e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:04.311852 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-574eda7a-1124-44ea-a3ea-46e16082210a req-2d2e6d53-96a0-4f20-bfd0-2dc4755c1240 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:04.360527 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-49d69c3b-e275-4a9a-8f57-c7f67caa471e tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:04.362555 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1fe00c6e-db01-4a31-8610-e7487222b35e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:04.378364 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-cfea6121-608c-4535-8a6e-329ec4394acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'name': 'tempest-RoutersTest-router-820085337', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:59Z', 'updated_at': '2022-04-08T10:29:02Z', 'revision_number': 11, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'gw_port_host': None}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:04.378560 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e6d53-96a0-4f20-bfd0-2dc4755c1240 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=5af9a6bb-925c-485a-a7e5-71926cd48599,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:04.383853 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfea6121-608c-4535-8a6e-329ec4394acd None None] Checking router: f6af07ec-8f53-41da-b83d-37f15d4c9a98 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:29:04.393811 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfea6121-608c-4535-8a6e-329ec4394acd None None] Routers {'f6af07ec-8f53-41da-b83d-37f15d4c9a98'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:29:04.394542 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-cfea6121-608c-4535-8a6e-329ec4394acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['f6af07ec-8f53-41da-b83d-37f15d4c9a98'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:04.467364 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-574eda7a-1124-44ea-a3ea-46e16082210a req-2d2e6d53-96a0-4f20-bfd0-2dc4755c1240 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] No DVR routers for this DVR port 5af9a6bb-925c-485a-a7e5-71926cd48599 on host hv-neutron-8371 {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:29:04.468278 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1fe00c6e-db01-4a31-8610-e7487222b35e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:04.469741 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-574eda7a-1124-44ea-a3ea-46e16082210a req-2d2e6d53-96a0-4f20-bfd0-2dc4755c1240 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:04.473320 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ff6e5e-9108-4443-91e2-395f50a85034', 'name': 'network-vif-deleted', 'tag': '5af9a6bb-925c-485a-a7e5-71926cd48599'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:29:04.512761 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-49d69c3b-e275-4a9a-8f57-c7f67caa471e tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:04.515919 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-574eda7a-1124-44ea-a3ea-46e16082210a req-2d2e6d53-96a0-4f20-bfd0-2dc4755c1240 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "DELETE /v2.0/ports/5af9a6bb-925c-485a-a7e5-71926cd48599 HTTP/1.1" status: 204 len: 173 time: 1.2029121 Apr 08 10:29:04.518890 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-49d69c3b-e275-4a9a-8f57-c7f67caa471e tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Usage tracker for resource:security_group_rule and tenant:6e558ec94b344d6fb1e6e4cff98eebe2 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:04.523028 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-49d69c3b-e275-4a9a-8f57-c7f67caa471e tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:04.530649 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-cfea6121-608c-4535-8a6e-329ec4394acd None None] Set router f6af07ec-8f53-41da-b83d-37f15d4c9a98 gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:29:04.533439 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-49d69c3b-e275-4a9a-8f57-c7f67caa471e tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:04.561505 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd1779cf-f5f8-4c43-970c-834e66d405f5'] response: {'server_uuid': 'e7ff6e5e-9108-4443-91e2-395f50a85034', 'name': 'network-vif-deleted', 'tag': '5af9a6bb-925c-485a-a7e5-71926cd48599', 'status': 'completed', 'code': 200} Apr 08 10:29:04.563619 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1fe00c6e-db01-4a31-8610-e7487222b35e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:04.632035 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-49d69c3b-e275-4a9a-8f57-c7f67caa471e tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:04.637531 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-49d69c3b-e275-4a9a-8f57-c7f67caa471e tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:04.642498 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe00c6e-db01-4a31-8610-e7487222b35e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Subnet': ['ID=0cf1a89a-d4f5-48b2-a559-374a863488d5,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:04.655258 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-cfea6121-608c-4535-8a6e-329ec4394acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'name': 'tempest-RoutersTest-router-820085337', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:59Z', 'updated_at': '2022-04-08T10:29:02Z', 'revision_number': 11, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'gw_port_host': None}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:04.655625 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e67ea24-8feb-46a9-9fb8-dc28ae983785 None None] Network fbce5fa8-2732-4d4c-abc6-7662bf9411e4 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:29:04.662354 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfea6121-608c-4535-8a6e-329ec4394acd None None] The sync data for ids ['f6af07ec-8f53-41da-b83d-37f15d4c9a98'] in dv-neutron-837110-1-hyperv is: [{'id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'name': 'tempest-RoutersTest-router-820085337', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:59Z', 'updated_at': '2022-04-08T10:29:02Z', 'revision_number': 11, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'gw_port_host': None}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:29:04.664743 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1fe00c6e-db01-4a31-8610-e7487222b35e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:04.685484 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe00c6e-db01-4a31-8610-e7487222b35e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:04.686469 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe00c6e-db01-4a31-8610-e7487222b35e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:04.686843 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe00c6e-db01-4a31-8610-e7487222b35e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:04.687871 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe00c6e-db01-4a31-8610-e7487222b35e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:04.688496 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe00c6e-db01-4a31-8610-e7487222b35e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:04.689207 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe00c6e-db01-4a31-8610-e7487222b35e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:04.689830 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe00c6e-db01-4a31-8610-e7487222b35e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:04.690291 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe00c6e-db01-4a31-8610-e7487222b35e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:04.690770 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe00c6e-db01-4a31-8610-e7487222b35e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:04.691324 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe00c6e-db01-4a31-8610-e7487222b35e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:04.691801 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe00c6e-db01-4a31-8610-e7487222b35e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:04.700134 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1fe00c6e-db01-4a31-8610-e7487222b35e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/subnets/0cf1a89a-d4f5-48b2-a559-374a863488d5 HTTP/1.1" status: 204 len: 168 time: 0.6645467 Apr 08 10:29:04.703014 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59436) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:04.705312 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-49d69c3b-e275-4a9a-8f57-c7f67caa471e tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:04.707967 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-49d69c3b-e275-4a9a-8f57-c7f67caa471e tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4566169 Apr 08 10:29:04.714718 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59440) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:04.720278 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-3fd30aad-ac95-4b2a-b1cb-c119aa51701d tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group': {'name': 'tempest-secgroup--244055566'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:04.727839 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d69c3b-e275-4a9a-8f57-c7f67caa471e tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96282ed5-2272-4db9-bc66-3b46c6ccea61,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:04.739534 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3fd30aad-ac95-4b2a-b1cb-c119aa51701d tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:04.754142 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3fd30aad-ac95-4b2a-b1cb-c119aa51701d tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:04.767768 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3fd30aad-ac95-4b2a-b1cb-c119aa51701d tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:04.811665 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3fd30aad-ac95-4b2a-b1cb-c119aa51701d tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:04.816622 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3fd30aad-ac95-4b2a-b1cb-c119aa51701d tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Usage tracker for resource:security_group_rule and tenant:6e558ec94b344d6fb1e6e4cff98eebe2 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:04.819777 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3fd30aad-ac95-4b2a-b1cb-c119aa51701d tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:04.827626 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3fd30aad-ac95-4b2a-b1cb-c119aa51701d tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:04.858992 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-86282696-4d46-4bff-b967-a1b77b24ec51 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:04.880645 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-86282696-4d46-4bff-b967-a1b77b24ec51 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Deleting port 672e70bd-4cfe-475c-9028-45da68b95ba1 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:29:04.880981 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-86282696-4d46-4bff-b967-a1b77b24ec51 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:04.895789 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3fd30aad-ac95-4b2a-b1cb-c119aa51701d tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:04.941871 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3fd30aad-ac95-4b2a-b1cb-c119aa51701d tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:05.014906 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd30aad-ac95-4b2a-b1cb-c119aa51701d tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e5604f-c79a-4a82-9acb-04c8dabb6369,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:05.021818 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-cfeb43e8-0a69-4b94-ba2c-3112501e0cd2 req-32e9f5d3-8b43-443e-8339-60b927e5566f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:05.029424 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3fd30aad-ac95-4b2a-b1cb-c119aa51701d tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:05.030603 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3fd30aad-ac95-4b2a-b1cb-c119aa51701d tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3148353 Apr 08 10:29:05.037604 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59444) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:05.044728 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-ccc16010-954a-4bed-9da2-2b0b72b66d8b tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group_rule': {'security_group_id': '96282ed5-2272-4db9-bc66-3b46c6ccea61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c8e5604f-c79a-4a82-9acb-04c8dabb6369'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:05.054154 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ccc16010-954a-4bed-9da2-2b0b72b66d8b tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:05.060307 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ccc16010-954a-4bed-9da2-2b0b72b66d8b tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Usage tracker for resource:security_group_rule and tenant:6e558ec94b344d6fb1e6e4cff98eebe2 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:05.065877 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ccc16010-954a-4bed-9da2-2b0b72b66d8b tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:05.072990 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-cfeb43e8-0a69-4b94-ba2c-3112501e0cd2 req-32e9f5d3-8b43-443e-8339-60b927e5566f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:05.074892 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cfeb43e8-0a69-4b94-ba2c-3112501e0cd2 req-32e9f5d3-8b43-443e-8339-60b927e5566f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ff6e5e-9108-4443-91e2-395f50a85034 HTTP/1.1" status: 200 len: 210 time: 0.1764476 Apr 08 10:29:05.075981 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ccc16010-954a-4bed-9da2-2b0b72b66d8b tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:05.100719 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cd8a18-dfa1-4f8d-b522-58bc2eea7488 None None] DHCP port deletion for fbce5fa8-2732-4d4c-abc6-7662bf9411e4 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:29:05.105551 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-04cd8a18-dfa1-4f8d-b522-58bc2eea7488 None None] Deleting port 672e70bd-4cfe-475c-9028-45da68b95ba1 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:29:05.106214 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-04cd8a18-dfa1-4f8d-b522-58bc2eea7488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:05.148535 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-ccc16010-954a-4bed-9da2-2b0b72b66d8b tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:29:05.154334 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ccc16010-954a-4bed-9da2-2b0b72b66d8b tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1133440 Apr 08 10:29:05.154760 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59448) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:05.235506 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-19a43252-9db0-4a43-9975-6d5967a37684 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:05.292825 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-19a43252-9db0-4a43-9975-6d5967a37684 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:05.301739 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-86282696-4d46-4bff-b967-a1b77b24ec51 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] For port 672e70bd-4cfe-475c-9028-45da68b95ba1, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=672e70bd-4cfe-475c-9028-45da68b95ba1,segment=NetworkSegment(b96e7c37-8dee-4fec-8a00-a3ecb63b50b1),segment_id=b96e7c37-8dee-4fec-8a00-a3ecb63b50b1)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:29:05.301739 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-86282696-4d46-4bff-b967-a1b77b24ec51 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:05.349525 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-19a43252-9db0-4a43-9975-6d5967a37684 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:05.385662 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a43252-9db0-4a43-9975-6d5967a37684 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e5604f-c79a-4a82-9acb-04c8dabb6369,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:05.395311 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-19a43252-9db0-4a43-9975-6d5967a37684 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:05.399219 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-19a43252-9db0-4a43-9975-6d5967a37684 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "DELETE /v2.0/security-groups/c8e5604f-c79a-4a82-9acb-04c8dabb6369 HTTP/1.1" status: 204 len: 168 time: 0.2434134 Apr 08 10:29:05.401993 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59452) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:05.425619 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-04cd8a18-dfa1-4f8d-b522-58bc2eea7488 None None] For port 672e70bd-4cfe-475c-9028-45da68b95ba1, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=672e70bd-4cfe-475c-9028-45da68b95ba1,segment=NetworkSegment(b96e7c37-8dee-4fec-8a00-a3ecb63b50b1),segment_id=b96e7c37-8dee-4fec-8a00-a3ecb63b50b1)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:29:05.425619 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-04cd8a18-dfa1-4f8d-b522-58bc2eea7488 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:05.447378 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-86282696-4d46-4bff-b967-a1b77b24ec51 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Calling delete_port for 672e70bd-4cfe-475c-9028-45da68b95ba1 owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:29:05.496656 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f7e70f05-657c-40ae-a697-75788a9222de tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Synchronizing usage tracker for tenant:6e558ec94b344d6fb1e6e4cff98eebe2 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:05.514385 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f7e70f05-657c-40ae-a697-75788a9222de tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Unset dirty status for tenant:6e558ec94b344d6fb1e6e4cff98eebe2 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:05.515822 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f7e70f05-657c-40ae-a697-75788a9222de tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1135299 Apr 08 10:29:05.518794 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59456) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:05.553390 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-04cd8a18-dfa1-4f8d-b522-58bc2eea7488 None None] Calling delete_port for 672e70bd-4cfe-475c-9028-45da68b95ba1 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:29:05.560422 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-86282696-4d46-4bff-b967-a1b77b24ec51 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:05.599377 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-421d45e4-1123-4145-8913-a42b4a0f29a2 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:05.619438 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86282696-4d46-4bff-b967-a1b77b24ec51 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Port': ['ID=672e70bd-4cfe-475c-9028-45da68b95ba1,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:05.630456 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86282696-4d46-4bff-b967-a1b77b24ec51 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] No DVR routers for this DVR port 672e70bd-4cfe-475c-9028-45da68b95ba1 on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:29:05.632247 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-04cd8a18-dfa1-4f8d-b522-58bc2eea7488 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:29:05.632613 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-04cd8a18-dfa1-4f8d-b522-58bc2eea7488 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:29:05.641563 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-421d45e4-1123-4145-8913-a42b4a0f29a2 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:05.692062 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-421d45e4-1123-4145-8913-a42b4a0f29a2 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:05.711306 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d45e4-1123-4145-8913-a42b4a0f29a2 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96282ed5-2272-4db9-bc66-3b46c6ccea61,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:05.753292 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-421d45e4-1123-4145-8913-a42b4a0f29a2 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:05.759928 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-86282696-4d46-4bff-b967-a1b77b24ec51 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:05.768737 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-421d45e4-1123-4145-8913-a42b4a0f29a2 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "DELETE /v2.0/security-groups/96282ed5-2272-4db9-bc66-3b46c6ccea61 HTTP/1.1" status: 204 len: 168 time: 0.2474878 Apr 08 10:29:05.774803 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59460) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:05.810177 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-86282696-4d46-4bff-b967-a1b77b24ec51 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbce5fa8-2732-4d4c-abc6-7662bf9411e4']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:05.814919 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d1e40729-28f4-4de2-97bc-7a6351acbfa8 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:29:05.824776 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-86282696-4d46-4bff-b967-a1b77b24ec51 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b96e7c37-8dee-4fec-8a00-a3ecb63b50b1') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:05.824776 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-86282696-4d46-4bff-b967-a1b77b24ec51 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b96e7c37-8dee-4fec-8a00-a3ecb63b50b1') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:05.836636 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-86282696-4d46-4bff-b967-a1b77b24ec51 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:05.857119 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-349ee33c-b4ea-46dd-afeb-c7146f3c639f tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Synchronizing usage tracker for tenant:6e558ec94b344d6fb1e6e4cff98eebe2 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:05.857967 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-86282696-4d46-4bff-b967-a1b77b24ec51 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:05.858135 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: d1e40729-28f4-4de2-97bc-7a6351acbfa8 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:29:05.858135 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d1e40729-28f4-4de2-97bc-7a6351acbfa8 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:29:05.858135 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 672e70bd-4cfe-475c-9028-45da68b95ba1 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:29:05.863338 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86282696-4d46-4bff-b967-a1b77b24ec51 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:29:05.863739 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-86282696-4d46-4bff-b967-a1b77b24ec51 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:05.870079 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-349ee33c-b4ea-46dd-afeb-c7146f3c639f tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Unset dirty status for tenant:6e558ec94b344d6fb1e6e4cff98eebe2 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:05.875689 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-349ee33c-b4ea-46dd-afeb-c7146f3c639f tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1007745 Apr 08 10:29:05.875689 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59464) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:29:05.881734 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:29:05.887752 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-a302d077-e4cd-4176-83f7-c2bb1c94de6a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group': {'name': 'tempest-secgroup--773467029'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:05.893998 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 672e70bd-4cfe-475c-9028-45da68b95ba1 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:29:05.893998 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 672e70bd-4cfe-475c-9028-45da68b95ba1 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:29:05.894212 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a302d077-e4cd-4176-83f7-c2bb1c94de6a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:05.903468 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a302d077-e4cd-4176-83f7-c2bb1c94de6a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:05.913919 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a302d077-e4cd-4176-83f7-c2bb1c94de6a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:05.959924 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a302d077-e4cd-4176-83f7-c2bb1c94de6a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:05.964744 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a302d077-e4cd-4176-83f7-c2bb1c94de6a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Usage tracker for resource:security_group_rule and tenant:6e558ec94b344d6fb1e6e4cff98eebe2 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:05.969688 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a302d077-e4cd-4176-83f7-c2bb1c94de6a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:05.975620 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a302d077-e4cd-4176-83f7-c2bb1c94de6a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:05.988139 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-86282696-4d46-4bff-b967-a1b77b24ec51 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:06.008323 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-86282696-4d46-4bff-b967-a1b77b24ec51 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:06.022767 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86282696-4d46-4bff-b967-a1b77b24ec51 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Pushing event deleted for resources: {'Network': ['ID=fbce5fa8-2732-4d4c-abc6-7662bf9411e4,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:06.031264 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-86282696-4d46-4bff-b967-a1b77b24ec51 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/networks/fbce5fa8-2732-4d4c-abc6-7662bf9411e4 HTTP/1.1" status: 204 len: 168 time: 1.3240809 Apr 08 10:29:06.031385 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59468) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:06.039471 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-6d5f2ead-187b-4652-aa41-cc9215805292 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'router': {'routes': None}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:06.098517 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:29:06.101493 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a302d077-e4cd-4176-83f7-c2bb1c94de6a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:06.109329 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a302d077-e4cd-4176-83f7-c2bb1c94de6a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:06.133863 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-04cd8a18-dfa1-4f8d-b522-58bc2eea7488 None None] Deleting port 672e70bd-4cfe-475c-9028-45da68b95ba1 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:29:06.134268 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-04cd8a18-dfa1-4f8d-b522-58bc2eea7488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:06.205808 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59474) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:06.216138 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302d077-e4cd-4176-83f7-c2bb1c94de6a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb2a2f6-0ec3-4bec-b3fb-e8e28b2a49ec,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:06.221250 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-04cd8a18-dfa1-4f8d-b522-58bc2eea7488 None None] The port '672e70bd-4cfe-475c-9028-45da68b95ba1' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:29:06.286237 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a302d077-e4cd-4176-83f7-c2bb1c94de6a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:06.286237 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a302d077-e4cd-4176-83f7-c2bb1c94de6a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4092760 Apr 08 10:29:06.296861 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59478) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:06.303633 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-bcfa9e27-e67f-4380-a0e4-52bdbbcac0f1 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group_rule': {'security_group_id': '4eb2a2f6-0ec3-4bec-b3fb-e8e28b2a49ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:06.311421 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ccb807b2-2968-457c-962f-6436100fec2b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:06.313956 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-bcfa9e27-e67f-4380-a0e4-52bdbbcac0f1 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:06.327631 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-bcfa9e27-e67f-4380-a0e4-52bdbbcac0f1 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Usage tracker for resource:security_group_rule and tenant:6e558ec94b344d6fb1e6e4cff98eebe2 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:06.336061 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-bcfa9e27-e67f-4380-a0e4-52bdbbcac0f1 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:06.350923 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-bcfa9e27-e67f-4380-a0e4-52bdbbcac0f1 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:06.364413 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ccb807b2-2968-457c-962f-6436100fec2b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:06.427388 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-bcfa9e27-e67f-4380-a0e4-52bdbbcac0f1 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:29:06.430433 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-bcfa9e27-e67f-4380-a0e4-52bdbbcac0f1 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1342783 Apr 08 10:29:06.431211 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59482) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:06.437312 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-7e13bddd-d929-4eaf-b8f3-334f999ad9b1 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group_rule': {'security_group_id': '4eb2a2f6-0ec3-4bec-b3fb-e8e28b2a49ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:06.450083 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-7e13bddd-d929-4eaf-b8f3-334f999ad9b1 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:06.450083 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-7e13bddd-d929-4eaf-b8f3-334f999ad9b1 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Usage tracker for resource:security_group_rule and tenant:6e558ec94b344d6fb1e6e4cff98eebe2 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:06.458630 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-7e13bddd-d929-4eaf-b8f3-334f999ad9b1 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:06.458630 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-7e13bddd-d929-4eaf-b8f3-334f999ad9b1 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:06.490127 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ccb807b2-2968-457c-962f-6436100fec2b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:06.510866 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb807b2-2968-457c-962f-6436100fec2b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcabe309-6c60-4407-ac9e-f58bdadffc5d,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:06.519735 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-7e13bddd-d929-4eaf-b8f3-334f999ad9b1 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:29:06.519735 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7e13bddd-d929-4eaf-b8f3-334f999ad9b1 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0863192 Apr 08 10:29:06.524353 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59486) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:06.537644 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.extraroute_db [None req-6d5f2ead-187b-4652-aa41-cc9215805292 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Added routes are [] {{(pid=83845) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 08 10:29:06.537644 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.extraroute_db [None req-6d5f2ead-187b-4652-aa41-cc9215805292 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Removed routes are [] {{(pid=83845) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 08 10:29:06.537644 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6d5f2ead-187b-4652-aa41-cc9215805292 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:06.571023 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ccb807b2-2968-457c-962f-6436100fec2b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:06.572160 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ccb807b2-2968-457c-962f-6436100fec2b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/security-groups/bcabe309-6c60-4407-ac9e-f58bdadffc5d HTTP/1.1" status: 204 len: 168 time: 0.3653526 Apr 08 10:29:06.600824 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-71ae1bd9-9783-42a0-8b24-a7cdb5152875 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:06.629842 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59492) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:06.703098 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-71ae1bd9-9783-42a0-8b24-a7cdb5152875 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:06.805491 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6d5f2ead-187b-4652-aa41-cc9215805292 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:06.808888 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6d5f2ead-187b-4652-aa41-cc9215805292 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1762438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1762447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1757449'] for router, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:06.832136 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-71ae1bd9-9783-42a0-8b24-a7cdb5152875 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:06.863402 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae1bd9-9783-42a0-8b24-a7cdb5152875 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb2a2f6-0ec3-4bec-b3fb-e8e28b2a49ec,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:06.878531 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-71ae1bd9-9783-42a0-8b24-a7cdb5152875 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:06.878531 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-71ae1bd9-9783-42a0-8b24-a7cdb5152875 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "DELETE /v2.0/security-groups/4eb2a2f6-0ec3-4bec-b3fb-e8e28b2a49ec HTTP/1.1" status: 204 len: 168 time: 0.3497131 Apr 08 10:29:06.878531 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59496) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:06.958834 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ee7323ce-d783-4bac-95b6-abb36b829957 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Synchronizing usage tracker for tenant:6e558ec94b344d6fb1e6e4cff98eebe2 on resource:security_group {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:06.976518 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5f2ead-187b-4652-aa41-cc9215805292 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Router f6af07ec-8f53-41da-b83d-37f15d4c9a98 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:29:07.102181 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ee7323ce-d783-4bac-95b6-abb36b829957 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Unset dirty status for tenant:6e558ec94b344d6fb1e6e4cff98eebe2 on resource:security_group {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:07.102181 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ee7323ce-d783-4bac-95b6-abb36b829957 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2242756 Apr 08 10:29:07.113025 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59502) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:07.121986 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-8cbba0fe-c502-474d-89da-5394bc8039f5 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204038291'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:07.134955 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8cbba0fe-c502-474d-89da-5394bc8039f5 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:07.150266 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8cbba0fe-c502-474d-89da-5394bc8039f5 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:07.164275 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8cbba0fe-c502-474d-89da-5394bc8039f5 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:07.168062 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5f2ead-187b-4652-aa41-cc9215805292 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:29:07.173631 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6d5f2ead-187b-4652-aa41-cc9215805292 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:07.176121 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6d5f2ead-187b-4652-aa41-cc9215805292 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "PUT /v2.0/routers/f6af07ec-8f53-41da-b83d-37f15d4c9a98 HTTP/1.1" status: 200 len: 700 time: 1.1427841 Apr 08 10:29:07.178084 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59506) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:07.178620 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8d0864-363f-4964-9eb2-89cac94faff8 None None] Sync routers for ids ['f6af07ec-8f53-41da-b83d-37f15d4c9a98'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:29:07.199090 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8d0864-363f-4964-9eb2-89cac94faff8 None None] Routers {'f6af07ec-8f53-41da-b83d-37f15d4c9a98'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:29:07.199090 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-8c8d0864-363f-4964-9eb2-89cac94faff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['f6af07ec-8f53-41da-b83d-37f15d4c9a98'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:07.222570 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8cbba0fe-c502-474d-89da-5394bc8039f5 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:07.227861 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8cbba0fe-c502-474d-89da-5394bc8039f5 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Usage tracker for resource:security_group_rule and tenant:6e558ec94b344d6fb1e6e4cff98eebe2 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:07.230745 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1f105fda-425f-4aa1-8cad-baea27f3fd63 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Synchronizing usage tracker for tenant:44ffe129493d49b08ea911b16ee6c97f on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:07.231899 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8cbba0fe-c502-474d-89da-5394bc8039f5 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:07.254006 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8cbba0fe-c502-474d-89da-5394bc8039f5 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:07.259907 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1f105fda-425f-4aa1-8cad-baea27f3fd63 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Unset dirty status for tenant:44ffe129493d49b08ea911b16ee6c97f on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:07.259907 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1f105fda-425f-4aa1-8cad-baea27f3fd63 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6af07ec-8f53-41da-b83d-37f15d4c9a98 HTTP/1.1" status: 200 len: 205 time: 0.0687895 Apr 08 10:29:07.259907 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59510) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:07.311097 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0d4dd2b3-1896-4b51-91ff-4ba58e630d1a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:07.387867 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-8c8d0864-363f-4964-9eb2-89cac94faff8 None None] Set router f6af07ec-8f53-41da-b83d-37f15d4c9a98 gateway port host: None {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:29:07.394965 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3b624f0c-b2ca-4fdb-8325-a70383318903 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:07.517499 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-8c8d0864-363f-4964-9eb2-89cac94faff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'name': 'tempest-RoutersTest-router-820085337', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:59Z', 'updated_at': '2022-04-08T10:29:02Z', 'revision_number': 11, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'gw_port_host': None}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:07.517499 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8d0864-363f-4964-9eb2-89cac94faff8 None None] Checking router: f6af07ec-8f53-41da-b83d-37f15d4c9a98 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:29:07.535614 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8d0864-363f-4964-9eb2-89cac94faff8 None None] Routers {'f6af07ec-8f53-41da-b83d-37f15d4c9a98'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:29:07.535614 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-8c8d0864-363f-4964-9eb2-89cac94faff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['f6af07ec-8f53-41da-b83d-37f15d4c9a98'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:07.558887 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8cbba0fe-c502-474d-89da-5394bc8039f5 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:07.567636 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8cbba0fe-c502-474d-89da-5394bc8039f5 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:07.646775 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbba0fe-c502-474d-89da-5394bc8039f5 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7f9355-6960-40fc-ac8b-37165bfd496d,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:07.646775 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8cbba0fe-c502-474d-89da-5394bc8039f5 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:07.646775 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8cbba0fe-c502-474d-89da-5394bc8039f5 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5344369 Apr 08 10:29:07.649311 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59514) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:07.655881 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-1da362c3-f2ef-4ae9-af3a-9e1d70f1e1e4 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:07.656227 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-1da362c3-f2ef-4ae9-af3a-9e1d70f1e1e4 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] update failed (client error): There was a conflict when trying to complete your request. Apr 08 10:29:07.657951 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1da362c3-f2ef-4ae9-af3a-9e1d70f1e1e4 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "PUT /v2.0/security-groups/ef7f9355-6960-40fc-ac8b-37165bfd496d HTTP/1.1" status: 409 len: 330 time: 0.0082936 Apr 08 10:29:07.661982 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59518) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:07.670436 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 5af9a6bb-925c-485a-a7e5-71926cd48599 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:29:07.708953 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: 5af9a6bb-925c-485a-a7e5-71926cd48599 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:29:07.709181 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 5af9a6bb-925c-485a-a7e5-71926cd48599 not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:29:07.720597 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-8c8d0864-363f-4964-9eb2-89cac94faff8 None None] Set router f6af07ec-8f53-41da-b83d-37f15d4c9a98 gateway port host: None {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:29:07.768154 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6f62e08e-7531-4637-920f-1034d9afd467 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:07.805116 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6f62e08e-7531-4637-920f-1034d9afd467 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:07.838702 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-8c8d0864-363f-4964-9eb2-89cac94faff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'name': 'tempest-RoutersTest-router-820085337', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:59Z', 'updated_at': '2022-04-08T10:29:02Z', 'revision_number': 11, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'gw_port_host': None}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:07.842807 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8d0864-363f-4964-9eb2-89cac94faff8 None None] The sync data for ids ['f6af07ec-8f53-41da-b83d-37f15d4c9a98'] in dv-neutron-837110-1-hyperv is: [{'id': 'f6af07ec-8f53-41da-b83d-37f15d4c9a98', 'name': 'tempest-RoutersTest-router-820085337', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:59Z', 'updated_at': '2022-04-08T10:29:02Z', 'revision_number': 11, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'gw_port_host': None}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:29:07.923260 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3b624f0c-b2ca-4fdb-8325-a70383318903 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:07.927509 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3b624f0c-b2ca-4fdb-8325-a70383318903 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:07.965666 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3b624f0c-b2ca-4fdb-8325-a70383318903 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:07.966185 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b624f0c-b2ca-4fdb-8325-a70383318903 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Fanout notify agent at l3_agent the message router_deleted on router f6af07ec-8f53-41da-b83d-37f15d4c9a98 {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:29:07.980388 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3b624f0c-b2ca-4fdb-8325-a70383318903 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:07.985233 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3b624f0c-b2ca-4fdb-8325-a70383318903 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/routers/f6af07ec-8f53-41da-b83d-37f15d4c9a98 HTTP/1.1" status: 204 len: 168 time: 0.7294419 Apr 08 10:29:07.987320 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59522) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:07.991793 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-8c1a1a64-80be-4861-b76e-972305afb934 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-268664131', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:07.993563 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6f62e08e-7531-4637-920f-1034d9afd467 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:07.998948 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-8c1a1a64-80be-4861-b76e-972305afb934 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:08.003264 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-8c1a1a64-80be-4861-b76e-972305afb934 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Usage tracker for resource:router and tenant:44ffe129493d49b08ea911b16ee6c97f is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:08.006272 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-8c1a1a64-80be-4861-b76e-972305afb934 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:08.019347 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-8c1a1a64-80be-4861-b76e-972305afb934 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:08.030831 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c1a1a64-80be-4861-b76e-972305afb934 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:08.032192 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c1a1a64-80be-4861-b76e-972305afb934 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:08.040314 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62e08e-7531-4637-920f-1034d9afd467 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7f9355-6960-40fc-ac8b-37165bfd496d,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:08.048715 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6f62e08e-7531-4637-920f-1034d9afd467 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:08.048715 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6f62e08e-7531-4637-920f-1034d9afd467 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "DELETE /v2.0/security-groups/ef7f9355-6960-40fc-ac8b-37165bfd496d HTTP/1.1" status: 204 len: 168 time: 0.3867474 Apr 08 10:29:08.051916 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59526) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:08.094257 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c1a1a64-80be-4861-b76e-972305afb934 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:08.124154 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c1a1a64-80be-4861-b76e-972305afb934 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:08.178885 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c1a1a64-80be-4861-b76e-972305afb934 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:08.178885 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8c1a1a64-80be-4861-b76e-972305afb934 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1894128 Apr 08 10:29:08.187926 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59530) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:08.194010 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-fb06bfe3-adc8-41b9-9020-1b311e108c82 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:08.215032 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-523ee824-6d49-4740-ad91-285ee6c4fc0a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Synchronizing usage tracker for tenant:6e558ec94b344d6fb1e6e4cff98eebe2 on resource:security_group {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:08.233528 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:08.253576 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-523ee824-6d49-4740-ad91-285ee6c4fc0a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] Unset dirty status for tenant:6e558ec94b344d6fb1e6e4cff98eebe2 on resource:security_group {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:08.254944 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-523ee824-6d49-4740-ad91-285ee6c4fc0a tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2024291 Apr 08 10:29:08.258833 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59534) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:08.279203 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-e17ce6e9-4823-4745-b425-2e167ef4ba16 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] delete failed (client error): The resource could not be found. Apr 08 10:29:08.280256 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e17ce6e9-4823-4745-b425-2e167ef4ba16 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "DELETE /v2.0/security-groups/f17d27d5-6da1-416f-8321-673142a34db2 HTTP/1.1" status: 404 len: 347 time: 0.0205286 Apr 08 10:29:08.289552 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59538) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:08.304726 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-e8c54dae-e7f8-4d98-b343-223968be953c tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] show failed (client error): The resource could not be found. Apr 08 10:29:08.305725 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e8c54dae-e7f8-4d98-b343-223968be953c tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "GET /v2.0/security-groups/7cc3f7e3-7a09-404e-9ea2-44c577cee4af HTTP/1.1" status: 404 len: 347 time: 0.0199018 Apr 08 10:29:08.311916 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59542) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:08.338255 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-8f3ef3a9-ef61-4572-b75f-467e976d6e96 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] show failed (client error): The resource could not be found. Apr 08 10:29:08.339282 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8f3ef3a9-ef61-4572-b75f-467e976d6e96 tempest-NegativeSecGroupIPv6Test-2087902144 tempest-NegativeSecGroupIPv6Test-2087902144-project] 10.222.0.47 "GET /v2.0/security-group-rules/3bbc9fbd-55c9-428c-a336-ed3bceb7dcf8 HTTP/1.1" status: 404 len: 356 time: 0.0259013 Apr 08 10:29:08.482101 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-0d4dd2b3-1896-4b51-91ff-4ba58e630d1a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:29:08.482375 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0d4dd2b3-1896-4b51-91ff-4ba58e630d1a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:08.596095 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fb06bfe3-adc8-41b9-9020-1b311e108c82 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:08.613293 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fb06bfe3-adc8-41b9-9020-1b311e108c82 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1762438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1762447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1757449'] for router, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:08.717064 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-0d4dd2b3-1896-4b51-91ff-4ba58e630d1a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35,segment=NetworkSegment(a7088723-8415-48cc-b76b-c11a581a5402),segment_id=a7088723-8415-48cc-b76b-c11a581a5402)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:29:08.717616 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0d4dd2b3-1896-4b51-91ff-4ba58e630d1a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:08.725014 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59550) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:08.820749 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb06bfe3-adc8-41b9-9020-1b311e108c82 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Router df77b3d3-101d-4cdf-9a80-fc98d2f7d0ef is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:29:08.860201 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-0d4dd2b3-1896-4b51-91ff-4ba58e630d1a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35 owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:29:08.975683 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb06bfe3-adc8-41b9-9020-1b311e108c82 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:29:08.982934 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fb06bfe3-adc8-41b9-9020-1b311e108c82 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:08.985790 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-84e04df5-7357-4a11-895e-d1797b9e857b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6e558ec94b344d6fb1e6e4cff98eebe2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2603340 Apr 08 10:29:08.987103 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-fb06bfe3-adc8-41b9-9020-1b311e108c82 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "PUT /v2.0/routers/df77b3d3-101d-4cdf-9a80-fc98d2f7d0ef HTTP/1.1" status: 200 len: 693 time: 0.8052423 Apr 08 10:29:08.987831 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59556) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:08.988372 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59558) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:08.992989 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b33ce0-d3ac-4734-86a9-9bf2839d6b19 None None] Sync routers for ids ['df77b3d3-101d-4cdf-9a80-fc98d2f7d0ef'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:29:09.006793 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b33ce0-d3ac-4734-86a9-9bf2839d6b19 None None] Routers {'df77b3d3-101d-4cdf-9a80-fc98d2f7d0ef'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:29:09.007167 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-76b33ce0-d3ac-4734-86a9-9bf2839d6b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['df77b3d3-101d-4cdf-9a80-fc98d2f7d0ef'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:09.171075 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-76b33ce0-d3ac-4734-86a9-9bf2839d6b19 None None] Set router df77b3d3-101d-4cdf-9a80-fc98d2f7d0ef gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:29:09.190850 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-27261ee4-55b6-4027-a3b4-6deac46ba94d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "GET /v2.0/routers/df77b3d3-101d-4cdf-9a80-fc98d2f7d0ef HTTP/1.1" status: 200 len: 699 time: 0.2017620 Apr 08 10:29:09.194426 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59564) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:09.235255 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9ff94bae-d64d-4f2f-8157-d7e2fdc827f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:09.261082 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59568) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:09.261677 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-48344300-9d94-4d13-be5d-7da490d64836 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "GET /v2.0/ports?device_id=df77b3d3-101d-4cdf-9a80-fc98d2f7d0ef HTTP/1.1" status: 200 len: 205 time: 0.0643654 Apr 08 10:29:09.294178 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-76b33ce0-d3ac-4734-86a9-9bf2839d6b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df77b3d3-101d-4cdf-9a80-fc98d2f7d0ef', 'name': 'tempest-RoutersTest-router-268664131', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:29:08Z', 'updated_at': '2022-04-08T10:29:08Z', 'revision_number': 2, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'gw_port_host': None}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:09.299293 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b33ce0-d3ac-4734-86a9-9bf2839d6b19 None None] Checking router: df77b3d3-101d-4cdf-9a80-fc98d2f7d0ef for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:29:09.311882 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b33ce0-d3ac-4734-86a9-9bf2839d6b19 None None] Routers {'df77b3d3-101d-4cdf-9a80-fc98d2f7d0ef'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:29:09.312236 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-76b33ce0-d3ac-4734-86a9-9bf2839d6b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['df77b3d3-101d-4cdf-9a80-fc98d2f7d0ef'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:09.446914 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-76b33ce0-d3ac-4734-86a9-9bf2839d6b19 None None] Set router df77b3d3-101d-4cdf-9a80-fc98d2f7d0ef gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:29:09.483303 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9ff94bae-d64d-4f2f-8157-d7e2fdc827f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:09.506354 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0d4dd2b3-1896-4b51-91ff-4ba58e630d1a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:09.563911 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-76b33ce0-d3ac-4734-86a9-9bf2839d6b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df77b3d3-101d-4cdf-9a80-fc98d2f7d0ef', 'name': 'tempest-RoutersTest-router-268664131', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:29:08Z', 'updated_at': '2022-04-08T10:29:08Z', 'revision_number': 2, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'gw_port_host': None}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:09.566589 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b33ce0-d3ac-4734-86a9-9bf2839d6b19 None None] The sync data for ids ['df77b3d3-101d-4cdf-9a80-fc98d2f7d0ef'] in dv-neutron-837110-1-hyperv is: [{'id': 'df77b3d3-101d-4cdf-9a80-fc98d2f7d0ef', 'name': 'tempest-RoutersTest-router-268664131', 'tenant_id': '44ffe129493d49b08ea911b16ee6c97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:29:08Z', 'updated_at': '2022-04-08T10:29:08Z', 'revision_number': 2, 'project_id': '44ffe129493d49b08ea911b16ee6c97f', 'gw_port_host': None}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:29:09.572119 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4dd2b3-1896-4b51-91ff-4ba58e630d1a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:09.666854 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f00cedb1-6d33-4fa9-addb-ef44b2596b2a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:09.832507 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9ff94bae-d64d-4f2f-8157-d7e2fdc827f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:09.861174 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff94bae-d64d-4f2f-8157-d7e2fdc827f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa1c148-bf0a-43bc-a786-8c99763cb206,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:10.122743 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9ff94bae-d64d-4f2f-8157-d7e2fdc827f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:10.129151 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9ff94bae-d64d-4f2f-8157-d7e2fdc827f2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eaa1c148-bf0a-43bc-a786-8c99763cb206 HTTP/1.1" status: 204 len: 168 time: 1.1334493 Apr 08 10:29:10.294563 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f00cedb1-6d33-4fa9-addb-ef44b2596b2a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:10.321350 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f00cedb1-6d33-4fa9-addb-ef44b2596b2a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:10.373796 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f00cedb1-6d33-4fa9-addb-ef44b2596b2a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:10.374325 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00cedb1-6d33-4fa9-addb-ef44b2596b2a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Fanout notify agent at l3_agent the message router_deleted on router df77b3d3-101d-4cdf-9a80-fc98d2f7d0ef {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:29:10.404713 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f00cedb1-6d33-4fa9-addb-ef44b2596b2a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:10.405943 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f00cedb1-6d33-4fa9-addb-ef44b2596b2a tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/routers/df77b3d3-101d-4cdf-9a80-fc98d2f7d0ef HTTP/1.1" status: 204 len: 168 time: 1.1419768 Apr 08 10:29:10.410161 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59574) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:10.434004 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0d4dd2b3-1896-4b51-91ff-4ba58e630d1a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:10.490506 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-02f61242-0097-462c-980b-e1b1b57228d4 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "GET /v2.0/ports?device_id=df77b3d3-101d-4cdf-9a80-fc98d2f7d0ef HTTP/1.1" status: 200 len: 205 time: 0.0760167 Apr 08 10:29:10.493685 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59578) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:10.571843 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-3b9bd86f-81e3-46a6-98cb-3a0351f92f17 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] delete failed (client error): The resource could not be found. Apr 08 10:29:10.573607 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3b9bd86f-81e3-46a6-98cb-3a0351f92f17 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/routers/df77b3d3-101d-4cdf-9a80-fc98d2f7d0ef HTTP/1.1" status: 404 len: 336 time: 0.0789948 Apr 08 10:29:10.576567 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59582) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:10.623224 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-11581ebf-c2fc-4041-97d4-17a5a87d7c82 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] DELETE failed (client error): The resource could not be found. Apr 08 10:29:10.623224 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11581ebf-c2fc-4041-97d4-17a5a87d7c82 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:29:10.625094 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-11581ebf-c2fc-4041-97d4-17a5a87d7c82 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/subnets/ed0a6b47-2e13-4eb0-b8bd-262a63832f4d HTTP/1.1" status: 404 len: 337 time: 0.0472763 Apr 08 10:29:10.628507 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59586) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:10.668699 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ed8b87-17d9-4035-8bfd-13041bbd1bc4 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] DELETE failed (client error): The resource could not be found. Apr 08 10:29:10.669145 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63ed8b87-17d9-4035-8bfd-13041bbd1bc4 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:29:10.672115 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-63ed8b87-17d9-4035-8bfd-13041bbd1bc4 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/subnets/94831ca3-8905-4916-a24b-000c2efa13ad HTTP/1.1" status: 404 len: 337 time: 0.0420527 Apr 08 10:29:10.674123 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59590) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:10.712653 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-e89b0af4-1ec7-457b-8004-c14aba0e6830 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] DELETE failed (client error): The resource could not be found. Apr 08 10:29:10.713060 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e89b0af4-1ec7-457b-8004-c14aba0e6830 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:29:10.716108 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e89b0af4-1ec7-457b-8004-c14aba0e6830 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/subnets/da6dbefb-55f1-4c52-8b4f-b4481e49f6b0 HTTP/1.1" status: 404 len: 337 time: 0.0408163 Apr 08 10:29:10.718392 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59594) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:10.873220 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee55f13-f1b0-4fac-8a3d-c67dc527dd11 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] DELETE failed (client error): The resource could not be found. Apr 08 10:29:10.873672 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee55f13-f1b0-4fac-8a3d-c67dc527dd11 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:29:10.875408 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-eee55f13-f1b0-4fac-8a3d-c67dc527dd11 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/subnets/0cf1a89a-d4f5-48b2-a559-374a863488d5 HTTP/1.1" status: 404 len: 337 time: 0.1559260 Apr 08 10:29:10.878111 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59598) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:10.924887 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-01e9eec3-51ad-481a-8fe9-196b5b18e161 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6af07ec-8f53-41da-b83d-37f15d4c9a98 HTTP/1.1" status: 200 len: 205 time: 0.0454676 Apr 08 10:29:10.927133 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59602) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:10.996876 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-54c730cc-53b3-4fd6-a5a4-bdb8b5e231a8 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] delete failed (client error): The resource could not be found. Apr 08 10:29:11.000108 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-54c730cc-53b3-4fd6-a5a4-bdb8b5e231a8 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/routers/f6af07ec-8f53-41da-b83d-37f15d4c9a98 HTTP/1.1" status: 404 len: 336 time: 0.0698364 Apr 08 10:29:11.002749 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59606) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:11.044672 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-279cadbc-c7c3-4647-aee7-00f49e6a9219 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e5a1602-1fb5-447c-b09f-525e5dd01398 HTTP/1.1" status: 200 len: 205 time: 0.0419922 Apr 08 10:29:11.046495 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59610) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:11.159213 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-373607c0-a7ab-43cf-a7e1-6e009fbf444d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] delete failed (client error): The resource could not be found. Apr 08 10:29:11.159886 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-373607c0-a7ab-43cf-a7e1-6e009fbf444d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/routers/1e5a1602-1fb5-447c-b09f-525e5dd01398 HTTP/1.1" status: 404 len: 336 time: 0.1122808 Apr 08 10:29:11.162792 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59614) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:11.208377 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd655071-b505-40bb-9829-e3004b2b257d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] DELETE failed (client error): The resource could not be found. Apr 08 10:29:11.208377 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd655071-b505-40bb-9829-e3004b2b257d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:29:11.210227 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-dd655071-b505-40bb-9829-e3004b2b257d tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/subnets/902480b9-c6a2-47ff-952f-d9e40f20915b HTTP/1.1" status: 404 len: 337 time: 0.0464573 Apr 08 10:29:11.212796 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59618) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:11.237579 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4dd2b3-1896-4b51-91ff-4ba58e630d1a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:29:11.255813 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-628e9d68-e74f-482e-8134-67520dcb3f10 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "GET /v2.0/ports?device_id=0aa4fdce-95ff-4794-bb03-6f9ddcd524b8 HTTP/1.1" status: 200 len: 205 time: 0.0393360 Apr 08 10:29:11.257490 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59622) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:11.326017 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-25ba18e7-154d-4baf-8475-94dd6ccc772e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] delete failed (client error): The resource could not be found. Apr 08 10:29:11.326306 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-25ba18e7-154d-4baf-8475-94dd6ccc772e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/routers/0aa4fdce-95ff-4794-bb03-6f9ddcd524b8 HTTP/1.1" status: 404 len: 336 time: 0.0693700 Apr 08 10:29:11.329009 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59626) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:11.373296 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f05fd9ba-9813-4b42-8949-d940917020d7 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "GET /v2.0/ports?device_id=19085626-9656-49cb-a8cf-2dc95d56178d HTTP/1.1" status: 200 len: 205 time: 0.0401332 Apr 08 10:29:11.373462 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59630) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:11.447743 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-f65c8474-0c74-44f5-8915-1e1948211e30 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] delete failed (client error): The resource could not be found. Apr 08 10:29:11.447743 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f65c8474-0c74-44f5-8915-1e1948211e30 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/routers/19085626-9656-49cb-a8cf-2dc95d56178d HTTP/1.1" status: 404 len: 336 time: 0.0677309 Apr 08 10:29:11.450587 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59634) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:11.502353 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-65060041-c93d-4967-9927-a14ec2b5c192 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] DELETE failed (client error): The resource could not be found. Apr 08 10:29:11.502854 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65060041-c93d-4967-9927-a14ec2b5c192 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:29:11.505148 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-65060041-c93d-4967-9927-a14ec2b5c192 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/subnets/85b75c14-da1c-43c9-a59b-01be7f48d304 HTTP/1.1" status: 404 len: 337 time: 0.0501022 Apr 08 10:29:11.507090 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59638) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:11.555896 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-567496d2-e77d-4a61-998f-11d2fecd4eae tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Synchronizing usage tracker for tenant:44ffe129493d49b08ea911b16ee6c97f on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:11.567533 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4dd2b3-1896-4b51-91ff-4ba58e630d1a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:29:11.575969 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0d4dd2b3-1896-4b51-91ff-4ba58e630d1a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "PUT /v2.0/routers/da8d1587-61d5-42af-9cf2-fc81ff9b7ad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9437342 Apr 08 10:29:11.577504 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-567496d2-e77d-4a61-998f-11d2fecd4eae tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] Unset dirty status for tenant:44ffe129493d49b08ea911b16ee6c97f on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:11.578306 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3faafe-52e7-4a96-ba51-53dc3b3c2498 None None] Sync routers for ids ['da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:29:11.578840 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-567496d2-e77d-4a61-998f-11d2fecd4eae tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "GET /v2.0/ports?device_id=166d5de0-1211-4f9e-8273-982c5bc75410 HTTP/1.1" status: 200 len: 205 time: 0.0704153 Apr 08 10:29:11.578937 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59642) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:11.581756 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59644) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:11.591116 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3faafe-52e7-4a96-ba51-53dc3b3c2498 None None] Routers {'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:29:11.591860 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-5f3faafe-52e7-4a96-ba51-53dc3b3c2498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:11.691557 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-d50fcd3e-564a-4893-b3ac-6487ec6f65ea tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] delete failed (client error): The resource could not be found. Apr 08 10:29:11.695738 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d50fcd3e-564a-4893-b3ac-6487ec6f65ea tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/routers/166d5de0-1211-4f9e-8273-982c5bc75410 HTTP/1.1" status: 404 len: 336 time: 0.1106145 Apr 08 10:29:11.695917 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59650) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:11.737709 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c52502-be62-496f-bce4-f234970ad0ec tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] DELETE failed (client error): The resource could not be found. Apr 08 10:29:11.738214 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c52502-be62-496f-bce4-f234970ad0ec tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:29:11.742231 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e3c52502-be62-496f-bce4-f234970ad0ec tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/subnets/f3734c9f-88da-456b-88de-b63baa305e94 HTTP/1.1" status: 404 len: 337 time: 0.0433881 Apr 08 10:29:11.742495 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59654) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:11.772750 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-5f3faafe-52e7-4a96-ba51-53dc3b3c2498 None None] Set router da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:29:11.788986 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-76f6703b-e497-47d0-8bc3-4183dcadc67e tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "GET /v2.0/ports?device_id=49e2108d-1a1d-493c-aad4-fdc598ad3dda HTTP/1.1" status: 200 len: 205 time: 0.0453207 Apr 08 10:29:11.791107 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59658) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:11.846590 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a761ac-f916-4048-8784-70b2e8e6d4cb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting subnet e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:29:11.850184 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-09a761ac-f916-4048-8784-70b2e8e6d4cb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:11.856378 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-494e526d-9f63-4a79-a964-fddc140eed37 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] delete failed (client error): The resource could not be found. Apr 08 10:29:11.860684 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-494e526d-9f63-4a79-a964-fddc140eed37 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/routers/49e2108d-1a1d-493c-aad4-fdc598ad3dda HTTP/1.1" status: 404 len: 336 time: 0.0654154 Apr 08 10:29:11.860684 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59662) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:11.904434 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d445e30-aa10-47f9-adfe-a7e9e730aaf6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] DELETE failed (client error): The resource could not be found. Apr 08 10:29:11.905003 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d445e30-aa10-47f9-adfe-a7e9e730aaf6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:29:11.906663 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7d445e30-aa10-47f9-adfe-a7e9e730aaf6 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/subnets/f086cc2c-7ca5-4add-ae86-aab85726cfaf HTTP/1.1" status: 404 len: 337 time: 0.0458300 Apr 08 10:29:11.910041 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59666) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:11.913365 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-09a761ac-f916-4048-8784-70b2e8e6d4cb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:11.947331 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb029688-b939-4b82-93c3-a97b8a63aa01 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] DELETE failed (client error): The resource could not be found. Apr 08 10:29:11.948413 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb029688-b939-4b82-93c3-a97b8a63aa01 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:29:11.952639 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-cb029688-b939-4b82-93c3-a97b8a63aa01 tempest-RoutersTest-1295231811 tempest-RoutersTest-1295231811-project] 10.222.0.47 "DELETE /v2.0/subnets/2ac1a21b-67e2-47c4-960a-4d214e24fa4f HTTP/1.1" status: 404 len: 337 time: 0.0396013 Apr 08 10:29:12.000165 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-09a761ac-f916-4048-8784-70b2e8e6d4cb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:12.095446 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-09a761ac-f916-4048-8784-70b2e8e6d4cb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:12.101107 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-5f3faafe-52e7-4a96-ba51-53dc3b3c2498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'name': 'tempest-TestNetworkBasicOps-router-1147210582', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:29:09Z', 'revision_number': 7, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:12.107527 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3faafe-52e7-4a96-ba51-53dc3b3c2498 None None] Checking router: da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:29:12.127559 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3faafe-52e7-4a96-ba51-53dc3b3c2498 None None] Routers {'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:29:12.128970 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-5f3faafe-52e7-4a96-ba51-53dc3b3c2498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:28:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:12.150777 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a761ac-f916-4048-8784-70b2e8e6d4cb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:12.155735 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-09a761ac-f916-4048-8784-70b2e8e6d4cb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:12.163274 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-09a761ac-f916-4048-8784-70b2e8e6d4cb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/subnets/e1f4d9f9-72ba-41e3-86ec-2b9f78ae1d58 HTTP/1.1" status: 204 len: 168 time: 0.5833390 Apr 08 10:29:12.166183 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59672) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:12.189574 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0423fe-77c7-42ec-8471-cdf8dbda4721 None None] Network 3f87cc2e-abff-4c5e-a9be-9df69703738c requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:29:12.332112 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59678) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:12.401118 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2c92e3d7-f1d2-4efc-aa35-2a027a683e69 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:12.529045 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-5f3faafe-52e7-4a96-ba51-53dc3b3c2498 None None] Set router da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:29:12.535066 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-bff43fd7-4b07-4328-9f15-cdea83228690 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=44ffe129493d49b08ea911b16ee6c97f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2009065 Apr 08 10:29:12.537518 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59684) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:12.601567 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c82ae984-349e-4355-afb7-9efe9752df56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:12.601965 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2c92e3d7-f1d2-4efc-aa35-2a027a683e69 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:12.613073 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-2c92e3d7-f1d2-4efc-aa35-2a027a683e69 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port 24524a7a-4c0a-4caa-bf66-dfad6adb8b57 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:29:12.613876 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2c92e3d7-f1d2-4efc-aa35-2a027a683e69 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:12.634606 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c82ae984-349e-4355-afb7-9efe9752df56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:12.694887 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c82ae984-349e-4355-afb7-9efe9752df56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:12.712875 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ae984-349e-4355-afb7-9efe9752df56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33410830-5bb5-426e-a920-a5d711291e62,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:12.718126 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c82ae984-349e-4355-afb7-9efe9752df56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:12.732221 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c82ae984-349e-4355-afb7-9efe9752df56 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/33410830-5bb5-426e-a920-a5d711291e62 HTTP/1.1" status: 204 len: 168 time: 0.1838148 Apr 08 10:29:12.834950 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f375e122-2fe0-4a4c-8850-c9280c6dec73 None None] DHCP port deletion for 3f87cc2e-abff-4c5e-a9be-9df69703738c request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:29:12.845881 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-f375e122-2fe0-4a4c-8850-c9280c6dec73 None None] Deleting port 0811c5c9-390d-4f58-ad25-992a1994cfe0 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:29:12.846401 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f375e122-2fe0-4a4c-8850-c9280c6dec73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:12.925559 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-2c92e3d7-f1d2-4efc-aa35-2a027a683e69 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port 24524a7a-4c0a-4caa-bf66-dfad6adb8b57, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=24524a7a-4c0a-4caa-bf66-dfad6adb8b57,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:29:12.925910 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2c92e3d7-f1d2-4efc-aa35-2a027a683e69 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:12.999436 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-5f3faafe-52e7-4a96-ba51-53dc3b3c2498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'name': 'tempest-TestNetworkBasicOps-router-1147210582', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:29:09Z', 'revision_number': 7, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:13.059822 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-2c92e3d7-f1d2-4efc-aa35-2a027a683e69 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for 24524a7a-4c0a-4caa-bf66-dfad6adb8b57 owned by network:router_gateway {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:29:13.061859 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3faafe-52e7-4a96-ba51-53dc3b3c2498 None None] The sync data for ids ['da8d1587-61d5-42af-9cf2-fc81ff9b7ad6'] in dv-neutron-837110-1-hyperv is: [{'id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'name': 'tempest-TestNetworkBasicOps-router-1147210582', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:29:09Z', 'revision_number': 7, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '24524a7a-4c0a-4caa-bf66-dfad6adb8b57', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d1587-61d5-42af-9cf2-fc81ff9b7ad6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:26:25Z', 'updated_at': '2022-04-08T10:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:29:13.095927 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-f375e122-2fe0-4a4c-8850-c9280c6dec73 None None] For port 0811c5c9-390d-4f58-ad25-992a1994cfe0, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=0811c5c9-390d-4f58-ad25-992a1994cfe0,segment=NetworkSegment(a7088723-8415-48cc-b76b-c11a581a5402),segment_id=a7088723-8415-48cc-b76b-c11a581a5402)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:29:13.096355 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f375e122-2fe0-4a4c-8850-c9280c6dec73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:13.248826 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-f375e122-2fe0-4a4c-8850-c9280c6dec73 None None] Calling delete_port for 0811c5c9-390d-4f58-ad25-992a1994cfe0 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:29:13.255502 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2c92e3d7-f1d2-4efc-aa35-2a027a683e69 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:13.300864 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92e3d7-f1d2-4efc-aa35-2a027a683e69 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=24524a7a-4c0a-4caa-bf66-dfad6adb8b57,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:13.316848 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c6fe0ca6-edc2-4e88-919b-320d95abacd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:13.341918 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f375e122-2fe0-4a4c-8850-c9280c6dec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:13.395653 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375e122-2fe0-4a4c-8850-c9280c6dec73 None None] Pushing event deleted for resources: {'Port': ['ID=0811c5c9-390d-4f58-ad25-992a1994cfe0,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:13.408592 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375e122-2fe0-4a4c-8850-c9280c6dec73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:13.409288 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375e122-2fe0-4a4c-8850-c9280c6dec73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:13.409632 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375e122-2fe0-4a4c-8850-c9280c6dec73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:13.410146 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375e122-2fe0-4a4c-8850-c9280c6dec73 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:13.410644 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375e122-2fe0-4a4c-8850-c9280c6dec73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:13.411231 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375e122-2fe0-4a4c-8850-c9280c6dec73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:13.411571 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375e122-2fe0-4a4c-8850-c9280c6dec73 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:13.411933 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375e122-2fe0-4a4c-8850-c9280c6dec73 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:13.412261 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375e122-2fe0-4a4c-8850-c9280c6dec73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:13.412606 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375e122-2fe0-4a4c-8850-c9280c6dec73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:13.412935 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375e122-2fe0-4a4c-8850-c9280c6dec73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:13.415559 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f375e122-2fe0-4a4c-8850-c9280c6dec73 None None] No DVR routers for this DVR port 0811c5c9-390d-4f58-ad25-992a1994cfe0 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:29:13.542406 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2c92e3d7-f1d2-4efc-aa35-2a027a683e69 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:13.719544 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59706) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:13.835253 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2c92e3d7-f1d2-4efc-aa35-2a027a683e69 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:13.845595 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2c92e3d7-f1d2-4efc-aa35-2a027a683e69 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:13.859523 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:29:13.882136 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2c92e3d7-f1d2-4efc-aa35-2a027a683e69 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:13.883236 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c92e3d7-f1d2-4efc-aa35-2a027a683e69 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Fanout notify agent at l3_agent the message router_deleted on router da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:29:13.888349 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-ae23450d-e813-4cd7-ad02-fc22d65120eb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Request body: {'security_group': {'name': 'tempest-secgroup--207447290'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:13.900336 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2c92e3d7-f1d2-4efc-aa35-2a027a683e69 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:13.901229 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ae23450d-e813-4cd7-ad02-fc22d65120eb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:13.902752 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2c92e3d7-f1d2-4efc-aa35-2a027a683e69 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/routers/da8d1587-61d5-42af-9cf2-fc81ff9b7ad6 HTTP/1.1" status: 204 len: 168 time: 1.7343733 Apr 08 10:29:13.905590 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59712) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:13.914789 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:29:13.915169 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device ed0182d3-b3eb-42c9-b4d7-af84ddbd6b35 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:29:13.915871 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 0811c5c9-390d-4f58-ad25-992a1994cfe0 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:29:13.939193 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ae23450d-e813-4cd7-ad02-fc22d65120eb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Usage tracker for resource:security_group and tenant:e0443b006978413bae811bac8c0afc18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:13.947214 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ae23450d-e813-4cd7-ad02-fc22d65120eb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:13.954653 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 0811c5c9-390d-4f58-ad25-992a1994cfe0 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:29:13.954938 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 0811c5c9-390d-4f58-ad25-992a1994cfe0 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:29:13.957299 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ae23450d-e813-4cd7-ad02-fc22d65120eb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:14.041150 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ae23450d-e813-4cd7-ad02-fc22d65120eb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:14.067247 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ae23450d-e813-4cd7-ad02-fc22d65120eb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:14.084845 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0eb8ddc9-e9bc-4c70-9671-c06d03915b84 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:14.148191 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ae23450d-e813-4cd7-ad02-fc22d65120eb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:14.169499 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ae23450d-e813-4cd7-ad02-fc22d65120eb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Usage tracker for resource:security_group_rule and tenant:e0443b006978413bae811bac8c0afc18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:14.177778 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ae23450d-e813-4cd7-ad02-fc22d65120eb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:14.232547 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ae23450d-e813-4cd7-ad02-fc22d65120eb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:14.260372 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0eb8ddc9-e9bc-4c70-9671-c06d03915b84 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:14.293332 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-0eb8ddc9-e9bc-4c70-9671-c06d03915b84 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f87cc2e-abff-4c5e-a9be-9df69703738c']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:14.311452 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-0eb8ddc9-e9bc-4c70-9671-c06d03915b84 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7088723-8415-48cc-b76b-c11a581a5402') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:14.312183 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-0eb8ddc9-e9bc-4c70-9671-c06d03915b84 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7088723-8415-48cc-b76b-c11a581a5402') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:14.331888 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0eb8ddc9-e9bc-4c70-9671-c06d03915b84 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:14.464856 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0eb8ddc9-e9bc-4c70-9671-c06d03915b84 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:14.481599 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb8ddc9-e9bc-4c70-9671-c06d03915b84 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:29:14.481895 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0eb8ddc9-e9bc-4c70-9671-c06d03915b84 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:29:14.496367 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:29:14.553330 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ae23450d-e813-4cd7-ad02-fc22d65120eb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:14.560646 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ae23450d-e813-4cd7-ad02-fc22d65120eb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:14.625968 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ae23450d-e813-4cd7-ad02-fc22d65120eb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:14.631903 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ae23450d-e813-4cd7-ad02-fc22d65120eb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Usage tracker for resource:security_group_rule and tenant:e0443b006978413bae811bac8c0afc18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:14.634634 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0eb8ddc9-e9bc-4c70-9671-c06d03915b84 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:14.639743 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0eb8ddc9-e9bc-4c70-9671-c06d03915b84 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:14.643931 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ae23450d-e813-4cd7-ad02-fc22d65120eb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:14.667860 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23450d-e813-4cd7-ad02-fc22d65120eb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fe69b8-29a8-4093-a1da-f505bdc0b854,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:14.674332 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ae23450d-e813-4cd7-ad02-fc22d65120eb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:14.686762 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8ddc9-e9bc-4c70-9671-c06d03915b84 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Network': ['ID=3f87cc2e-abff-4c5e-a9be-9df69703738c,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:14.695094 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0eb8ddc9-e9bc-4c70-9671-c06d03915b84 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/networks/3f87cc2e-abff-4c5e-a9be-9df69703738c HTTP/1.1" status: 204 len: 168 time: 0.7881160 Apr 08 10:29:14.718242 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59718) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:14.725813 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-10af23fb-0e55-48e2-a533-bbd9770983e4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'network': {'name': 'tempest-network-smoke--1564813137', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'port_security_enabled': True}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:14.731111 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-10af23fb-0e55-48e2-a533-bbd9770983e4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:14.736358 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-10af23fb-0e55-48e2-a533-bbd9770983e4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:network and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:14.738722 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-10af23fb-0e55-48e2-a533-bbd9770983e4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:14.747762 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-10af23fb-0e55-48e2-a533-bbd9770983e4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:14.762402 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10af23fb-0e55-48e2-a533-bbd9770983e4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Made reservation on behalf of 6d9baba61a9a4a97bab400043cc74a73 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:29:14.765385 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-10af23fb-0e55-48e2-a533-bbd9770983e4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:14.766462 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ae23450d-e813-4cd7-ad02-fc22d65120eb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:14.771139 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ae23450d-e813-4cd7-ad02-fc22d65120eb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:14.796514 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10af23fb-0e55-48e2-a533-bbd9770983e4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:29:14.808681 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-10af23fb-0e55-48e2-a533-bbd9770983e4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:14.808681 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-10af23fb-0e55-48e2-a533-bbd9770983e4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Added segment 99e36320-4199-4812-9880-0dfa9cf3d5e8 of type vlan for network 0767400e-b732-49ad-86ae-d6000fc156e7 Apr 08 10:29:14.817416 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23450d-e813-4cd7-ad02-fc22d65120eb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60fe347d-9c02-4b48-aabe-eefe1696d6f5,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:14.819990 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ae23450d-e813-4cd7-ad02-fc22d65120eb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:14.826479 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ae23450d-e813-4cd7-ad02-fc22d65120eb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1048217 Apr 08 10:29:14.826479 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59722) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:14.852769 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-10af23fb-0e55-48e2-a533-bbd9770983e4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:14.887495 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-10af23fb-0e55-48e2-a533-bbd9770983e4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:14.890181 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10af23fb-0e55-48e2-a533-bbd9770983e4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:14.890643 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-10af23fb-0e55-48e2-a533-bbd9770983e4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:14.898686 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-de20d89e-060e-42f4-80cf-9a577d65dd89 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Synchronizing usage tracker for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:14.919563 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-de20d89e-060e-42f4-80cf-9a577d65dd89 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Unset dirty status for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:14.921651 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-de20d89e-060e-42f4-80cf-9a577d65dd89 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.0942185 Apr 08 10:29:14.924812 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59726) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:14.930779 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-3126cb11-0fca-4039-a9e1-f7cc6f2264b8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Request body: {'security_group': {'name': 'tempest-security--584767078', 'description': 'tempest-security-description-1814622126'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:14.970018 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3126cb11-0fca-4039-a9e1-f7cc6f2264b8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:15.003538 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-10af23fb-0e55-48e2-a533-bbd9770983e4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2789381 Apr 08 10:29:15.003538 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59730) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:15.008814 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-2b833e13-a0f8-4a0a-bf93-562372e34ab1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1417550390', 'admin_state_up': True, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:15.017640 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af23fb-0e55-48e2-a533-bbd9770983e4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Network': ['ID=0767400e-b732-49ad-86ae-d6000fc156e7,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:15.021010 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2b833e13-a0f8-4a0a-bf93-562372e34ab1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:15.025684 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2b833e13-a0f8-4a0a-bf93-562372e34ab1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:router and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:15.028230 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2b833e13-a0f8-4a0a-bf93-562372e34ab1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:15.029661 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 0767400e-b732-49ad-86ae-d6000fc156e7 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:29:15.034590 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2b833e13-a0f8-4a0a-bf93-562372e34ab1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:15.048407 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2b833e13-a0f8-4a0a-bf93-562372e34ab1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:15.049362 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2b833e13-a0f8-4a0a-bf93-562372e34ab1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:15.075308 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2b833e13-a0f8-4a0a-bf93-562372e34ab1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:15.080217 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3126cb11-0fca-4039-a9e1-f7cc6f2264b8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:15.086727 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3126cb11-0fca-4039-a9e1-f7cc6f2264b8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:15.094920 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3126cb11-0fca-4039-a9e1-f7cc6f2264b8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:15.096462 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3126cb11-0fca-4039-a9e1-f7cc6f2264b8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "PUT /v2.0/security-groups/60fe347d-9c02-4b48-aabe-eefe1696d6f5 HTTP/1.1" status: 200 len: 1611 time: 0.1707580 Apr 08 10:29:15.107847 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59734) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:15.187006 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126cb11-0fca-4039-a9e1-f7cc6f2264b8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60fe347d-9c02-4b48-aabe-eefe1696d6f5,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:15.216684 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-59f8b862-1a6b-46ae-b699-39366b1670ea tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-groups/60fe347d-9c02-4b48-aabe-eefe1696d6f5 HTTP/1.1" status: 200 len: 1611 time: 0.1066067 Apr 08 10:29:15.219222 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59738) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:15.244155 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2b833e13-a0f8-4a0a-bf93-562372e34ab1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:15.289688 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ea1e51e0-b262-42c0-9c48-7f4dfb7f59d0 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:15.319282 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ea1e51e0-b262-42c0-9c48-7f4dfb7f59d0 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:15.378145 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ea1e51e0-b262-42c0-9c48-7f4dfb7f59d0 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:15.396241 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e51e0-b262-42c0-9c48-7f4dfb7f59d0 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fe347d-9c02-4b48-aabe-eefe1696d6f5,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:15.412882 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ea1e51e0-b262-42c0-9c48-7f4dfb7f59d0 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:15.415874 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ea1e51e0-b262-42c0-9c48-7f4dfb7f59d0 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "DELETE /v2.0/security-groups/60fe347d-9c02-4b48-aabe-eefe1696d6f5 HTTP/1.1" status: 204 len: 168 time: 0.1951520 Apr 08 10:29:15.416024 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59742) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:15.478264 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-fef7c029-7312-409f-99f0-7e625ca769ae tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Synchronizing usage tracker for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:15.497301 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-fef7c029-7312-409f-99f0-7e625ca769ae tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Unset dirty status for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:15.498916 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-fef7c029-7312-409f-99f0-7e625ca769ae tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0812147 Apr 08 10:29:15.502001 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59746) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:15.524748 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6b23f40a-718f-4a76-a7ea-338f7bff762b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:15.527151 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-00e4d3c1-2376-4042-b443-ad862506b268 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] delete failed (client error): The resource could not be found. Apr 08 10:29:15.527597 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-00e4d3c1-2376-4042-b443-ad862506b268 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "DELETE /v2.0/security-groups/60fe347d-9c02-4b48-aabe-eefe1696d6f5 HTTP/1.1" status: 404 len: 347 time: 0.0248785 Apr 08 10:29:15.531284 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59750) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:15.537863 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-a0843c44-5b08-43c9-8fb7-0f4ec24906f9 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Request body: {'security_group': {'name': 'tempest-secgroup--955141636'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:15.546056 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a0843c44-5b08-43c9-8fb7-0f4ec24906f9 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:15.551839 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2b833e13-a0f8-4a0a-bf93-562372e34ab1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:15.557991 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a0843c44-5b08-43c9-8fb7-0f4ec24906f9 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:15.568146 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a0843c44-5b08-43c9-8fb7-0f4ec24906f9 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:15.587219 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2b833e13-a0f8-4a0a-bf93-562372e34ab1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:15.605576 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a0843c44-5b08-43c9-8fb7-0f4ec24906f9 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:15.609847 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a0843c44-5b08-43c9-8fb7-0f4ec24906f9 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Usage tracker for resource:security_group_rule and tenant:e0443b006978413bae811bac8c0afc18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:15.613028 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a0843c44-5b08-43c9-8fb7-0f4ec24906f9 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:15.617987 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a0843c44-5b08-43c9-8fb7-0f4ec24906f9 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:15.683940 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a0843c44-5b08-43c9-8fb7-0f4ec24906f9 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:15.688549 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a0843c44-5b08-43c9-8fb7-0f4ec24906f9 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:15.733714 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0843c44-5b08-43c9-8fb7-0f4ec24906f9 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f7a944-0636-4d79-8182-aeb58b8bbd8b,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:15.746189 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a0843c44-5b08-43c9-8fb7-0f4ec24906f9 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:15.747342 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a0843c44-5b08-43c9-8fb7-0f4ec24906f9 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2149868 Apr 08 10:29:15.750621 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59754) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:15.752393 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-2b833e13-a0f8-4a0a-bf93-562372e34ab1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.26.0.101 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/a705f437-8dd6-463b-b161-471e6b1103c5) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:29:15.758235 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-a3652a28-d3eb-4c27-ab88-428fc42f9537 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Request body: {'security_group_rule': {'security_group_id': 'a2f7a944-0636-4d79-8182-aeb58b8bbd8b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:15.758630 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 24524a7a-4c0a-4caa-bf66-dfad6adb8b57 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:29:15.765578 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a3652a28-d3eb-4c27-ab88-428fc42f9537 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:15.769989 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a3652a28-d3eb-4c27-ab88-428fc42f9537 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Usage tracker for resource:security_group_rule and tenant:e0443b006978413bae811bac8c0afc18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:15.773858 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a3652a28-d3eb-4c27-ab88-428fc42f9537 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:15.783988 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a3652a28-d3eb-4c27-ab88-428fc42f9537 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:15.806713 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 24524a7a-4c0a-4caa-bf66-dfad6adb8b57 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:29:15.807140 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 24524a7a-4c0a-4caa-bf66-dfad6adb8b57 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:29:15.816331 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a3652a28-d3eb-4c27-ab88-428fc42f9537 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:15.880899 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a3652a28-d3eb-4c27-ab88-428fc42f9537 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:15.885733 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a3652a28-d3eb-4c27-ab88-428fc42f9537 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:15.912336 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3652a28-d3eb-4c27-ab88-428fc42f9537 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37acae1f-4d69-4ca9-bf3b-5c7bfb957b25,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:15.922238 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a3652a28-d3eb-4c27-ab88-428fc42f9537 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:15.922773 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a3652a28-d3eb-4c27-ab88-428fc42f9537 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1710515 Apr 08 10:29:15.925659 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59758) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:15.929068 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2b833e13-a0f8-4a0a-bf93-562372e34ab1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:15.958063 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-44cf5805-b64e-41d2-8322-5dd2d4c9aeb8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:15.963637 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2b833e13-a0f8-4a0a-bf93-562372e34ab1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:15.976407 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-44cf5805-b64e-41d2-8322-5dd2d4c9aeb8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:16.004749 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-44cf5805-b64e-41d2-8322-5dd2d4c9aeb8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:16.021197 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-44cf5805-b64e-41d2-8322-5dd2d4c9aeb8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:16.027472 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-44cf5805-b64e-41d2-8322-5dd2d4c9aeb8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/37acae1f-4d69-4ca9-bf3b-5c7bfb957b25 HTTP/1.1" status: 204 len: 168 time: 0.0983119 Apr 08 10:29:16.027472 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59762) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:16.035780 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf5805-b64e-41d2-8322-5dd2d4c9aeb8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37acae1f-4d69-4ca9-bf3b-5c7bfb957b25,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:16.045886 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b833e13-a0f8-4a0a-bf93-562372e34ab1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:29:16.047656 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-2b833e13-a0f8-4a0a-bf93-562372e34ab1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:29:16.048831 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b833e13-a0f8-4a0a-bf93-562372e34ab1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=a705f437-8dd6-463b-b161-471e6b1103c5,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:16.050980 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b833e13-a0f8-4a0a-bf93-562372e34ab1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:29:16.090465 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9b75666d-33d2-42cb-aa6e-940471c77aed tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Synchronizing usage tracker for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:16.114236 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9b75666d-33d2-42cb-aa6e-940471c77aed tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Unset dirty status for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:16.117828 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9b75666d-33d2-42cb-aa6e-940471c77aed tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0859892 Apr 08 10:29:16.123800 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59766) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:16.193195 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d9fcfccb-e1f1-4798-9545-f5488424592a tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:16.224004 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d9fcfccb-e1f1-4798-9545-f5488424592a tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:16.225502 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2b833e13-a0f8-4a0a-bf93-562372e34ab1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:16.226416 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2b833e13-a0f8-4a0a-bf93-562372e34ab1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:16.274170 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d9fcfccb-e1f1-4798-9545-f5488424592a tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:16.303809 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fcfccb-e1f1-4798-9545-f5488424592a tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f7a944-0636-4d79-8182-aeb58b8bbd8b,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:16.320566 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d9fcfccb-e1f1-4798-9545-f5488424592a tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:16.327171 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d9fcfccb-e1f1-4798-9545-f5488424592a tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "DELETE /v2.0/security-groups/a2f7a944-0636-4d79-8182-aeb58b8bbd8b HTTP/1.1" status: 204 len: 168 time: 0.2026753 Apr 08 10:29:16.329023 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59770) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:16.384365 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-bfb62fcf-5f2f-4e46-8249-f2289e0d4703 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Synchronizing usage tracker for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:16.403302 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-bfb62fcf-5f2f-4e46-8249-f2289e0d4703 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Unset dirty status for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:16.403302 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-bfb62fcf-5f2f-4e46-8249-f2289e0d4703 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0730753 Apr 08 10:29:16.409304 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59774) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:16.417815 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-c30b8710-8db8-4a85-9127-d8037de54c1a tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Request body: {'security_group': {'name': 'tempest-secgroup--1214891171'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:16.434537 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-c30b8710-8db8-4a85-9127-d8037de54c1a tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:16.447387 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-c30b8710-8db8-4a85-9127-d8037de54c1a tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:16.462102 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c30b8710-8db8-4a85-9127-d8037de54c1a tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:16.516758 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-c30b8710-8db8-4a85-9127-d8037de54c1a tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:16.525303 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-c30b8710-8db8-4a85-9127-d8037de54c1a tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Usage tracker for resource:security_group_rule and tenant:e0443b006978413bae811bac8c0afc18 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:16.528513 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-c30b8710-8db8-4a85-9127-d8037de54c1a tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:16.536898 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-c30b8710-8db8-4a85-9127-d8037de54c1a tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:16.550601 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b833e13-a0f8-4a0a-bf93-562372e34ab1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router 9ead8a06-cce2-4992-a6c7-ebfca8b316e0 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:29:16.720632 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c30b8710-8db8-4a85-9127-d8037de54c1a tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:16.726430 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c30b8710-8db8-4a85-9127-d8037de54c1a tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:16.731073 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:16.784696 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b8710-8db8-4a85-9127-d8037de54c1a tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91228869-197f-49ed-a8cd-9471ca084b70,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:16.807144 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c30b8710-8db8-4a85-9127-d8037de54c1a tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:16.808386 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c30b8710-8db8-4a85-9127-d8037de54c1a tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3968141 Apr 08 10:29:16.811315 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59778) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:16.817162 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-396ce94b-daa9-4e07-9154-14b6d631c69f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Request body: {'security_group_rule': {'security_group_id': '91228869-197f-49ed-a8cd-9471ca084b70', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:16.825513 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-396ce94b-daa9-4e07-9154-14b6d631c69f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:16.839111 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-396ce94b-daa9-4e07-9154-14b6d631c69f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Usage tracker for resource:security_group_rule and tenant:e0443b006978413bae811bac8c0afc18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:16.839111 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-396ce94b-daa9-4e07-9154-14b6d631c69f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:16.840022 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-396ce94b-daa9-4e07-9154-14b6d631c69f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:16.863341 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-396ce94b-daa9-4e07-9154-14b6d631c69f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:16.865361 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b833e13-a0f8-4a0a-bf93-562372e34ab1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:29:16.881800 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865a0c57-f40c-4889-a9a1-72b10e43cc05 None None] Sync routers for ids ['9ead8a06-cce2-4992-a6c7-ebfca8b316e0'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:29:16.893596 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865a0c57-f40c-4889-a9a1-72b10e43cc05 None None] Routers {'9ead8a06-cce2-4992-a6c7-ebfca8b316e0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:29:16.898549 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-865a0c57-f40c-4889-a9a1-72b10e43cc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:29:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['9ead8a06-cce2-4992-a6c7-ebfca8b316e0'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:16.902465 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:16.906688 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2b833e13-a0f8-4a0a-bf93-562372e34ab1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:16.910424 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2b833e13-a0f8-4a0a-bf93-562372e34ab1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9058831 Apr 08 10:29:16.918694 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59782) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:16.960896 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-396ce94b-daa9-4e07-9154-14b6d631c69f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:16.968604 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-396ce94b-daa9-4e07-9154-14b6d631c69f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:16.981662 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-508701d5-1f11-4db2-b64d-12969b6b2f5d tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=6d9baba61a9a4a97bab400043cc74a73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0659552 Apr 08 10:29:16.981662 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59786) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:16.993760 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ce94b-daa9-4e07-9154-14b6d631c69f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a0f8ce-f587-4cbc-983b-cc01f68b47b1,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:17.014960 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-396ce94b-daa9-4e07-9154-14b6d631c69f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:17.017329 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-396ce94b-daa9-4e07-9154-14b6d631c69f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2048862 Apr 08 10:29:17.020193 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59790) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:17.027147 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-2ec1d532-8669-4e91-bead-8871f551ea89 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Request body: {'security_group_rule': {'security_group_id': '91228869-197f-49ed-a8cd-9471ca084b70', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:17.038288 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-2ec1d532-8669-4e91-bead-8871f551ea89 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:17.050264 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2ec1d532-8669-4e91-bead-8871f551ea89 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Usage tracker for resource:security_group_rule and tenant:e0443b006978413bae811bac8c0afc18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:17.054725 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2ec1d532-8669-4e91-bead-8871f551ea89 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:17.063882 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-2ec1d532-8669-4e91-bead-8871f551ea89 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:17.087329 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2ec1d532-8669-4e91-bead-8871f551ea89 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:17.117226 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-865a0c57-f40c-4889-a9a1-72b10e43cc05 None None] Set router 9ead8a06-cce2-4992-a6c7-ebfca8b316e0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:29:17.168312 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2ec1d532-8669-4e91-bead-8871f551ea89 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:17.173871 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2ec1d532-8669-4e91-bead-8871f551ea89 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:17.188621 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a88fc0b-d788-4b41-9888-040b0caefa8a tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:17.191501 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6a88fc0b-d788-4b41-9888-040b0caefa8a tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2084522 Apr 08 10:29:17.195102 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59794) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:17.210016 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1d532-8669-4e91-bead-8871f551ea89 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c837a429-629d-4001-ae8b-74d298807b9c,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:17.228510 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2ec1d532-8669-4e91-bead-8871f551ea89 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:17.232145 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2ec1d532-8669-4e91-bead-8871f551ea89 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2096713 Apr 08 10:29:17.234263 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59798) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:17.240587 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-87df552a-235d-499b-9098-cf3affe88af6 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Request body: {'security_group_rule': {'security_group_id': '91228869-197f-49ed-a8cd-9471ca084b70', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:17.248412 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0630b52e-a60d-4b32-a735-18f15f024891 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0496624 Apr 08 10:29:17.248702 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-87df552a-235d-499b-9098-cf3affe88af6 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:17.249163 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59802) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:17.253234 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-87df552a-235d-499b-9098-cf3affe88af6 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Usage tracker for resource:security_group_rule and tenant:e0443b006978413bae811bac8c0afc18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:17.254663 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-3c70d4b3-24ee-4de1-8a21-93ac9a7cb72d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1416397190', 'network_id': '0767400e-b732-49ad-86ae-d6000fc156e7', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:17.256871 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-87df552a-235d-499b-9098-cf3affe88af6 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:17.264577 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-87df552a-235d-499b-9098-cf3affe88af6 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:17.292639 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-87df552a-235d-499b-9098-cf3affe88af6 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:17.388813 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-87df552a-235d-499b-9098-cf3affe88af6 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:17.388813 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-87df552a-235d-499b-9098-cf3affe88af6 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:17.394780 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3c70d4b3-24ee-4de1-8a21-93ac9a7cb72d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:17.398687 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3c70d4b3-24ee-4de1-8a21-93ac9a7cb72d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:subnet and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:17.398687 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3c70d4b3-24ee-4de1-8a21-93ac9a7cb72d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:17.414056 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3c70d4b3-24ee-4de1-8a21-93ac9a7cb72d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:17.419411 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df552a-235d-499b-9098-cf3affe88af6 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11585b18-fe40-4194-a331-6ac4899f0c98,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:17.429514 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c70d4b3-24ee-4de1-8a21-93ac9a7cb72d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Made reservation on behalf of 6d9baba61a9a4a97bab400043cc74a73 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:29:17.442350 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-87df552a-235d-499b-9098-cf3affe88af6 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:17.442350 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-87df552a-235d-499b-9098-cf3affe88af6 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2000172 Apr 08 10:29:17.442350 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59806) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:17.459134 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-2e5a88a8-a8e6-4e12-a663-340deaccd755 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Request body: {'security_group_rule': {'security_group_id': '91228869-197f-49ed-a8cd-9471ca084b70', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:17.467196 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-2e5a88a8-a8e6-4e12-a663-340deaccd755 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:17.469956 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2e5a88a8-a8e6-4e12-a663-340deaccd755 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Usage tracker for resource:security_group_rule and tenant:e0443b006978413bae811bac8c0afc18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:17.472215 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2e5a88a8-a8e6-4e12-a663-340deaccd755 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:17.481224 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-2e5a88a8-a8e6-4e12-a663-340deaccd755 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:17.507743 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2e5a88a8-a8e6-4e12-a663-340deaccd755 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:17.551280 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-865a0c57-f40c-4889-a9a1-72b10e43cc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'name': 'tempest-TestNetworkBasicOps-router-1417550390', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:29:16Z', 'revision_number': 3, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:29:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:17.558935 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865a0c57-f40c-4889-a9a1-72b10e43cc05 None None] Checking router: 9ead8a06-cce2-4992-a6c7-ebfca8b316e0 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:29:17.558935 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865a0c57-f40c-4889-a9a1-72b10e43cc05 None None] Updating router 9ead8a06-cce2-4992-a6c7-ebfca8b316e0 port a705f437-8dd6-463b-b161-471e6b1103c5 binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:29:17.622691 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-865a0c57-f40c-4889-a9a1-72b10e43cc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:17.633924 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2e5a88a8-a8e6-4e12-a663-340deaccd755 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:17.638783 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2e5a88a8-a8e6-4e12-a663-340deaccd755 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:17.659500 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3c70d4b3-24ee-4de1-8a21-93ac9a7cb72d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:17.664156 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a88a8-a8e6-4e12-a663-340deaccd755 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5d58c5-2f55-41ed-a0e5-aea0a0b73e80,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:17.700610 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2e5a88a8-a8e6-4e12-a663-340deaccd755 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:17.702017 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2e5a88a8-a8e6-4e12-a663-340deaccd755 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2623456 Apr 08 10:29:17.709266 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59810) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:17.716575 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-df1af8f4-50f0-4516-b816-9c35c2c04285 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Request body: {'security_group_rule': {'security_group_id': '91228869-197f-49ed-a8cd-9471ca084b70', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:17.725358 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-df1af8f4-50f0-4516-b816-9c35c2c04285 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:17.738930 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-df1af8f4-50f0-4516-b816-9c35c2c04285 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Usage tracker for resource:security_group_rule and tenant:e0443b006978413bae811bac8c0afc18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:17.738930 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-df1af8f4-50f0-4516-b816-9c35c2c04285 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:17.746193 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-df1af8f4-50f0-4516-b816-9c35c2c04285 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:17.763863 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-df1af8f4-50f0-4516-b816-9c35c2c04285 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:17.839422 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-df1af8f4-50f0-4516-b816-9c35c2c04285 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:17.844305 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-df1af8f4-50f0-4516-b816-9c35c2c04285 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:17.862312 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1af8f4-50f0-4516-b816-9c35c2c04285 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f553b0-b5b8-4ebf-89ea-1ea388146888,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:17.889062 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-df1af8f4-50f0-4516-b816-9c35c2c04285 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:17.890907 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-df1af8f4-50f0-4516-b816-9c35c2c04285 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.1808035 Apr 08 10:29:17.893309 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59814) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:17.930569 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2dbd4c40-c1da-4538-a610-62b584213f9a tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:17.937784 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3c70d4b3-24ee-4de1-8a21-93ac9a7cb72d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:17.944148 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2dbd4c40-c1da-4538-a610-62b584213f9a tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:17.977288 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2dbd4c40-c1da-4538-a610-62b584213f9a tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:18.019923 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd4c40-c1da-4538-a610-62b584213f9a tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07f553b0-b5b8-4ebf-89ea-1ea388146888,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:18.024061 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2dbd4c40-c1da-4538-a610-62b584213f9a tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:18.028413 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2dbd4c40-c1da-4538-a610-62b584213f9a tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/07f553b0-b5b8-4ebf-89ea-1ea388146888 HTTP/1.1" status: 204 len: 168 time: 0.1311219 Apr 08 10:29:18.032062 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59818) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:18.038002 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70d4b3-24ee-4de1-8a21-93ac9a7cb72d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Subnet': ['ID=22d31912-54f1-4598-b5de-0646e5fc919f,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:18.055378 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c70d4b3-24ee-4de1-8a21-93ac9a7cb72d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Checking segment: {'id': '99e36320-4199-4812-9880-0dfa9cf3d5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0767400e-b732-49ad-86ae-d6000fc156e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:29:18.055378 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c70d4b3-24ee-4de1-8a21-93ac9a7cb72d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network hostable DHCP agents. Network: 0767400e-b732-49ad-86ae-d6000fc156e7, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:29:18.064206 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-865a0c57-f40c-4889-a9a1-72b10e43cc05 None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:18.080698 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-865a0c57-f40c-4889-a9a1-72b10e43cc05 None None] Transition to ACTIVE for port object a705f437-8dd6-463b-b161-471e6b1103c5 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:29:18.090676 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-865a0c57-f40c-4889-a9a1-72b10e43cc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:18.097021 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3c1ee81a-f2dd-469d-8e90-3cb18684e06c tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Synchronizing usage tracker for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:18.109414 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c70d4b3-24ee-4de1-8a21-93ac9a7cb72d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 0767400e-b732-49ad-86ae-d6000fc156e7 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:29:18.113870 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3c1ee81a-f2dd-469d-8e90-3cb18684e06c tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Unset dirty status for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:18.118610 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3c1ee81a-f2dd-469d-8e90-3cb18684e06c tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.0850995 Apr 08 10:29:18.118610 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59822) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:18.132983 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-3c70d4b3-24ee-4de1-8a21-93ac9a7cb72d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 0767400e-b732-49ad-86ae-d6000fc156e7) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:29:18.138875 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c70d4b3-24ee-4de1-8a21-93ac9a7cb72d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:18.138875 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3c70d4b3-24ee-4de1-8a21-93ac9a7cb72d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:18.143041 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69415a79-d33a-4057-a6cf-014022d2fa00 None None] Network 0767400e-b732-49ad-86ae-d6000fc156e7 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:29:18.165258 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-84d84d08-2b26-4133-ac3e-a717551304c2 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:18.178609 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-84d84d08-2b26-4133-ac3e-a717551304c2 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:18.189816 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3c70d4b3-24ee-4de1-8a21-93ac9a7cb72d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9388568 Apr 08 10:29:18.192670 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59826) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:18.215761 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-84d84d08-2b26-4133-ac3e-a717551304c2 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:18.243277 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d84d08-2b26-4133-ac3e-a717551304c2 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d5d58c5-2f55-41ed-a0e5-aea0a0b73e80,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:18.260989 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-84d84d08-2b26-4133-ac3e-a717551304c2 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:18.262357 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-84d84d08-2b26-4133-ac3e-a717551304c2 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/2d5d58c5-2f55-41ed-a0e5-aea0a0b73e80 HTTP/1.1" status: 204 len: 168 time: 0.1426313 Apr 08 10:29:18.264245 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-865a0c57-f40c-4889-a9a1-72b10e43cc05 None None] Attempting to bind port a705f437-8dd6-463b-b161-471e6b1103c5 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:29:18.264670 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-865a0c57-f40c-4889-a9a1-72b10e43cc05 None None] Attempting to bind port a705f437-8dd6-463b-b161-471e6b1103c5 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:29:18.265003 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59830) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:18.265120 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865a0c57-f40c-4889-a9a1-72b10e43cc05 None None] Attempting to bind port a705f437-8dd6-463b-b161-471e6b1103c5 on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:29:18.267975 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09c10a-666a-4689-b35c-b35d82d8ce16 None None] Pushing event updated for resources: {'Port': ['ID=a705f437-8dd6-463b-b161-471e6b1103c5,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:18.287535 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865a0c57-f40c-4889-a9a1-72b10e43cc05 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:29:18.288569 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865a0c57-f40c-4889-a9a1-72b10e43cc05 None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:29:18.289192 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-865a0c57-f40c-4889-a9a1-72b10e43cc05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:18.289628 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865a0c57-f40c-4889-a9a1-72b10e43cc05 None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:29:18.289814 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-865a0c57-f40c-4889-a9a1-72b10e43cc05 None None] Bound port: a705f437-8dd6-463b-b161-471e6b1103c5, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:29:18.290171 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-865a0c57-f40c-4889-a9a1-72b10e43cc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:18.300327 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:18.365088 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09c10a-666a-4689-b35c-b35d82d8ce16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:18.365819 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09c10a-666a-4689-b35c-b35d82d8ce16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:18.366779 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09c10a-666a-4689-b35c-b35d82d8ce16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:18.367329 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09c10a-666a-4689-b35c-b35d82d8ce16 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:18.367873 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09c10a-666a-4689-b35c-b35d82d8ce16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:18.368415 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09c10a-666a-4689-b35c-b35d82d8ce16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:18.369166 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-025d1b0b-16f0-4e7d-b32c-6c42d9a1426f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Synchronizing usage tracker for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:18.370895 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09c10a-666a-4689-b35c-b35d82d8ce16 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:18.371497 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09c10a-666a-4689-b35c-b35d82d8ce16 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:18.373074 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09c10a-666a-4689-b35c-b35d82d8ce16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:18.373602 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09c10a-666a-4689-b35c-b35d82d8ce16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:18.374463 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09c10a-666a-4689-b35c-b35d82d8ce16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:29:18.383359 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-865a0c57-f40c-4889-a9a1-72b10e43cc05 None None] For port a705f437-8dd6-463b-b161-471e6b1103c5, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:29:18.389742 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-865a0c57-f40c-4889-a9a1-72b10e43cc05 None None] For port a705f437-8dd6-463b-b161-471e6b1103c5, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=a705f437-8dd6-463b-b161-471e6b1103c5,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:29:18.398613 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-865a0c57-f40c-4889-a9a1-72b10e43cc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:18.409053 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-025d1b0b-16f0-4e7d-b32c-6c42d9a1426f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Unset dirty status for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:18.411454 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-025d1b0b-16f0-4e7d-b32c-6c42d9a1426f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1453378 Apr 08 10:29:18.414513 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59834) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:18.454503 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5d4ab4d2-dc04-4326-b1d0-f33119000203 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:18.466300 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5d4ab4d2-dc04-4326-b1d0-f33119000203 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:18.506599 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5d4ab4d2-dc04-4326-b1d0-f33119000203 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:18.522185 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d84950-5bce-464a-a864-e5bc30107b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-0767400e-b732-49ad-86ae-d6000fc156e7', 'network_id': '0767400e-b732-49ad-86ae-d6000fc156e7', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ips': [{'subnet_id': '22d31912-54f1-4598-b5de-0646e5fc919f'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:29:18.522866 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a7d84950-5bce-464a-a864-e5bc30107b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:18.529114 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865a0c57-f40c-4889-a9a1-72b10e43cc05 None None] Routers {'9ead8a06-cce2-4992-a6c7-ebfca8b316e0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:29:18.529369 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-865a0c57-f40c-4889-a9a1-72b10e43cc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:29:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['9ead8a06-cce2-4992-a6c7-ebfca8b316e0'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:18.545829 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ab4d2-dc04-4326-b1d0-f33119000203 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11585b18-fe40-4194-a331-6ac4899f0c98,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:18.553368 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5d4ab4d2-dc04-4326-b1d0-f33119000203 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:18.553368 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5d4ab4d2-dc04-4326-b1d0-f33119000203 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/11585b18-fe40-4194-a331-6ac4899f0c98 HTTP/1.1" status: 204 len: 168 time: 0.1333168 Apr 08 10:29:18.553368 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59838) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:18.614998 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4ca91ca8-6960-4dc1-b72f-5e32306e15b8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Synchronizing usage tracker for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:18.642551 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4ca91ca8-6960-4dc1-b72f-5e32306e15b8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Unset dirty status for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:18.644726 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4ca91ca8-6960-4dc1-b72f-5e32306e15b8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.0917506 Apr 08 10:29:18.647690 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59842) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:18.703838 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09c10a-666a-4689-b35c-b35d82d8ce16 None None] Pushing event updated for resources: {'Port': ['ID=a705f437-8dd6-463b-b161-471e6b1103c5,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:18.714504 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5a1c4fe5-96da-4f3c-ab8b-1c848c528887 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:18.732103 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5a1c4fe5-96da-4f3c-ab8b-1c848c528887 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:18.764233 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5a1c4fe5-96da-4f3c-ab8b-1c848c528887 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:18.787920 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c4fe5-96da-4f3c-ab8b-1c848c528887 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c837a429-629d-4001-ae8b-74d298807b9c,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:18.797485 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5a1c4fe5-96da-4f3c-ab8b-1c848c528887 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:18.801378 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5a1c4fe5-96da-4f3c-ab8b-1c848c528887 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/c837a429-629d-4001-ae8b-74d298807b9c HTTP/1.1" status: 204 len: 168 time: 0.1512444 Apr 08 10:29:18.803625 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59846) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:18.821343 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-865a0c57-f40c-4889-a9a1-72b10e43cc05 None None] Set router 9ead8a06-cce2-4992-a6c7-ebfca8b316e0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:29:18.865066 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-fd9ea7d3-269e-4629-8221-ee60d9a7a4a9 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Synchronizing usage tracker for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:18.865670 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-a7d84950-5bce-464a-a864-e5bc30107b45 None None] Allocated IP 172.20.0.2 (0767400e-b732-49ad-86ae-d6000fc156e7/22d31912-54f1-4598-b5de-0646e5fc919f/1cc524ca-3400-4278-8bd3-8e0446c94f19) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:29:18.888030 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-fd9ea7d3-269e-4629-8221-ee60d9a7a4a9 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Unset dirty status for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:18.889778 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-fd9ea7d3-269e-4629-8221-ee60d9a7a4a9 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.0849192 Apr 08 10:29:18.892471 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59850) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:18.927444 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bb909254-0a90-4010-93bd-f61938790db6 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:18.939746 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bb909254-0a90-4010-93bd-f61938790db6 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:18.974654 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bb909254-0a90-4010-93bd-f61938790db6 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:18.997112 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb909254-0a90-4010-93bd-f61938790db6 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1a0f8ce-f587-4cbc-983b-cc01f68b47b1,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:19.008545 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bb909254-0a90-4010-93bd-f61938790db6 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:19.010152 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-bb909254-0a90-4010-93bd-f61938790db6 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/d1a0f8ce-f587-4cbc-983b-cc01f68b47b1 HTTP/1.1" status: 204 len: 168 time: 0.1166680 Apr 08 10:29:19.013228 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59854) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:19.072827 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4ed6d05d-4f55-4a25-8239-f77edd6cdddf tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Synchronizing usage tracker for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:19.091605 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4ed6d05d-4f55-4a25-8239-f77edd6cdddf tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Unset dirty status for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:19.094315 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4ed6d05d-4f55-4a25-8239-f77edd6cdddf tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0795753 Apr 08 10:29:19.096888 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59858) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:19.165935 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a7d84950-5bce-464a-a864-e5bc30107b45 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:19.194484 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a7d84950-5bce-464a-a864-e5bc30107b45 None None] Transition to ACTIVE for port object 1cc524ca-3400-4278-8bd3-8e0446c94f19 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:29:19.203303 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cc735d93-3612-4599-acba-6da8eaa1d6ec tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:19.220343 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a7d84950-5bce-464a-a864-e5bc30107b45 None None] Transition to ACTIVE for port object 1cc524ca-3400-4278-8bd3-8e0446c94f19 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:29:19.228440 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a7d84950-5bce-464a-a864-e5bc30107b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:19.243685 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cc735d93-3612-4599-acba-6da8eaa1d6ec tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:19.256225 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-865a0c57-f40c-4889-a9a1-72b10e43cc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'name': 'tempest-TestNetworkBasicOps-router-1417550390', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:29:16Z', 'revision_number': 3, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:19.263810 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865a0c57-f40c-4889-a9a1-72b10e43cc05 None None] The sync data for ids ['9ead8a06-cce2-4992-a6c7-ebfca8b316e0'] in dv-neutron-837110-1-hyperv is: [{'id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'name': 'tempest-TestNetworkBasicOps-router-1417550390', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:29:16Z', 'revision_number': 3, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:29:19.276977 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-46a09286-53b0-4757-871d-939d8291d613 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:19.343141 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cc735d93-3612-4599-acba-6da8eaa1d6ec tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:19.348019 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d84950-5bce-464a-a864-e5bc30107b45 None None] Network 0767400e-b732-49ad-86ae-d6000fc156e7 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:29:19.352622 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-a7d84950-5bce-464a-a864-e5bc30107b45 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:29:19.356053 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d84950-5bce-464a-a864-e5bc30107b45 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:29:19.363935 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d84950-5bce-464a-a864-e5bc30107b45 None None] Pushing event updated for resources: {'Port': ['ID=1cc524ca-3400-4278-8bd3-8e0446c94f19,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:19.384106 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc735d93-3612-4599-acba-6da8eaa1d6ec tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91228869-197f-49ed-a8cd-9471ca084b70,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:19.418177 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cc735d93-3612-4599-acba-6da8eaa1d6ec tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:19.424930 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-cc735d93-3612-4599-acba-6da8eaa1d6ec tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "DELETE /v2.0/security-groups/91228869-197f-49ed-a8cd-9471ca084b70 HTTP/1.1" status: 204 len: 168 time: 0.3264885 Apr 08 10:29:19.426479 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59862) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:19.545450 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c40e7486-ed2c-45e9-9c99-96028e1e562b tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Synchronizing usage tracker for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:19.553322 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-a7d84950-5bce-464a-a864-e5bc30107b45 None None] Attempting to bind port 1cc524ca-3400-4278-8bd3-8e0446c94f19 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:29:19.554660 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-a7d84950-5bce-464a-a864-e5bc30107b45 None None] Attempting to bind port 1cc524ca-3400-4278-8bd3-8e0446c94f19 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '99e36320-4199-4812-9880-0dfa9cf3d5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0767400e-b732-49ad-86ae-d6000fc156e7'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:29:19.554660 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d84950-5bce-464a-a864-e5bc30107b45 None None] Attempting to bind port 1cc524ca-3400-4278-8bd3-8e0446c94f19 on network 0767400e-b732-49ad-86ae-d6000fc156e7 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:29:19.578131 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d84950-5bce-464a-a864-e5bc30107b45 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:29:19.579013 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d84950-5bce-464a-a864-e5bc30107b45 None None] Checking segment: {'id': '99e36320-4199-4812-9880-0dfa9cf3d5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0767400e-b732-49ad-86ae-d6000fc156e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:29:19.579013 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a7d84950-5bce-464a-a864-e5bc30107b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:19.579516 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d84950-5bce-464a-a864-e5bc30107b45 None None] Bound using segment: {'id': '99e36320-4199-4812-9880-0dfa9cf3d5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0767400e-b732-49ad-86ae-d6000fc156e7'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:29:19.581482 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-a7d84950-5bce-464a-a864-e5bc30107b45 None None] Bound port: 1cc524ca-3400-4278-8bd3-8e0446c94f19, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e36320-4199-4812-9880-0dfa9cf3d5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0767400e-b732-49ad-86ae-d6000fc156e7'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:29:19.584033 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a7d84950-5bce-464a-a864-e5bc30107b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:19.593069 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c40e7486-ed2c-45e9-9c99-96028e1e562b tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Unset dirty status for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:19.593069 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c40e7486-ed2c-45e9-9c99-96028e1e562b tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1625617 Apr 08 10:29:19.596634 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59866) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:19.603818 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-0b34ea0a-fbff-49d6-8f41-1380287b2b92 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Request body: {'security_group': {'name': 'tempest-secgroup--280421894'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:19.612980 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-0b34ea0a-fbff-49d6-8f41-1380287b2b92 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:19.645182 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-0b34ea0a-fbff-49d6-8f41-1380287b2b92 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:19.665042 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0b34ea0a-fbff-49d6-8f41-1380287b2b92 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:19.714931 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-0b34ea0a-fbff-49d6-8f41-1380287b2b92 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:19.719304 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-0b34ea0a-fbff-49d6-8f41-1380287b2b92 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Usage tracker for resource:security_group_rule and tenant:e0443b006978413bae811bac8c0afc18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:19.723597 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-0b34ea0a-fbff-49d6-8f41-1380287b2b92 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:19.732774 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-0b34ea0a-fbff-49d6-8f41-1380287b2b92 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:19.745725 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-a7d84950-5bce-464a-a864-e5bc30107b45 None None] For port 1cc524ca-3400-4278-8bd3-8e0446c94f19, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:29:19.750117 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-a7d84950-5bce-464a-a864-e5bc30107b45 None None] For port 1cc524ca-3400-4278-8bd3-8e0446c94f19, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=1cc524ca-3400-4278-8bd3-8e0446c94f19,segment=NetworkSegment(99e36320-4199-4812-9880-0dfa9cf3d5e8),segment_id=99e36320-4199-4812-9880-0dfa9cf3d5e8)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:29:19.758148 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a7d84950-5bce-464a-a864-e5bc30107b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:19.815598 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0b34ea0a-fbff-49d6-8f41-1380287b2b92 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:19.825263 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0b34ea0a-fbff-49d6-8f41-1380287b2b92 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:19.882422 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device a705f437-8dd6-463b-b161-471e6b1103c5 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:29:19.899258 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34ea0a-fbff-49d6-8f41-1380287b2b92 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0395fb2-f75d-4014-a64f-5411d957e623,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:19.929375 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0b34ea0a-fbff-49d6-8f41-1380287b2b92 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:19.930946 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0b34ea0a-fbff-49d6-8f41-1380287b2b92 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3321085 Apr 08 10:29:19.934723 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59870) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:19.941716 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-4ade2b9c-2d69-46c1-9136-28943970b832 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Request body: {'security_group_rule': {'security_group_id': 'd0395fb2-f75d-4014-a64f-5411d957e623', 'direction': 'ingress', 'protocol': 17}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:19.952686 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4ade2b9c-2d69-46c1-9136-28943970b832 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:19.954185 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d84950-5bce-464a-a864-e5bc30107b45 None None] Pushing event updated for resources: {'Port': ['ID=1cc524ca-3400-4278-8bd3-8e0446c94f19,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:19.962463 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4ade2b9c-2d69-46c1-9136-28943970b832 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Usage tracker for resource:security_group_rule and tenant:e0443b006978413bae811bac8c0afc18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:19.968156 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4ade2b9c-2d69-46c1-9136-28943970b832 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:19.975038 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4ade2b9c-2d69-46c1-9136-28943970b832 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:20.003675 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4ade2b9c-2d69-46c1-9136-28943970b832 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:20.006586 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port a705f437-8dd6-463b-b161-471e6b1103c5 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:29:20.019290 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port a705f437-8dd6-463b-b161-471e6b1103c5 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:29:20.020029 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:20.090392 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-46a09286-53b0-4757-871d-939d8291d613 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.20.0.1 (0767400e-b732-49ad-86ae-d6000fc156e7/22d31912-54f1-4598-b5de-0646e5fc919f/5b6394d3-6cbf-4d69-9779-856fe3eec5ca) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:29:20.137057 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4ade2b9c-2d69-46c1-9136-28943970b832 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:20.142113 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4ade2b9c-2d69-46c1-9136-28943970b832 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:20.180789 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:20.211156 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade2b9c-2d69-46c1-9136-28943970b832 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87bd4cc8-b6fe-4e24-837e-6f729e87d73c,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:20.227051 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port a705f437-8dd6-463b-b161-471e6b1103c5, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=a705f437-8dd6-463b-b161-471e6b1103c5,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:29:20.235203 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:20.253759 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4ade2b9c-2d69-46c1-9136-28943970b832 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:20.254999 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4ade2b9c-2d69-46c1-9136-28943970b832 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3188252 Apr 08 10:29:20.258882 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59876) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:20.327083 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=a705f437-8dd6-463b-b161-471e6b1103c5,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:20.361860 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-47982b13-2bea-451c-a3db-26325aa52abb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:20.391744 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-46a09286-53b0-4757-871d-939d8291d613 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:20.392516 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-47982b13-2bea-451c-a3db-26325aa52abb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:20.421853 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-46a09286-53b0-4757-871d-939d8291d613 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Transition to ACTIVE for port object 5b6394d3-6cbf-4d69-9779-856fe3eec5ca will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:29:20.450631 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-47982b13-2bea-451c-a3db-26325aa52abb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:20.458000 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-46a09286-53b0-4757-871d-939d8291d613 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:20.472334 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47982b13-2bea-451c-a3db-26325aa52abb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0395fb2-f75d-4014-a64f-5411d957e623,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:20.487103 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-47982b13-2bea-451c-a3db-26325aa52abb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:20.488598 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-47982b13-2bea-451c-a3db-26325aa52abb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "DELETE /v2.0/security-groups/d0395fb2-f75d-4014-a64f-5411d957e623 HTTP/1.1" status: 204 len: 168 time: 0.2286060 Apr 08 10:29:20.490926 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59880) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:20.530541 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a09286-53b0-4757-871d-939d8291d613 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 0767400e-b732-49ad-86ae-d6000fc156e7 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:29:20.534082 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-46a09286-53b0-4757-871d-939d8291d613 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:29:20.538131 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a09286-53b0-4757-871d-939d8291d613 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:29:20.549780 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8cd166ce-0b84-45e7-9c5a-0ba4b67ca796 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Synchronizing usage tracker for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:20.565200 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8cd166ce-0b84-45e7-9c5a-0ba4b67ca796 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Unset dirty status for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:20.566765 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8cd166ce-0b84-45e7-9c5a-0ba4b67ca796 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0745335 Apr 08 10:29:20.571324 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59884) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:20.576674 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a09286-53b0-4757-871d-939d8291d613 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=5b6394d3-6cbf-4d69-9779-856fe3eec5ca,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:20.577954 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-f92cf194-0f6f-414f-bf7a-22bdb06be212 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Request body: {'security_group': {'name': 'tempest-secgroup--1395593641'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:20.593121 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f92cf194-0f6f-414f-bf7a-22bdb06be212 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:20.602788 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-46a09286-53b0-4757-871d-939d8291d613 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:20.603344 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f92cf194-0f6f-414f-bf7a-22bdb06be212 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:20.613801 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f92cf194-0f6f-414f-bf7a-22bdb06be212 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:20.649736 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f92cf194-0f6f-414f-bf7a-22bdb06be212 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:20.654597 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f92cf194-0f6f-414f-bf7a-22bdb06be212 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Usage tracker for resource:security_group_rule and tenant:e0443b006978413bae811bac8c0afc18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:20.657377 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f92cf194-0f6f-414f-bf7a-22bdb06be212 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:20.663288 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f92cf194-0f6f-414f-bf7a-22bdb06be212 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:20.687375 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-46a09286-53b0-4757-871d-939d8291d613 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:20.719929 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f92cf194-0f6f-414f-bf7a-22bdb06be212 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:20.724630 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f92cf194-0f6f-414f-bf7a-22bdb06be212 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:20.772912 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cf194-0f6f-414f-bf7a-22bdb06be212 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e929a81b-78de-435c-baff-7d9f2701cff9,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:20.787015 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f92cf194-0f6f-414f-bf7a-22bdb06be212 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:20.791012 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f92cf194-0f6f-414f-bf7a-22bdb06be212 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2156966 Apr 08 10:29:20.791171 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59888) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:20.796771 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-55c63deb-2c5c-4cf5-9a7b-846d9b7f0c84 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Request body: {'security_group': {'name': 'tempest-secgroup--208806289'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:20.802709 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-55c63deb-2c5c-4cf5-9a7b-846d9b7f0c84 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:20.807219 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-55c63deb-2c5c-4cf5-9a7b-846d9b7f0c84 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Usage tracker for resource:security_group and tenant:e0443b006978413bae811bac8c0afc18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:20.809985 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-55c63deb-2c5c-4cf5-9a7b-846d9b7f0c84 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:20.816006 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-55c63deb-2c5c-4cf5-9a7b-846d9b7f0c84 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:20.828134 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-55c63deb-2c5c-4cf5-9a7b-846d9b7f0c84 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:20.867276 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-55c63deb-2c5c-4cf5-9a7b-846d9b7f0c84 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:20.871900 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-55c63deb-2c5c-4cf5-9a7b-846d9b7f0c84 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Usage tracker for resource:security_group_rule and tenant:e0443b006978413bae811bac8c0afc18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:20.876926 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-55c63deb-2c5c-4cf5-9a7b-846d9b7f0c84 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:20.883489 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-55c63deb-2c5c-4cf5-9a7b-846d9b7f0c84 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:20.946629 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-55c63deb-2c5c-4cf5-9a7b-846d9b7f0c84 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:20.950615 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-55c63deb-2c5c-4cf5-9a7b-846d9b7f0c84 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:21.009376 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c63deb-2c5c-4cf5-9a7b-846d9b7f0c84 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9b3f9f-4a66-495e-a022-28205c671a50,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:21.013920 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-55c63deb-2c5c-4cf5-9a7b-846d9b7f0c84 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:21.015324 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-55c63deb-2c5c-4cf5-9a7b-846d9b7f0c84 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2232828 Apr 08 10:29:21.018323 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59892) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:21.025269 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-18b091c7-1060-4aa3-86b9-9a4347d0dde0 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Request body: {'security_group_rule': {'security_group_id': 'e929a81b-78de-435c-baff-7d9f2701cff9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2a9b3f9f-4a66-495e-a022-28205c671a50', 'remote_ip_prefix': None}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:21.033507 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-18b091c7-1060-4aa3-86b9-9a4347d0dde0 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:21.037965 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-18b091c7-1060-4aa3-86b9-9a4347d0dde0 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Usage tracker for resource:security_group_rule and tenant:e0443b006978413bae811bac8c0afc18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:21.041422 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-18b091c7-1060-4aa3-86b9-9a4347d0dde0 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:21.047946 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-18b091c7-1060-4aa3-86b9-9a4347d0dde0 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:21.081216 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-18b091c7-1060-4aa3-86b9-9a4347d0dde0 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:21.141725 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-46a09286-53b0-4757-871d-939d8291d613 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:21.146965 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-46a09286-53b0-4757-871d-939d8291d613 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:21.147604 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdf8916-cb23-49a9-8069-b83ec75495ae None None] Network 0767400e-b732-49ad-86ae-d6000fc156e7 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:29:21.157554 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-18b091c7-1060-4aa3-86b9-9a4347d0dde0 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:21.161840 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-18b091c7-1060-4aa3-86b9-9a4347d0dde0 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:21.190018 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b091c7-1060-4aa3-86b9-9a4347d0dde0 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6b739c-9c16-4895-99b0-c538481f6a46,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:21.204586 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-18b091c7-1060-4aa3-86b9-9a4347d0dde0 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:21.208624 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-18b091c7-1060-4aa3-86b9-9a4347d0dde0 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.1864369 Apr 08 10:29:21.208816 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59896) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:21.245428 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-61a8bac7-8af8-4b94-b548-156dbdedadd6 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:21.256722 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-61a8bac7-8af8-4b94-b548-156dbdedadd6 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:21.266184 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-46a09286-53b0-4757-871d-939d8291d613 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:21.269315 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-9e7b664d-4978-4de4-8b29-62c9b23d30a2 None None] Provisioning for port 1cc524ca-3400-4278-8bd3-8e0446c94f19 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:29:21.270217 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a09286-53b0-4757-871d-939d8291d613 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=5b6394d3-6cbf-4d69-9779-856fe3eec5ca,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:21.286512 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-61a8bac7-8af8-4b94-b548-156dbdedadd6 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:21.305906 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8bac7-8af8-4b94-b548-156dbdedadd6 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d6b739c-9c16-4895-99b0-c538481f6a46,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:21.310374 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-61a8bac7-8af8-4b94-b548-156dbdedadd6 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:21.314286 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-61a8bac7-8af8-4b94-b548-156dbdedadd6 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/0d6b739c-9c16-4895-99b0-c538481f6a46 HTTP/1.1" status: 204 len: 168 time: 0.1044614 Apr 08 10:29:21.314849 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59900) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:21.364642 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9d97a05a-a35b-4a0f-b5df-5c2af66acb6a tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Synchronizing usage tracker for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:21.381783 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9d97a05a-a35b-4a0f-b5df-5c2af66acb6a tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Unset dirty status for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:21.383089 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9d97a05a-a35b-4a0f-b5df-5c2af66acb6a tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0673602 Apr 08 10:29:21.386310 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59904) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:21.414803 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a09286-53b0-4757-871d-939d8291d613 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 0767400e-b732-49ad-86ae-d6000fc156e7 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:29:21.417266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-46a09286-53b0-4757-871d-939d8291d613 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:29:21.464020 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ac0dbefc-cf71-4e1c-a8a8-6c754f5e9255 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:21.492645 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ac0dbefc-cf71-4e1c-a8a8-6c754f5e9255 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:21.549868 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ac0dbefc-cf71-4e1c-a8a8-6c754f5e9255 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:21.568548 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0dbefc-cf71-4e1c-a8a8-6c754f5e9255 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9b3f9f-4a66-495e-a022-28205c671a50,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:21.585915 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ac0dbefc-cf71-4e1c-a8a8-6c754f5e9255 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:21.589406 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ac0dbefc-cf71-4e1c-a8a8-6c754f5e9255 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "DELETE /v2.0/security-groups/2a9b3f9f-4a66-495e-a022-28205c671a50 HTTP/1.1" status: 204 len: 168 time: 0.2014725 Apr 08 10:29:21.592483 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59908) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:21.719842 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5706c5b5-957e-46ec-9ad9-f0cce434ada0 None None] Provisioning for port 5b6394d3-6cbf-4d69-9779-856fe3eec5ca completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:29:21.726246 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5706c5b5-957e-46ec-9ad9-f0cce434ada0 None None] Provisioning complete for port 5b6394d3-6cbf-4d69-9779-856fe3eec5ca triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:29:21.726619 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5706c5b5-957e-46ec-9ad9-f0cce434ada0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:21.808280 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-5706c5b5-957e-46ec-9ad9-f0cce434ada0 None None] Port 5b6394d3-6cbf-4d69-9779-856fe3eec5ca cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:29:21.913347 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 1cc524ca-3400-4278-8bd3-8e0446c94f19 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:29:21.927088 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-93eb746b-825e-4e4d-b061-b9b46d90ce06 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Synchronizing usage tracker for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:21.962488 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-93eb746b-825e-4e4d-b061-b9b46d90ce06 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Unset dirty status for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:21.963908 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-93eb746b-825e-4e4d-b061-b9b46d90ce06 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3700037 Apr 08 10:29:21.966868 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59912) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:21.993657 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a8d1c3a7-b1b7-44d6-9583-6fbfb3c03d57 None None] Provisioning complete for port 5b6394d3-6cbf-4d69-9779-856fe3eec5ca triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:29:21.994034 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a8d1c3a7-b1b7-44d6-9583-6fbfb3c03d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:22.030572 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a09286-53b0-4757-871d-939d8291d613 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router 9ead8a06-cce2-4992-a6c7-ebfca8b316e0 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:29:22.060868 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-59d0e5c9-79a3-48b7-a73d-7f6fc2ecfed0 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:22.066819 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-a8d1c3a7-b1b7-44d6-9583-6fbfb3c03d57 None None] Port 5b6394d3-6cbf-4d69-9779-856fe3eec5ca cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:29:22.068167 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 1cc524ca-3400-4278-8bd3-8e0446c94f19 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:29:22.081492 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 1cc524ca-3400-4278-8bd3-8e0446c94f19 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:29:22.082116 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:22.091975 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-59d0e5c9-79a3-48b7-a73d-7f6fc2ecfed0 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:22.150219 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-59d0e5c9-79a3-48b7-a73d-7f6fc2ecfed0 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:22.175773 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0e5c9-79a3-48b7-a73d-7f6fc2ecfed0 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e929a81b-78de-435c-baff-7d9f2701cff9,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:22.195000 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-59d0e5c9-79a3-48b7-a73d-7f6fc2ecfed0 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:22.199652 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-59d0e5c9-79a3-48b7-a73d-7f6fc2ecfed0 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "DELETE /v2.0/security-groups/e929a81b-78de-435c-baff-7d9f2701cff9 HTTP/1.1" status: 204 len: 168 time: 0.2315705 Apr 08 10:29:22.200367 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59916) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:22.233030 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:22.251561 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-97e1f97f-63fd-42af-b6b5-77feaf75b094 None None] Provisioning complete for port 5b6394d3-6cbf-4d69-9779-856fe3eec5ca triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:29:22.251932 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-97e1f97f-63fd-42af-b6b5-77feaf75b094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:22.268510 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-be1b6334-790c-4d27-a022-384798e28a90 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Synchronizing usage tracker for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:22.285367 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a09286-53b0-4757-871d-939d8291d613 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:29:22.289786 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-be1b6334-790c-4d27-a022-384798e28a90 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Unset dirty status for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:22.297535 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59920) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:22.298175 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-be1b6334-790c-4d27-a022-384798e28a90 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0954516 Apr 08 10:29:22.304584 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-46a09286-53b0-4757-871d-939d8291d613 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "PUT /v2.0/routers/9ead8a06-cce2-4992-a6c7-ebfca8b316e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1109564 Apr 08 10:29:22.308063 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59924) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:22.313836 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-3424dfb1-f924-4def-9500-f2d5cdba4c75 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Request body: {'security_group': {'name': 'tempest-secgroup--933133735'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:22.320832 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3424dfb1-f924-4def-9500-f2d5cdba4c75 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:22.321246 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 1cc524ca-3400-4278-8bd3-8e0446c94f19, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=1cc524ca-3400-4278-8bd3-8e0446c94f19,segment=NetworkSegment(99e36320-4199-4812-9880-0dfa9cf3d5e8),segment_id=99e36320-4199-4812-9880-0dfa9cf3d5e8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:29:22.323798 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-97e1f97f-63fd-42af-b6b5-77feaf75b094 None None] Port 5b6394d3-6cbf-4d69-9779-856fe3eec5ca cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:29:22.326734 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:22.327591 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device a705f437-8dd6-463b-b161-471e6b1103c5 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:29:22.333389 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3424dfb1-f924-4def-9500-f2d5cdba4c75 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:22.346211 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3424dfb1-f924-4def-9500-f2d5cdba4c75 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:22.392926 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3424dfb1-f924-4def-9500-f2d5cdba4c75 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:22.397195 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3424dfb1-f924-4def-9500-f2d5cdba4c75 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Usage tracker for resource:security_group_rule and tenant:e0443b006978413bae811bac8c0afc18 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:22.400581 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3424dfb1-f924-4def-9500-f2d5cdba4c75 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:22.408350 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3424dfb1-f924-4def-9500-f2d5cdba4c75 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:22.463815 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=1cc524ca-3400-4278-8bd3-8e0446c94f19,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:22.476280 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3424dfb1-f924-4def-9500-f2d5cdba4c75 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:22.477618 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port a705f437-8dd6-463b-b161-471e6b1103c5 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:29:22.478169 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:22.481978 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3424dfb1-f924-4def-9500-f2d5cdba4c75 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:22.525410 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424dfb1-f924-4def-9500-f2d5cdba4c75 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af6f8d4-dbda-45ee-8ab2-23cdaf8486c3,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:22.539092 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6729432-63d7-483f-8e07-d67a70eefda6 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:22.539371 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6729432-63d7-483f-8e07-d67a70eefda6 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:22.539737 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6729432-63d7-483f-8e07-d67a70eefda6 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:22.540104 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6729432-63d7-483f-8e07-d67a70eefda6 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:22.540497 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6729432-63d7-483f-8e07-d67a70eefda6 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:22.542209 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6729432-63d7-483f-8e07-d67a70eefda6 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:22.542330 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3424dfb1-f924-4def-9500-f2d5cdba4c75 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:22.543410 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b6729432-63d7-483f-8e07-d67a70eefda6 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2343545 Apr 08 10:29:22.546407 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3424dfb1-f924-4def-9500-f2d5cdba4c75 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2451189 Apr 08 10:29:22.547014 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59930) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:22.547119 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59928) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:22.553557 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-f998558e-3666-42fe-a111-5c0d3d5e2d51 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Request body: {'security_group_rule': {'security_group_id': '3af6f8d4-dbda-45ee-8ab2-23cdaf8486c3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:22.560545 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f998558e-3666-42fe-a111-5c0d3d5e2d51 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:22.564778 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f998558e-3666-42fe-a111-5c0d3d5e2d51 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Usage tracker for resource:security_group_rule and tenant:e0443b006978413bae811bac8c0afc18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:22.568211 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f998558e-3666-42fe-a111-5c0d3d5e2d51 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:22.574416 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f998558e-3666-42fe-a111-5c0d3d5e2d51 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:22.593705 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f998558e-3666-42fe-a111-5c0d3d5e2d51 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:22.632623 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279d6138-25a3-4afe-b63c-f5a1365c0b84 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:22.633248 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279d6138-25a3-4afe-b63c-f5a1365c0b84 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:22.633676 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279d6138-25a3-4afe-b63c-f5a1365c0b84 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:22.633962 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279d6138-25a3-4afe-b63c-f5a1365c0b84 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:22.634695 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279d6138-25a3-4afe-b63c-f5a1365c0b84 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:22.634695 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279d6138-25a3-4afe-b63c-f5a1365c0b84 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:22.636852 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-279d6138-25a3-4afe-b63c-f5a1365c0b84 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0886970 Apr 08 10:29:22.639885 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59936) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:22.659710 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f998558e-3666-42fe-a111-5c0d3d5e2d51 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:22.663234 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f998558e-3666-42fe-a111-5c0d3d5e2d51 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:22.687081 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998558e-3666-42fe-a111-5c0d3d5e2d51 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab9f53a-6667-4b3f-b746-3271ab4dd69d,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:22.700631 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f998558e-3666-42fe-a111-5c0d3d5e2d51 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:22.702097 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f998558e-3666-42fe-a111-5c0d3d5e2d51 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.1544058 Apr 08 10:29:22.704768 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59940) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:22.736540 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-674afd18-afea-4e66-9f2f-bdf7a82e1d45 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:22.748272 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-674afd18-afea-4e66-9f2f-bdf7a82e1d45 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:22.772974 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-674afd18-afea-4e66-9f2f-bdf7a82e1d45 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:22.791952 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674afd18-afea-4e66-9f2f-bdf7a82e1d45 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ab9f53a-6667-4b3f-b746-3271ab4dd69d,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:22.798338 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-674afd18-afea-4e66-9f2f-bdf7a82e1d45 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:22.799437 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-674afd18-afea-4e66-9f2f-bdf7a82e1d45 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/1ab9f53a-6667-4b3f-b746-3271ab4dd69d HTTP/1.1" status: 204 len: 168 time: 0.0937414 Apr 08 10:29:22.801948 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59944) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:22.847210 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e8975436-70ae-480d-971a-2d7d356c5702 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Synchronizing usage tracker for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:22.865056 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e8975436-70ae-480d-971a-2d7d356c5702 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Unset dirty status for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:22.868856 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e8975436-70ae-480d-971a-2d7d356c5702 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0634139 Apr 08 10:29:22.870545 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59948) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:22.877215 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-00a19d4b-346e-444d-9901-6679a8a8f286 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2353699 Apr 08 10:29:22.936876 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-14029b27-95f3-4117-b32e-abc7beddfc6b tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:22.965530 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-14029b27-95f3-4117-b32e-abc7beddfc6b tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:23.015679 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-14029b27-95f3-4117-b32e-abc7beddfc6b tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:23.035655 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14029b27-95f3-4117-b32e-abc7beddfc6b tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af6f8d4-dbda-45ee-8ab2-23cdaf8486c3,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:23.049946 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-14029b27-95f3-4117-b32e-abc7beddfc6b tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:23.053901 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-14029b27-95f3-4117-b32e-abc7beddfc6b tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "DELETE /v2.0/security-groups/3af6f8d4-dbda-45ee-8ab2-23cdaf8486c3 HTTP/1.1" status: 204 len: 168 time: 0.1824341 Apr 08 10:29:23.054500 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59954) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:23.112103 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d10740d2-d6fa-4886-9af7-b48fd2a6b235 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Synchronizing usage tracker for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:23.128417 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d10740d2-d6fa-4886-9af7-b48fd2a6b235 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Unset dirty status for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:23.133527 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d10740d2-d6fa-4886-9af7-b48fd2a6b235 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0742691 Apr 08 10:29:23.133767 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59958) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:23.143386 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-19510b87-1779-4ab1-8202-6c8fbc86edf2 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Request body: {'security_group': {'name': 'tempest-secgroup--446077543'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:23.149693 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-19510b87-1779-4ab1-8202-6c8fbc86edf2 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:23.159107 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59962) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:23.167345 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-e16728b4-56f7-4682-a5e8-0dfdf9c9848c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-759421804', 'description': 'tempest-secgroup-smoke-759421804 description', 'project_id': '6d9baba61a9a4a97bab400043cc74a73'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:23.171608 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-19510b87-1779-4ab1-8202-6c8fbc86edf2 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:23.176190 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-e16728b4-56f7-4682-a5e8-0dfdf9c9848c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:23.182741 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e16728b4-56f7-4682-a5e8-0dfdf9c9848c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:23.186278 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e16728b4-56f7-4682-a5e8-0dfdf9c9848c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:23.189433 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-19510b87-1779-4ab1-8202-6c8fbc86edf2 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:23.202601 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-e16728b4-56f7-4682-a5e8-0dfdf9c9848c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:23.218356 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e16728b4-56f7-4682-a5e8-0dfdf9c9848c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:23.252550 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-19510b87-1779-4ab1-8202-6c8fbc86edf2 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:23.258192 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-19510b87-1779-4ab1-8202-6c8fbc86edf2 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Usage tracker for resource:security_group_rule and tenant:e0443b006978413bae811bac8c0afc18 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:23.258377 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927df300-d537-4fbb-bdea-be1ec7c1274d None None] Sync routers for ids ['9ead8a06-cce2-4992-a6c7-ebfca8b316e0'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:29:23.262236 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-19510b87-1779-4ab1-8202-6c8fbc86edf2 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:23.271126 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927df300-d537-4fbb-bdea-be1ec7c1274d None None] Routers {'9ead8a06-cce2-4992-a6c7-ebfca8b316e0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:29:23.271743 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-927df300-d537-4fbb-bdea-be1ec7c1274d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:29:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['9ead8a06-cce2-4992-a6c7-ebfca8b316e0'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:23.275070 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-19510b87-1779-4ab1-8202-6c8fbc86edf2 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:23.286524 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-e16728b4-56f7-4682-a5e8-0dfdf9c9848c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:23.294596 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e16728b4-56f7-4682-a5e8-0dfdf9c9848c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:23.298240 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e16728b4-56f7-4682-a5e8-0dfdf9c9848c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:23.305944 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-e16728b4-56f7-4682-a5e8-0dfdf9c9848c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:23.372247 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-19510b87-1779-4ab1-8202-6c8fbc86edf2 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:23.384278 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-19510b87-1779-4ab1-8202-6c8fbc86edf2 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:23.418953 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e16728b4-56f7-4682-a5e8-0dfdf9c9848c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:23.436295 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e16728b4-56f7-4682-a5e8-0dfdf9c9848c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:23.454285 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-927df300-d537-4fbb-bdea-be1ec7c1274d None None] Set router 9ead8a06-cce2-4992-a6c7-ebfca8b316e0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:29:23.454779 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19510b87-1779-4ab1-8202-6c8fbc86edf2 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a83e3c9b-8628-4efc-891e-ad1e0ebd4cab,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:23.480373 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-19510b87-1779-4ab1-8202-6c8fbc86edf2 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:23.481568 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-19510b87-1779-4ab1-8202-6c8fbc86edf2 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3466792 Apr 08 10:29:23.484934 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59966) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:23.488739 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e16728b4-56f7-4682-a5e8-0dfdf9c9848c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:23.489867 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e16728b4-56f7-4682-a5e8-0dfdf9c9848c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3297641 Apr 08 10:29:23.491166 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-6aad3593-4391-4438-b200-9d329a59038e tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Request body: {'security_group_rule': {'security_group_id': 'a83e3c9b-8628-4efc-891e-ad1e0ebd4cab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:23.493238 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59970) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:23.498843 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-6aad3593-4391-4438-b200-9d329a59038e tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:23.500963 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-a1db00a6-7f56-458c-b19f-12072d3193c6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '842a0382-930c-4fe3-ac0a-08e31fe80e04', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:23.503544 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-6aad3593-4391-4438-b200-9d329a59038e tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Usage tracker for resource:security_group_rule and tenant:e0443b006978413bae811bac8c0afc18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:23.506860 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a1db00a6-7f56-458c-b19f-12072d3193c6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:23.507167 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-6aad3593-4391-4438-b200-9d329a59038e tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:23.509066 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16728b4-56f7-4682-a5e8-0dfdf9c9848c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=842a0382-930c-4fe3-ac0a-08e31fe80e04,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:23.513848 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a1db00a6-7f56-458c-b19f-12072d3193c6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:23.515037 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-6aad3593-4391-4438-b200-9d329a59038e tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:23.517173 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a1db00a6-7f56-458c-b19f-12072d3193c6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:23.523287 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a1db00a6-7f56-458c-b19f-12072d3193c6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:23.536976 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6aad3593-4391-4438-b200-9d329a59038e tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:23.543011 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a1db00a6-7f56-458c-b19f-12072d3193c6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:23.608816 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6aad3593-4391-4438-b200-9d329a59038e tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:23.616537 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6aad3593-4391-4438-b200-9d329a59038e tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:23.629138 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a1db00a6-7f56-458c-b19f-12072d3193c6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:23.633783 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a1db00a6-7f56-458c-b19f-12072d3193c6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:23.640659 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad3593-4391-4438-b200-9d329a59038e tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=160e7688-f60f-4521-b64b-cbb553c07cdb,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:23.659844 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6aad3593-4391-4438-b200-9d329a59038e tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:23.661097 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6aad3593-4391-4438-b200-9d329a59038e tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1750047 Apr 08 10:29:23.663659 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59974) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:23.672838 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a1db00a6-7f56-458c-b19f-12072d3193c6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:23.674275 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a1db00a6-7f56-458c-b19f-12072d3193c6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1799278 Apr 08 10:29:23.675504 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db00a6-7f56-458c-b19f-12072d3193c6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a4ab50-0954-47bc-8fee-86efe099b250,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:23.677779 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59978) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:23.685133 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-e257136c-16df-47e7-97e0-ab72d3aa1e0e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '842a0382-930c-4fe3-ac0a-08e31fe80e04', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:23.691779 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-e257136c-16df-47e7-97e0-ab72d3aa1e0e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:23.695031 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e257136c-16df-47e7-97e0-ab72d3aa1e0e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:23.700612 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f9c2f1a6-a292-4ab6-b5d1-d4dc754c4e4f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-group-rules/160e7688-f60f-4521-b64b-cbb553c07cdb HTTP/1.1" status: 200 len: 705 time: 0.0313339 Apr 08 10:29:23.701277 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e257136c-16df-47e7-97e0-ab72d3aa1e0e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:23.701383 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59982) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:23.706058 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-e257136c-16df-47e7-97e0-ab72d3aa1e0e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:23.724360 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e257136c-16df-47e7-97e0-ab72d3aa1e0e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:23.753913 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-eba03c93-a573-4c18-8ec9-2a7f8d88e7fb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Synchronizing usage tracker for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:23.774116 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-eba03c93-a573-4c18-8ec9-2a7f8d88e7fb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Unset dirty status for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:23.776522 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-eba03c93-a573-4c18-8ec9-2a7f8d88e7fb tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0758786 Apr 08 10:29:23.779327 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59986) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:23.809712 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d2c3dac9-c96a-4137-8c13-e247545566b8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:23.819121 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e257136c-16df-47e7-97e0-ab72d3aa1e0e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:23.820479 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 1cc524ca-3400-4278-8bd3-8e0446c94f19 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:29:23.822119 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d2c3dac9-c96a-4137-8c13-e247545566b8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:23.824073 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e257136c-16df-47e7-97e0-ab72d3aa1e0e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:23.849077 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d2c3dac9-c96a-4137-8c13-e247545566b8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:23.852385 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257136c-16df-47e7-97e0-ab72d3aa1e0e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c91b636-cfd9-46c6-8766-38be19619345,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:23.860344 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-927df300-d537-4fbb-bdea-be1ec7c1274d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'name': 'tempest-TestNetworkBasicOps-router-1417550390', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:29:20Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '5b6394d3-6cbf-4d69-9779-856fe3eec5ca', 'name': '', 'network_id': '0767400e-b732-49ad-86ae-d6000fc156e7', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:c5:36:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22d31912-54f1-4598-b5de-0646e5fc919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:19Z', 'updated_at': '2022-04-08T10:29:20Z', 'revision_number': 2, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '22d31912-54f1-4598-b5de-0646e5fc919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:23.865088 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e257136c-16df-47e7-97e0-ab72d3aa1e0e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:23.866804 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e257136c-16df-47e7-97e0-ab72d3aa1e0e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1878681 Apr 08 10:29:23.868361 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3dac9-c96a-4137-8c13-e247545566b8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=160e7688-f60f-4521-b64b-cbb553c07cdb,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:23.869609 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 59990) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:23.872185 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927df300-d537-4fbb-bdea-be1ec7c1274d None None] Checking router: 9ead8a06-cce2-4992-a6c7-ebfca8b316e0 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:29:23.872539 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927df300-d537-4fbb-bdea-be1ec7c1274d None None] Updating router 9ead8a06-cce2-4992-a6c7-ebfca8b316e0 port 5b6394d3-6cbf-4d69-9779-856fe3eec5ca binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:29:23.878298 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-80709b17-f0c7-47cb-ad4f-f054edcd537c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '842a0382-930c-4fe3-ac0a-08e31fe80e04', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:23.882548 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d2c3dac9-c96a-4137-8c13-e247545566b8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:23.883728 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d2c3dac9-c96a-4137-8c13-e247545566b8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/160e7688-f60f-4521-b64b-cbb553c07cdb HTTP/1.1" status: 204 len: 168 time: 0.1034110 Apr 08 10:29:23.886488 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-80709b17-f0c7-47cb-ad4f-f054edcd537c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:23.888573 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59994) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:23.891010 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-80709b17-f0c7-47cb-ad4f-f054edcd537c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:23.894153 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-80709b17-f0c7-47cb-ad4f-f054edcd537c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:23.900176 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-80709b17-f0c7-47cb-ad4f-f054edcd537c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:23.922206 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-80709b17-f0c7-47cb-ad4f-f054edcd537c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:23.936543 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-927df300-d537-4fbb-bdea-be1ec7c1274d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:23.944406 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4c75071a-3895-4071-b023-986ddc619daa tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Synchronizing usage tracker for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:23.961421 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4c75071a-3895-4071-b023-986ddc619daa tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Unset dirty status for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:23.964180 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4c75071a-3895-4071-b023-986ddc619daa tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0733602 Apr 08 10:29:23.966204 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 59998) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:23.971805 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-d69ea42e-20f5-4cbf-8cea-14f8031993ac tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Request body: {'security_group_rule': {'security_group_id': 'a83e3c9b-8628-4efc-891e-ad1e0ebd4cab', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:23.977829 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d69ea42e-20f5-4cbf-8cea-14f8031993ac tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:23.989285 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d69ea42e-20f5-4cbf-8cea-14f8031993ac tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:24.003781 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-80709b17-f0c7-47cb-ad4f-f054edcd537c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.006608 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 1cc524ca-3400-4278-8bd3-8e0446c94f19 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:29:24.006979 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.008229 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-80709b17-f0c7-47cb-ad4f-f054edcd537c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.008410 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d69ea42e-20f5-4cbf-8cea-14f8031993ac tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.035195 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80709b17-f0c7-47cb-ad4f-f054edcd537c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0345077-965e-49b1-ac2f-26f0715c37ae,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:24.058314 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-80709b17-f0c7-47cb-ad4f-f054edcd537c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.061605 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-80709b17-f0c7-47cb-ad4f-f054edcd537c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1893411 Apr 08 10:29:24.063423 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60002) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:24.073061 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-de0c1c6e-d3f0-42b4-b9a5-c997f4b3da6b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '842a0382-930c-4fe3-ac0a-08e31fe80e04', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:24.079993 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-de0c1c6e-d3f0-42b4-b9a5-c997f4b3da6b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:24.086089 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-de0c1c6e-d3f0-42b4-b9a5-c997f4b3da6b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:24.090341 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-de0c1c6e-d3f0-42b4-b9a5-c997f4b3da6b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:24.103808 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-de0c1c6e-d3f0-42b4-b9a5-c997f4b3da6b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:24.108643 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d69ea42e-20f5-4cbf-8cea-14f8031993ac tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.114804 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d69ea42e-20f5-4cbf-8cea-14f8031993ac tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.145222 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ea42e-20f5-4cbf-8cea-14f8031993ac tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec44a04f-990d-4737-a614-95247ac51e1c,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:24.148554 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-de0c1c6e-d3f0-42b4-b9a5-c997f4b3da6b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.176203 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d69ea42e-20f5-4cbf-8cea-14f8031993ac tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.177365 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d69ea42e-20f5-4cbf-8cea-14f8031993ac tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2100813 Apr 08 10:29:24.183002 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60006) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:24.209769 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b4076132-1367-4efd-95cf-0107a9fd5b05 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-group-rules/ec44a04f-990d-4737-a614-95247ac51e1c HTTP/1.1" status: 200 len: 705 time: 0.0221648 Apr 08 10:29:24.210983 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60010) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:24.227139 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-de0c1c6e-d3f0-42b4-b9a5-c997f4b3da6b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.231209 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-de0c1c6e-d3f0-42b4-b9a5-c997f4b3da6b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.254892 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c1c6e-d3f0-42b4-b9a5-c997f4b3da6b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e83dd090-0083-40db-8332-a4c08d8b596b,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:24.265903 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-de0c1c6e-d3f0-42b4-b9a5-c997f4b3da6b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.267296 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-de0c1c6e-d3f0-42b4-b9a5-c997f4b3da6b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2023606 Apr 08 10:29:24.269931 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60014) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:24.271276 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-16c7db20-c550-4d5a-ad00-a4724135734f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Synchronizing usage tracker for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:24.276028 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-00b6d581-1af2-4730-a5bc-41293d2a227c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '842a0382-930c-4fe3-ac0a-08e31fe80e04', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:24.283139 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-00b6d581-1af2-4730-a5bc-41293d2a227c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:24.287492 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-00b6d581-1af2-4730-a5bc-41293d2a227c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:24.289415 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-16c7db20-c550-4d5a-ad00-a4724135734f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Unset dirty status for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:24.290388 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-00b6d581-1af2-4730-a5bc-41293d2a227c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:24.294176 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-16c7db20-c550-4d5a-ad00-a4724135734f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0820558 Apr 08 10:29:24.295057 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60018) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:24.296678 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-00b6d581-1af2-4730-a5bc-41293d2a227c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:24.309164 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.securitygroups_db [None req-00b6d581-1af2-4730-a5bc-41293d2a227c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Project 6d9baba61a9a4a97bab400043cc74a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:29:24.316386 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-00b6d581-1af2-4730-a5bc-41293d2a227c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.328746 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0a174b39-26e0-4f18-b3ca-258b877f3d31 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.340043 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0a174b39-26e0-4f18-b3ca-258b877f3d31 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.367660 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0a174b39-26e0-4f18-b3ca-258b877f3d31 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.391161 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a174b39-26e0-4f18-b3ca-258b877f3d31 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec44a04f-990d-4737-a614-95247ac51e1c,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:24.391673 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-00b6d581-1af2-4730-a5bc-41293d2a227c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.395324 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0a174b39-26e0-4f18-b3ca-258b877f3d31 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.396673 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0a174b39-26e0-4f18-b3ca-258b877f3d31 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/ec44a04f-990d-4737-a614-95247ac51e1c HTTP/1.1" status: 204 len: 168 time: 0.1006505 Apr 08 10:29:24.399218 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60022) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:24.401869 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-00b6d581-1af2-4730-a5bc-41293d2a227c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.417635 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-927df300-d537-4fbb-bdea-be1ec7c1274d None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.430908 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-927df300-d537-4fbb-bdea-be1ec7c1274d None None] Transition to ACTIVE for port object 5b6394d3-6cbf-4d69-9779-856fe3eec5ca will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:29:24.438833 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-927df300-d537-4fbb-bdea-be1ec7c1274d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.443757 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6d581-1af2-4730-a5bc-41293d2a227c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76bd61b4-7877-4d98-86b5-cd976e0cc69c,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:24.459537 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-00b6d581-1af2-4730-a5bc-41293d2a227c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.463240 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-00b6d581-1af2-4730-a5bc-41293d2a227c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1897957 Apr 08 10:29:24.463453 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60026) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:24.471493 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-12158123-f82b-47bd-a0e2-a91443cb4952 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '842a0382-930c-4fe3-ac0a-08e31fe80e04', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:24.480405 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-12158123-f82b-47bd-a0e2-a91443cb4952 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:24.488667 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c1a96f01-df96-46cc-b42c-e846a2b4ab1e tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Synchronizing usage tracker for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:24.491253 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-12158123-f82b-47bd-a0e2-a91443cb4952 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:24.495523 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-12158123-f82b-47bd-a0e2-a91443cb4952 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:24.504953 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-12158123-f82b-47bd-a0e2-a91443cb4952 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:24.520030 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c1a96f01-df96-46cc-b42c-e846a2b4ab1e tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Unset dirty status for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:24.521315 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c1a96f01-df96-46cc-b42c-e846a2b4ab1e tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1211364 Apr 08 10:29:24.523452 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.securitygroups_db [None req-12158123-f82b-47bd-a0e2-a91443cb4952 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Project 6d9baba61a9a4a97bab400043cc74a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:29:24.524916 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60030) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:24.530861 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-12158123-f82b-47bd-a0e2-a91443cb4952 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.532154 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-0a299ea6-4657-414c-922b-f77c4253030f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Request body: {'security_group_rule': {'security_group_id': 'a83e3c9b-8628-4efc-891e-ad1e0ebd4cab', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:24.538664 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0a299ea6-4657-414c-922b-f77c4253030f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:24.565785 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0a299ea6-4657-414c-922b-f77c4253030f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:24.582509 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9705da-2327-4460-b8ba-40d8eb1f8147 None None] Pushing event updated for resources: {'Port': ['ID=5b6394d3-6cbf-4d69-9779-856fe3eec5ca,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:24.595776 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0a299ea6-4657-414c-922b-f77c4253030f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.628283 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-12158123-f82b-47bd-a0e2-a91443cb4952 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.638380 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-12158123-f82b-47bd-a0e2-a91443cb4952 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.678713 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-12158123-f82b-47bd-a0e2-a91443cb4952 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.680769 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-12158123-f82b-47bd-a0e2-a91443cb4952 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2163684 Apr 08 10:29:24.686412 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12158123-f82b-47bd-a0e2-a91443cb4952 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8977d7-6e67-42c3-a0aa-31750efabfff,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:24.700792 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-927df300-d537-4fbb-bdea-be1ec7c1274d None None] Attempting to bind port 5b6394d3-6cbf-4d69-9779-856fe3eec5ca on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:29:24.701323 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-927df300-d537-4fbb-bdea-be1ec7c1274d None None] Attempting to bind port 5b6394d3-6cbf-4d69-9779-856fe3eec5ca by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '99e36320-4199-4812-9880-0dfa9cf3d5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0767400e-b732-49ad-86ae-d6000fc156e7'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:29:24.701709 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927df300-d537-4fbb-bdea-be1ec7c1274d None None] Attempting to bind port 5b6394d3-6cbf-4d69-9779-856fe3eec5ca on network 0767400e-b732-49ad-86ae-d6000fc156e7 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:29:24.710958 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927df300-d537-4fbb-bdea-be1ec7c1274d None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:29:24.711410 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927df300-d537-4fbb-bdea-be1ec7c1274d None None] Checking segment: {'id': '99e36320-4199-4812-9880-0dfa9cf3d5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0767400e-b732-49ad-86ae-d6000fc156e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:29:24.711905 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-927df300-d537-4fbb-bdea-be1ec7c1274d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.713065 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927df300-d537-4fbb-bdea-be1ec7c1274d None None] Bound using segment: {'id': '99e36320-4199-4812-9880-0dfa9cf3d5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0767400e-b732-49ad-86ae-d6000fc156e7'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:29:24.713859 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-927df300-d537-4fbb-bdea-be1ec7c1274d None None] Bound port: 5b6394d3-6cbf-4d69-9779-856fe3eec5ca, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e36320-4199-4812-9880-0dfa9cf3d5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0767400e-b732-49ad-86ae-d6000fc156e7'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:29:24.714066 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-927df300-d537-4fbb-bdea-be1ec7c1274d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.714467 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0a299ea6-4657-414c-922b-f77c4253030f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.721650 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0a299ea6-4657-414c-922b-f77c4253030f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.748361 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a299ea6-4657-414c-922b-f77c4253030f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bbbd46f-dafb-4687-b458-93e156f6b40f,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:24.767294 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0a299ea6-4657-414c-922b-f77c4253030f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.770390 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0a299ea6-4657-414c-922b-f77c4253030f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2441452 Apr 08 10:29:24.772938 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60036) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:24.802702 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-15cef695-90ec-4716-af44-a2545f76dc20 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-group-rules/6bbbd46f-dafb-4687-b458-93e156f6b40f HTTP/1.1" status: 200 len: 706 time: 0.0284703 Apr 08 10:29:24.805328 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60040) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:24.829231 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-927df300-d537-4fbb-bdea-be1ec7c1274d None None] For port 5b6394d3-6cbf-4d69-9779-856fe3eec5ca, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:29:24.837457 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-927df300-d537-4fbb-bdea-be1ec7c1274d None None] For port 5b6394d3-6cbf-4d69-9779-856fe3eec5ca, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=5b6394d3-6cbf-4d69-9779-856fe3eec5ca,segment=NetworkSegment(99e36320-4199-4812-9880-0dfa9cf3d5e8),segment_id=99e36320-4199-4812-9880-0dfa9cf3d5e8)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:29:24.842500 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-927df300-d537-4fbb-bdea-be1ec7c1274d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.865217 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1252b5a0-8fa4-42c3-880a-03dea3638453 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Synchronizing usage tracker for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:24.884247 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1252b5a0-8fa4-42c3-880a-03dea3638453 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Unset dirty status for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:24.889686 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1252b5a0-8fa4-42c3-880a-03dea3638453 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.0791299 Apr 08 10:29:24.889796 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60048) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:24.927446 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-787a0745-1de7-4506-ab11-54e4ad4cc1e1 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.939306 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-787a0745-1de7-4506-ab11-54e4ad4cc1e1 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.978003 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-787a0745-1de7-4506-ab11-54e4ad4cc1e1 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:24.985930 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9705da-2327-4460-b8ba-40d8eb1f8147 None None] Pushing event updated for resources: {'Port': ['ID=5b6394d3-6cbf-4d69-9779-856fe3eec5ca,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:24.986201 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-cea91038-f67b-4f03-80e3-6a52044941f7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:24.999632 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927df300-d537-4fbb-bdea-be1ec7c1274d None None] Routers {'9ead8a06-cce2-4992-a6c7-ebfca8b316e0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:29:24.999632 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-927df300-d537-4fbb-bdea-be1ec7c1274d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:29:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['9ead8a06-cce2-4992-a6c7-ebfca8b316e0'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:25.008241 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-cea91038-f67b-4f03-80e3-6a52044941f7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:25.019943 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-cea91038-f67b-4f03-80e3-6a52044941f7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-759421804&fields=id&tenant_id=6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 267 time: 0.0878243 Apr 08 10:29:25.022445 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a0745-1de7-4506-ab11-54e4ad4cc1e1 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6bbbd46f-dafb-4687-b458-93e156f6b40f,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:25.034457 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-787a0745-1de7-4506-ab11-54e4ad4cc1e1 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:25.036816 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-787a0745-1de7-4506-ab11-54e4ad4cc1e1 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/6bbbd46f-dafb-4687-b458-93e156f6b40f HTTP/1.1" status: 204 len: 168 time: 0.1470711 Apr 08 10:29:25.039383 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60054) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:25.134640 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-332d6d0b-1882-476a-9bac-eaee5ca6a03c tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Synchronizing usage tracker for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:25.155567 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-332d6d0b-1882-476a-9bac-eaee5ca6a03c tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Unset dirty status for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:25.157095 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-332d6d0b-1882-476a-9bac-eaee5ca6a03c tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1158636 Apr 08 10:29:25.160987 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60058) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:25.237647 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-927df300-d537-4fbb-bdea-be1ec7c1274d None None] Set router 9ead8a06-cce2-4992-a6c7-ebfca8b316e0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:29:25.251035 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-893288a0-d24b-4c1c-9baf-650065d7c6e5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:25.251719 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-893288a0-d24b-4c1c-9baf-650065d7c6e5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:network {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:25.256733 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fdc51a67-dde2-4507-a555-c6ffaf593ca0 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:25.270595 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-893288a0-d24b-4c1c-9baf-650065d7c6e5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:network {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:25.272114 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-893288a0-d24b-4c1c-9baf-650065d7c6e5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/networks?id=0767400e-b732-49ad-86ae-d6000fc156e7 HTTP/1.1" status: 200 len: 797 time: 0.2512481 Apr 08 10:29:25.289978 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fdc51a67-dde2-4507-a555-c6ffaf593ca0 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:25.299464 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-57021242-4b63-45f8-8b4c-6a579fe8f831 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/quotas/6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 375 time: 0.0195346 Apr 08 10:29:25.357205 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fdc51a67-dde2-4507-a555-c6ffaf593ca0 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:25.379238 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc51a67-dde2-4507-a555-c6ffaf593ca0 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83e3c9b-8628-4efc-891e-ad1e0ebd4cab,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:25.403078 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fdc51a67-dde2-4507-a555-c6ffaf593ca0 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:25.407085 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-fdc51a67-dde2-4507-a555-c6ffaf593ca0 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "DELETE /v2.0/security-groups/a83e3c9b-8628-4efc-891e-ad1e0ebd4cab HTTP/1.1" status: 204 len: 168 time: 0.2417948 Apr 08 10:29:25.408375 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60062) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:25.417334 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-e1674694-a39c-43ec-a398-e5047c3ef791 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:25.436310 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-e1674694-a39c-43ec-a398-e5047c3ef791 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:25.437723 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-e1674694-a39c-43ec-a398-e5047c3ef791 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1221850 Apr 08 10:29:25.461876 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-7bce8133-341b-4ab4-ad15-f9b4de169e06 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:29:25.464609 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-7bce8133-341b-4ab4-ad15-f9b4de169e06 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060322 Apr 08 10:29:25.471236 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-feb619a4-f0e6-4feb-9db3-2bf3ec719b1c tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Synchronizing usage tracker for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:25.491880 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-feb619a4-f0e6-4feb-9db3-2bf3ec719b1c tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Unset dirty status for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:25.493365 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-feb619a4-f0e6-4feb-9db3-2bf3ec719b1c tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0850875 Apr 08 10:29:25.497878 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60066) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:25.504439 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-2f7443b2-a27c-4d8d-b8b6-feb746d5d7e8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Request body: {'security_group': {'name': 'tempest-secgroup--1163208684'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:25.512147 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-2f7443b2-a27c-4d8d-b8b6-feb746d5d7e8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:25.523011 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-2f7443b2-a27c-4d8d-b8b6-feb746d5d7e8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:25.537671 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2f7443b2-a27c-4d8d-b8b6-feb746d5d7e8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:25.601420 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-2f7443b2-a27c-4d8d-b8b6-feb746d5d7e8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:25.605739 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2f7443b2-a27c-4d8d-b8b6-feb746d5d7e8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Usage tracker for resource:security_group_rule and tenant:e0443b006978413bae811bac8c0afc18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:25.608027 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-927df300-d537-4fbb-bdea-be1ec7c1274d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'name': 'tempest-TestNetworkBasicOps-router-1417550390', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:29:20Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '5b6394d3-6cbf-4d69-9779-856fe3eec5ca', 'name': '', 'network_id': '0767400e-b732-49ad-86ae-d6000fc156e7', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:c5:36:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22d31912-54f1-4598-b5de-0646e5fc919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:19Z', 'updated_at': '2022-04-08T10:29:24Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '22d31912-54f1-4598-b5de-0646e5fc919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:25.608751 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2f7443b2-a27c-4d8d-b8b6-feb746d5d7e8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:25.613132 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927df300-d537-4fbb-bdea-be1ec7c1274d None None] The sync data for ids ['9ead8a06-cce2-4992-a6c7-ebfca8b316e0'] in dv-neutron-837110-1-hyperv is: [{'id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'name': 'tempest-TestNetworkBasicOps-router-1417550390', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:29:20Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '5b6394d3-6cbf-4d69-9779-856fe3eec5ca', 'name': '', 'network_id': '0767400e-b732-49ad-86ae-d6000fc156e7', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:c5:36:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22d31912-54f1-4598-b5de-0646e5fc919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:19Z', 'updated_at': '2022-04-08T10:29:24Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '22d31912-54f1-4598-b5de-0646e5fc919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:29:25.615725 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-2f7443b2-a27c-4d8d-b8b6-feb746d5d7e8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:25.637036 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-07013852-31af-4243-aa3f-86922dcd84c2 service neutron] 10.222.0.47 "GET /v2.0/networks/0767400e-b732-49ad-86ae-d6000fc156e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640761 Apr 08 10:29:25.713025 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2f7443b2-a27c-4d8d-b8b6-feb746d5d7e8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:25.722125 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2f7443b2-a27c-4d8d-b8b6-feb746d5d7e8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:25.784941 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7443b2-a27c-4d8d-b8b6-feb746d5d7e8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36fcf5ab-f4c5-453d-86c1-e28e31dd1d8c,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:25.797838 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2f7443b2-a27c-4d8d-b8b6-feb746d5d7e8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:25.801094 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2f7443b2-a27c-4d8d-b8b6-feb746d5d7e8 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3020325 Apr 08 10:29:25.803754 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60070) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:25.814092 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-c25810b4-cb3f-4d64-981c-f60f6bf52cf5 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Request body: {'security_group_rule': {'security_group_id': '36fcf5ab-f4c5-453d-86c1-e28e31dd1d8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:25.822990 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-c25810b4-cb3f-4d64-981c-f60f6bf52cf5 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:25.829753 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c25810b4-cb3f-4d64-981c-f60f6bf52cf5 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Usage tracker for resource:security_group_rule and tenant:e0443b006978413bae811bac8c0afc18 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:25.833447 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c25810b4-cb3f-4d64-981c-f60f6bf52cf5 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:25.839421 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-c25810b4-cb3f-4d64-981c-f60f6bf52cf5 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:25.864287 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c25810b4-cb3f-4d64-981c-f60f6bf52cf5 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:25.876895 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 5b6394d3-6cbf-4d69-9779-856fe3eec5ca up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:29:25.950588 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c25810b4-cb3f-4d64-981c-f60f6bf52cf5 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:25.956284 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c25810b4-cb3f-4d64-981c-f60f6bf52cf5 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:25.968714 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-20e123e4-0faf-4507-831c-c1c2dca9b246 service neutron] 10.222.0.47 "GET /v2.0/networks/0767400e-b732-49ad-86ae-d6000fc156e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248346 Apr 08 10:29:25.994832 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25810b4-cb3f-4d64-981c-f60f6bf52cf5 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81122374-b291-43bc-a911-51def8d3c52e,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:26.013215 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c25810b4-cb3f-4d64-981c-f60f6bf52cf5 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:26.013381 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 5b6394d3-6cbf-4d69-9779-856fe3eec5ca completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:29:26.017115 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c25810b4-cb3f-4d64-981c-f60f6bf52cf5 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2095351 Apr 08 10:29:26.017937 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60074) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:26.019205 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 5b6394d3-6cbf-4d69-9779-856fe3eec5ca triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:29:26.020279 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:26.154087 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:26.159121 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-06bc40c6-0010-4d94-8401-550fb4268a4f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:26.194363 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 5b6394d3-6cbf-4d69-9779-856fe3eec5ca, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=5b6394d3-6cbf-4d69-9779-856fe3eec5ca,segment=NetworkSegment(99e36320-4199-4812-9880-0dfa9cf3d5e8),segment_id=99e36320-4199-4812-9880-0dfa9cf3d5e8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:29:26.197602 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-06bc40c6-0010-4d94-8401-550fb4268a4f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:26.199530 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:26.253525 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-06bc40c6-0010-4d94-8401-550fb4268a4f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:26.274347 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc40c6-0010-4d94-8401-550fb4268a4f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fcf5ab-f4c5-453d-86c1-e28e31dd1d8c,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:26.280987 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=5b6394d3-6cbf-4d69-9779-856fe3eec5ca,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:26.293389 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-06bc40c6-0010-4d94-8401-550fb4268a4f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:26.296141 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-06bc40c6-0010-4d94-8401-550fb4268a4f tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "DELETE /v2.0/security-groups/36fcf5ab-f4c5-453d-86c1-e28e31dd1d8c HTTP/1.1" status: 204 len: 168 time: 0.2752252 Apr 08 10:29:26.297007 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60078) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:26.355150 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1a16b592-908f-4c44-980d-3579e5bf02b3 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Synchronizing usage tracker for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:26.373048 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1a16b592-908f-4c44-980d-3579e5bf02b3 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Unset dirty status for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:26.374799 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1a16b592-908f-4c44-980d-3579e5bf02b3 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0766647 Apr 08 10:29:26.377346 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60082) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:26.424246 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-95136ee2-a0fd-4534-8ebd-6f49f7cc456b tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Synchronizing usage tracker for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:26.440528 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-95136ee2-a0fd-4534-8ebd-6f49f7cc456b tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Unset dirty status for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group_rule {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:26.442286 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-95136ee2-a0fd-4534-8ebd-6f49f7cc456b tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0637586 Apr 08 10:29:26.444838 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60086) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:26.465517 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-f2184a03-71dc-4f8e-85e1-899c8b60a75b tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] delete failed (client error): The resource could not be found. Apr 08 10:29:26.466603 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f2184a03-71dc-4f8e-85e1-899c8b60a75b tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "DELETE /v2.0/security-groups/36fcf5ab-f4c5-453d-86c1-e28e31dd1d8c HTTP/1.1" status: 404 len: 347 time: 0.0208771 Apr 08 10:29:26.470844 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60090) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:26.532974 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-227a2508-a99d-40c9-9d1b-ca631b5405e4 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Synchronizing usage tracker for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:26.545234 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-227a2508-a99d-40c9-9d1b-ca631b5405e4 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] Unset dirty status for tenant:e0443b006978413bae811bac8c0afc18 on resource:security_group {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:26.545234 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-227a2508-a99d-40c9-9d1b-ca631b5405e4 tempest-SecGroupTest-553014294 tempest-SecGroupTest-553014294-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0723970 Apr 08 10:29:26.864952 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60100) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:27.044946 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60108) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:27.045151 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8655dc7c-d527-4354-b291-7a2a7e5eab98 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e0443b006978413bae811bac8c0afc18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1791160 Apr 08 10:29:27.112185 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2ea5b7ae-1bb8-4e90-b75f-00ae14af166b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:27.140721 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2ea5b7ae-1bb8-4e90-b75f-00ae14af166b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:27.200637 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2ea5b7ae-1bb8-4e90-b75f-00ae14af166b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:27.222168 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5b7ae-1bb8-4e90-b75f-00ae14af166b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fe69b8-29a8-4093-a1da-f505bdc0b854,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:27.222762 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-95dfbcf8-50aa-4c0c-a24a-c0fbebd10fed req-c088b7a7-7c08-434d-bd6f-cece23246276 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=65f738a3-b4f6-4ace-9d0e-d906ad3303ec HTTP/1.1" status: 200 len: 210 time: 0.0461781 Apr 08 10:29:27.261365 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2ea5b7ae-1bb8-4e90-b75f-00ae14af166b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:27.262523 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2ea5b7ae-1bb8-4e90-b75f-00ae14af166b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d1fe69b8-29a8-4093-a1da-f505bdc0b854 HTTP/1.1" status: 204 len: 168 time: 0.2164695 Apr 08 10:29:27.806890 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 5b6394d3-6cbf-4d69-9779-856fe3eec5ca up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:29:27.887825 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 5b6394d3-6cbf-4d69-9779-856fe3eec5ca triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:29:27.887825 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:28.365353 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-0620c549-aa68-4dd8-817b-1f2bc6f684f1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:28.365988 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-0620c549-aa68-4dd8-817b-1f2bc6f684f1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/networks?id=0767400e-b732-49ad-86ae-d6000fc156e7 HTTP/1.1" status: 200 len: 797 time: 0.1653323 Apr 08 10:29:28.449585 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-696515c4-e43b-424c-b7e1-691291c3cde2 req-3832a3a6-694e-4066-b709-d667383d4480 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=65f738a3-b4f6-4ace-9d0e-d906ad3303ec HTTP/1.1" status: 200 len: 210 time: 0.0541625 Apr 08 10:29:28.473803 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-ac00fbf2-8021-4463-983b-e2758787c221 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 379 time: 0.0951068 Apr 08 10:29:28.482892 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-d81c77fe-0f18-4f9d-8ce3-abf56c3f8e06 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'port': {'device_id': '65f738a3-b4f6-4ace-9d0e-d906ad3303ec', 'network_id': '0767400e-b732-49ad-86ae-d6000fc156e7', 'admin_state_up': True, 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'security_groups': ['842a0382-930c-4fe3-ac0a-08e31fe80e04']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:28.625697 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-d81c77fe-0f18-4f9d-8ce3-abf56c3f8e06 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:28.635039 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-d81c77fe-0f18-4f9d-8ce3-abf56c3f8e06 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:28.644959 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-d81c77fe-0f18-4f9d-8ce3-abf56c3f8e06 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Made reservation on behalf of 6d9baba61a9a4a97bab400043cc74a73 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:29:28.648440 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-d81c77fe-0f18-4f9d-8ce3-abf56c3f8e06 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:28.809382 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-d81c77fe-0f18-4f9d-8ce3-abf56c3f8e06 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.20.0.8 (0767400e-b732-49ad-86ae-d6000fc156e7/22d31912-54f1-4598-b5de-0646e5fc919f/0cd5c7dd-3477-4189-ae6d-4db6b0ad7489) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:29:29.000681 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-d81c77fe-0f18-4f9d-8ce3-abf56c3f8e06 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:29.016802 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-d81c77fe-0f18-4f9d-8ce3-abf56c3f8e06 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Transition to ACTIVE for port object 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:29:29.038461 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-d81c77fe-0f18-4f9d-8ce3-abf56c3f8e06 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:29.117643 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-d81c77fe-0f18-4f9d-8ce3-abf56c3f8e06 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 0767400e-b732-49ad-86ae-d6000fc156e7 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:29:29.117643 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-d81c77fe-0f18-4f9d-8ce3-abf56c3f8e06 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:29:29.117643 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-d81c77fe-0f18-4f9d-8ce3-abf56c3f8e06 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:29:29.155554 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c77fe-0f18-4f9d-8ce3-abf56c3f8e06 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=0cd5c7dd-3477-4189-ae6d-4db6b0ad7489,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:29.194373 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-d81c77fe-0f18-4f9d-8ce3-abf56c3f8e06 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:29.195418 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-d81c77fe-0f18-4f9d-8ce3-abf56c3f8e06 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:29.222473 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-d81c77fe-0f18-4f9d-8ce3-abf56c3f8e06 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7440104 Apr 08 10:29:29.234781 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-80221971-df26-455b-84b4-7dd85ffbd7c3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:29:29.235681 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-80221971-df26-455b-84b4-7dd85ffbd7c3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054581 Apr 08 10:29:29.394776 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-08e60e38-480d-46a1-9580-ce8a4d4fc041 service neutron] Request body: {'port': {'device_id': '65f738a3-b4f6-4ace-9d0e-d906ad3303ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:29.433560 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-74d0e7d7-b4a7-44cc-9bee-41262c879758 None None] Provisioning for port 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:29:29.438260 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-74d0e7d7-b4a7-44cc-9bee-41262c879758 None None] Provisioning complete for port 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:29:29.438623 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-74d0e7d7-b4a7-44cc-9bee-41262c879758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:29.495953 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-74d0e7d7-b4a7-44cc-9bee-41262c879758 None None] Port 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:29:29.534939 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-08e60e38-480d-46a1-9580-ce8a4d4fc041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:29.944009 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30592ab9-47e8-4451-9ec3-a4cdddfee647 req-69c47887-266e-4a7d-9fd9-9b6042074469 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:29.944734 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-30592ab9-47e8-4451-9ec3-a4cdddfee647 req-69c47887-266e-4a7d-9fd9-9b6042074469 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:29:30.114076 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-30592ab9-47e8-4451-9ec3-a4cdddfee647 req-69c47887-266e-4a7d-9fd9-9b6042074469 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:29:30.115131 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-30592ab9-47e8-4451-9ec3-a4cdddfee647 req-69c47887-266e-4a7d-9fd9-9b6042074469 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=65f738a3-b4f6-4ace-9d0e-d906ad3303ec HTTP/1.1" status: 200 len: 931 time: 0.5224230 Apr 08 10:29:30.121304 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-08e60e38-480d-46a1-9580-ce8a4d4fc041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489 {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:29:30.130050 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-08e60e38-480d-46a1-9580-ce8a4d4fc041 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:30.169365 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-08e60e38-480d-46a1-9580-ce8a4d4fc041 service neutron] Transition to ACTIVE for port object 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489 will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:29:30.177530 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-08e60e38-480d-46a1-9580-ce8a4d4fc041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:30.246377 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-30592ab9-47e8-4451-9ec3-a4cdddfee647 req-751da22e-f276-4246-b30b-d8d6ff1f4710 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=842a0382-930c-4fe3-ac0a-08e31fe80e04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205001 Apr 08 10:29:30.322078 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e60e38-480d-46a1-9580-ce8a4d4fc041 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd5c7dd-3477-4189-ae6d-4db6b0ad7489,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:30.445202 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-08e60e38-480d-46a1-9580-ce8a4d4fc041 service neutron] Attempting to bind port 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:29:30.446084 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-08e60e38-480d-46a1-9580-ce8a4d4fc041 service neutron] Attempting to bind port 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '99e36320-4199-4812-9880-0dfa9cf3d5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0767400e-b732-49ad-86ae-d6000fc156e7'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:29:30.446084 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-08e60e38-480d-46a1-9580-ce8a4d4fc041 service neutron] Attempting to bind port 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489 on network 0767400e-b732-49ad-86ae-d6000fc156e7 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:29:30.451762 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-08e60e38-480d-46a1-9580-ce8a4d4fc041 service neutron] Port 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489 on network 0767400e-b732-49ad-86ae-d6000fc156e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:29:30.452404 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-08e60e38-480d-46a1-9580-ce8a4d4fc041 service neutron] Attempting to bind port 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489 on network 0767400e-b732-49ad-86ae-d6000fc156e7 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:29:30.459276 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-08e60e38-480d-46a1-9580-ce8a4d4fc041 service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:29:30.459615 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-08e60e38-480d-46a1-9580-ce8a4d4fc041 service neutron] Checking segment: {'id': '99e36320-4199-4812-9880-0dfa9cf3d5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0767400e-b732-49ad-86ae-d6000fc156e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:29:30.460218 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-08e60e38-480d-46a1-9580-ce8a4d4fc041 service neutron] Bound using segment: {'id': '99e36320-4199-4812-9880-0dfa9cf3d5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0767400e-b732-49ad-86ae-d6000fc156e7'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:29:30.460653 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-08e60e38-480d-46a1-9580-ce8a4d4fc041 service neutron] Bound port: 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99e36320-4199-4812-9880-0dfa9cf3d5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0767400e-b732-49ad-86ae-d6000fc156e7'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:29:30.461004 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-08e60e38-480d-46a1-9580-ce8a4d4fc041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:30.560396 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-08e60e38-480d-46a1-9580-ce8a4d4fc041 service neutron] For port 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:29:30.563278 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-08e60e38-480d-46a1-9580-ce8a4d4fc041 service neutron] For port 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=0cd5c7dd-3477-4189-ae6d-4db6b0ad7489,segment=NetworkSegment(99e36320-4199-4812-9880-0dfa9cf3d5e8),segment_id=99e36320-4199-4812-9880-0dfa9cf3d5e8)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:29:30.568251 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-08e60e38-480d-46a1-9580-ce8a4d4fc041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:30.627949 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-08e60e38-480d-46a1-9580-ce8a4d4fc041 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:30.629557 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-08e60e38-480d-46a1-9580-ce8a4d4fc041 service neutron] 10.222.0.52 "PUT /v2.0/ports/0cd5c7dd-3477-4189-ae6d-4db6b0ad7489 HTTP/1.1" status: 200 len: 1093 time: 1.3854964 Apr 08 10:29:30.632364 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f738a3-b4f6-4ace-9d0e-d906ad3303ec', 'tag': '0cd5c7dd-3477-4189-ae6d-4db6b0ad7489'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:29:30.661311 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e60e38-480d-46a1-9580-ce8a4d4fc041 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd5c7dd-3477-4189-ae6d-4db6b0ad7489,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:30.706321 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e4d32d1-0281-4eaf-8196-acc6c9af03f6'] response: {'name': 'network-changed', 'server_uuid': '65f738a3-b4f6-4ace-9d0e-d906ad3303ec', 'tag': '0cd5c7dd-3477-4189-ae6d-4db6b0ad7489', 'status': 'completed', 'code': 200} Apr 08 10:29:30.747566 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-1e1a497f-2d98-44da-bbd1-095f44f8e77c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=65f738a3-b4f6-4ace-9d0e-d906ad3303ec HTTP/1.1" status: 200 len: 1096 time: 0.0765135 Apr 08 10:29:30.816537 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-1ff8601b-0a40-4535-9601-004e8bccebd6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cd5c7dd-3477-4189-ae6d-4db6b0ad7489 HTTP/1.1" status: 200 len: 217 time: 0.0619066 Apr 08 10:29:30.885446 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-e35dc6c9-585e-425a-b1ad-ce928f495b4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:30.886821 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-e35dc6c9-585e-425a-b1ad-ce928f495b4a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22d31912-54f1-4598-b5de-0646e5fc919f HTTP/1.1" status: 200 len: 835 time: 0.0611708 Apr 08 10:29:30.963221 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-4094a68c-f76a-4d7b-aa05-48d0942cdfbd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0767400e-b732-49ad-86ae-d6000fc156e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673354 Apr 08 10:29:31.096877 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-295d97bc-47b1-4c73-994b-93c3640a95d4 service neutron] 10.222.0.52 "GET /v2.0/networks/0767400e-b732-49ad-86ae-d6000fc156e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245761 Apr 08 10:29:31.229653 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b28e58e4-bf1e-40b0-a520-309056c61322 req-712ef500-ff0e-4e1f-bf14-b15c2ab6291b service neutron] 10.222.0.52 "GET /v2.0/networks/0767400e-b732-49ad-86ae-d6000fc156e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238208 Apr 08 10:29:31.347942 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9e1a962a-c055-4e2d-aff0-593d7645e8f7 req-f8315a63-b4d4-428d-a602-ced8d1d5191f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=65f738a3-b4f6-4ace-9d0e-d906ad3303ec HTTP/1.1" status: 200 len: 1096 time: 0.0673034 Apr 08 10:29:31.536535 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a962a-c055-4e2d-aff0-593d7645e8f7 req-cdddb4a7-8e2e-4dac-b41d-c6ce700e0618 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:31.537872 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9e1a962a-c055-4e2d-aff0-593d7645e8f7 req-cdddb4a7-8e2e-4dac-b41d-c6ce700e0618 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0767400e-b732-49ad-86ae-d6000fc156e7 HTTP/1.1" status: 200 len: 898 time: 0.1834147 Apr 08 10:29:31.548055 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1dbcd-7df4-495e-a108-729d3f5a7004 req-ea2825d0-ed8f-4be8-924b-66060653a7b0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:31.549387 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-afb1dbcd-7df4-495e-a108-729d3f5a7004 req-ea2825d0-ed8f-4be8-924b-66060653a7b0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=65f738a3-b4f6-4ace-9d0e-d906ad3303ec HTTP/1.1" status: 200 len: 943 time: 0.1740429 Apr 08 10:29:31.627813 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9e1a962a-c055-4e2d-aff0-593d7645e8f7 req-4b5598d0-7029-4370-a5d4-d277b9b77c9a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cd5c7dd-3477-4189-ae6d-4db6b0ad7489 HTTP/1.1" status: 200 len: 217 time: 0.0775199 Apr 08 10:29:31.689791 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-afb1dbcd-7df4-495e-a108-729d3f5a7004 req-80e4c406-60a1-43c0-ae84-3248bbdb0a0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=842a0382-930c-4fe3-ac0a-08e31fe80e04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941329 Apr 08 10:29:31.701756 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a962a-c055-4e2d-aff0-593d7645e8f7 req-a3497825-79d8-47c0-b270-005702d8e7a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:31.703116 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9e1a962a-c055-4e2d-aff0-593d7645e8f7 req-a3497825-79d8-47c0-b270-005702d8e7a9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22d31912-54f1-4598-b5de-0646e5fc919f HTTP/1.1" status: 200 len: 835 time: 0.0652077 Apr 08 10:29:31.870898 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9e1a962a-c055-4e2d-aff0-593d7645e8f7 req-6002b25e-ed73-4cd0-af5e-f751148f7196 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0767400e-b732-49ad-86ae-d6000fc156e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1605475 Apr 08 10:29:31.998944 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9e1a962a-c055-4e2d-aff0-593d7645e8f7 req-f63fcefb-8581-472b-a0e9-12a84f31c665 service neutron] 10.222.0.52 "GET /v2.0/networks/0767400e-b732-49ad-86ae-d6000fc156e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216915 Apr 08 10:29:32.129069 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9e1a962a-c055-4e2d-aff0-593d7645e8f7 req-b1d1eda4-a594-45fa-a1c1-1af83da56a66 service neutron] 10.222.0.52 "GET /v2.0/networks/0767400e-b732-49ad-86ae-d6000fc156e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234488 Apr 08 10:29:32.960776 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf419e0-e77a-40e5-a626-1de414fa3bd1 req-372dfe8a-7006-4ccf-9c52-cadc6d842151 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:32.962219 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8bf419e0-e77a-40e5-a626-1de414fa3bd1 req-372dfe8a-7006-4ccf-9c52-cadc6d842151 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=65f738a3-b4f6-4ace-9d0e-d906ad3303ec HTTP/1.1" status: 200 len: 943 time: 0.1506839 Apr 08 10:29:33.007069 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8bf419e0-e77a-40e5-a626-1de414fa3bd1 req-326523fe-04ec-4202-adb8-b05db0ee3cbe tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=842a0382-930c-4fe3-ac0a-08e31fe80e04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389619 Apr 08 10:29:33.791642 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:29:33.922459 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=0cd5c7dd-3477-4189-ae6d-4db6b0ad7489,segment=NetworkSegment(99e36320-4199-4812-9880-0dfa9cf3d5e8),segment_id=99e36320-4199-4812-9880-0dfa9cf3d5e8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:29:33.936119 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '0cd5c7dd-3477-4189-ae6d-4db6b0ad7489', 'network_id': '0767400e-b732-49ad-86ae-d6000fc156e7', 'port_id': '0cd5c7dd-3477-4189-ae6d-4db6b0ad7489', 'mac_address': 'fa:16:3e:17:87:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d31912-54f1-4598-b5de-0646e5fc919f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:29:33.991273 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:34.008805 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:29:34.023702 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=0cd5c7dd-3477-4189-ae6d-4db6b0ad7489,segment=NetworkSegment(99e36320-4199-4812-9880-0dfa9cf3d5e8),segment_id=99e36320-4199-4812-9880-0dfa9cf3d5e8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:29:34.027813 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:34.097010 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=0cd5c7dd-3477-4189-ae6d-4db6b0ad7489,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:34.204216 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad2249-ec8e-404a-8e96-ef77bb30366d req-b9dda287-c01b-47aa-90a6-ba8354c9135b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:34.205646 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9cad2249-ec8e-404a-8e96-ef77bb30366d req-b9dda287-c01b-47aa-90a6-ba8354c9135b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=65f738a3-b4f6-4ace-9d0e-d906ad3303ec HTTP/1.1" status: 200 len: 944 time: 0.0790005 Apr 08 10:29:34.250205 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9cad2249-ec8e-404a-8e96-ef77bb30366d req-e3326770-f993-4f05-9202-d64e32b09157 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=842a0382-930c-4fe3-ac0a-08e31fe80e04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389795 Apr 08 10:29:34.299632 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['0cd5c7dd-3477-4189-ae6d-4db6b0ad7489'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:29:35.443605 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78b1ca-42a5-4a04-bce7-660761fd2e96 req-bb5192c2-96be-4606-aff1-3275ad49adef tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:35.445060 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7a78b1ca-42a5-4a04-bce7-660761fd2e96 req-bb5192c2-96be-4606-aff1-3275ad49adef tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=65f738a3-b4f6-4ace-9d0e-d906ad3303ec HTTP/1.1" status: 200 len: 944 time: 0.0752287 Apr 08 10:29:35.491130 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7a78b1ca-42a5-4a04-bce7-660761fd2e96 req-5c87d48c-bed2-450f-ad3c-2dc78c9c7ec9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=842a0382-930c-4fe3-ac0a-08e31fe80e04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400972 Apr 08 10:29:35.806668 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:29:35.874529 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:29:35.879393 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:29:35.879763 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:35.990588 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:36.016397 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f738a3-b4f6-4ace-9d0e-d906ad3303ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd5c7dd-3477-4189-ae6d-4db6b0ad7489'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:29:36.026613 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=0cd5c7dd-3477-4189-ae6d-4db6b0ad7489,segment=NetworkSegment(99e36320-4199-4812-9880-0dfa9cf3d5e8),segment_id=99e36320-4199-4812-9880-0dfa9cf3d5e8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:29:36.030891 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:36.074847 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-627e2480-a3c8-443f-97fc-cdd8e2767404'] response: {'server_uuid': '65f738a3-b4f6-4ace-9d0e-d906ad3303ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd5c7dd-3477-4189-ae6d-4db6b0ad7489', 'code': 200} Apr 08 10:29:36.099976 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=0cd5c7dd-3477-4189-ae6d-4db6b0ad7489,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:36.320517 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-191ca394-13ad-4980-8458-72f08d312545 req-76926826-8d17-420b-bbed-d556093f65ae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=65f738a3-b4f6-4ace-9d0e-d906ad3303ec HTTP/1.1" status: 200 len: 1098 time: 0.0698495 Apr 08 10:29:36.364946 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-191ca394-13ad-4980-8458-72f08d312545 req-b140a482-1889-4b6a-b852-3118ade889ba service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=842a0382-930c-4fe3-ac0a-08e31fe80e04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355933 Apr 08 10:29:36.702683 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58153a66-cf57-4507-b859-2c3837af9096 req-f18123ac-7ce6-419c-9cd8-b8b3c1a266df tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:36.704154 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-58153a66-cf57-4507-b859-2c3837af9096 req-f18123ac-7ce6-419c-9cd8-b8b3c1a266df tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=65f738a3-b4f6-4ace-9d0e-d906ad3303ec HTTP/1.1" status: 200 len: 945 time: 0.0913756 Apr 08 10:29:36.751772 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-58153a66-cf57-4507-b859-2c3837af9096 req-4d251da8-eac6-43b8-a2a4-ff43697c7dee tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=842a0382-930c-4fe3-ac0a-08e31fe80e04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421126 Apr 08 10:29:37.948736 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61edc92-6e42-4309-92ba-b72dbeb894eb req-e3880040-cef8-4840-aced-6d0749e5bf30 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:37.950156 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a61edc92-6e42-4309-92ba-b72dbeb894eb req-e3880040-cef8-4840-aced-6d0749e5bf30 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=65f738a3-b4f6-4ace-9d0e-d906ad3303ec HTTP/1.1" status: 200 len: 945 time: 0.0771451 Apr 08 10:29:37.993598 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a61edc92-6e42-4309-92ba-b72dbeb894eb req-9f146303-23b4-4786-bf53-eabc2a91770f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=842a0382-930c-4fe3-ac0a-08e31fe80e04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378404 Apr 08 10:29:38.195424 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd854161-0824-4420-b10c-8032fe521369 req-62aaa699-38b0-47d2-8cc0-5512c8561610 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:38.197032 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bd854161-0824-4420-b10c-8032fe521369 req-62aaa699-38b0-47d2-8cc0-5512c8561610 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=65f738a3-b4f6-4ace-9d0e-d906ad3303ec HTTP/1.1" status: 200 len: 945 time: 0.0836136 Apr 08 10:29:38.241029 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:38.245186 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bd854161-0824-4420-b10c-8032fe521369 req-3629540d-5705-49aa-ab6e-758d0461fa1d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=842a0382-930c-4fe3-ac0a-08e31fe80e04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426416 Apr 08 10:29:38.272564 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60154) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:38.340764 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d9127114-912c-40a9-be1f-6455bae6e608 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=65f738a3-b4f6-4ace-9d0e-d906ad3303ec HTTP/1.1" status: 200 len: 1093 time: 0.0670118 Apr 08 10:29:38.343223 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60158) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:38.348220 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-874f293f-8927-4392-9387-95db8625ae0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'port_id': '0cd5c7dd-3477-4189-ae6d-4db6b0ad7489', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:29:38.354084 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-874f293f-8927-4392-9387-95db8625ae0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:29:38.357847 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-874f293f-8927-4392-9387-95db8625ae0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:floatingip and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:29:38.360631 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-874f293f-8927-4392-9387-95db8625ae0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:29:38.366468 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-874f293f-8927-4392-9387-95db8625ae0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:29:38.377187 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-874f293f-8927-4392-9387-95db8625ae0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:38.508631 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-874f293f-8927-4392-9387-95db8625ae0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:38.643812 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-874f293f-8927-4392-9387-95db8625ae0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.26.0.94 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/280cd18e-7fe9-4703-9c37-ba033e468b1d) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:29:38.786441 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-874f293f-8927-4392-9387-95db8625ae0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:38.815296 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-874f293f-8927-4392-9387-95db8625ae0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:38.881986 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874f293f-8927-4392-9387-95db8625ae0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:29:38.885215 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-874f293f-8927-4392-9387-95db8625ae0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:29:38.888895 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874f293f-8927-4392-9387-95db8625ae0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:29:38.923327 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f293f-8927-4392-9387-95db8625ae0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=280cd18e-7fe9-4703-9c37-ba033e468b1d,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:39.485964 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-874f293f-8927-4392-9387-95db8625ae0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:39.541310 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-874f293f-8927-4392-9387-95db8625ae0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:39.745753 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-874f293f-8927-4392-9387-95db8625ae0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:39.750495 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-874f293f-8927-4392-9387-95db8625ae0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:39.859499 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f293f-8927-4392-9387-95db8625ae0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=280cd18e-7fe9-4703-9c37-ba033e468b1d,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:29:39.873495 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-874f293f-8927-4392-9387-95db8625ae0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:40.068200 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [None req-874f293f-8927-4392-9387-95db8625ae0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Floating IP 2aa778a0-8dbf-41c9-8216-b1376f1101c2 associated. External IP: 172.26.0.94, port: 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489. Apr 08 10:29:40.455164 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874f293f-8927-4392-9387-95db8625ae0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router 9ead8a06-cce2-4992-a6c7-ebfca8b316e0 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:29:40.748639 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874f293f-8927-4392-9387-95db8625ae0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:29:40.759056 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da78c835-7eb8-45a5-95fe-2400bda6699e None None] Sync routers for ids ['9ead8a06-cce2-4992-a6c7-ebfca8b316e0'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:29:40.772372 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da78c835-7eb8-45a5-95fe-2400bda6699e None None] Routers {'9ead8a06-cce2-4992-a6c7-ebfca8b316e0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:29:40.772730 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-874f293f-8927-4392-9387-95db8625ae0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:40.772995 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-da78c835-7eb8-45a5-95fe-2400bda6699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:29:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['9ead8a06-cce2-4992-a6c7-ebfca8b316e0'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:40.830012 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-874f293f-8927-4392-9387-95db8625ae0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4857869 Apr 08 10:29:40.830573 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f738a3-b4f6-4ace-9d0e-d906ad3303ec', 'tag': '0cd5c7dd-3477-4189-ae6d-4db6b0ad7489'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:29:40.832869 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60162) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:40.946250 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-85828f81-8588-4041-b10f-e1695980b4a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/2aa778a0-8dbf-41c9-8216-b1376f1101c2 HTTP/1.1" status: 200 len: 990 time: 0.1119096 Apr 08 10:29:40.951138 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-da78c835-7eb8-45a5-95fe-2400bda6699e None None] Set router 9ead8a06-cce2-4992-a6c7-ebfca8b316e0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:29:40.967683 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87dd487e-f97e-4dcf-9237-fa803bf37005'] response: {'name': 'network-changed', 'server_uuid': '65f738a3-b4f6-4ace-9d0e-d906ad3303ec', 'tag': '0cd5c7dd-3477-4189-ae6d-4db6b0ad7489', 'status': 'completed', 'code': 200} Apr 08 10:29:41.058956 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8b865b4c-3d20-48f0-ad41-06e6a5df0a9e req-140b694b-0a42-4c27-8b3d-dcae5031cd5c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=65f738a3-b4f6-4ace-9d0e-d906ad3303ec HTTP/1.1" status: 200 len: 1098 time: 0.0693643 Apr 08 10:29:41.193994 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b865b4c-3d20-48f0-ad41-06e6a5df0a9e req-63b3a2c4-6555-4b84-9888-5d7df74578dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:41.196509 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8b865b4c-3d20-48f0-ad41-06e6a5df0a9e req-63b3a2c4-6555-4b84-9888-5d7df74578dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=0767400e-b732-49ad-86ae-d6000fc156e7 HTTP/1.1" status: 200 len: 898 time: 0.1316993 Apr 08 10:29:41.298141 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8b865b4c-3d20-48f0-ad41-06e6a5df0a9e req-26db5c91-fb92-4233-9cdd-79a4d63be6ec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cd5c7dd-3477-4189-ae6d-4db6b0ad7489 HTTP/1.1" status: 200 len: 998 time: 0.0961981 Apr 08 10:29:41.299447 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-da78c835-7eb8-45a5-95fe-2400bda6699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'name': 'tempest-TestNetworkBasicOps-router-1417550390', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:29:20Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '2aa778a0-8dbf-41c9-8216-b1376f1101c2', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.94', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'port_id': '0cd5c7dd-3477-4189-ae6d-4db6b0ad7489', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0767400e-b732-49ad-86ae-d6000fc156e7', 'mac_address': 'fa:16:3e:17:87:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f738a3-b4f6-4ace-9d0e-d906ad3303ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:29:39Z', 'updated_at': '2022-04-08T10:29:39Z', 'revision_number': 0, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6394d3-6cbf-4d69-9779-856fe3eec5ca', 'name': '', 'network_id': '0767400e-b732-49ad-86ae-d6000fc156e7', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:c5:36:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22d31912-54f1-4598-b5de-0646e5fc919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:19Z', 'updated_at': '2022-04-08T10:29:26Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '22d31912-54f1-4598-b5de-0646e5fc919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:41.303292 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da78c835-7eb8-45a5-95fe-2400bda6699e None None] Checking router: 9ead8a06-cce2-4992-a6c7-ebfca8b316e0 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:29:41.314841 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da78c835-7eb8-45a5-95fe-2400bda6699e None None] Routers {'9ead8a06-cce2-4992-a6c7-ebfca8b316e0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:29:41.315350 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-da78c835-7eb8-45a5-95fe-2400bda6699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:29:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['9ead8a06-cce2-4992-a6c7-ebfca8b316e0'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:41.359034 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b865b4c-3d20-48f0-ad41-06e6a5df0a9e req-05f365fe-3116-4a5a-8e50-6d84a2a865a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:29:41.360493 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8b865b4c-3d20-48f0-ad41-06e6a5df0a9e req-05f365fe-3116-4a5a-8e50-6d84a2a865a6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22d31912-54f1-4598-b5de-0646e5fc919f HTTP/1.1" status: 200 len: 835 time: 0.0564499 Apr 08 10:29:41.436763 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8b865b4c-3d20-48f0-ad41-06e6a5df0a9e req-ad7eb42e-b65c-474c-a1ca-8d0298b14d52 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0767400e-b732-49ad-86ae-d6000fc156e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701363 Apr 08 10:29:41.492285 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-da78c835-7eb8-45a5-95fe-2400bda6699e None None] Set router 9ead8a06-cce2-4992-a6c7-ebfca8b316e0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:29:41.566550 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8b865b4c-3d20-48f0-ad41-06e6a5df0a9e req-6de70ec9-ddde-4ede-aef3-c7e6f75abafa service neutron] 10.222.0.52 "GET /v2.0/networks/0767400e-b732-49ad-86ae-d6000fc156e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238058 Apr 08 10:29:41.695629 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8b865b4c-3d20-48f0-ad41-06e6a5df0a9e req-30398db9-2d17-4043-a130-3d3e841acbe2 service neutron] 10.222.0.52 "GET /v2.0/networks/0767400e-b732-49ad-86ae-d6000fc156e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236591 Apr 08 10:29:41.845013 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-da78c835-7eb8-45a5-95fe-2400bda6699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'name': 'tempest-TestNetworkBasicOps-router-1417550390', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:29:20Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '2aa778a0-8dbf-41c9-8216-b1376f1101c2', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.94', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'port_id': '0cd5c7dd-3477-4189-ae6d-4db6b0ad7489', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0767400e-b732-49ad-86ae-d6000fc156e7', 'mac_address': 'fa:16:3e:17:87:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f738a3-b4f6-4ace-9d0e-d906ad3303ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:29:39Z', 'updated_at': '2022-04-08T10:29:39Z', 'revision_number': 0, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6394d3-6cbf-4d69-9779-856fe3eec5ca', 'name': '', 'network_id': '0767400e-b732-49ad-86ae-d6000fc156e7', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:c5:36:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22d31912-54f1-4598-b5de-0646e5fc919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:19Z', 'updated_at': '2022-04-08T10:29:26Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '22d31912-54f1-4598-b5de-0646e5fc919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:29:41.848780 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da78c835-7eb8-45a5-95fe-2400bda6699e None None] The sync data for ids ['9ead8a06-cce2-4992-a6c7-ebfca8b316e0'] in dv-neutron-837110-1-hyperv is: [{'id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'name': 'tempest-TestNetworkBasicOps-router-1417550390', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:29:20Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '2aa778a0-8dbf-41c9-8216-b1376f1101c2', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.94', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'port_id': '0cd5c7dd-3477-4189-ae6d-4db6b0ad7489', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0767400e-b732-49ad-86ae-d6000fc156e7', 'mac_address': 'fa:16:3e:17:87:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f738a3-b4f6-4ace-9d0e-d906ad3303ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:29:39Z', 'updated_at': '2022-04-08T10:29:39Z', 'revision_number': 0, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6394d3-6cbf-4d69-9779-856fe3eec5ca', 'name': '', 'network_id': '0767400e-b732-49ad-86ae-d6000fc156e7', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:c5:36:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22d31912-54f1-4598-b5de-0646e5fc919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:19Z', 'updated_at': '2022-04-08T10:29:26Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '22d31912-54f1-4598-b5de-0646e5fc919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:29:41.948516 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60170) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:42.052423 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-46a4a96b-126d-41b1-97b6-2d96448c8ca7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/2aa778a0-8dbf-41c9-8216-b1376f1101c2 HTTP/1.1" status: 200 len: 990 time: 0.1027622 Apr 08 10:29:42.246810 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa839bb5-726b-456d-8c24-dd77873bcd81 None None] New status for floating IP 2aa778a0-8dbf-41c9-8216-b1376f1101c2: ACTIVE {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:29:43.056012 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60174) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:29:43.090713 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:29:43.160277 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3fbb9f3f-b1ce-4528-910c-0ca1f810afb4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/2aa778a0-8dbf-41c9-8216-b1376f1101c2 HTTP/1.1" status: 200 len: 992 time: 0.1030750 Apr 08 10:29:43.304612 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-29f02d39-b8c6-4d45-ba9e-de60593ff3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:45.512950 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e02d8e94-7910-4d42-94a0-0ebedc526fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:46.718364 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:46.874197 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:29:48.229882 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:08.233452 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:11.993921 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60190) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:12.101470 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a492eb2d-ba89-43c1-84dc-88af610dccec tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/2aa778a0-8dbf-41c9-8216-b1376f1101c2 HTTP/1.1" status: 200 len: 992 time: 0.1063204 Apr 08 10:30:12.489992 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60200) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:12.686144 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-574a6bdd-0b77-451d-bc9a-dfdcb4216c2f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port 280cd18e-7fe9-4703-9c37-ba033e468b1d {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:30:12.686480 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-574a6bdd-0b77-451d-bc9a-dfdcb4216c2f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:12.851286 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-574a6bdd-0b77-451d-bc9a-dfdcb4216c2f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:12.851517 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-574a6bdd-0b77-451d-bc9a-dfdcb4216c2f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:13.058761 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-574a6bdd-0b77-451d-bc9a-dfdcb4216c2f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for 280cd18e-7fe9-4703-9c37-ba033e468b1d owned by network:floatingip {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:30:13.205514 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-574a6bdd-0b77-451d-bc9a-dfdcb4216c2f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:13.250569 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a6bdd-0b77-451d-bc9a-dfdcb4216c2f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=280cd18e-7fe9-4703-9c37-ba033e468b1d,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:13.296186 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-932c0bd1-e44e-4e19-bae1-58154e90c29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:13.319547 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a6bdd-0b77-451d-bc9a-dfdcb4216c2f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:13.319896 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a6bdd-0b77-451d-bc9a-dfdcb4216c2f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:13.320253 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a6bdd-0b77-451d-bc9a-dfdcb4216c2f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:13.320590 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a6bdd-0b77-451d-bc9a-dfdcb4216c2f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:13.321514 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a6bdd-0b77-451d-bc9a-dfdcb4216c2f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:13.322357 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a6bdd-0b77-451d-bc9a-dfdcb4216c2f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:13.322685 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a6bdd-0b77-451d-bc9a-dfdcb4216c2f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:13.323013 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a6bdd-0b77-451d-bc9a-dfdcb4216c2f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:13.323341 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a6bdd-0b77-451d-bc9a-dfdcb4216c2f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:13.323663 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a6bdd-0b77-451d-bc9a-dfdcb4216c2f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:13.323990 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a6bdd-0b77-451d-bc9a-dfdcb4216c2f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:13.355249 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-574a6bdd-0b77-451d-bc9a-dfdcb4216c2f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:13.735882 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574a6bdd-0b77-451d-bc9a-dfdcb4216c2f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router 9ead8a06-cce2-4992-a6c7-ebfca8b316e0 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:30:13.934845 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574a6bdd-0b77-451d-bc9a-dfdcb4216c2f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:30:13.945403 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2fe16d-d497-4360-82d3-1e05e4ccba13 None None] Sync routers for ids ['9ead8a06-cce2-4992-a6c7-ebfca8b316e0'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:30:13.954785 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-574a6bdd-0b77-451d-bc9a-dfdcb4216c2f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:13.957763 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2fe16d-d497-4360-82d3-1e05e4ccba13 None None] Routers {'9ead8a06-cce2-4992-a6c7-ebfca8b316e0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:30:13.958369 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-ea2fe16d-d497-4360-82d3-1e05e4ccba13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:29:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['9ead8a06-cce2-4992-a6c7-ebfca8b316e0'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:30:14.009512 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-574a6bdd-0b77-451d-bc9a-dfdcb4216c2f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/floatingips/2aa778a0-8dbf-41c9-8216-b1376f1101c2 HTTP/1.1" status: 204 len: 168 time: 1.5181165 Apr 08 10:30:14.009993 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f738a3-b4f6-4ace-9d0e-d906ad3303ec', 'tag': '0cd5c7dd-3477-4189-ae6d-4db6b0ad7489'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:30:14.073295 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57409dec-aa8c-4b09-b573-23ffc477f4a9'] response: {'name': 'network-changed', 'server_uuid': '65f738a3-b4f6-4ace-9d0e-d906ad3303ec', 'tag': '0cd5c7dd-3477-4189-ae6d-4db6b0ad7489', 'status': 'completed', 'code': 200} Apr 08 10:30:14.155802 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-ea2fe16d-d497-4360-82d3-1e05e4ccba13 None None] Set router 9ead8a06-cce2-4992-a6c7-ebfca8b316e0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:30:14.171225 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-14c37c27-f083-4ecd-9018-4719849023e8 req-eaaf0c4a-fc62-484e-bd53-f462a1a06f8d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=65f738a3-b4f6-4ace-9d0e-d906ad3303ec HTTP/1.1" status: 200 len: 1098 time: 0.0744467 Apr 08 10:30:14.312930 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c37c27-f083-4ecd-9018-4719849023e8 req-be6ac21d-f95f-45cc-b293-a32e69bf808a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:14.314398 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-14c37c27-f083-4ecd-9018-4719849023e8 req-be6ac21d-f95f-45cc-b293-a32e69bf808a service neutron] 10.222.0.52 "GET /v2.0/networks?id=0767400e-b732-49ad-86ae-d6000fc156e7 HTTP/1.1" status: 200 len: 898 time: 0.1369557 Apr 08 10:30:14.424249 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-14c37c27-f083-4ecd-9018-4719849023e8 req-e3414eb4-9473-4553-8379-3a0070d89c8e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cd5c7dd-3477-4189-ae6d-4db6b0ad7489 HTTP/1.1" status: 200 len: 217 time: 0.1022999 Apr 08 10:30:14.503962 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c37c27-f083-4ecd-9018-4719849023e8 req-887e6dd7-2fcc-4c62-94bd-92f6609204e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:14.505484 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-14c37c27-f083-4ecd-9018-4719849023e8 req-887e6dd7-2fcc-4c62-94bd-92f6609204e5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22d31912-54f1-4598-b5de-0646e5fc919f HTTP/1.1" status: 200 len: 835 time: 0.0747201 Apr 08 10:30:14.514893 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-ea2fe16d-d497-4360-82d3-1e05e4ccba13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'name': 'tempest-TestNetworkBasicOps-router-1417550390', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:29:20Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '5b6394d3-6cbf-4d69-9779-856fe3eec5ca', 'name': '', 'network_id': '0767400e-b732-49ad-86ae-d6000fc156e7', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:c5:36:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22d31912-54f1-4598-b5de-0646e5fc919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:19Z', 'updated_at': '2022-04-08T10:29:26Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '22d31912-54f1-4598-b5de-0646e5fc919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:30:14.515145 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3fae4-5975-425f-8b74-2253f97c5590 req-b21897ae-d203-4000-ac18-1f25f2ed3d8a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:14.515795 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-72e3fae4-5975-425f-8b74-2253f97c5590 req-b21897ae-d203-4000-ac18-1f25f2ed3d8a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:30:14.518628 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2fe16d-d497-4360-82d3-1e05e4ccba13 None None] Checking router: 9ead8a06-cce2-4992-a6c7-ebfca8b316e0 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:30:14.529740 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2fe16d-d497-4360-82d3-1e05e4ccba13 None None] Routers {'9ead8a06-cce2-4992-a6c7-ebfca8b316e0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:30:14.530591 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-ea2fe16d-d497-4360-82d3-1e05e4ccba13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:29:45Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['9ead8a06-cce2-4992-a6c7-ebfca8b316e0'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:30:14.571620 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-72e3fae4-5975-425f-8b74-2253f97c5590 req-b21897ae-d203-4000-ac18-1f25f2ed3d8a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:30:14.572736 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-72e3fae4-5975-425f-8b74-2253f97c5590 req-b21897ae-d203-4000-ac18-1f25f2ed3d8a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=65f738a3-b4f6-4ace-9d0e-d906ad3303ec HTTP/1.1" status: 200 len: 945 time: 0.1991606 Apr 08 10:30:14.629659 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-14c37c27-f083-4ecd-9018-4719849023e8 req-de9492d3-63ce-419f-9469-7705d340fc60 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0767400e-b732-49ad-86ae-d6000fc156e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1111138 Apr 08 10:30:14.633832 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-72e3fae4-5975-425f-8b74-2253f97c5590 req-d111e086-b8e1-4f1d-985f-213d109dbaa8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=842a0382-930c-4fe3-ac0a-08e31fe80e04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532687 Apr 08 10:30:14.715509 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-ea2fe16d-d497-4360-82d3-1e05e4ccba13 None None] Set router 9ead8a06-cce2-4992-a6c7-ebfca8b316e0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:30:14.861606 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-14c37c27-f083-4ecd-9018-4719849023e8 req-7ccde43e-4717-470e-99d3-a46da8210403 service neutron] 10.222.0.52 "GET /v2.0/networks/0767400e-b732-49ad-86ae-d6000fc156e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227075 Apr 08 10:30:14.992323 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-14c37c27-f083-4ecd-9018-4719849023e8 req-e4402b0c-8c2d-4a0f-ad26-2a979b50fe59 service neutron] 10.222.0.52 "GET /v2.0/networks/0767400e-b732-49ad-86ae-d6000fc156e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233277 Apr 08 10:30:15.034074 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-ea2fe16d-d497-4360-82d3-1e05e4ccba13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'name': 'tempest-TestNetworkBasicOps-router-1417550390', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:29:20Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '5b6394d3-6cbf-4d69-9779-856fe3eec5ca', 'name': '', 'network_id': '0767400e-b732-49ad-86ae-d6000fc156e7', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:c5:36:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22d31912-54f1-4598-b5de-0646e5fc919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:19Z', 'updated_at': '2022-04-08T10:29:26Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '22d31912-54f1-4598-b5de-0646e5fc919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:30:15.037932 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2fe16d-d497-4360-82d3-1e05e4ccba13 None None] The sync data for ids ['9ead8a06-cce2-4992-a6c7-ebfca8b316e0'] in dv-neutron-837110-1-hyperv is: [{'id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'name': 'tempest-TestNetworkBasicOps-router-1417550390', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:29:20Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '5b6394d3-6cbf-4d69-9779-856fe3eec5ca', 'name': '', 'network_id': '0767400e-b732-49ad-86ae-d6000fc156e7', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:c5:36:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22d31912-54f1-4598-b5de-0646e5fc919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:19Z', 'updated_at': '2022-04-08T10:29:26Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '22d31912-54f1-4598-b5de-0646e5fc919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:30:15.249183 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682832d9-ebe2-4f79-ac3c-729c1105c9d2 None None] New status for floating IP 2aa778a0-8dbf-41c9-8216-b1376f1101c2: DOWN {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:30:15.514251 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-253923e6-5a5a-4e49-9560-a87bcbf2fe93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:15.887119 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde2891-3f65-4834-aafc-09f07b9d332e req-575ff1c7-b640-45f5-ae00-2cd5b3d4b397 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:15.888560 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9dde2891-3f65-4834-aafc-09f07b9d332e req-575ff1c7-b640-45f5-ae00-2cd5b3d4b397 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f738a3-b4f6-4ace-9d0e-d906ad3303ec HTTP/1.1" status: 200 len: 945 time: 0.1324720 Apr 08 10:30:15.898396 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224854b9-a710-4ecc-a1d6-ce4de58d7d81 req-96b6eca0-d69a-4c49-86c7-7b75734b35a6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:15.900453 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-224854b9-a710-4ecc-a1d6-ce4de58d7d81 req-96b6eca0-d69a-4c49-86c7-7b75734b35a6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=65f738a3-b4f6-4ace-9d0e-d906ad3303ec HTTP/1.1" status: 200 len: 945 time: 0.1100883 Apr 08 10:30:15.995773 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-9dde2891-3f65-4834-aafc-09f07b9d332e req-0ab8bbf5-983e-4fb9-9d4e-e23d69a8f19a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:30:15.996196 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-9dde2891-3f65-4834-aafc-09f07b9d332e req-0ab8bbf5-983e-4fb9-9d4e-e23d69a8f19a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:16.028415 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-224854b9-a710-4ecc-a1d6-ce4de58d7d81 req-59035ff4-00ba-4495-baec-9d8a5c94bdc6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=842a0382-930c-4fe3-ac0a-08e31fe80e04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972614 Apr 08 10:30:16.242275 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-9dde2891-3f65-4834-aafc-09f07b9d332e req-0ab8bbf5-983e-4fb9-9d4e-e23d69a8f19a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=0cd5c7dd-3477-4189-ae6d-4db6b0ad7489,segment=NetworkSegment(99e36320-4199-4812-9880-0dfa9cf3d5e8),segment_id=99e36320-4199-4812-9880-0dfa9cf3d5e8)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:30:16.242665 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-9dde2891-3f65-4834-aafc-09f07b9d332e req-0ab8bbf5-983e-4fb9-9d4e-e23d69a8f19a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:16.361241 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-9dde2891-3f65-4834-aafc-09f07b9d332e req-0ab8bbf5-983e-4fb9-9d4e-e23d69a8f19a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489 owned by compute:nova {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:30:16.505165 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-9dde2891-3f65-4834-aafc-09f07b9d332e req-0ab8bbf5-983e-4fb9-9d4e-e23d69a8f19a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:16.552209 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8bbf5-983e-4fb9-9d4e-e23d69a8f19a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=0cd5c7dd-3477-4189-ae6d-4db6b0ad7489,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:16.628957 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dde2891-3f65-4834-aafc-09f07b9d332e req-0ab8bbf5-983e-4fb9-9d4e-e23d69a8f19a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] No DVR routers for this DVR port 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489 on host hv-neutron-8371 {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:30:16.631373 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-9dde2891-3f65-4834-aafc-09f07b9d332e req-0ab8bbf5-983e-4fb9-9d4e-e23d69a8f19a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:16.635266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f738a3-b4f6-4ace-9d0e-d906ad3303ec', 'name': 'network-vif-deleted', 'tag': '0cd5c7dd-3477-4189-ae6d-4db6b0ad7489'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:30:16.648417 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9dde2891-3f65-4834-aafc-09f07b9d332e req-0ab8bbf5-983e-4fb9-9d4e-e23d69a8f19a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "DELETE /v2.0/ports/0cd5c7dd-3477-4189-ae6d-4db6b0ad7489 HTTP/1.1" status: 204 len: 173 time: 0.7470350 Apr 08 10:30:16.692573 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aebb01d5-4940-4cd4-82b8-d5da30d340d2'] response: {'server_uuid': '65f738a3-b4f6-4ace-9d0e-d906ad3303ec', 'name': 'network-vif-deleted', 'tag': '0cd5c7dd-3477-4189-ae6d-4db6b0ad7489', 'status': 'completed', 'code': 200} Apr 08 10:30:16.722775 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:16.875909 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:17.204712 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-cbcdc39c-24e3-4751-a64e-5d93d30674fd req-97083895-c8ac-4d17-a7a5-955a839b1f40 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:30:17.220890 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-cbcdc39c-24e3-4751-a64e-5d93d30674fd req-97083895-c8ac-4d17-a7a5-955a839b1f40 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:30:17.222042 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cbcdc39c-24e3-4751-a64e-5d93d30674fd req-97083895-c8ac-4d17-a7a5-955a839b1f40 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=65f738a3-b4f6-4ace-9d0e-d906ad3303ec HTTP/1.1" status: 200 len: 210 time: 0.0600109 Apr 08 10:30:18.231359 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:18.328711 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60218) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:18.397418 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f378bb01-8f7c-424c-b651-374eaa0ce173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:18.425121 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f378bb01-8f7c-424c-b651-374eaa0ce173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:18.486537 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f378bb01-8f7c-424c-b651-374eaa0ce173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:18.504554 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378bb01-8f7c-424c-b651-374eaa0ce173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=842a0382-930c-4fe3-ac0a-08e31fe80e04,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:18.516886 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f378bb01-8f7c-424c-b651-374eaa0ce173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:18.517233 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f378bb01-8f7c-424c-b651-374eaa0ce173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:18.517566 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f378bb01-8f7c-424c-b651-374eaa0ce173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:18.517895 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f378bb01-8f7c-424c-b651-374eaa0ce173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:18.518218 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f378bb01-8f7c-424c-b651-374eaa0ce173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:18.518537 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f378bb01-8f7c-424c-b651-374eaa0ce173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:18.518856 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f378bb01-8f7c-424c-b651-374eaa0ce173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:18.519173 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f378bb01-8f7c-424c-b651-374eaa0ce173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:18.519487 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f378bb01-8f7c-424c-b651-374eaa0ce173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:18.519801 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f378bb01-8f7c-424c-b651-374eaa0ce173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:18.520133 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f378bb01-8f7c-424c-b651-374eaa0ce173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:18.525879 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f378bb01-8f7c-424c-b651-374eaa0ce173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:18.527009 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f378bb01-8f7c-424c-b651-374eaa0ce173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/security-groups/842a0382-930c-4fe3-ac0a-08e31fe80e04 HTTP/1.1" status: 204 len: 168 time: 0.1973226 Apr 08 10:30:18.566162 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60224) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:19.050175 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-36d6f4d1-a938-4f7c-9667-3aafb5d0d4fb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:19.647745 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-36d6f4d1-a938-4f7c-9667-3aafb5d0d4fb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port 5b6394d3-6cbf-4d69-9779-856fe3eec5ca {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:30:19.648432 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-36d6f4d1-a938-4f7c-9667-3aafb5d0d4fb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:19.828451 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-36d6f4d1-a938-4f7c-9667-3aafb5d0d4fb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port 5b6394d3-6cbf-4d69-9779-856fe3eec5ca, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=5b6394d3-6cbf-4d69-9779-856fe3eec5ca,segment=NetworkSegment(99e36320-4199-4812-9880-0dfa9cf3d5e8),segment_id=99e36320-4199-4812-9880-0dfa9cf3d5e8)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:30:19.828804 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-36d6f4d1-a938-4f7c-9667-3aafb5d0d4fb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:19.947208 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-36d6f4d1-a938-4f7c-9667-3aafb5d0d4fb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for 5b6394d3-6cbf-4d69-9779-856fe3eec5ca owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:30:20.041038 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:30:20.074011 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:30:20.074646 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 0cd5c7dd-3477-4189-ae6d-4db6b0ad7489 not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:30:20.095602 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:30:20.124436 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-36d6f4d1-a938-4f7c-9667-3aafb5d0d4fb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:20.171713 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6f4d1-a938-4f7c-9667-3aafb5d0d4fb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=5b6394d3-6cbf-4d69-9779-856fe3eec5ca,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:20.567999 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-36d6f4d1-a938-4f7c-9667-3aafb5d0d4fb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:21.138333 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d6f4d1-a938-4f7c-9667-3aafb5d0d4fb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router 9ead8a06-cce2-4992-a6c7-ebfca8b316e0 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:30:21.336723 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d6f4d1-a938-4f7c-9667-3aafb5d0d4fb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:30:21.346831 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19a77fb-1675-4353-9503-5385f8898470 None None] Sync routers for ids ['9ead8a06-cce2-4992-a6c7-ebfca8b316e0'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:30:21.355036 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-36d6f4d1-a938-4f7c-9667-3aafb5d0d4fb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "PUT /v2.0/routers/9ead8a06-cce2-4992-a6c7-ebfca8b316e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7877741 Apr 08 10:30:21.357713 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60228) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:21.358978 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19a77fb-1675-4353-9503-5385f8898470 None None] Routers {'9ead8a06-cce2-4992-a6c7-ebfca8b316e0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:30:21.359567 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c19a77fb-1675-4353-9503-5385f8898470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:30:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['9ead8a06-cce2-4992-a6c7-ebfca8b316e0'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:30:21.541563 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-c19a77fb-1675-4353-9503-5385f8898470 None None] Set router 9ead8a06-cce2-4992-a6c7-ebfca8b316e0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:30:21.552802 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbae500f-c98b-4658-af9b-7f09c01fc480 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting subnet 22d31912-54f1-4598-b5de-0646e5fc919f {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:30:21.555786 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dbae500f-c98b-4658-af9b-7f09c01fc480 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:21.608458 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dbae500f-c98b-4658-af9b-7f09c01fc480 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:21.691807 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dbae500f-c98b-4658-af9b-7f09c01fc480 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:21.764124 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dbae500f-c98b-4658-af9b-7f09c01fc480 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:21.805957 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dbae500f-c98b-4658-af9b-7f09c01fc480 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:21.816268 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bfd259-9dbb-4e56-8aa2-fc3b8ad0f470 None None] Network 0767400e-b732-49ad-86ae-d6000fc156e7 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:30:21.816987 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae500f-c98b-4658-af9b-7f09c01fc480 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Subnet': ['ID=22d31912-54f1-4598-b5de-0646e5fc919f,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:21.822239 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-dbae500f-c98b-4658-af9b-7f09c01fc480 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/subnets/22d31912-54f1-4598-b5de-0646e5fc919f HTTP/1.1" status: 204 len: 168 time: 0.4634078 Apr 08 10:30:21.825226 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60232) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:21.842063 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c19a77fb-1675-4353-9503-5385f8898470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'name': 'tempest-TestNetworkBasicOps-router-1417550390', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:30:20Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:30:21.846224 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19a77fb-1675-4353-9503-5385f8898470 None None] Checking router: 9ead8a06-cce2-4992-a6c7-ebfca8b316e0 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:30:21.857607 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19a77fb-1675-4353-9503-5385f8898470 None None] Routers {'9ead8a06-cce2-4992-a6c7-ebfca8b316e0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:30:21.858200 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c19a77fb-1675-4353-9503-5385f8898470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:30:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['9ead8a06-cce2-4992-a6c7-ebfca8b316e0'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:30:22.037198 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-54d55b4c-958a-4ebd-84b1-93e78ff5d18b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:22.073103 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-c19a77fb-1675-4353-9503-5385f8898470 None None] Set router 9ead8a06-cce2-4992-a6c7-ebfca8b316e0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:30:22.146608 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d2731a-206c-437b-af9d-bd8e1a77ca08 None None] DHCP port deletion for 0767400e-b732-49ad-86ae-d6000fc156e7 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:30:22.152388 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-b1d2731a-206c-437b-af9d-bd8e1a77ca08 None None] Deleting port 1cc524ca-3400-4278-8bd3-8e0446c94f19 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:30:22.153247 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b1d2731a-206c-437b-af9d-bd8e1a77ca08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:22.338719 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-54d55b4c-958a-4ebd-84b1-93e78ff5d18b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:22.349562 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-54d55b4c-958a-4ebd-84b1-93e78ff5d18b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port a705f437-8dd6-463b-b161-471e6b1103c5 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:30:22.349898 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-54d55b4c-958a-4ebd-84b1-93e78ff5d18b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:22.389252 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c19a77fb-1675-4353-9503-5385f8898470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'name': 'tempest-TestNetworkBasicOps-router-1417550390', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:30:20Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:30:22.393206 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19a77fb-1675-4353-9503-5385f8898470 None None] The sync data for ids ['9ead8a06-cce2-4992-a6c7-ebfca8b316e0'] in dv-neutron-837110-1-hyperv is: [{'id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'name': 'tempest-TestNetworkBasicOps-router-1417550390', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:30:20Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'a705f437-8dd6-463b-b161-471e6b1103c5', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ead8a06-cce2-4992-a6c7-ebfca8b316e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:29:15Z', 'updated_at': '2022-04-08T10:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:30:22.405348 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-b1d2731a-206c-437b-af9d-bd8e1a77ca08 None None] For port 1cc524ca-3400-4278-8bd3-8e0446c94f19, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=1cc524ca-3400-4278-8bd3-8e0446c94f19,segment=NetworkSegment(99e36320-4199-4812-9880-0dfa9cf3d5e8),segment_id=99e36320-4199-4812-9880-0dfa9cf3d5e8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:30:22.405738 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b1d2731a-206c-437b-af9d-bd8e1a77ca08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:22.527309 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-54d55b4c-958a-4ebd-84b1-93e78ff5d18b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port a705f437-8dd6-463b-b161-471e6b1103c5, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=a705f437-8dd6-463b-b161-471e6b1103c5,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:30:22.527670 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-54d55b4c-958a-4ebd-84b1-93e78ff5d18b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:22.529254 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-b1d2731a-206c-437b-af9d-bd8e1a77ca08 None None] Calling delete_port for 1cc524ca-3400-4278-8bd3-8e0446c94f19 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:30:22.599962 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b1d2731a-206c-437b-af9d-bd8e1a77ca08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:22.646111 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2731a-206c-437b-af9d-bd8e1a77ca08 None None] Pushing event deleted for resources: {'Port': ['ID=1cc524ca-3400-4278-8bd3-8e0446c94f19,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:22.648519 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-54d55b4c-958a-4ebd-84b1-93e78ff5d18b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for a705f437-8dd6-463b-b161-471e6b1103c5 owned by network:router_gateway {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:30:22.655640 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d2731a-206c-437b-af9d-bd8e1a77ca08 None None] No DVR routers for this DVR port 1cc524ca-3400-4278-8bd3-8e0446c94f19 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:30:22.667459 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d2731a-206c-437b-af9d-bd8e1a77ca08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:22.667804 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d2731a-206c-437b-af9d-bd8e1a77ca08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:22.668170 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d2731a-206c-437b-af9d-bd8e1a77ca08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:22.668505 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d2731a-206c-437b-af9d-bd8e1a77ca08 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:22.668837 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d2731a-206c-437b-af9d-bd8e1a77ca08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:22.669163 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d2731a-206c-437b-af9d-bd8e1a77ca08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:22.669485 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d2731a-206c-437b-af9d-bd8e1a77ca08 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:22.669808 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d2731a-206c-437b-af9d-bd8e1a77ca08 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:22.670130 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d2731a-206c-437b-af9d-bd8e1a77ca08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:22.670454 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d2731a-206c-437b-af9d-bd8e1a77ca08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:22.670772 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d2731a-206c-437b-af9d-bd8e1a77ca08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:22.820499 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-54d55b4c-958a-4ebd-84b1-93e78ff5d18b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:22.867148 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d55b4c-958a-4ebd-84b1-93e78ff5d18b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=a705f437-8dd6-463b-b161-471e6b1103c5,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:23.092058 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-54d55b4c-958a-4ebd-84b1-93e78ff5d18b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:23.353552 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-54d55b4c-958a-4ebd-84b1-93e78ff5d18b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:23.357820 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-54d55b4c-958a-4ebd-84b1-93e78ff5d18b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:23.382327 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-54d55b4c-958a-4ebd-84b1-93e78ff5d18b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:23.382694 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d55b4c-958a-4ebd-84b1-93e78ff5d18b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Fanout notify agent at l3_agent the message router_deleted on router 9ead8a06-cce2-4992-a6c7-ebfca8b316e0 {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:30:23.396404 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-54d55b4c-958a-4ebd-84b1-93e78ff5d18b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:23.397464 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-54d55b4c-958a-4ebd-84b1-93e78ff5d18b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/routers/9ead8a06-cce2-4992-a6c7-ebfca8b316e0 HTTP/1.1" status: 204 len: 168 time: 1.5706799 Apr 08 10:30:23.401172 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60236) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:23.470546 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-73fac110-e7e9-495c-b15f-7edb53897aaf req-a7429ca5-0b44-4ea5-b633-30558d3969e2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719273 Apr 08 10:30:23.607346 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5db1180f-ec39-4bb3-9762-cc46cebec05d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:23.613508 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-73fac110-e7e9-495c-b15f-7edb53897aaf req-3164848b-9d21-4a43-9e51-767fbe8fe1c7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca026b6dcd1141668fcfbc870ce52fee&device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc HTTP/1.1" status: 200 len: 1098 time: 0.0674472 Apr 08 10:30:23.744570 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5db1180f-ec39-4bb3-9762-cc46cebec05d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:23.771997 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-5db1180f-ec39-4bb3-9762-cc46cebec05d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0767400e-b732-49ad-86ae-d6000fc156e7']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:30:23.789935 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-5db1180f-ec39-4bb3-9762-cc46cebec05d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e36320-4199-4812-9880-0dfa9cf3d5e8') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:30:23.790240 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-5db1180f-ec39-4bb3-9762-cc46cebec05d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e36320-4199-4812-9880-0dfa9cf3d5e8') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:30:23.802697 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5db1180f-ec39-4bb3-9762-cc46cebec05d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:23.819526 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5db1180f-ec39-4bb3-9762-cc46cebec05d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:23.826611 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db1180f-ec39-4bb3-9762-cc46cebec05d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:30:23.827122 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5db1180f-ec39-4bb3-9762-cc46cebec05d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:30:23.842043 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:30:23.866006 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fac110-e7e9-495c-b15f-7edb53897aaf req-8c3088db-d26e-4c77-a5ba-7622e9a2030f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:23.868066 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-73fac110-e7e9-495c-b15f-7edb53897aaf req-8c3088db-d26e-4c77-a5ba-7622e9a2030f service neutron] 10.222.0.52 "GET /v2.0/networks?id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 HTTP/1.1" status: 200 len: 912 time: 0.2306223 Apr 08 10:30:23.883853 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 1cc524ca-3400-4278-8bd3-8e0446c94f19 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:30:23.920371 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 1cc524ca-3400-4278-8bd3-8e0446c94f19 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:30:23.920800 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 1cc524ca-3400-4278-8bd3-8e0446c94f19 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:30:23.921276 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 5b6394d3-6cbf-4d69-9779-856fe3eec5ca no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:30:23.931659 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5db1180f-ec39-4bb3-9762-cc46cebec05d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:23.956909 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 5b6394d3-6cbf-4d69-9779-856fe3eec5ca {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:30:23.957334 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 5b6394d3-6cbf-4d69-9779-856fe3eec5ca not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:30:23.962358 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5db1180f-ec39-4bb3-9762-cc46cebec05d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:23.974654 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1180f-ec39-4bb3-9762-cc46cebec05d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Network': ['ID=0767400e-b732-49ad-86ae-d6000fc156e7,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:23.979980 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5db1180f-ec39-4bb3-9762-cc46cebec05d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/networks/0767400e-b732-49ad-86ae-d6000fc156e7 HTTP/1.1" status: 204 len: 168 time: 0.5771928 Apr 08 10:30:23.980704 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-73fac110-e7e9-495c-b15f-7edb53897aaf req-f6c623c5-1b8a-4f2c-b676-8ac92abe667a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=363a631a-2fb1-4390-a6a6-cfea3fa7842e HTTP/1.1" status: 200 len: 1001 time: 0.1031785 Apr 08 10:30:23.995468 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60240) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:24.002269 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-5267edcd-a114-42c7-af1a-8e6c1dd7f6dd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'network': {'name': 'tempest-network-smoke--1412057491', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'port_security_enabled': True}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:30:24.007345 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5267edcd-a114-42c7-af1a-8e6c1dd7f6dd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:30:24.012111 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5267edcd-a114-42c7-af1a-8e6c1dd7f6dd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:network and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:30:24.014941 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5267edcd-a114-42c7-af1a-8e6c1dd7f6dd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:30:24.020620 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5267edcd-a114-42c7-af1a-8e6c1dd7f6dd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:30:24.030512 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5267edcd-a114-42c7-af1a-8e6c1dd7f6dd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Made reservation on behalf of 6d9baba61a9a4a97bab400043cc74a73 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:30:24.033524 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5267edcd-a114-42c7-af1a-8e6c1dd7f6dd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:24.047263 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fac110-e7e9-495c-b15f-7edb53897aaf req-e6f35eff-cf91-4b74-8615-7c3c2937f97d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:24.048725 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-73fac110-e7e9-495c-b15f-7edb53897aaf req-e6f35eff-cf91-4b74-8615-7c3c2937f97d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a7812769-8943-4a3e-b177-052eca03ae6f HTTP/1.1" status: 200 len: 850 time: 0.0593431 Apr 08 10:30:24.064177 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5267edcd-a114-42c7-af1a-8e6c1dd7f6dd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:30:24.074347 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5267edcd-a114-42c7-af1a-8e6c1dd7f6dd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:24.074696 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-5267edcd-a114-42c7-af1a-8e6c1dd7f6dd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Added segment ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c of type vlan for network 0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 Apr 08 10:30:24.105765 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5267edcd-a114-42c7-af1a-8e6c1dd7f6dd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:24.131634 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-73fac110-e7e9-495c-b15f-7edb53897aaf req-a89b8ab5-dbb3-40d1-9b6b-dfa6ab686714 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728967 Apr 08 10:30:24.136806 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5267edcd-a114-42c7-af1a-8e6c1dd7f6dd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:24.140519 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5267edcd-a114-42c7-af1a-8e6c1dd7f6dd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:24.141103 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5267edcd-a114-42c7-af1a-8e6c1dd7f6dd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:24.251966 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5267edcd-a114-42c7-af1a-8e6c1dd7f6dd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2553682 Apr 08 10:30:24.255064 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60244) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:24.260356 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-3fb209bd-5525-443d-8fa2-61c87c7f59d8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-329215517', 'admin_state_up': True, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:30:24.268435 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267edcd-a114-42c7-af1a-8e6c1dd7f6dd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Network': ['ID=0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:24.271735 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3fb209bd-5525-443d-8fa2-61c87c7f59d8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:30:24.274269 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-73fac110-e7e9-495c-b15f-7edb53897aaf req-0a13ce71-1e56-45f6-8927-64341b9ac207 service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325336 Apr 08 10:30:24.276558 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3fb209bd-5525-443d-8fa2-61c87c7f59d8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:router and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:30:24.280277 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3fb209bd-5525-443d-8fa2-61c87c7f59d8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:30:24.280881 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:30:24.286442 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3fb209bd-5525-443d-8fa2-61c87c7f59d8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:30:24.298740 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3fb209bd-5525-443d-8fa2-61c87c7f59d8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:24.299674 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3fb209bd-5525-443d-8fa2-61c87c7f59d8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:24.318994 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3fb209bd-5525-443d-8fa2-61c87c7f59d8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:24.418375 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-73fac110-e7e9-495c-b15f-7edb53897aaf req-03a43082-da5e-4e61-93d0-d9f57cf3a7e0 service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360888 Apr 08 10:30:24.478755 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3fb209bd-5525-443d-8fa2-61c87c7f59d8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:24.664395 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3fb209bd-5525-443d-8fa2-61c87c7f59d8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_gateway, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:24.693923 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3fb209bd-5525-443d-8fa2-61c87c7f59d8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:24.833184 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-3fb209bd-5525-443d-8fa2-61c87c7f59d8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.26.0.158 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/af20df7c-c846-4fb6-8858-fb611c2fdf21) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:30:24.981243 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3fb209bd-5525-443d-8fa2-61c87c7f59d8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:25.007775 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3fb209bd-5525-443d-8fa2-61c87c7f59d8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:25.073905 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb209bd-5525-443d-8fa2-61c87c7f59d8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:30:25.076690 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-3fb209bd-5525-443d-8fa2-61c87c7f59d8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:30:25.079104 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb209bd-5525-443d-8fa2-61c87c7f59d8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:30:25.111038 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb209bd-5525-443d-8fa2-61c87c7f59d8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=af20df7c-c846-4fb6-8858-fb611c2fdf21,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:25.240125 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3fb209bd-5525-443d-8fa2-61c87c7f59d8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_gateway, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:25.240781 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3fb209bd-5525-443d-8fa2-61c87c7f59d8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:25.550702 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb209bd-5525-443d-8fa2-61c87c7f59d8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router e241d277-3d6f-46aa-94bd-d5c29dfc3dab is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:30:25.748265 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb209bd-5525-443d-8fa2-61c87c7f59d8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:30:25.757328 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0589f717-d7fa-4565-9028-452ef79218af None None] Sync routers for ids ['e241d277-3d6f-46aa-94bd-d5c29dfc3dab'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:30:25.769645 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0589f717-d7fa-4565-9028-452ef79218af None None] Routers {'e241d277-3d6f-46aa-94bd-d5c29dfc3dab'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:30:25.770309 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-0589f717-d7fa-4565-9028-452ef79218af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:30:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['e241d277-3d6f-46aa-94bd-d5c29dfc3dab'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:30:25.775139 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3fb209bd-5525-443d-8fa2-61c87c7f59d8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:25.779331 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3fb209bd-5525-443d-8fa2-61c87c7f59d8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5205107 Apr 08 10:30:25.779690 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60248) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:25.823404 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-37cdc75c-1d0d-4cdc-b4d3-29a3067bff46 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=6d9baba61a9a4a97bab400043cc74a73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393331 Apr 08 10:30:25.823635 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device a705f437-8dd6-463b-b161-471e6b1103c5 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:30:25.823770 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60252) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:25.914838 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: a705f437-8dd6-463b-b161-471e6b1103c5 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:30:25.915112 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device a705f437-8dd6-463b-b161-471e6b1103c5 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:30:25.953713 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b1a8ee-1b25-4ffd-872b-d3a34e18460b tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:25.955162 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-90b1a8ee-1b25-4ffd-872b-d3a34e18460b tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307144 Apr 08 10:30:25.958080 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60256) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:25.981333 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-0589f717-d7fa-4565-9028-452ef79218af None None] Set router e241d277-3d6f-46aa-94bd-d5c29dfc3dab gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:30:26.003058 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a1208bc3-e315-4eb7-8c85-1d2348966550 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439274 Apr 08 10:30:26.005590 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60260) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:26.011328 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-cbe0ad44-ede3-45b8-921c-1ebbc15ec095 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1336843568', 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:30:26.119678 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-cbe0ad44-ede3-45b8-921c-1ebbc15ec095 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:30:26.123425 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-cbe0ad44-ede3-45b8-921c-1ebbc15ec095 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:subnet and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:30:26.126201 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-cbe0ad44-ede3-45b8-921c-1ebbc15ec095 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:30:26.131770 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-cbe0ad44-ede3-45b8-921c-1ebbc15ec095 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:30:26.141884 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe0ad44-ede3-45b8-921c-1ebbc15ec095 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Made reservation on behalf of 6d9baba61a9a4a97bab400043cc74a73 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:30:26.244106 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cbe0ad44-ede3-45b8-921c-1ebbc15ec095 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:26.264300 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-0589f717-d7fa-4565-9028-452ef79218af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'name': 'tempest-TestNetworkBasicOps-router-329215517', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:25Z', 'revision_number': 3, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:31:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:30:26.268032 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0589f717-d7fa-4565-9028-452ef79218af None None] Checking router: e241d277-3d6f-46aa-94bd-d5c29dfc3dab for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:30:26.268409 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0589f717-d7fa-4565-9028-452ef79218af None None] Updating router e241d277-3d6f-46aa-94bd-d5c29dfc3dab port af20df7c-c846-4fb6-8858-fb611c2fdf21 binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:30:26.322884 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0589f717-d7fa-4565-9028-452ef79218af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:26.454782 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cbe0ad44-ede3-45b8-921c-1ebbc15ec095 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:26.532041 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0ad44-ede3-45b8-921c-1ebbc15ec095 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Subnet': ['ID=35130067-fa80-41ff-b38c-8b7d3dbd8b99,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:26.548239 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe0ad44-ede3-45b8-921c-1ebbc15ec095 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Checking segment: {'id': 'ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:30:26.548598 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe0ad44-ede3-45b8-921c-1ebbc15ec095 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network hostable DHCP agents. Network: 0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:30:26.571363 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe0ad44-ede3-45b8-921c-1ebbc15ec095 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:30:26.580562 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-cbe0ad44-ede3-45b8-921c-1ebbc15ec095 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:30:26.584731 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe0ad44-ede3-45b8-921c-1ebbc15ec095 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:26.585311 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cbe0ad44-ede3-45b8-921c-1ebbc15ec095 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:26.609041 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-cbe0ad44-ede3-45b8-921c-1ebbc15ec095 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6024435 Apr 08 10:30:26.611981 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60264) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:26.649197 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e44a7f-d757-4c7d-a03c-25b96d8757b0 None None] Network 0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:30:26.751207 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0589f717-d7fa-4565-9028-452ef79218af None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:26.779050 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0589f717-d7fa-4565-9028-452ef79218af None None] Transition to ACTIVE for port object af20df7c-c846-4fb6-8858-fb611c2fdf21 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:30:26.794757 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0589f717-d7fa-4565-9028-452ef79218af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:26.948505 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d7fbb-eca1-44da-83f8-4f24e5d9fbc3 None None] Pushing event updated for resources: {'Port': ['ID=af20df7c-c846-4fb6-8858-fb611c2fdf21,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:26.955123 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-0589f717-d7fa-4565-9028-452ef79218af None None] Attempting to bind port af20df7c-c846-4fb6-8858-fb611c2fdf21 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:30:26.955561 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-0589f717-d7fa-4565-9028-452ef79218af None None] Attempting to bind port af20df7c-c846-4fb6-8858-fb611c2fdf21 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:30:26.955561 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0589f717-d7fa-4565-9028-452ef79218af None None] Attempting to bind port af20df7c-c846-4fb6-8858-fb611c2fdf21 on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:30:26.968621 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0589f717-d7fa-4565-9028-452ef79218af None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:30:26.968991 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0589f717-d7fa-4565-9028-452ef79218af None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:30:26.969481 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0589f717-d7fa-4565-9028-452ef79218af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:26.969760 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0589f717-d7fa-4565-9028-452ef79218af None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:30:26.970226 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-0589f717-d7fa-4565-9028-452ef79218af None None] Bound port: af20df7c-c846-4fb6-8858-fb611c2fdf21, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:30:26.970597 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0589f717-d7fa-4565-9028-452ef79218af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:26.995368 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374e7b31-4022-413e-818f-9c0633f96566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7', 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ips': [{'subnet_id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:30:26.996201 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-374e7b31-4022-413e-818f-9c0633f96566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:27.168109 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-0589f717-d7fa-4565-9028-452ef79218af None None] For port af20df7c-c846-4fb6-8858-fb611c2fdf21, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:30:27.184883 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-0589f717-d7fa-4565-9028-452ef79218af None None] For port af20df7c-c846-4fb6-8858-fb611c2fdf21, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=af20df7c-c846-4fb6-8858-fb611c2fdf21,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:30:27.194903 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0589f717-d7fa-4565-9028-452ef79218af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:27.232519 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-374e7b31-4022-413e-818f-9c0633f96566 None None] Allocated IP 172.20.0.2 (0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7/35130067-fa80-41ff-b38c-8b7d3dbd8b99/93fc61f7-7fd8-45b2-93ad-dc90f4780804) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:30:27.360819 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d7fbb-eca1-44da-83f8-4f24e5d9fbc3 None None] Pushing event updated for resources: {'Port': ['ID=af20df7c-c846-4fb6-8858-fb611c2fdf21,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:27.387091 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0589f717-d7fa-4565-9028-452ef79218af None None] Routers {'e241d277-3d6f-46aa-94bd-d5c29dfc3dab'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:30:27.387700 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-0589f717-d7fa-4565-9028-452ef79218af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:30:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['e241d277-3d6f-46aa-94bd-d5c29dfc3dab'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:30:27.473828 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f70bbbad-4723-4162-84ba-b6b45688d01e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:27.623200 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-374e7b31-4022-413e-818f-9c0633f96566 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:27.637985 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-374e7b31-4022-413e-818f-9c0633f96566 None None] Transition to ACTIVE for port object 93fc61f7-7fd8-45b2-93ad-dc90f4780804 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:30:27.650274 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-0589f717-d7fa-4565-9028-452ef79218af None None] Set router e241d277-3d6f-46aa-94bd-d5c29dfc3dab gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:30:27.757171 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-374e7b31-4022-413e-818f-9c0633f96566 None None] Transition to ACTIVE for port object 93fc61f7-7fd8-45b2-93ad-dc90f4780804 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:30:27.780492 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-374e7b31-4022-413e-818f-9c0633f96566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:27.875809 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-f70bbbad-4723-4162-84ba-b6b45688d01e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.20.0.1 (0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7/35130067-fa80-41ff-b38c-8b7d3dbd8b99/64a626e8-5b6d-4954-a82a-580b20a01f5c) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:30:27.912253 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e7b31-4022-413e-818f-9c0633f96566 None None] Pushing event updated for resources: {'Port': ['ID=93fc61f7-7fd8-45b2-93ad-dc90f4780804,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:27.920697 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374e7b31-4022-413e-818f-9c0633f96566 None None] Network 0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:30:27.924074 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-374e7b31-4022-413e-818f-9c0633f96566 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:30:27.935556 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374e7b31-4022-413e-818f-9c0633f96566 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:30:28.039549 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f70bbbad-4723-4162-84ba-b6b45688d01e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:28.057254 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-f70bbbad-4723-4162-84ba-b6b45688d01e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Transition to ACTIVE for port object 64a626e8-5b6d-4954-a82a-580b20a01f5c will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:30:28.082942 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f70bbbad-4723-4162-84ba-b6b45688d01e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:28.123326 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-374e7b31-4022-413e-818f-9c0633f96566 None None] Attempting to bind port 93fc61f7-7fd8-45b2-93ad-dc90f4780804 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:30:28.123676 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-374e7b31-4022-413e-818f-9c0633f96566 None None] Attempting to bind port 93fc61f7-7fd8-45b2-93ad-dc90f4780804 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:30:28.124029 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374e7b31-4022-413e-818f-9c0633f96566 None None] Attempting to bind port 93fc61f7-7fd8-45b2-93ad-dc90f4780804 on network 0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:30:28.135958 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374e7b31-4022-413e-818f-9c0633f96566 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:30:28.136271 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374e7b31-4022-413e-818f-9c0633f96566 None None] Checking segment: {'id': 'ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:30:28.136663 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-374e7b31-4022-413e-818f-9c0633f96566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:28.137306 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374e7b31-4022-413e-818f-9c0633f96566 None None] Bound using segment: {'id': 'ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:30:28.137538 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-374e7b31-4022-413e-818f-9c0633f96566 None None] Bound port: 93fc61f7-7fd8-45b2-93ad-dc90f4780804, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:30:28.137865 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-374e7b31-4022-413e-818f-9c0633f96566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:28.147201 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70bbbad-4723-4162-84ba-b6b45688d01e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:30:28.150882 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-f70bbbad-4723-4162-84ba-b6b45688d01e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:30:28.153297 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70bbbad-4723-4162-84ba-b6b45688d01e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:30:28.207830 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-0589f717-d7fa-4565-9028-452ef79218af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'name': 'tempest-TestNetworkBasicOps-router-329215517', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:25Z', 'revision_number': 3, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:31:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:30:28.219811 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70bbbad-4723-4162-84ba-b6b45688d01e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=64a626e8-5b6d-4954-a82a-580b20a01f5c,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:28.223917 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0589f717-d7fa-4565-9028-452ef79218af None None] The sync data for ids ['e241d277-3d6f-46aa-94bd-d5c29dfc3dab'] in dv-neutron-837110-1-hyperv is: [{'id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'name': 'tempest-TestNetworkBasicOps-router-329215517', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:25Z', 'revision_number': 3, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:31:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:30:28.233514 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f70bbbad-4723-4162-84ba-b6b45688d01e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:28.241165 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-374e7b31-4022-413e-818f-9c0633f96566 None None] For port 93fc61f7-7fd8-45b2-93ad-dc90f4780804, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:30:28.249785 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-374e7b31-4022-413e-818f-9c0633f96566 None None] For port 93fc61f7-7fd8-45b2-93ad-dc90f4780804, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=93fc61f7-7fd8-45b2-93ad-dc90f4780804,segment=NetworkSegment(ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c),segment_id=ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:30:28.255388 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-374e7b31-4022-413e-818f-9c0633f96566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:28.325856 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f70bbbad-4723-4162-84ba-b6b45688d01e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:28.340227 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e7b31-4022-413e-818f-9c0633f96566 None None] Pushing event updated for resources: {'Port': ['ID=93fc61f7-7fd8-45b2-93ad-dc90f4780804,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:28.901524 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f70bbbad-4723-4162-84ba-b6b45688d01e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:28.906395 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f70bbbad-4723-4162-84ba-b6b45688d01e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:29.024596 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f70bbbad-4723-4162-84ba-b6b45688d01e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:29.028140 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70bbbad-4723-4162-84ba-b6b45688d01e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=64a626e8-5b6d-4954-a82a-580b20a01f5c,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:29.171620 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70bbbad-4723-4162-84ba-b6b45688d01e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:30:29.172824 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-f70bbbad-4723-4162-84ba-b6b45688d01e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:30:29.316537 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4aafb4-382e-4917-b0ce-5c46b8d02dd0 None None] Network 0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:30:29.437012 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-e4fe51e7-7c32-4f7d-ab47-295dc3b25693 None None] Provisioning for port 93fc61f7-7fd8-45b2-93ad-dc90f4780804 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:30:29.558042 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70bbbad-4723-4162-84ba-b6b45688d01e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router e241d277-3d6f-46aa-94bd-d5c29dfc3dab has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:30:29.784300 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70bbbad-4723-4162-84ba-b6b45688d01e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:30:29.791631 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ac6ba459-adb3-495f-a29b-d3cf0001b251 None None] Provisioning for port 64a626e8-5b6d-4954-a82a-580b20a01f5c completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:30:29.798213 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ac6ba459-adb3-495f-a29b-d3cf0001b251 None None] Provisioning complete for port 64a626e8-5b6d-4954-a82a-580b20a01f5c triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:30:29.798587 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ac6ba459-adb3-495f-a29b-d3cf0001b251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:29.804477 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f70bbbad-4723-4162-84ba-b6b45688d01e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "PUT /v2.0/routers/e241d277-3d6f-46aa-94bd-d5c29dfc3dab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1912208 Apr 08 10:30:29.807391 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60268) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:29.888559 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ba459-adb3-495f-a29b-d3cf0001b251 None None] Port 64a626e8-5b6d-4954-a82a-580b20a01f5c cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:30:29.931091 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 93fc61f7-7fd8-45b2-93ad-dc90f4780804 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:30:29.980924 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4cfb4b-370e-461d-8b59-d4a06b5b10ab tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:29.981526 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4cfb4b-370e-461d-8b59-d4a06b5b10ab tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:29.981704 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4cfb4b-370e-461d-8b59-d4a06b5b10ab tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:29.982001 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4cfb4b-370e-461d-8b59-d4a06b5b10ab tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:29.982352 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4cfb4b-370e-461d-8b59-d4a06b5b10ab tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:29.982703 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4cfb4b-370e-461d-8b59-d4a06b5b10ab tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:29.984532 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ee4cfb4b-370e-461d-8b59-d4a06b5b10ab tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1761203 Apr 08 10:30:29.987194 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60272) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:30.040715 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-71c904a0-0737-402a-9080-6634c3caf2a5 None None] Provisioning complete for port 64a626e8-5b6d-4954-a82a-580b20a01f5c triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:30:30.041818 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-71c904a0-0737-402a-9080-6634c3caf2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:30.111059 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 93fc61f7-7fd8-45b2-93ad-dc90f4780804 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:30:30.121636 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 93fc61f7-7fd8-45b2-93ad-dc90f4780804 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:30:30.122090 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:30.126982 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a471635-322d-4d98-b306-8f44cd29a8d4 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:30.127545 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a471635-322d-4d98-b306-8f44cd29a8d4 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:30.128116 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a471635-322d-4d98-b306-8f44cd29a8d4 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:30.128784 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a471635-322d-4d98-b306-8f44cd29a8d4 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:30.129863 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a471635-322d-4d98-b306-8f44cd29a8d4 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:30.131320 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a471635-322d-4d98-b306-8f44cd29a8d4 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:30.136388 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7a471635-322d-4d98-b306-8f44cd29a8d4 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1473284 Apr 08 10:30:30.138137 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60276) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:30.169714 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-71c904a0-0737-402a-9080-6634c3caf2a5 None None] Port 64a626e8-5b6d-4954-a82a-580b20a01f5c cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:30:30.286308 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:30.339925 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-18f271f7-b961-45d0-8ccd-163c735ebfe5 None None] Provisioning complete for port 64a626e8-5b6d-4954-a82a-580b20a01f5c triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:30:30.339925 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-18f271f7-b961-45d0-8ccd-163c735ebfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:30.369749 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 93fc61f7-7fd8-45b2-93ad-dc90f4780804, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=93fc61f7-7fd8-45b2-93ad-dc90f4780804,segment=NetworkSegment(ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c),segment_id=ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:30:30.374875 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:30.375970 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device af20df7c-c846-4fb6-8858-fb611c2fdf21 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:30:30.397956 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0fe5f3de-b514-45f9-9052-f65aee212f60 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2585101 Apr 08 10:30:30.543505 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-18f271f7-b961-45d0-8ccd-163c735ebfe5 None None] Port 64a626e8-5b6d-4954-a82a-580b20a01f5c cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:30:30.557263 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=93fc61f7-7fd8-45b2-93ad-dc90f4780804,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:30.572721 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port af20df7c-c846-4fb6-8858-fb611c2fdf21 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:30:30.578903 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port af20df7c-c846-4fb6-8858-fb611c2fdf21 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:30:30.579181 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:30.711498 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:30.729656 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port af20df7c-c846-4fb6-8858-fb611c2fdf21, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=af20df7c-c846-4fb6-8858-fb611c2fdf21,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:30:30.734058 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:30.806122 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=af20df7c-c846-4fb6-8858-fb611c2fdf21,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:30.848496 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60282) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:30.854215 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-8aa0cbb9-b085-4672-8685-e2a34b31fc0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-903835988', 'description': 'tempest-secgroup-smoke-903835988 description', 'project_id': '6d9baba61a9a4a97bab400043cc74a73'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:30:30.860219 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8aa0cbb9-b085-4672-8685-e2a34b31fc0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:30:30.864410 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8aa0cbb9-b085-4672-8685-e2a34b31fc0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:30:30.867386 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8aa0cbb9-b085-4672-8685-e2a34b31fc0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:30:30.873536 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8aa0cbb9-b085-4672-8685-e2a34b31fc0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:30:30.884409 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8aa0cbb9-b085-4672-8685-e2a34b31fc0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:30.920357 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8aa0cbb9-b085-4672-8685-e2a34b31fc0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:30:30.924066 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8aa0cbb9-b085-4672-8685-e2a34b31fc0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:30:30.926822 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8aa0cbb9-b085-4672-8685-e2a34b31fc0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:30:30.933165 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8aa0cbb9-b085-4672-8685-e2a34b31fc0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:30:30.988766 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8aa0cbb9-b085-4672-8685-e2a34b31fc0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:30.992948 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8aa0cbb9-b085-4672-8685-e2a34b31fc0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:31.036388 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0cbb9-b085-4672-8685-e2a34b31fc0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd84d07-e57e-47c0-9203-b24221ebdf4b,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:31.038905 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8aa0cbb9-b085-4672-8685-e2a34b31fc0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:31.042858 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8aa0cbb9-b085-4672-8685-e2a34b31fc0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1906128 Apr 08 10:30:31.043148 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60286) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:31.048285 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-76c15b86-5d64-4dba-8262-c6a0160b30e0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'cdd84d07-e57e-47c0-9203-b24221ebdf4b', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:30:31.054088 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-76c15b86-5d64-4dba-8262-c6a0160b30e0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:30:31.058589 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-76c15b86-5d64-4dba-8262-c6a0160b30e0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:30:31.061732 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-76c15b86-5d64-4dba-8262-c6a0160b30e0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:30:31.067324 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-76c15b86-5d64-4dba-8262-c6a0160b30e0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:30:31.088974 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-76c15b86-5d64-4dba-8262-c6a0160b30e0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:31.240333 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-76c15b86-5d64-4dba-8262-c6a0160b30e0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:31.244701 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-76c15b86-5d64-4dba-8262-c6a0160b30e0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:31.267958 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c15b86-5d64-4dba-8262-c6a0160b30e0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b89960ba-50b5-4f7b-812a-0f81ec5b8271,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:31.277771 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-76c15b86-5d64-4dba-8262-c6a0160b30e0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:31.278988 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-76c15b86-5d64-4dba-8262-c6a0160b30e0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2351246 Apr 08 10:30:31.281812 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60290) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:31.287387 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-4196d8a1-8742-4bc0-8105-dfe295f8e920 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'cdd84d07-e57e-47c0-9203-b24221ebdf4b', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:30:31.293652 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4196d8a1-8742-4bc0-8105-dfe295f8e920 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:30:31.297389 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4196d8a1-8742-4bc0-8105-dfe295f8e920 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:30:31.300203 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4196d8a1-8742-4bc0-8105-dfe295f8e920 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:30:31.306553 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4196d8a1-8742-4bc0-8105-dfe295f8e920 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:30:31.323584 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4196d8a1-8742-4bc0-8105-dfe295f8e920 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:31.387506 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4196d8a1-8742-4bc0-8105-dfe295f8e920 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:31.390981 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4196d8a1-8742-4bc0-8105-dfe295f8e920 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:31.415358 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196d8a1-8742-4bc0-8105-dfe295f8e920 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ba2e4d-fd99-477f-935b-222a219c5968,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:31.424110 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4196d8a1-8742-4bc0-8105-dfe295f8e920 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:31.425280 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4196d8a1-8742-4bc0-8105-dfe295f8e920 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1425724 Apr 08 10:30:31.428013 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60294) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:31.434272 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-8714156f-815b-4a18-bb40-6ad47d257d23 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'cdd84d07-e57e-47c0-9203-b24221ebdf4b', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:30:31.440072 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8714156f-815b-4a18-bb40-6ad47d257d23 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:30:31.444044 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8714156f-815b-4a18-bb40-6ad47d257d23 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:30:31.447013 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8714156f-815b-4a18-bb40-6ad47d257d23 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:30:31.452735 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8714156f-815b-4a18-bb40-6ad47d257d23 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:30:31.469440 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8714156f-815b-4a18-bb40-6ad47d257d23 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:31.540587 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8714156f-815b-4a18-bb40-6ad47d257d23 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:31.544148 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8714156f-815b-4a18-bb40-6ad47d257d23 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:31.569686 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714156f-815b-4a18-bb40-6ad47d257d23 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d82f2650-520c-4cdf-ab5e-d3957c27013c,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:31.580892 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8714156f-815b-4a18-bb40-6ad47d257d23 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:31.582235 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8714156f-815b-4a18-bb40-6ad47d257d23 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1532440 Apr 08 10:30:31.584958 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60298) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:31.590815 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-619ce12c-5919-46ef-b819-3e5f3dd09e28 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'cdd84d07-e57e-47c0-9203-b24221ebdf4b', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:30:31.598073 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-619ce12c-5919-46ef-b819-3e5f3dd09e28 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:30:31.602810 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-619ce12c-5919-46ef-b819-3e5f3dd09e28 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:30:31.606122 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-619ce12c-5919-46ef-b819-3e5f3dd09e28 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:30:31.611748 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-619ce12c-5919-46ef-b819-3e5f3dd09e28 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:30:31.629870 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-619ce12c-5919-46ef-b819-3e5f3dd09e28 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:31.700560 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-619ce12c-5919-46ef-b819-3e5f3dd09e28 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:31.718383 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-619ce12c-5919-46ef-b819-3e5f3dd09e28 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:31.733966 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea8ac84-3510-4ffd-a092-2efddd8efcf1 None None] Sync routers for ids ['e241d277-3d6f-46aa-94bd-d5c29dfc3dab'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:30:31.737804 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ce12c-5919-46ef-b819-3e5f3dd09e28 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c40be0-9974-4af2-ab0a-180edc898f81,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:31.746125 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-619ce12c-5919-46ef-b819-3e5f3dd09e28 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:31.748906 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-619ce12c-5919-46ef-b819-3e5f3dd09e28 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1612442 Apr 08 10:30:31.749008 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea8ac84-3510-4ffd-a092-2efddd8efcf1 None None] Routers {'e241d277-3d6f-46aa-94bd-d5c29dfc3dab'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:30:31.749008 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-8ea8ac84-3510-4ffd-a092-2efddd8efcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:30:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['e241d277-3d6f-46aa-94bd-d5c29dfc3dab'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:30:31.750320 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60302) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:31.756378 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-787987a9-36fb-49f2-800c-e4115f22cd45 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'cdd84d07-e57e-47c0-9203-b24221ebdf4b', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:30:31.763181 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-787987a9-36fb-49f2-800c-e4115f22cd45 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:30:31.767397 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-787987a9-36fb-49f2-800c-e4115f22cd45 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:30:31.771690 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-787987a9-36fb-49f2-800c-e4115f22cd45 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:30:31.779692 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-787987a9-36fb-49f2-800c-e4115f22cd45 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:30:31.793529 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.securitygroups_db [None req-787987a9-36fb-49f2-800c-e4115f22cd45 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Project 6d9baba61a9a4a97bab400043cc74a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:30:31.804193 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-787987a9-36fb-49f2-800c-e4115f22cd45 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:31.867770 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 93fc61f7-7fd8-45b2-93ad-dc90f4780804 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:30:31.903924 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-787987a9-36fb-49f2-800c-e4115f22cd45 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:31.909393 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-787987a9-36fb-49f2-800c-e4115f22cd45 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:31.944063 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787987a9-36fb-49f2-800c-e4115f22cd45 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11d7852-8e1a-4f74-9cad-28eaa13bde4b,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:31.956696 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 93fc61f7-7fd8-45b2-93ad-dc90f4780804 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:30:31.957392 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:31.961424 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-787987a9-36fb-49f2-800c-e4115f22cd45 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:31.964660 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-787987a9-36fb-49f2-800c-e4115f22cd45 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2132986 Apr 08 10:30:31.965406 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60306) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:31.973079 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-dd59407e-7de8-4e3b-b65a-3b90518028b9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'cdd84d07-e57e-47c0-9203-b24221ebdf4b', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:30:31.980030 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-dd59407e-7de8-4e3b-b65a-3b90518028b9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:30:31.982805 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-8ea8ac84-3510-4ffd-a092-2efddd8efcf1 None None] Set router e241d277-3d6f-46aa-94bd-d5c29dfc3dab gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:30:31.985061 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-dd59407e-7de8-4e3b-b65a-3b90518028b9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:30:31.987685 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-dd59407e-7de8-4e3b-b65a-3b90518028b9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:30:31.994915 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-dd59407e-7de8-4e3b-b65a-3b90518028b9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:30:32.006139 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.securitygroups_db [None req-dd59407e-7de8-4e3b-b65a-3b90518028b9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Project 6d9baba61a9a4a97bab400043cc74a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:30:32.015269 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dd59407e-7de8-4e3b-b65a-3b90518028b9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:32.119210 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device af20df7c-c846-4fb6-8858-fb611c2fdf21 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:30:32.125791 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dd59407e-7de8-4e3b-b65a-3b90518028b9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:32.132553 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dd59407e-7de8-4e3b-b65a-3b90518028b9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:32.181011 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59407e-7de8-4e3b-b65a-3b90518028b9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8246d76-c466-4d41-a3c9-50be391727a7,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:32.191486 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dd59407e-7de8-4e3b-b65a-3b90518028b9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:32.196729 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-dd59407e-7de8-4e3b-b65a-3b90518028b9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2281413 Apr 08 10:30:32.221910 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port af20df7c-c846-4fb6-8858-fb611c2fdf21 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:30:32.222438 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:32.387882 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-8ea8ac84-3510-4ffd-a092-2efddd8efcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'name': 'tempest-TestNetworkBasicOps-router-329215517', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:28Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:31:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '64a626e8-5b6d-4954-a82a-580b20a01f5c', 'name': '', 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:00:99:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:27Z', 'updated_at': '2022-04-08T10:30:28Z', 'revision_number': 2, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:30:32.393473 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea8ac84-3510-4ffd-a092-2efddd8efcf1 None None] Checking router: e241d277-3d6f-46aa-94bd-d5c29dfc3dab for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:30:32.393850 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea8ac84-3510-4ffd-a092-2efddd8efcf1 None None] Updating router e241d277-3d6f-46aa-94bd-d5c29dfc3dab port 64a626e8-5b6d-4954-a82a-580b20a01f5c binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:30:32.455025 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8ea8ac84-3510-4ffd-a092-2efddd8efcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:32.489953 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-41d5f436-ea5e-4b9f-9a3d-063406e16263 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-903835988&fields=id&tenant_id=6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 267 time: 0.0489907 Apr 08 10:30:32.647408 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-e8f3f707-1795-4644-9693-ebf0dc31e156 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:32.647923 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-e8f3f707-1795-4644-9693-ebf0dc31e156 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/networks?id=0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 HTTP/1.1" status: 200 len: 797 time: 0.1508031 Apr 08 10:30:32.667371 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-a28df1ac-912e-4812-88c2-3061857231d4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/quotas/6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 375 time: 0.0123584 Apr 08 10:30:32.756710 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-093c452d-dbbd-4de1-bc1a-d48b0f96a0fa tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842583 Apr 08 10:30:32.840695 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8ea8ac84-3510-4ffd-a092-2efddd8efcf1 None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:32.853537 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-8ea8ac84-3510-4ffd-a092-2efddd8efcf1 None None] Transition to ACTIVE for port object 64a626e8-5b6d-4954-a82a-580b20a01f5c will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:30:32.860475 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8ea8ac84-3510-4ffd-a092-2efddd8efcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:32.908254 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-60614abe-b87a-41ef-923b-f5920844358b service neutron] 10.222.0.47 "GET /v2.0/networks/0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404395 Apr 08 10:30:33.019005 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26310b1-248c-4434-9cf8-eeca5e346f1c None None] Pushing event updated for resources: {'Port': ['ID=64a626e8-5b6d-4954-a82a-580b20a01f5c,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:33.035930 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26310b1-248c-4434-9cf8-eeca5e346f1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:33.036126 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26310b1-248c-4434-9cf8-eeca5e346f1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:33.036452 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26310b1-248c-4434-9cf8-eeca5e346f1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:33.036781 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26310b1-248c-4434-9cf8-eeca5e346f1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:33.037141 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26310b1-248c-4434-9cf8-eeca5e346f1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:33.037774 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26310b1-248c-4434-9cf8-eeca5e346f1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:33.037892 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26310b1-248c-4434-9cf8-eeca5e346f1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:33.038123 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26310b1-248c-4434-9cf8-eeca5e346f1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:33.038432 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26310b1-248c-4434-9cf8-eeca5e346f1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:33.040785 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26310b1-248c-4434-9cf8-eeca5e346f1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:33.042905 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26310b1-248c-4434-9cf8-eeca5e346f1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:30:33.103307 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-431e2601-fca8-4deb-8ca6-5b7e2661b35a service neutron] 10.222.0.47 "GET /v2.0/networks/0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850724 Apr 08 10:30:33.160859 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-8ea8ac84-3510-4ffd-a092-2efddd8efcf1 None None] Attempting to bind port 64a626e8-5b6d-4954-a82a-580b20a01f5c on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:30:33.161219 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-8ea8ac84-3510-4ffd-a092-2efddd8efcf1 None None] Attempting to bind port 64a626e8-5b6d-4954-a82a-580b20a01f5c by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:30:33.161569 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea8ac84-3510-4ffd-a092-2efddd8efcf1 None None] Attempting to bind port 64a626e8-5b6d-4954-a82a-580b20a01f5c on network 0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:30:33.168055 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea8ac84-3510-4ffd-a092-2efddd8efcf1 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:30:33.168697 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea8ac84-3510-4ffd-a092-2efddd8efcf1 None None] Checking segment: {'id': 'ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:30:33.169255 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8ea8ac84-3510-4ffd-a092-2efddd8efcf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:33.169809 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea8ac84-3510-4ffd-a092-2efddd8efcf1 None None] Bound using segment: {'id': 'ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:30:33.170406 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-8ea8ac84-3510-4ffd-a092-2efddd8efcf1 None None] Bound port: 64a626e8-5b6d-4954-a82a-580b20a01f5c, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:30:33.170938 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8ea8ac84-3510-4ffd-a092-2efddd8efcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:33.278190 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-8ea8ac84-3510-4ffd-a092-2efddd8efcf1 None None] For port 64a626e8-5b6d-4954-a82a-580b20a01f5c, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:30:33.282022 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-8ea8ac84-3510-4ffd-a092-2efddd8efcf1 None None] For port 64a626e8-5b6d-4954-a82a-580b20a01f5c, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=64a626e8-5b6d-4954-a82a-580b20a01f5c,segment=NetworkSegment(ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c),segment_id=ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:30:33.286871 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8ea8ac84-3510-4ffd-a092-2efddd8efcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:33.310040 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-53e705d6-0786-43bd-9048-eeca33633fd4 req-82080879-0fd5-4f66-99d3-112b5d65a6ce tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2827118-1a59-42a3-bfbb-4bae3e4a4283 HTTP/1.1" status: 200 len: 210 time: 0.0482948 Apr 08 10:30:33.373196 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26310b1-248c-4434-9cf8-eeca5e346f1c None None] Pushing event updated for resources: {'Port': ['ID=64a626e8-5b6d-4954-a82a-580b20a01f5c,revision_number=4']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:33.376733 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea8ac84-3510-4ffd-a092-2efddd8efcf1 None None] Routers {'e241d277-3d6f-46aa-94bd-d5c29dfc3dab'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:30:33.377342 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-8ea8ac84-3510-4ffd-a092-2efddd8efcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:30:15Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['e241d277-3d6f-46aa-94bd-d5c29dfc3dab'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:30:33.577157 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-8ea8ac84-3510-4ffd-a092-2efddd8efcf1 None None] Set router e241d277-3d6f-46aa-94bd-d5c29dfc3dab gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:30:33.914925 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-8ea8ac84-3510-4ffd-a092-2efddd8efcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'name': 'tempest-TestNetworkBasicOps-router-329215517', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:28Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:31:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '64a626e8-5b6d-4954-a82a-580b20a01f5c', 'name': '', 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:00:99:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:27Z', 'updated_at': '2022-04-08T10:30:33Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:30:33.918974 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea8ac84-3510-4ffd-a092-2efddd8efcf1 None None] The sync data for ids ['e241d277-3d6f-46aa-94bd-d5c29dfc3dab'] in dv-neutron-837110-1-hyperv is: [{'id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'name': 'tempest-TestNetworkBasicOps-router-329215517', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:28Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:31:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '64a626e8-5b6d-4954-a82a-580b20a01f5c', 'name': '', 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:00:99:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:27Z', 'updated_at': '2022-04-08T10:30:33Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:30:34.565950 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a2715aef-6971-4939-b6f9-ccc294586e6b req-f2b769ce-8b98-4d22-b236-d4a43a329d97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2827118-1a59-42a3-bfbb-4bae3e4a4283 HTTP/1.1" status: 200 len: 210 time: 0.0568523 Apr 08 10:30:34.643346 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-9d50ea35-c794-4fc9-a62d-0924fd7bfff6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:34.644891 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-9d50ea35-c794-4fc9-a62d-0924fd7bfff6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/networks?id=0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 HTTP/1.1" status: 200 len: 797 time: 0.2559893 Apr 08 10:30:34.724099 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-4c983e61-7b98-4865-9e78-b01904a559f0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 379 time: 0.0644224 Apr 08 10:30:34.733421 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-d3db3d70-ce5a-4cc8-93c6-54ba7790a44a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'port': {'device_id': 'a2827118-1a59-42a3-bfbb-4bae3e4a4283', 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7', 'admin_state_up': True, 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'security_groups': ['cdd84d07-e57e-47c0-9203-b24221ebdf4b']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:30:34.876100 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-d3db3d70-ce5a-4cc8-93c6-54ba7790a44a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:30:34.880102 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-d3db3d70-ce5a-4cc8-93c6-54ba7790a44a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:port and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:30:34.882902 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-d3db3d70-ce5a-4cc8-93c6-54ba7790a44a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:30:34.888738 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-d3db3d70-ce5a-4cc8-93c6-54ba7790a44a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:30:34.898673 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-d3db3d70-ce5a-4cc8-93c6-54ba7790a44a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Made reservation on behalf of 6d9baba61a9a4a97bab400043cc74a73 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:30:34.901586 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-d3db3d70-ce5a-4cc8-93c6-54ba7790a44a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:35.151539 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-d3db3d70-ce5a-4cc8-93c6-54ba7790a44a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.20.0.5 (0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7/35130067-fa80-41ff-b38c-8b7d3dbd8b99/7161323d-bb4c-40f5-927d-3a590fb7a5fd) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:30:35.334255 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-d3db3d70-ce5a-4cc8-93c6-54ba7790a44a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:35.349679 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-d3db3d70-ce5a-4cc8-93c6-54ba7790a44a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Transition to ACTIVE for port object 7161323d-bb4c-40f5-927d-3a590fb7a5fd will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:30:35.370553 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-d3db3d70-ce5a-4cc8-93c6-54ba7790a44a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:35.437504 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-d3db3d70-ce5a-4cc8-93c6-54ba7790a44a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:30:35.438519 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-d3db3d70-ce5a-4cc8-93c6-54ba7790a44a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:30:35.442709 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-d3db3d70-ce5a-4cc8-93c6-54ba7790a44a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:30:35.498086 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db3d70-ce5a-4cc8-93c6-54ba7790a44a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=7161323d-bb4c-40f5-927d-3a590fb7a5fd,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:35.515306 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-d3db3d70-ce5a-4cc8-93c6-54ba7790a44a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:35.515918 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-d3db3d70-ce5a-4cc8-93c6-54ba7790a44a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:35.541902 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-d3db3d70-ce5a-4cc8-93c6-54ba7790a44a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8125196 Apr 08 10:30:35.556915 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-c3870f32-36aa-4c31-91a3-42743c03a489 service neutron] Request body: {'port': {'device_id': 'a2827118-1a59-42a3-bfbb-4bae3e4a4283', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:30:35.649347 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-6af85317-8813-456f-9cbb-8c4066cd09c1 None None] Provisioning for port 7161323d-bb4c-40f5-927d-3a590fb7a5fd completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:30:35.654026 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-6af85317-8813-456f-9cbb-8c4066cd09c1 None None] Provisioning complete for port 7161323d-bb4c-40f5-927d-3a590fb7a5fd triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:30:35.654401 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6af85317-8813-456f-9cbb-8c4066cd09c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:35.666946 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-c3870f32-36aa-4c31-91a3-42743c03a489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:35.707539 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-6af85317-8813-456f-9cbb-8c4066cd09c1 None None] Port 7161323d-bb4c-40f5-927d-3a590fb7a5fd cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:30:35.857355 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 64a626e8-5b6d-4954-a82a-580b20a01f5c up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:30:35.924027 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 64a626e8-5b6d-4954-a82a-580b20a01f5c completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:30:35.928771 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 64a626e8-5b6d-4954-a82a-580b20a01f5c triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:30:35.929142 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:35.967840 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1163c22-292a-4543-9c59-e1150433f687 req-fa32135b-79f1-40dc-aa7d-b863375c19d3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:35.968494 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-b1163c22-292a-4543-9c59-e1150433f687 req-fa32135b-79f1-40dc-aa7d-b863375c19d3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:30:36.003572 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-b1163c22-292a-4543-9c59-e1150433f687 req-fa32135b-79f1-40dc-aa7d-b863375c19d3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:30:36.004748 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b1163c22-292a-4543-9c59-e1150433f687 req-fa32135b-79f1-40dc-aa7d-b863375c19d3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2827118-1a59-42a3-bfbb-4bae3e4a4283 HTTP/1.1" status: 200 len: 931 time: 0.2275479 Apr 08 10:30:36.077511 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:36.109668 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 64a626e8-5b6d-4954-a82a-580b20a01f5c, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=64a626e8-5b6d-4954-a82a-580b20a01f5c,segment=NetworkSegment(ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c),segment_id=ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:30:36.112363 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b1163c22-292a-4543-9c59-e1150433f687 req-d3553b87-ac7b-40d2-b706-e4cade9fc867 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdd84d07-e57e-47c0-9203-b24221ebdf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001520 Apr 08 10:30:36.119256 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-c3870f32-36aa-4c31-91a3-42743c03a489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7161323d-bb4c-40f5-927d-3a590fb7a5fd {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:30:36.126164 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:36.127405 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-c3870f32-36aa-4c31-91a3-42743c03a489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:36.142897 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-c3870f32-36aa-4c31-91a3-42743c03a489 service neutron] Transition to ACTIVE for port object 7161323d-bb4c-40f5-927d-3a590fb7a5fd will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:30:36.146585 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-c3870f32-36aa-4c31-91a3-42743c03a489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:36.203260 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=64a626e8-5b6d-4954-a82a-580b20a01f5c,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:36.274675 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3870f32-36aa-4c31-91a3-42743c03a489 service neutron] Pushing event updated for resources: {'Port': ['ID=7161323d-bb4c-40f5-927d-3a590fb7a5fd,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:36.382790 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-c3870f32-36aa-4c31-91a3-42743c03a489 service neutron] Attempting to bind port 7161323d-bb4c-40f5-927d-3a590fb7a5fd on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:30:36.383128 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-c3870f32-36aa-4c31-91a3-42743c03a489 service neutron] Attempting to bind port 7161323d-bb4c-40f5-927d-3a590fb7a5fd by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:30:36.383452 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-c3870f32-36aa-4c31-91a3-42743c03a489 service neutron] Attempting to bind port 7161323d-bb4c-40f5-927d-3a590fb7a5fd on network 0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:30:36.389055 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-c3870f32-36aa-4c31-91a3-42743c03a489 service neutron] Port 7161323d-bb4c-40f5-927d-3a590fb7a5fd on network 0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:30:36.389373 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-c3870f32-36aa-4c31-91a3-42743c03a489 service neutron] Attempting to bind port 7161323d-bb4c-40f5-927d-3a590fb7a5fd on network 0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:30:36.395364 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-c3870f32-36aa-4c31-91a3-42743c03a489 service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:30:36.395700 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-c3870f32-36aa-4c31-91a3-42743c03a489 service neutron] Checking segment: {'id': 'ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:30:36.396101 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-c3870f32-36aa-4c31-91a3-42743c03a489 service neutron] Bound using segment: {'id': 'ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:30:36.396521 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-c3870f32-36aa-4c31-91a3-42743c03a489 service neutron] Bound port: 7161323d-bb4c-40f5-927d-3a590fb7a5fd, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:30:36.396866 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-c3870f32-36aa-4c31-91a3-42743c03a489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:36.485536 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-c3870f32-36aa-4c31-91a3-42743c03a489 service neutron] For port 7161323d-bb4c-40f5-927d-3a590fb7a5fd, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:30:36.488317 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-c3870f32-36aa-4c31-91a3-42743c03a489 service neutron] For port 7161323d-bb4c-40f5-927d-3a590fb7a5fd, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=7161323d-bb4c-40f5-927d-3a590fb7a5fd,segment=NetworkSegment(ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c),segment_id=ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:30:36.493299 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-c3870f32-36aa-4c31-91a3-42743c03a489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:36.552984 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-c3870f32-36aa-4c31-91a3-42743c03a489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:36.554316 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-c3870f32-36aa-4c31-91a3-42743c03a489 service neutron] 10.222.0.52 "PUT /v2.0/ports/7161323d-bb4c-40f5-927d-3a590fb7a5fd HTTP/1.1" status: 200 len: 1093 time: 1.0016429 Apr 08 10:30:36.555550 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2827118-1a59-42a3-bfbb-4bae3e4a4283', 'tag': '7161323d-bb4c-40f5-927d-3a590fb7a5fd'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:30:36.572451 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3870f32-36aa-4c31-91a3-42743c03a489 service neutron] Pushing event updated for resources: {'Port': ['ID=7161323d-bb4c-40f5-927d-3a590fb7a5fd,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:36.635593 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2300465d-e2df-4db5-be24-23795794e174'] response: {'name': 'network-changed', 'server_uuid': 'a2827118-1a59-42a3-bfbb-4bae3e4a4283', 'tag': '7161323d-bb4c-40f5-927d-3a590fb7a5fd', 'status': 'completed', 'code': 200} Apr 08 10:30:36.682187 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-86a6d8c6-47ad-478c-8fdd-7f07a4f50908 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=a2827118-1a59-42a3-bfbb-4bae3e4a4283 HTTP/1.1" status: 200 len: 1096 time: 0.0810285 Apr 08 10:30:36.753859 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-118ad817-7ad6-4694-b2ff-34abf135b76c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7161323d-bb4c-40f5-927d-3a590fb7a5fd HTTP/1.1" status: 200 len: 217 time: 0.0615842 Apr 08 10:30:36.911243 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-1a80350d-bc24-4ead-983e-123ffe78fd4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:36.912643 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-1a80350d-bc24-4ead-983e-123ffe78fd4a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35130067-fa80-41ff-b38c-8b7d3dbd8b99 HTTP/1.1" status: 200 len: 835 time: 0.1505070 Apr 08 10:30:36.991685 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-e3969f0a-09fd-4079-9ec3-1ebbaa6a2d33 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706043 Apr 08 10:30:37.124209 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-3bfc2824-55d6-4a35-ad5d-89d9accc583e service neutron] 10.222.0.52 "GET /v2.0/networks/0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224201 Apr 08 10:30:37.308369 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cdcf5141-53af-44a1-9941-a0ac5df3cc4e req-77e87bbc-8fd7-4cd8-be3f-fca28406ae23 service neutron] 10.222.0.52 "GET /v2.0/networks/0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725454 Apr 08 10:30:37.337522 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69718644-0445-4716-a1f5-72116eaa58df req-0ed59007-40cf-4313-8f40-5955178a7367 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:37.338986 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-69718644-0445-4716-a1f5-72116eaa58df req-0ed59007-40cf-4313-8f40-5955178a7367 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2827118-1a59-42a3-bfbb-4bae3e4a4283 HTTP/1.1" status: 200 len: 943 time: 0.1009753 Apr 08 10:30:37.431875 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-69718644-0445-4716-a1f5-72116eaa58df req-3e8233b4-b923-4bcc-a526-043d3db6cac0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdd84d07-e57e-47c0-9203-b24221ebdf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872941 Apr 08 10:30:37.449181 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-68636fcd-7619-42e1-8c49-327b496d8671 req-83310c73-4dfd-4f2f-87e6-63fa7ed6a7bb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=a2827118-1a59-42a3-bfbb-4bae3e4a4283 HTTP/1.1" status: 200 len: 1096 time: 0.0878842 Apr 08 10:30:37.578649 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68636fcd-7619-42e1-8c49-327b496d8671 req-060f6dfc-c180-4e9c-bf8b-234ffa315a9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:37.580052 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-68636fcd-7619-42e1-8c49-327b496d8671 req-060f6dfc-c180-4e9c-bf8b-234ffa315a9a service neutron] 10.222.0.52 "GET /v2.0/networks?id=0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 HTTP/1.1" status: 200 len: 898 time: 0.1236665 Apr 08 10:30:37.653040 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-68636fcd-7619-42e1-8c49-327b496d8671 req-f83e7539-bca7-4004-90ce-ff47104c5eb5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7161323d-bb4c-40f5-927d-3a590fb7a5fd HTTP/1.1" status: 200 len: 217 time: 0.0646911 Apr 08 10:30:37.716633 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68636fcd-7619-42e1-8c49-327b496d8671 req-564f4c83-0948-4320-8f12-a0055b3a28b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:37.718091 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-68636fcd-7619-42e1-8c49-327b496d8671 req-564f4c83-0948-4320-8f12-a0055b3a28b3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35130067-fa80-41ff-b38c-8b7d3dbd8b99 HTTP/1.1" status: 200 len: 835 time: 0.0572345 Apr 08 10:30:37.795013 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-68636fcd-7619-42e1-8c49-327b496d8671 req-5f906daf-2468-48b0-846a-588db4ecc1f0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708156 Apr 08 10:30:37.838828 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 64a626e8-5b6d-4954-a82a-580b20a01f5c up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:30:37.905820 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 64a626e8-5b6d-4954-a82a-580b20a01f5c triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:30:37.906190 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:37.929219 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-68636fcd-7619-42e1-8c49-327b496d8671 req-a15822d9-6cf6-48a0-b4bc-9ec5238c29b1 service neutron] 10.222.0.52 "GET /v2.0/networks/0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242707 Apr 08 10:30:38.061209 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-68636fcd-7619-42e1-8c49-327b496d8671 req-b520895f-068d-44a0-8c1f-e994c14d9688 service neutron] 10.222.0.52 "GET /v2.0/networks/0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254191 Apr 08 10:30:38.272198 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:38.622910 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfa5f3-c796-429a-aeb5-f1bec2c28be0 req-c01f6a3c-2a29-411a-9266-e0a845750132 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:38.624263 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-37cfa5f3-c796-429a-aeb5-f1bec2c28be0 req-c01f6a3c-2a29-411a-9266-e0a845750132 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2827118-1a59-42a3-bfbb-4bae3e4a4283 HTTP/1.1" status: 200 len: 943 time: 0.0741198 Apr 08 10:30:38.669154 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-37cfa5f3-c796-429a-aeb5-f1bec2c28be0 req-0c185d66-f79e-422e-afd4-d80729860d2c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdd84d07-e57e-47c0-9203-b24221ebdf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393035 Apr 08 10:30:39.863883 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35972cca-9657-4eff-aefb-a8bbe9691986 req-e4bbbf99-1034-4346-b8f9-15d775144cbd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:39.865353 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-35972cca-9657-4eff-aefb-a8bbe9691986 req-e4bbbf99-1034-4346-b8f9-15d775144cbd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2827118-1a59-42a3-bfbb-4bae3e4a4283 HTTP/1.1" status: 200 len: 943 time: 0.0788910 Apr 08 10:30:39.910638 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-35972cca-9657-4eff-aefb-a8bbe9691986 req-548bddc1-b231-455b-b9eb-16246be3b471 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdd84d07-e57e-47c0-9203-b24221ebdf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391490 Apr 08 10:30:40.133755 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 7161323d-bb4c-40f5-927d-3a590fb7a5fd details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:30:40.263534 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 7161323d-bb4c-40f5-927d-3a590fb7a5fd, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=7161323d-bb4c-40f5-927d-3a590fb7a5fd,segment=NetworkSegment(ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c),segment_id=ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:30:40.276739 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '7161323d-bb4c-40f5-927d-3a590fb7a5fd', 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7', 'port_id': '7161323d-bb4c-40f5-927d-3a590fb7a5fd', 'mac_address': 'fa:16:3e:fe:f8:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:30:40.328809 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:40.351166 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7161323d-bb4c-40f5-927d-3a590fb7a5fd {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:30:40.366286 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 7161323d-bb4c-40f5-927d-3a590fb7a5fd, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=7161323d-bb4c-40f5-927d-3a590fb7a5fd,segment=NetworkSegment(ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c),segment_id=ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:30:40.373787 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:40.440872 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=7161323d-bb4c-40f5-927d-3a590fb7a5fd,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:40.640606 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['7161323d-bb4c-40f5-927d-3a590fb7a5fd'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:30:41.104877 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67bdca-1138-4e1f-897d-ffe109efe1cc req-a309f203-50da-454a-8734-c11eeb0b6d84 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:41.106329 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bf67bdca-1138-4e1f-897d-ffe109efe1cc req-a309f203-50da-454a-8734-c11eeb0b6d84 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2827118-1a59-42a3-bfbb-4bae3e4a4283 HTTP/1.1" status: 200 len: 944 time: 0.0751626 Apr 08 10:30:41.154207 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bf67bdca-1138-4e1f-897d-ffe109efe1cc req-7a1c91c8-e1f0-4f69-ae34-e8c07f9c2fbf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdd84d07-e57e-47c0-9203-b24221ebdf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423193 Apr 08 10:30:42.165135 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 7161323d-bb4c-40f5-927d-3a590fb7a5fd up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:30:42.236280 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port 7161323d-bb4c-40f5-927d-3a590fb7a5fd completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:30:42.241163 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 7161323d-bb4c-40f5-927d-3a590fb7a5fd triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:30:42.241534 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:42.354151 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:42.354871 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4f268-c702-4d7f-ba5a-f31746773fdd req-71fc7155-28bb-4e75-96b3-8b95fdaba7dd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:42.356370 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-39b4f268-c702-4d7f-ba5a-f31746773fdd req-71fc7155-28bb-4e75-96b3-8b95fdaba7dd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2827118-1a59-42a3-bfbb-4bae3e4a4283 HTTP/1.1" status: 200 len: 944 time: 0.0756989 Apr 08 10:30:42.381663 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2827118-1a59-42a3-bfbb-4bae3e4a4283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7161323d-bb4c-40f5-927d-3a590fb7a5fd'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:30:42.391998 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 7161323d-bb4c-40f5-927d-3a590fb7a5fd, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=7161323d-bb4c-40f5-927d-3a590fb7a5fd,segment=NetworkSegment(ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c),segment_id=ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:30:42.398639 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:42.406243 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-39b4f268-c702-4d7f-ba5a-f31746773fdd req-6e0c843d-4375-45b6-b9cd-3afb507cd309 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdd84d07-e57e-47c0-9203-b24221ebdf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441954 Apr 08 10:30:42.473772 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d99d1f32-69ae-4b1d-a0b6-80e0e1e4da05'] response: {'server_uuid': 'a2827118-1a59-42a3-bfbb-4bae3e4a4283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7161323d-bb4c-40f5-927d-3a590fb7a5fd', 'code': 200} Apr 08 10:30:42.474309 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=7161323d-bb4c-40f5-927d-3a590fb7a5fd,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:42.713675 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e3953c48-1239-4d3b-a427-b108e1f5f71d req-69d773d6-204f-4f06-8f82-0c7b8618e299 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a2827118-1a59-42a3-bfbb-4bae3e4a4283 HTTP/1.1" status: 200 len: 1098 time: 0.0688016 Apr 08 10:30:42.842083 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e3953c48-1239-4d3b-a427-b108e1f5f71d req-67fd4e07-cf97-45da-b9df-4dd7f966edcc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cdd84d07-e57e-47c0-9203-b24221ebdf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191282 Apr 08 10:30:43.297225 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c9de0c29-904d-49b5-990b-d624ab1b4556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:43.610300 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b12465-71a8-4375-9595-b0bbf90f35d4 req-cbbaa7df-dfee-4e03-af33-fedd70134f10 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:43.611785 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-03b12465-71a8-4375-9595-b0bbf90f35d4 req-cbbaa7df-dfee-4e03-af33-fedd70134f10 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2827118-1a59-42a3-bfbb-4bae3e4a4283 HTTP/1.1" status: 200 len: 945 time: 0.0748312 Apr 08 10:30:43.655657 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-03b12465-71a8-4375-9595-b0bbf90f35d4 req-0a31e53f-6ea9-468e-9100-09a525a7c627 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdd84d07-e57e-47c0-9203-b24221ebdf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376973 Apr 08 10:30:44.855336 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a104d10-3cc8-4484-92ab-946269053956 req-3d80ad36-e745-4dda-8b56-3a9389a79174 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:44.856861 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1a104d10-3cc8-4484-92ab-946269053956 req-3d80ad36-e745-4dda-8b56-3a9389a79174 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2827118-1a59-42a3-bfbb-4bae3e4a4283 HTTP/1.1" status: 200 len: 945 time: 0.0789332 Apr 08 10:30:44.904233 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1a104d10-3cc8-4484-92ab-946269053956 req-42048151-8c08-4b09-9b78-82dce8168bc4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdd84d07-e57e-47c0-9203-b24221ebdf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416915 Apr 08 10:30:45.099148 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eea63-5f8c-4ef4-85bb-d1c32348416d req-6b617ad6-59e1-440a-adba-1f88f23440ee tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:45.100795 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-450eea63-5f8c-4ef4-85bb-d1c32348416d req-6b617ad6-59e1-440a-adba-1f88f23440ee tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2827118-1a59-42a3-bfbb-4bae3e4a4283 HTTP/1.1" status: 200 len: 945 time: 0.0767267 Apr 08 10:30:45.152470 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-450eea63-5f8c-4ef4-85bb-d1c32348416d req-d4808bbf-f12b-416f-bec6-94d408a67dac tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdd84d07-e57e-47c0-9203-b24221ebdf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445566 Apr 08 10:30:45.181210 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60352) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:45.250042 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4538cabc-0532-46ea-bc9b-c1e6d87641c6 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a2827118-1a59-42a3-bfbb-4bae3e4a4283 HTTP/1.1" status: 200 len: 1093 time: 0.0675611 Apr 08 10:30:45.252610 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60356) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:45.258609 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-e0a4fe2a-8318-49f5-b3e6-e846b253cb41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'port_id': '7161323d-bb4c-40f5-927d-3a590fb7a5fd', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:30:45.264417 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e0a4fe2a-8318-49f5-b3e6-e846b253cb41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:30:45.268350 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e0a4fe2a-8318-49f5-b3e6-e846b253cb41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:floatingip and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:30:45.271511 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e0a4fe2a-8318-49f5-b3e6-e846b253cb41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:30:45.278397 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e0a4fe2a-8318-49f5-b3e6-e846b253cb41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:30:45.292685 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e0a4fe2a-8318-49f5-b3e6-e846b253cb41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:45.428795 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e0a4fe2a-8318-49f5-b3e6-e846b253cb41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:45.516883 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-69707efd-827b-4315-b11f-db6adffad121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:45.573585 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-e0a4fe2a-8318-49f5-b3e6-e846b253cb41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.26.0.20 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/3ee4232d-6d54-414c-9851-ef65c3dd3ef4) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:30:45.717087 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e0a4fe2a-8318-49f5-b3e6-e846b253cb41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:45.742944 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e0a4fe2a-8318-49f5-b3e6-e846b253cb41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:45.810566 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a4fe2a-8318-49f5-b3e6-e846b253cb41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:30:45.813172 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-e0a4fe2a-8318-49f5-b3e6-e846b253cb41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:30:45.816828 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a4fe2a-8318-49f5-b3e6-e846b253cb41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:30:45.850025 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4fe2a-8318-49f5-b3e6-e846b253cb41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=3ee4232d-6d54-414c-9851-ef65c3dd3ef4,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:46.327315 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e0a4fe2a-8318-49f5-b3e6-e846b253cb41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:46.386222 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e0a4fe2a-8318-49f5-b3e6-e846b253cb41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:46.666128 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e0a4fe2a-8318-49f5-b3e6-e846b253cb41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:46.670411 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e0a4fe2a-8318-49f5-b3e6-e846b253cb41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:46.725273 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:46.776659 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4fe2a-8318-49f5-b3e6-e846b253cb41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=3ee4232d-6d54-414c-9851-ef65c3dd3ef4,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:46.791017 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e0a4fe2a-8318-49f5-b3e6-e846b253cb41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:46.877059 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:46.978904 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.l3_db [None req-e0a4fe2a-8318-49f5-b3e6-e846b253cb41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Floating IP d9b371a8-deb5-4412-a376-ca997e2cb58b associated. External IP: 172.26.0.20, port: 7161323d-bb4c-40f5-927d-3a590fb7a5fd. Apr 08 10:30:47.359588 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a4fe2a-8318-49f5-b3e6-e846b253cb41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router e241d277-3d6f-46aa-94bd-d5c29dfc3dab has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:30:47.567264 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a4fe2a-8318-49f5-b3e6-e846b253cb41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:30:47.577971 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c5bf5c-8272-4ec2-a742-0499a92d4668 None None] Sync routers for ids ['e241d277-3d6f-46aa-94bd-d5c29dfc3dab'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:30:47.590557 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c5bf5c-8272-4ec2-a742-0499a92d4668 None None] Routers {'e241d277-3d6f-46aa-94bd-d5c29dfc3dab'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:30:47.591271 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-78c5bf5c-8272-4ec2-a742-0499a92d4668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:30:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['e241d277-3d6f-46aa-94bd-d5c29dfc3dab'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:30:47.591530 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e0a4fe2a-8318-49f5-b3e6-e846b253cb41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:47.644443 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e0a4fe2a-8318-49f5-b3e6-e846b253cb41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3906977 Apr 08 10:30:47.645032 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2827118-1a59-42a3-bfbb-4bae3e4a4283', 'tag': '7161323d-bb4c-40f5-927d-3a590fb7a5fd'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:30:47.647066 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60360) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:47.768104 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7c407741-4e4d-4a96-8ddc-5541347e373b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/d9b371a8-deb5-4412-a376-ca997e2cb58b HTTP/1.1" status: 200 len: 990 time: 0.1196678 Apr 08 10:30:47.776301 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf7e2d99-3432-42aa-887f-d5d8c08d59cd'] response: {'name': 'network-changed', 'server_uuid': 'a2827118-1a59-42a3-bfbb-4bae3e4a4283', 'tag': '7161323d-bb4c-40f5-927d-3a590fb7a5fd', 'status': 'completed', 'code': 200} Apr 08 10:30:47.782971 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-78c5bf5c-8272-4ec2-a742-0499a92d4668 None None] Set router e241d277-3d6f-46aa-94bd-d5c29dfc3dab gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:30:47.866368 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96830c16-9384-4ae5-98d1-cffabcdb4fda req-96b304ac-8e00-4364-90ae-cd79b28ad4e0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=a2827118-1a59-42a3-bfbb-4bae3e4a4283 HTTP/1.1" status: 200 len: 1098 time: 0.0679388 Apr 08 10:30:47.997048 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96830c16-9384-4ae5-98d1-cffabcdb4fda req-44bd16ee-170d-4610-9b8d-bc08437bfbc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:47.998508 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96830c16-9384-4ae5-98d1-cffabcdb4fda req-44bd16ee-170d-4610-9b8d-bc08437bfbc7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 HTTP/1.1" status: 200 len: 898 time: 0.1256409 Apr 08 10:30:48.118609 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96830c16-9384-4ae5-98d1-cffabcdb4fda req-98b80b5f-36fe-4bec-9757-571e035a9ccc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7161323d-bb4c-40f5-927d-3a590fb7a5fd HTTP/1.1" status: 200 len: 998 time: 0.1143436 Apr 08 10:30:48.168586 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-78c5bf5c-8272-4ec2-a742-0499a92d4668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'name': 'tempest-TestNetworkBasicOps-router-329215517', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:28Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:31:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'd9b371a8-deb5-4412-a376-ca997e2cb58b', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.20', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'port_id': '7161323d-bb4c-40f5-927d-3a590fb7a5fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7', 'mac_address': 'fa:16:3e:fe:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2827118-1a59-42a3-bfbb-4bae3e4a4283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:30:46Z', 'updated_at': '2022-04-08T10:30:46Z', 'revision_number': 0, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a626e8-5b6d-4954-a82a-580b20a01f5c', 'name': '', 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:00:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:27Z', 'updated_at': '2022-04-08T10:30:36Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:30:48.172878 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c5bf5c-8272-4ec2-a742-0499a92d4668 None None] Checking router: e241d277-3d6f-46aa-94bd-d5c29dfc3dab for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:30:48.183358 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c5bf5c-8272-4ec2-a742-0499a92d4668 None None] Routers {'e241d277-3d6f-46aa-94bd-d5c29dfc3dab'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:30:48.183980 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-78c5bf5c-8272-4ec2-a742-0499a92d4668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:30:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['e241d277-3d6f-46aa-94bd-d5c29dfc3dab'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:30:48.184831 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96830c16-9384-4ae5-98d1-cffabcdb4fda req-890a131f-c222-48d7-b5ab-21dedc149254 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:48.186260 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96830c16-9384-4ae5-98d1-cffabcdb4fda req-890a131f-c222-48d7-b5ab-21dedc149254 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35130067-fa80-41ff-b38c-8b7d3dbd8b99 HTTP/1.1" status: 200 len: 835 time: 0.0591021 Apr 08 10:30:48.264187 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96830c16-9384-4ae5-98d1-cffabcdb4fda req-55a8a370-e94a-4770-876e-032b245a18df service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718627 Apr 08 10:30:48.316972 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:48.367879 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-78c5bf5c-8272-4ec2-a742-0499a92d4668 None None] Set router e241d277-3d6f-46aa-94bd-d5c29dfc3dab gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:30:48.397207 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96830c16-9384-4ae5-98d1-cffabcdb4fda req-e2fbf829-e9dd-4876-a105-ad6483d2f2b1 service neutron] 10.222.0.52 "GET /v2.0/networks/0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267080 Apr 08 10:30:48.529572 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96830c16-9384-4ae5-98d1-cffabcdb4fda req-34daf1a1-86db-4db6-a7e7-6ed8834e8cc9 service neutron] 10.222.0.52 "GET /v2.0/networks/0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266778 Apr 08 10:30:48.731158 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-78c5bf5c-8272-4ec2-a742-0499a92d4668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'name': 'tempest-TestNetworkBasicOps-router-329215517', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:28Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:31:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'd9b371a8-deb5-4412-a376-ca997e2cb58b', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.20', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'port_id': '7161323d-bb4c-40f5-927d-3a590fb7a5fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7', 'mac_address': 'fa:16:3e:fe:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2827118-1a59-42a3-bfbb-4bae3e4a4283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:30:46Z', 'updated_at': '2022-04-08T10:30:46Z', 'revision_number': 0, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a626e8-5b6d-4954-a82a-580b20a01f5c', 'name': '', 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:00:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:27Z', 'updated_at': '2022-04-08T10:30:36Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:30:48.736923 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c5bf5c-8272-4ec2-a742-0499a92d4668 None None] The sync data for ids ['e241d277-3d6f-46aa-94bd-d5c29dfc3dab'] in dv-neutron-837110-1-hyperv is: [{'id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'name': 'tempest-TestNetworkBasicOps-router-329215517', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:28Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:31:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'd9b371a8-deb5-4412-a376-ca997e2cb58b', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.20', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'port_id': '7161323d-bb4c-40f5-927d-3a590fb7a5fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7', 'mac_address': 'fa:16:3e:fe:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2827118-1a59-42a3-bfbb-4bae3e4a4283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:30:46Z', 'updated_at': '2022-04-08T10:30:46Z', 'revision_number': 0, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a626e8-5b6d-4954-a82a-580b20a01f5c', 'name': '', 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:00:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:27Z', 'updated_at': '2022-04-08T10:30:36Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:30:48.771991 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60372) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:48.923702 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-83c78bbe-fb58-42b6-8684-a27b47473809 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/d9b371a8-deb5-4412-a376-ca997e2cb58b HTTP/1.1" status: 200 len: 990 time: 0.1505249 Apr 08 10:30:48.941017 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f83fdd-9277-40f1-ade9-6d42a7723e02 req-58d78e01-64d2-4e46-abd0-94255abe7882 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:48.942396 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-20f83fdd-9277-40f1-ade9-6d42a7723e02 req-58d78e01-64d2-4e46-abd0-94255abe7882 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc HTTP/1.1" status: 200 len: 945 time: 0.1160965 Apr 08 10:30:48.987371 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-20f83fdd-9277-40f1-ade9-6d42a7723e02 req-7f8f9fe6-e586-428a-90be-6974cb47677a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388486 Apr 08 10:30:49.927558 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60376) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:50.028956 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d37a857b-3c8d-4561-b949-9e4cee25efb9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/d9b371a8-deb5-4412-a376-ca997e2cb58b HTTP/1.1" status: 200 len: 990 time: 0.1003325 Apr 08 10:30:50.284452 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05b46c-0084-41b4-99a8-51bf2f1207ed req-4ebcb55a-1a09-4e09-b0cb-b6c3b07c7d92 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:50.285893 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0e05b46c-0084-41b4-99a8-51bf2f1207ed req-4ebcb55a-1a09-4e09-b0cb-b6c3b07c7d92 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc HTTP/1.1" status: 200 len: 945 time: 0.1745946 Apr 08 10:30:50.330165 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0e05b46c-0084-41b4-99a8-51bf2f1207ed req-591366ad-5cda-443f-ae17-d8048f7af9e1 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386946 Apr 08 10:30:50.422355 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7bd31-41d8-457a-a476-74709dfddb2e req-1e153ce7-c23e-4db4-8f33-557af993203e tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:50.423659 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3ab7bd31-41d8-457a-a476-74709dfddb2e req-1e153ce7-c23e-4db4-8f33-557af993203e tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc HTTP/1.1" status: 200 len: 945 time: 0.0727017 Apr 08 10:30:50.492036 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-3ab7bd31-41d8-457a-a476-74709dfddb2e req-143e0559-0951-49de-9a8c-7546eebecea6 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Deleting port 363a631a-2fb1-4390-a6a6-cfea3fa7842e {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:30:50.492648 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-3ab7bd31-41d8-457a-a476-74709dfddb2e req-143e0559-0951-49de-9a8c-7546eebecea6 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:50.708269 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900f0fb2-b9bc-4411-abfb-53877a278816 None None] New status for floating IP d9b371a8-deb5-4412-a376-ca997e2cb58b: ACTIVE {{(pid=83848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:30:50.734224 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-3ab7bd31-41d8-457a-a476-74709dfddb2e req-143e0559-0951-49de-9a8c-7546eebecea6 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] For port 363a631a-2fb1-4390-a6a6-cfea3fa7842e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=363a631a-2fb1-4390-a6a6-cfea3fa7842e,segment=NetworkSegment(1cff5a80-2e48-4f34-84f9-427d4240795c),segment_id=1cff5a80-2e48-4f34-84f9-427d4240795c)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:30:50.734577 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-3ab7bd31-41d8-457a-a476-74709dfddb2e req-143e0559-0951-49de-9a8c-7546eebecea6 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:51.021035 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-3ab7bd31-41d8-457a-a476-74709dfddb2e req-143e0559-0951-49de-9a8c-7546eebecea6 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:51.021719 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-3ab7bd31-41d8-457a-a476-74709dfddb2e req-143e0559-0951-49de-9a8c-7546eebecea6 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:51.021719 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [req-3ab7bd31-41d8-457a-a476-74709dfddb2e req-143e0559-0951-49de-9a8c-7546eebecea6 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Floating IP 03f6a9e7-a32d-4639-b0cb-0332a6011ad2 disassociated. External IP: 172.26.0.243, port: 363a631a-2fb1-4390-a6a6-cfea3fa7842e. Apr 08 10:30:51.022025 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-3ab7bd31-41d8-457a-a476-74709dfddb2e req-143e0559-0951-49de-9a8c-7546eebecea6 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Calling delete_port for 363a631a-2fb1-4390-a6a6-cfea3fa7842e owned by compute:nova {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:30:51.032775 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60382) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:30:51.141093 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a47a9f55-22e4-4ae2-8912-badf111a9bef tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/d9b371a8-deb5-4412-a376-ca997e2cb58b HTTP/1.1" status: 200 len: 992 time: 0.1070240 Apr 08 10:30:51.169150 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-3ab7bd31-41d8-457a-a476-74709dfddb2e req-143e0559-0951-49de-9a8c-7546eebecea6 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:51.219250 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e0559-0951-49de-9a8c-7546eebecea6 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Pushing event deleted for resources: {'Port': ['ID=363a631a-2fb1-4390-a6a6-cfea3fa7842e,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:51.422842 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ab7bd31-41d8-457a-a476-74709dfddb2e req-143e0559-0951-49de-9a8c-7546eebecea6 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:30:51.579269 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-901058d4-dda1-4576-9e5c-17085af93747 req-9cd37193-48c6-4623-98ae-a26f15ad579d tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc HTTP/1.1" status: 200 len: 210 time: 0.0981812 Apr 08 10:30:51.666409 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ab7bd31-41d8-457a-a476-74709dfddb2e req-143e0559-0951-49de-9a8c-7546eebecea6 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:30:51.677712 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7918b191-4ea4-47a4-9326-e930ec4aec82 None None] Sync routers for ids ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:30:51.690608 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7918b191-4ea4-47a4-9326-e930ec4aec82 None None] Routers {'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:30:51.691288 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-7918b191-4ea4-47a4-9326-e930ec4aec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:30:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:30:51.739194 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab7bd31-41d8-457a-a476-74709dfddb2e req-143e0559-0951-49de-9a8c-7546eebecea6 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] No DVR routers for this DVR port 363a631a-2fb1-4390-a6a6-cfea3fa7842e on host hv-neutron-8371 {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:30:51.743472 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-3ab7bd31-41d8-457a-a476-74709dfddb2e req-143e0559-0951-49de-9a8c-7546eebecea6 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:51.747399 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf1827e-3142-4e88-86f6-3fe6574e93cc', 'name': 'network-vif-deleted', 'tag': '363a631a-2fb1-4390-a6a6-cfea3fa7842e'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:30:51.762807 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3ab7bd31-41d8-457a-a476-74709dfddb2e req-143e0559-0951-49de-9a8c-7546eebecea6 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.52 "DELETE /v2.0/ports/363a631a-2fb1-4390-a6a6-cfea3fa7842e HTTP/1.1" status: 204 len: 173 time: 1.3338904 Apr 08 10:30:51.808220 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6276fd94-ef01-4f47-b459-42dad7938670'] response: {'server_uuid': 'cbf1827e-3142-4e88-86f6-3fe6574e93cc', 'name': 'network-vif-deleted', 'tag': '363a631a-2fb1-4390-a6a6-cfea3fa7842e', 'status': 'completed', 'code': 200} Apr 08 10:30:51.887487 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-7918b191-4ea4-47a4-9326-e930ec4aec82 None None] Set router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:30:52.221384 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-7918b191-4ea4-47a4-9326-e930ec4aec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'name': 'tempest-TestVolumeBootPattern-950229728-router', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:26Z', 'updated_at': '2022-04-08T10:27:33Z', 'revision_number': 4, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'gw_port': {'id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:27Z', 'updated_at': '2022-04-08T10:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '5d9a8b30-0bbd-4472-8415-bc87b6cbdf59', 'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'mac_address': 'fa:16:3e:b7:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:32Z', 'updated_at': '2022-04-08T10:27:55Z', 'revision_number': 5, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'subnets': [{'id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:30:52.225245 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7918b191-4ea4-47a4-9326-e930ec4aec82 None None] Checking router: fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:30:52.236300 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7918b191-4ea4-47a4-9326-e930ec4aec82 None None] Routers {'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:30:52.236896 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-7918b191-4ea4-47a4-9326-e930ec4aec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:30:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:30:52.459768 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-7918b191-4ea4-47a4-9326-e930ec4aec82 None None] Set router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:30:52.763749 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-1c3d2e36-58d0-4f1d-b4d7-81f8b8a6dea4 req-0231922c-795d-41aa-9844-dce3b37a9e3a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Synchronizing usage tracker for tenant:ca026b6dcd1141668fcfbc870ce52fee on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:30:52.780931 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-1c3d2e36-58d0-4f1d-b4d7-81f8b8a6dea4 req-0231922c-795d-41aa-9844-dce3b37a9e3a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Unset dirty status for tenant:ca026b6dcd1141668fcfbc870ce52fee on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:30:52.782884 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1c3d2e36-58d0-4f1d-b4d7-81f8b8a6dea4 req-0231922c-795d-41aa-9844-dce3b37a9e3a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbf1827e-3142-4e88-86f6-3fe6574e93cc HTTP/1.1" status: 200 len: 210 time: 0.0613556 Apr 08 10:30:52.789900 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-7918b191-4ea4-47a4-9326-e930ec4aec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'name': 'tempest-TestVolumeBootPattern-950229728-router', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:26Z', 'updated_at': '2022-04-08T10:27:33Z', 'revision_number': 4, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'gw_port': {'id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:27Z', 'updated_at': '2022-04-08T10:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '5d9a8b30-0bbd-4472-8415-bc87b6cbdf59', 'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'mac_address': 'fa:16:3e:b7:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:32Z', 'updated_at': '2022-04-08T10:27:55Z', 'revision_number': 5, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'subnets': [{'id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:30:52.795265 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7918b191-4ea4-47a4-9326-e930ec4aec82 None None] The sync data for ids ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'] in dv-neutron-837110-1-hyperv is: [{'id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'name': 'tempest-TestVolumeBootPattern-950229728-router', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:26Z', 'updated_at': '2022-04-08T10:27:33Z', 'revision_number': 4, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'gw_port': {'id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:27Z', 'updated_at': '2022-04-08T10:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '5d9a8b30-0bbd-4472-8415-bc87b6cbdf59', 'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'mac_address': 'fa:16:3e:b7:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:32Z', 'updated_at': '2022-04-08T10:27:55Z', 'revision_number': 5, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'subnets': [{'id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:30:53.014802 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be34512a-847d-42dd-a97e-9a6455f919d7 None None] New status for floating IP 03f6a9e7-a32d-4639-b0cb-0332a6011ad2: DOWN {{(pid=83848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:30:54.199066 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 363a631a-2fb1-4390-a6a6-cfea3fa7842e no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:30:54.235902 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: 363a631a-2fb1-4390-a6a6-cfea3fa7842e {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:30:54.236318 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 363a631a-2fb1-4390-a6a6-cfea3fa7842e not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:30:54.288923 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-d6fe00eb-edc2-46de-a525-f229bcf911b8 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-762314985&fields=id&tenant_id=ca026b6dcd1141668fcfbc870ce52fee HTTP/1.1" status: 200 len: 267 time: 0.1382017 Apr 08 10:30:54.432717 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-ce23cb1e-316b-46c2-a4bc-f85892e18986 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:54.434045 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-ce23cb1e-316b-46c2-a4bc-f85892e18986 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/networks?id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 HTTP/1.1" status: 200 len: 811 time: 0.1386297 Apr 08 10:30:54.449992 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-9b76255f-e73a-4dd5-b351-859bb2772856 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/quotas/ca026b6dcd1141668fcfbc870ce52fee HTTP/1.1" status: 200 len: 375 time: 0.0107622 Apr 08 10:30:54.529430 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-6c86603c-b65a-4f00-9582-7d11cfd31484 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ca026b6dcd1141668fcfbc870ce52fee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0745909 Apr 08 10:30:54.663936 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-595c9783-4f2e-4347-b937-7394ba5bb4e0 service neutron] 10.222.0.47 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220093 Apr 08 10:30:54.794576 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-90675bde-5469-4cd7-bd0a-b9f61bbc3f86 service neutron] 10.222.0.47 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249695 Apr 08 10:30:55.180232 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d152fd19-1e74-4681-a63d-1eec578ac310 req-dd72c693-7273-43b4-9940-04b214037dc0 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b1efb7d-c8f0-4d36-a916-6b012ae48e30 HTTP/1.1" status: 200 len: 210 time: 0.0461535 Apr 08 10:30:56.201942 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-1487c996-54df-4d5f-bb90-61eee738333d tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:56.203375 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-1487c996-54df-4d5f-bb90-61eee738333d tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.52 "GET /v2.0/networks?id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 HTTP/1.1" status: 200 len: 811 time: 0.1576133 Apr 08 10:30:56.263880 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-9712f6b0-fbbb-4f99-a940-9d1eb5461c0d tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca026b6dcd1141668fcfbc870ce52fee HTTP/1.1" status: 200 len: 379 time: 0.0450745 Apr 08 10:30:56.281170 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-13ff5999-57fd-43d1-ae99-d7d881de20a3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Request body: {'port': {'device_id': '9b1efb7d-c8f0-4d36-a916-6b012ae48e30', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'admin_state_up': True, 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'security_groups': ['acb99817-3827-49da-ae33-a15577fba8ec']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:30:56.403819 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1f8ca37f-a5cb-4196-b51d-7d061a6462f4 req-4bc83872-6854-47ae-b10e-ec7a4b64bc5a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b1efb7d-c8f0-4d36-a916-6b012ae48e30 HTTP/1.1" status: 200 len: 210 time: 0.0571649 Apr 08 10:30:56.458837 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-13ff5999-57fd-43d1-ae99-d7d881de20a3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:30:56.468875 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-13ff5999-57fd-43d1-ae99-d7d881de20a3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:30:56.478069 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-13ff5999-57fd-43d1-ae99-d7d881de20a3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Made reservation on behalf of ca026b6dcd1141668fcfbc870ce52fee for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:30:56.481018 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-13ff5999-57fd-43d1-ae99-d7d881de20a3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:56.640777 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-13ff5999-57fd-43d1-ae99-d7d881de20a3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Allocated IP 172.20.0.5 (d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6/a7812769-8943-4a3e-b177-052eca03ae6f/3abe8aa8-6c40-45e2-b6bf-843d34a5817b) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:30:56.830195 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-13ff5999-57fd-43d1-ae99-d7d881de20a3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:56.847330 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-13ff5999-57fd-43d1-ae99-d7d881de20a3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Transition to ACTIVE for port object 3abe8aa8-6c40-45e2-b6bf-843d34a5817b will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:30:56.868691 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-13ff5999-57fd-43d1-ae99-d7d881de20a3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:56.945582 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-13ff5999-57fd-43d1-ae99-d7d881de20a3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Network d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:30:56.948907 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-13ff5999-57fd-43d1-ae99-d7d881de20a3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:30:56.951297 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-13ff5999-57fd-43d1-ae99-d7d881de20a3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:30:56.982075 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff5999-57fd-43d1-ae99-d7d881de20a3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Pushing event updated for resources: {'Port': ['ID=3abe8aa8-6c40-45e2-b6bf-843d34a5817b,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:57.019016 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-13ff5999-57fd-43d1-ae99-d7d881de20a3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:57.019615 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-13ff5999-57fd-43d1-ae99-d7d881de20a3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:57.045663 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-13ff5999-57fd-43d1-ae99-d7d881de20a3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7680390 Apr 08 10:30:57.060175 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-8067a489-4adf-494d-8641-3524cfba6e1b service neutron] Request body: {'port': {'device_id': '9b1efb7d-c8f0-4d36-a916-6b012ae48e30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:30:57.098749 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:30:57.183811 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-8067a489-4adf-494d-8641-3524cfba6e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:57.198687 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-34f46f42-6d8b-4c1c-8fa9-db8d574f2516 None None] Provisioning for port 3abe8aa8-6c40-45e2-b6bf-843d34a5817b completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:30:57.204006 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-34f46f42-6d8b-4c1c-8fa9-db8d574f2516 None None] Provisioning complete for port 3abe8aa8-6c40-45e2-b6bf-843d34a5817b triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:30:57.204539 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-34f46f42-6d8b-4c1c-8fa9-db8d574f2516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:57.264258 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-34f46f42-6d8b-4c1c-8fa9-db8d574f2516 None None] Port 3abe8aa8-6c40-45e2-b6bf-843d34a5817b cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:30:57.694073 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4199c8a-387b-4cd1-afde-4c7637691e8e req-d15cb462-b757-418b-b4fe-6bcd5e901090 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:57.695478 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-a4199c8a-387b-4cd1-afde-4c7637691e8e req-d15cb462-b757-418b-b4fe-6bcd5e901090 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Synchronizing usage tracker for tenant:ca026b6dcd1141668fcfbc870ce52fee on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:30:57.701967 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-8067a489-4adf-494d-8641-3524cfba6e1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3abe8aa8-6c40-45e2-b6bf-843d34a5817b {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:30:57.714138 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-8067a489-4adf-494d-8641-3524cfba6e1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:57.724936 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-a4199c8a-387b-4cd1-afde-4c7637691e8e req-d15cb462-b757-418b-b4fe-6bcd5e901090 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Unset dirty status for tenant:ca026b6dcd1141668fcfbc870ce52fee on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:30:57.726227 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a4199c8a-387b-4cd1-afde-4c7637691e8e req-d15cb462-b757-418b-b4fe-6bcd5e901090 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b1efb7d-c8f0-4d36-a916-6b012ae48e30 HTTP/1.1" status: 200 len: 931 time: 0.1839674 Apr 08 10:30:57.731758 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-8067a489-4adf-494d-8641-3524cfba6e1b service neutron] Transition to ACTIVE for port object 3abe8aa8-6c40-45e2-b6bf-843d34a5817b will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:30:57.750914 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-8067a489-4adf-494d-8641-3524cfba6e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:57.894012 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067a489-4adf-494d-8641-3524cfba6e1b service neutron] Pushing event updated for resources: {'Port': ['ID=3abe8aa8-6c40-45e2-b6bf-843d34a5817b,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:57.899079 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a4199c8a-387b-4cd1-afde-4c7637691e8e req-af0a6c76-d4dd-4a6e-bd15-f15b4dbcb513 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662440 Apr 08 10:30:58.010428 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-8067a489-4adf-494d-8641-3524cfba6e1b service neutron] Attempting to bind port 3abe8aa8-6c40-45e2-b6bf-843d34a5817b on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:30:58.010764 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-8067a489-4adf-494d-8641-3524cfba6e1b service neutron] Attempting to bind port 3abe8aa8-6c40-45e2-b6bf-843d34a5817b by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '1cff5a80-2e48-4f34-84f9-427d4240795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:30:58.011095 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-8067a489-4adf-494d-8641-3524cfba6e1b service neutron] Attempting to bind port 3abe8aa8-6c40-45e2-b6bf-843d34a5817b on network d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:30:58.016766 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-8067a489-4adf-494d-8641-3524cfba6e1b service neutron] Port 3abe8aa8-6c40-45e2-b6bf-843d34a5817b on network d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:30:58.017086 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-8067a489-4adf-494d-8641-3524cfba6e1b service neutron] Attempting to bind port 3abe8aa8-6c40-45e2-b6bf-843d34a5817b on network d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:30:58.023346 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-8067a489-4adf-494d-8641-3524cfba6e1b service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:30:58.023688 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-8067a489-4adf-494d-8641-3524cfba6e1b service neutron] Checking segment: {'id': '1cff5a80-2e48-4f34-84f9-427d4240795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:30:58.024072 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-8067a489-4adf-494d-8641-3524cfba6e1b service neutron] Bound using segment: {'id': '1cff5a80-2e48-4f34-84f9-427d4240795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:30:58.024516 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-8067a489-4adf-494d-8641-3524cfba6e1b service neutron] Bound port: 3abe8aa8-6c40-45e2-b6bf-843d34a5817b, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cff5a80-2e48-4f34-84f9-427d4240795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:30:58.024860 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-8067a489-4adf-494d-8641-3524cfba6e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:58.110068 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-8067a489-4adf-494d-8641-3524cfba6e1b service neutron] For port 3abe8aa8-6c40-45e2-b6bf-843d34a5817b, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:30:58.113069 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-8067a489-4adf-494d-8641-3524cfba6e1b service neutron] For port 3abe8aa8-6c40-45e2-b6bf-843d34a5817b, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=3abe8aa8-6c40-45e2-b6bf-843d34a5817b,segment=NetworkSegment(1cff5a80-2e48-4f34-84f9-427d4240795c),segment_id=1cff5a80-2e48-4f34-84f9-427d4240795c)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:30:58.118679 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-8067a489-4adf-494d-8641-3524cfba6e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:58.183556 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-8067a489-4adf-494d-8641-3524cfba6e1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:30:58.184875 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-8067a489-4adf-494d-8641-3524cfba6e1b service neutron] 10.222.0.52 "PUT /v2.0/ports/3abe8aa8-6c40-45e2-b6bf-843d34a5817b HTTP/1.1" status: 200 len: 1093 time: 1.1292491 Apr 08 10:30:58.185401 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1efb7d-c8f0-4d36-a916-6b012ae48e30', 'tag': '3abe8aa8-6c40-45e2-b6bf-843d34a5817b'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:30:58.204189 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067a489-4adf-494d-8641-3524cfba6e1b service neutron] Pushing event updated for resources: {'Port': ['ID=3abe8aa8-6c40-45e2-b6bf-843d34a5817b,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:30:58.267618 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e96ba28-b2cc-4568-bb4f-a539c2a19108'] response: {'name': 'network-changed', 'server_uuid': '9b1efb7d-c8f0-4d36-a916-6b012ae48e30', 'tag': '3abe8aa8-6c40-45e2-b6bf-843d34a5817b', 'status': 'completed', 'code': 200} Apr 08 10:30:58.311732 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-41ce0cb4-fb33-4950-a29c-b9b3531baba7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca026b6dcd1141668fcfbc870ce52fee&device_id=9b1efb7d-c8f0-4d36-a916-6b012ae48e30 HTTP/1.1" status: 200 len: 1096 time: 0.0763893 Apr 08 10:30:58.382428 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-387ca8fa-a6cf-4e06-8b16-40036b5290b6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3abe8aa8-6c40-45e2-b6bf-843d34a5817b HTTP/1.1" status: 200 len: 217 time: 0.0644009 Apr 08 10:30:58.445130 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-993fbb3c-1d3c-48b1-8eb3-dd5eaf0fcefe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:58.446499 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-993fbb3c-1d3c-48b1-8eb3-dd5eaf0fcefe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a7812769-8943-4a3e-b177-052eca03ae6f HTTP/1.1" status: 200 len: 850 time: 0.0588088 Apr 08 10:30:58.521504 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-533ba942-fcfe-4c37-a9ad-f72780417a48 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692277 Apr 08 10:30:58.658586 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-b8a47d7e-a209-475c-af4a-64c1f1d70d18 service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294725 Apr 08 10:30:58.786371 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a0c0f1f6-a19a-4ad8-866b-2686bdcdc327 req-289e4771-04ca-4b5c-b9e2-357cec48ea3f service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211829 Apr 08 10:30:58.898091 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bc1b0e21-cb69-4663-bee0-eb2fade2c00c req-a9ab4c1d-7be7-413f-a909-9f4a41e3c16e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca026b6dcd1141668fcfbc870ce52fee&device_id=9b1efb7d-c8f0-4d36-a916-6b012ae48e30 HTTP/1.1" status: 200 len: 1096 time: 0.0668390 Apr 08 10:30:59.058266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b0e21-cb69-4663-bee0-eb2fade2c00c req-3d09661d-735b-4a85-96cf-b2a6bae3679e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:59.060194 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bc1b0e21-cb69-4663-bee0-eb2fade2c00c req-3d09661d-735b-4a85-96cf-b2a6bae3679e service neutron] 10.222.0.52 "GET /v2.0/networks?id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 HTTP/1.1" status: 200 len: 912 time: 0.1554124 Apr 08 10:30:59.227774 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bc1b0e21-cb69-4663-bee0-eb2fade2c00c req-fc4c5a09-27fc-4221-ae11-3eea6311c0c8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3abe8aa8-6c40-45e2-b6bf-843d34a5817b HTTP/1.1" status: 200 len: 217 time: 0.1581051 Apr 08 10:30:59.302770 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b0e21-cb69-4663-bee0-eb2fade2c00c req-876d5be3-40f3-474d-a0bb-7e9ddda8b36d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:59.304409 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bc1b0e21-cb69-4663-bee0-eb2fade2c00c req-876d5be3-40f3-474d-a0bb-7e9ddda8b36d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a7812769-8943-4a3e-b177-052eca03ae6f HTTP/1.1" status: 200 len: 850 time: 0.0703592 Apr 08 10:30:59.309847 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5493f-62ae-4a2e-a25d-68183f5f0ffa req-b524a006-e511-497d-9909-5ca84c9baeec tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:30:59.311107 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a8d5493f-62ae-4a2e-a25d-68183f5f0ffa req-b524a006-e511-497d-9909-5ca84c9baeec tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b1efb7d-c8f0-4d36-a916-6b012ae48e30 HTTP/1.1" status: 200 len: 943 time: 0.2846668 Apr 08 10:30:59.407951 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a8d5493f-62ae-4a2e-a25d-68183f5f0ffa req-8ba80648-fd01-4dd8-8ee2-9491e31fe920 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672989 Apr 08 10:30:59.420766 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bc1b0e21-cb69-4663-bee0-eb2fade2c00c req-a5f41be4-7c99-4620-a2b9-1a794806fb4a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1087785 Apr 08 10:30:59.552256 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bc1b0e21-cb69-4663-bee0-eb2fade2c00c req-fa2fc615-3ee4-4fd9-ab49-08d92a16de8a service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222641 Apr 08 10:30:59.682735 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bc1b0e21-cb69-4663-bee0-eb2fade2c00c req-fd48de4e-1270-423c-8459-7dab75a0ff51 service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247747 Apr 08 10:31:00.607339 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff9200-94ca-4492-87da-ecb4202a9015 req-3d429c77-f19e-4f7e-a278-a7028064d50c tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:00.608825 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ccff9200-94ca-4492-87da-ecb4202a9015 req-3d429c77-f19e-4f7e-a278-a7028064d50c tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b1efb7d-c8f0-4d36-a916-6b012ae48e30 HTTP/1.1" status: 200 len: 943 time: 0.0804255 Apr 08 10:31:00.655031 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ccff9200-94ca-4492-87da-ecb4202a9015 req-1dfada2f-856a-4102-9fe5-e8cc9e68f824 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403726 Apr 08 10:31:01.845009 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06eade-5e26-4823-9d7d-13c35376f85a req-ab09f6bb-a371-43b7-8192-eb330ae3cf12 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:01.846458 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5b06eade-5e26-4823-9d7d-13c35376f85a req-ab09f6bb-a371-43b7-8192-eb330ae3cf12 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b1efb7d-c8f0-4d36-a916-6b012ae48e30 HTTP/1.1" status: 200 len: 943 time: 0.0745506 Apr 08 10:31:01.890941 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5b06eade-5e26-4823-9d7d-13c35376f85a req-9b830837-cdb8-4e40-bf09-69ea7f3bab93 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381427 Apr 08 10:31:03.089747 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddcea1-72b7-4e3a-8255-69066b816448 req-f5eec647-ee98-4371-be43-551a02e686c7 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:03.091211 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1fddcea1-72b7-4e3a-8255-69066b816448 req-f5eec647-ee98-4371-be43-551a02e686c7 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b1efb7d-c8f0-4d36-a916-6b012ae48e30 HTTP/1.1" status: 200 len: 943 time: 0.0799620 Apr 08 10:31:03.138646 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1fddcea1-72b7-4e3a-8255-69066b816448 req-779784e4-6756-4149-809e-e9e7422750a8 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401878 Apr 08 10:31:04.339495 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5c00e-f224-41ca-943f-4e421d38b626 req-117d4b33-1303-4b61-9305-d1f852af7f9c tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:04.343829 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-62c5c00e-f224-41ca-943f-4e421d38b626 req-117d4b33-1303-4b61-9305-d1f852af7f9c tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b1efb7d-c8f0-4d36-a916-6b012ae48e30 HTTP/1.1" status: 200 len: 943 time: 0.0778270 Apr 08 10:31:04.390217 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-62c5c00e-f224-41ca-943f-4e421d38b626 req-d7c8a9c7-08ca-4301-972f-6e7adbb02f8c tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436103 Apr 08 10:31:05.580230 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4367314-6ac4-45e4-836a-1ded5411465b req-8999e3e7-7178-48ea-8019-0913826a1192 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:05.581649 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d4367314-6ac4-45e4-836a-1ded5411465b req-8999e3e7-7178-48ea-8019-0913826a1192 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b1efb7d-c8f0-4d36-a916-6b012ae48e30 HTTP/1.1" status: 200 len: 943 time: 0.0745375 Apr 08 10:31:05.625818 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d4367314-6ac4-45e4-836a-1ded5411465b req-b5a4fd71-54a7-430f-8232-efbe285f0f19 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381145 Apr 08 10:31:06.288735 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 3abe8aa8-6c40-45e2-b6bf-843d34a5817b details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:31:06.418978 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 3abe8aa8-6c40-45e2-b6bf-843d34a5817b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=3abe8aa8-6c40-45e2-b6bf-843d34a5817b,segment=NetworkSegment(1cff5a80-2e48-4f34-84f9-427d4240795c),segment_id=1cff5a80-2e48-4f34-84f9-427d4240795c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:31:06.432057 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '3abe8aa8-6c40-45e2-b6bf-843d34a5817b', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'port_id': '3abe8aa8-6c40-45e2-b6bf-843d34a5817b', 'mac_address': 'fa:16:3e:78:01:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:31:06.482948 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:06.502943 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3abe8aa8-6c40-45e2-b6bf-843d34a5817b {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:31:06.517900 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 3abe8aa8-6c40-45e2-b6bf-843d34a5817b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=3abe8aa8-6c40-45e2-b6bf-843d34a5817b,segment=NetworkSegment(1cff5a80-2e48-4f34-84f9-427d4240795c),segment_id=1cff5a80-2e48-4f34-84f9-427d4240795c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:31:06.521655 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:06.586339 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=3abe8aa8-6c40-45e2-b6bf-843d34a5817b,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:31:06.747742 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['3abe8aa8-6c40-45e2-b6bf-843d34a5817b'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:31:06.833842 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e09435-7dcb-4c93-b68e-76190503fa50 req-f1422163-3176-42aa-b60d-147bdd832004 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:06.835473 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-99e09435-7dcb-4c93-b68e-76190503fa50 req-f1422163-3176-42aa-b60d-147bdd832004 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b1efb7d-c8f0-4d36-a916-6b012ae48e30 HTTP/1.1" status: 200 len: 944 time: 0.0880733 Apr 08 10:31:06.881413 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-99e09435-7dcb-4c93-b68e-76190503fa50 req-e83953e3-644c-4a89-a599-51b617d6aef6 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395310 Apr 08 10:31:08.072873 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e69c2-5fb2-43e3-9ab7-9b0882871859 req-7d1ddb51-dc8e-4b96-b296-7fd404ba3dc7 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:08.074236 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-418e69c2-5fb2-43e3-9ab7-9b0882871859 req-7d1ddb51-dc8e-4b96-b296-7fd404ba3dc7 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b1efb7d-c8f0-4d36-a916-6b012ae48e30 HTTP/1.1" status: 200 len: 944 time: 0.0757620 Apr 08 10:31:08.119073 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-418e69c2-5fb2-43e3-9ab7-9b0882871859 req-3e2b0efb-da06-470e-a7b7-4c63bcdfe764 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392869 Apr 08 10:31:08.286012 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:08.303285 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 3abe8aa8-6c40-45e2-b6bf-843d34a5817b up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:31:08.372950 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port 3abe8aa8-6c40-45e2-b6bf-843d34a5817b completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:31:08.377280 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 3abe8aa8-6c40-45e2-b6bf-843d34a5817b triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:31:08.377647 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:08.488118 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:08.514050 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1efb7d-c8f0-4d36-a916-6b012ae48e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abe8aa8-6c40-45e2-b6bf-843d34a5817b'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:31:08.524280 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 3abe8aa8-6c40-45e2-b6bf-843d34a5817b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=3abe8aa8-6c40-45e2-b6bf-843d34a5817b,segment=NetworkSegment(1cff5a80-2e48-4f34-84f9-427d4240795c),segment_id=1cff5a80-2e48-4f34-84f9-427d4240795c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:31:08.527907 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:08.571743 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19334d6a-9d80-43a5-8465-43a83b939ce2'] response: {'server_uuid': '9b1efb7d-c8f0-4d36-a916-6b012ae48e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abe8aa8-6c40-45e2-b6bf-843d34a5817b', 'code': 200} Apr 08 10:31:08.596111 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=3abe8aa8-6c40-45e2-b6bf-843d34a5817b,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:31:08.854971 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d9442510-ed5a-4636-a27b-1dd170f4f584 req-d1c42196-c554-486b-92bc-b659b0be56be service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9b1efb7d-c8f0-4d36-a916-6b012ae48e30 HTTP/1.1" status: 200 len: 1098 time: 0.0774117 Apr 08 10:31:08.898438 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d9442510-ed5a-4636-a27b-1dd170f4f584 req-020344a3-bea5-40f5-933d-7228aa31ee41 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369275 Apr 08 10:31:09.315929 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25bede-b5b5-4501-a4fb-efe18085ae78 req-4e67fc61-6c76-4f48-9ed3-fac02c1be501 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:09.317390 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ce25bede-b5b5-4501-a4fb-efe18085ae78 req-4e67fc61-6c76-4f48-9ed3-fac02c1be501 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b1efb7d-c8f0-4d36-a916-6b012ae48e30 HTTP/1.1" status: 200 len: 945 time: 0.0747058 Apr 08 10:31:09.361224 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ce25bede-b5b5-4501-a4fb-efe18085ae78 req-4fc4bcfd-8f62-4a53-928b-b90267ae1d13 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376132 Apr 08 10:31:10.560630 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088ac5f-a0e9-44c3-9c96-b403b652f1d8 req-b765a9e4-2487-405c-abf3-2de394014eb1 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:10.562065 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f088ac5f-a0e9-44c3-9c96-b403b652f1d8 req-b765a9e4-2487-405c-abf3-2de394014eb1 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b1efb7d-c8f0-4d36-a916-6b012ae48e30 HTTP/1.1" status: 200 len: 945 time: 0.0785956 Apr 08 10:31:10.606509 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f088ac5f-a0e9-44c3-9c96-b403b652f1d8 req-c23094b6-706f-4eb5-bf56-6703c9d3597a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389926 Apr 08 10:31:10.798924 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f5a81-0bc3-45f4-8cba-140bc40aedf6 req-2f974109-70e9-4727-a48f-5be3ce01cd7d tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:10.800380 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d69f5a81-0bc3-45f4-8cba-140bc40aedf6 req-2f974109-70e9-4727-a48f-5be3ce01cd7d tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b1efb7d-c8f0-4d36-a916-6b012ae48e30 HTTP/1.1" status: 200 len: 945 time: 0.0754566 Apr 08 10:31:10.848377 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d69f5a81-0bc3-45f4-8cba-140bc40aedf6 req-e17de4e3-d89e-4cbf-a4af-da45d20860dc tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422356 Apr 08 10:31:10.876568 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60450) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:10.945760 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7c2bfdd6-fc36-4b21-b580-81e50f9c1703 tempest-TestVolumeBootPattern-1601024864 tempest-TestVolumeBootPattern-1601024864-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9b1efb7d-c8f0-4d36-a916-6b012ae48e30 HTTP/1.1" status: 200 len: 1093 time: 0.0680044 Apr 08 10:31:10.948317 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60454) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:10.953362 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-442aa602-9d9c-43aa-8510-e8db496ea98a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'port_id': '3abe8aa8-6c40-45e2-b6bf-843d34a5817b', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:31:10.958704 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-442aa602-9d9c-43aa-8510-e8db496ea98a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:31:10.963020 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-442aa602-9d9c-43aa-8510-e8db496ea98a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Usage tracker for resource:floatingip and tenant:ca026b6dcd1141668fcfbc870ce52fee is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:31:10.965837 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-442aa602-9d9c-43aa-8510-e8db496ea98a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:31:10.971347 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-442aa602-9d9c-43aa-8510-e8db496ea98a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:31:10.981197 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-442aa602-9d9c-43aa-8510-e8db496ea98a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for floatingip, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:11.203942 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-442aa602-9d9c-43aa-8510-e8db496ea98a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:11.343182 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-442aa602-9d9c-43aa-8510-e8db496ea98a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Allocated IP 172.26.0.90 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/8a303331-c8a0-407d-b725-aee3d4839023) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:31:11.488914 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-442aa602-9d9c-43aa-8510-e8db496ea98a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:11.516038 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-442aa602-9d9c-43aa-8510-e8db496ea98a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:11.580101 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442aa602-9d9c-43aa-8510-e8db496ea98a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:31:11.582702 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-442aa602-9d9c-43aa-8510-e8db496ea98a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:31:11.586362 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442aa602-9d9c-43aa-8510-e8db496ea98a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:31:11.623307 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442aa602-9d9c-43aa-8510-e8db496ea98a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Pushing event updated for resources: {'Port': ['ID=8a303331-c8a0-407d-b725-aee3d4839023,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:31:12.084898 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-442aa602-9d9c-43aa-8510-e8db496ea98a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:12.141707 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-442aa602-9d9c-43aa-8510-e8db496ea98a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:12.338357 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-442aa602-9d9c-43aa-8510-e8db496ea98a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:12.342654 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-442aa602-9d9c-43aa-8510-e8db496ea98a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:12.445721 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442aa602-9d9c-43aa-8510-e8db496ea98a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Pushing event updated for resources: {'Port': ['ID=8a303331-c8a0-407d-b725-aee3d4839023,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:31:12.458869 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-442aa602-9d9c-43aa-8510-e8db496ea98a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:12.641148 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [None req-442aa602-9d9c-43aa-8510-e8db496ea98a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Floating IP e430cf96-61a5-4313-91d5-27a8c725cd1a associated. External IP: 172.26.0.90, port: 3abe8aa8-6c40-45e2-b6bf-843d34a5817b. Apr 08 10:31:13.111144 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442aa602-9d9c-43aa-8510-e8db496ea98a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:31:13.299866 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-abaf8a90-0976-47e0-a6ef-ef46e0348566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:13.309710 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442aa602-9d9c-43aa-8510-e8db496ea98a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:31:13.319571 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54816fdb-29c2-477b-9d53-052b2e8b6615 None None] Sync routers for ids ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:31:13.331346 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54816fdb-29c2-477b-9d53-052b2e8b6615 None None] Routers {'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:31:13.331972 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-54816fdb-29c2-477b-9d53-052b2e8b6615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:30:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:31:13.333969 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-442aa602-9d9c-43aa-8510-e8db496ea98a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:13.390851 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-442aa602-9d9c-43aa-8510-e8db496ea98a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4414163 Apr 08 10:31:13.391423 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1efb7d-c8f0-4d36-a916-6b012ae48e30', 'tag': '3abe8aa8-6c40-45e2-b6bf-843d34a5817b'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:31:13.445638 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18789b5f-3087-4e2d-8178-93132a11a68d'] response: {'name': 'network-changed', 'server_uuid': '9b1efb7d-c8f0-4d36-a916-6b012ae48e30', 'tag': '3abe8aa8-6c40-45e2-b6bf-843d34a5817b', 'status': 'completed', 'code': 200} Apr 08 10:31:13.511430 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-54816fdb-29c2-477b-9d53-052b2e8b6615 None None] Set router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:31:13.533535 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e2c64785-9929-4cd2-adc9-1a7b3ede8127 req-86d2c816-c026-4a07-9c0f-1642557e37af service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca026b6dcd1141668fcfbc870ce52fee&device_id=9b1efb7d-c8f0-4d36-a916-6b012ae48e30 HTTP/1.1" status: 200 len: 1098 time: 0.0675766 Apr 08 10:31:13.666323 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c64785-9929-4cd2-adc9-1a7b3ede8127 req-27dfbd1b-a85a-4dc3-bc4b-dfc361a9e848 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:13.667667 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e2c64785-9929-4cd2-adc9-1a7b3ede8127 req-27dfbd1b-a85a-4dc3-bc4b-dfc361a9e848 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 HTTP/1.1" status: 200 len: 912 time: 0.1275198 Apr 08 10:31:13.770669 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e2c64785-9929-4cd2-adc9-1a7b3ede8127 req-3fe6a32d-5aa2-450c-882f-7b5bf0996341 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3abe8aa8-6c40-45e2-b6bf-843d34a5817b HTTP/1.1" status: 200 len: 998 time: 0.0968091 Apr 08 10:31:13.832048 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c64785-9929-4cd2-adc9-1a7b3ede8127 req-5f71b678-3a68-4a02-b562-9d0252382a66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:13.833493 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e2c64785-9929-4cd2-adc9-1a7b3ede8127 req-5f71b678-3a68-4a02-b562-9d0252382a66 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a7812769-8943-4a3e-b177-052eca03ae6f HTTP/1.1" status: 200 len: 850 time: 0.0566220 Apr 08 10:31:13.895557 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-54816fdb-29c2-477b-9d53-052b2e8b6615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'name': 'tempest-TestVolumeBootPattern-950229728-router', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:26Z', 'updated_at': '2022-04-08T10:27:33Z', 'revision_number': 4, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'gw_port': {'id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:27Z', 'updated_at': '2022-04-08T10:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'e430cf96-61a5-4313-91d5-27a8c725cd1a', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'floating_ip_address': '172.26.0.90', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'port_id': '3abe8aa8-6c40-45e2-b6bf-843d34a5817b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'mac_address': 'fa:16:3e:78:01:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1efb7d-c8f0-4d36-a916-6b012ae48e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:31:11Z', 'updated_at': '2022-04-08T10:31:11Z', 'revision_number': 0, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9a8b30-0bbd-4472-8415-bc87b6cbdf59', 'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'mac_address': 'fa:16:3e:b7:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:32Z', 'updated_at': '2022-04-08T10:27:55Z', 'revision_number': 5, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'subnets': [{'id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:31:13.900739 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54816fdb-29c2-477b-9d53-052b2e8b6615 None None] Checking router: fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:31:13.909766 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e2c64785-9929-4cd2-adc9-1a7b3ede8127 req-57e69d6c-f3f7-420f-8a61-afc19f19eb98 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706322 Apr 08 10:31:13.911553 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54816fdb-29c2-477b-9d53-052b2e8b6615 None None] Routers {'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:31:13.912165 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-54816fdb-29c2-477b-9d53-052b2e8b6615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:30:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:31:14.043100 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e2c64785-9929-4cd2-adc9-1a7b3ede8127 req-3832b193-a8a4-4516-b29d-b144102f3498 service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277299 Apr 08 10:31:14.091871 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-54816fdb-29c2-477b-9d53-052b2e8b6615 None None] Set router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:31:14.174859 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e2c64785-9929-4cd2-adc9-1a7b3ede8127 req-56dbdc67-f38b-4c53-9f9c-a0fdaee9bfe6 service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257803 Apr 08 10:31:14.445179 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-54816fdb-29c2-477b-9d53-052b2e8b6615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'name': 'tempest-TestVolumeBootPattern-950229728-router', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:26Z', 'updated_at': '2022-04-08T10:27:33Z', 'revision_number': 4, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'gw_port': {'id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:27Z', 'updated_at': '2022-04-08T10:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'e430cf96-61a5-4313-91d5-27a8c725cd1a', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'floating_ip_address': '172.26.0.90', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'port_id': '3abe8aa8-6c40-45e2-b6bf-843d34a5817b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'mac_address': 'fa:16:3e:78:01:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1efb7d-c8f0-4d36-a916-6b012ae48e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:31:11Z', 'updated_at': '2022-04-08T10:31:11Z', 'revision_number': 0, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9a8b30-0bbd-4472-8415-bc87b6cbdf59', 'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'mac_address': 'fa:16:3e:b7:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:32Z', 'updated_at': '2022-04-08T10:27:55Z', 'revision_number': 5, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'subnets': [{'id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:31:14.448948 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54816fdb-29c2-477b-9d53-052b2e8b6615 None None] The sync data for ids ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'] in dv-neutron-837110-1-hyperv is: [{'id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'name': 'tempest-TestVolumeBootPattern-950229728-router', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:26Z', 'updated_at': '2022-04-08T10:27:33Z', 'revision_number': 4, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'gw_port': {'id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:27Z', 'updated_at': '2022-04-08T10:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'e430cf96-61a5-4313-91d5-27a8c725cd1a', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'floating_ip_address': '172.26.0.90', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'port_id': '3abe8aa8-6c40-45e2-b6bf-843d34a5817b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'mac_address': 'fa:16:3e:78:01:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1efb7d-c8f0-4d36-a916-6b012ae48e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:31:11Z', 'updated_at': '2022-04-08T10:31:11Z', 'revision_number': 0, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9a8b30-0bbd-4472-8415-bc87b6cbdf59', 'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'mac_address': 'fa:16:3e:b7:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:32Z', 'updated_at': '2022-04-08T10:27:55Z', 'revision_number': 5, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'subnets': [{'id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:31:14.631648 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867b9bb8-2201-4cdf-b6dc-6d2d8544fc27 None None] New status for floating IP e430cf96-61a5-4313-91d5-27a8c725cd1a: ACTIVE {{(pid=83848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:31:15.518871 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cf4fdbaf-4289-4f2c-8d1a-186fb086adca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:16.727286 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:16.878666 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:18.236678 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:22.268159 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60474) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:22.340638 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d41d188a-d489-412d-9a47-82a9fd728b8b tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/ports?project_id=6d9baba61a9a4a97bab400043cc74a73&network_id=0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 HTTP/1.1" status: 200 len: 2999 time: 0.0710576 Apr 08 10:31:24.445362 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2024e345-2907-4a8a-b5f2-012f043ea009 req-1a1be785-e8e9-4052-9079-31b42720f6b7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a2827118-1a59-42a3-bfbb-4bae3e4a4283&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693555 Apr 08 10:31:24.623663 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60486) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:24.688197 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d76b239-bca6-4033-9b7f-915ee762317a tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:24.696986 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0d76b239-bca6-4033-9b7f-915ee762317a tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 HTTP/1.1" status: 200 len: 814 time: 0.0650434 Apr 08 10:31:24.697129 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2024e345-2907-4a8a-b5f2-012f043ea009 req-d9ac3029-d2d3-4707-ad1b-429de61dd751 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=a2827118-1a59-42a3-bfbb-4bae3e4a4283 HTTP/1.1" status: 200 len: 1098 time: 0.1764522 Apr 08 10:31:24.856519 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024e345-2907-4a8a-b5f2-012f043ea009 req-283fc227-33ed-49f8-a032-69e29439a532 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:24.858015 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2024e345-2907-4a8a-b5f2-012f043ea009 req-283fc227-33ed-49f8-a032-69e29439a532 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 HTTP/1.1" status: 200 len: 898 time: 0.1319344 Apr 08 10:31:24.962809 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2024e345-2907-4a8a-b5f2-012f043ea009 req-46873fa4-58dd-4492-a70b-735a232f6849 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7161323d-bb4c-40f5-927d-3a590fb7a5fd HTTP/1.1" status: 200 len: 1000 time: 0.0982630 Apr 08 10:31:25.031070 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024e345-2907-4a8a-b5f2-012f043ea009 req-98a76bea-b41f-438d-92c4-3a595a21a36b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:25.032484 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2024e345-2907-4a8a-b5f2-012f043ea009 req-98a76bea-b41f-438d-92c4-3a595a21a36b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35130067-fa80-41ff-b38c-8b7d3dbd8b99 HTTP/1.1" status: 200 len: 835 time: 0.0631335 Apr 08 10:31:25.105436 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2024e345-2907-4a8a-b5f2-012f043ea009 req-a1100fab-0d81-4c47-827d-1d6feb1d1b1e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665474 Apr 08 10:31:25.148046 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60494) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:25.245575 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2024e345-2907-4a8a-b5f2-012f043ea009 req-d6110ee6-90fe-4abf-80a4-040da8a34e51 service neutron] 10.222.0.52 "GET /v2.0/networks/0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324120 Apr 08 10:31:25.282647 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-2fc8dcc9-fa3a-4aae-8604-a6800d01cc20 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:31:25.379038 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2024e345-2907-4a8a-b5f2-012f043ea009 req-ce41e766-4092-45f4-bc51-8320935dcc84 service neutron] 10.222.0.52 "GET /v2.0/networks/0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269710 Apr 08 10:31:25.379350 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2fc8dcc9-fa3a-4aae-8604-a6800d01cc20 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:25.736725 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2fc8dcc9-fa3a-4aae-8604-a6800d01cc20 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:25.740207 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2fc8dcc9-fa3a-4aae-8604-a6800d01cc20 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:25.740608 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.l3_db [None req-2fc8dcc9-fa3a-4aae-8604-a6800d01cc20 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Floating IP d9b371a8-deb5-4412-a376-ca997e2cb58b disassociated. External IP: 172.26.0.20, port: 7161323d-bb4c-40f5-927d-3a590fb7a5fd. Apr 08 10:31:26.126070 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc8dcc9-fa3a-4aae-8604-a6800d01cc20 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router e241d277-3d6f-46aa-94bd-d5c29dfc3dab has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:31:26.327779 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc8dcc9-fa3a-4aae-8604-a6800d01cc20 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:31:26.332519 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2fc8dcc9-fa3a-4aae-8604-a6800d01cc20 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:26.338577 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23fe1de-9ff5-4c9a-b6c8-85a0eb8e134d None None] Sync routers for ids ['e241d277-3d6f-46aa-94bd-d5c29dfc3dab'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:31:26.350499 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23fe1de-9ff5-4c9a-b6c8-85a0eb8e134d None None] Routers {'e241d277-3d6f-46aa-94bd-d5c29dfc3dab'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:31:26.351091 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-b23fe1de-9ff5-4c9a-b6c8-85a0eb8e134d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:31:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['e241d277-3d6f-46aa-94bd-d5c29dfc3dab'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:31:26.386202 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2fc8dcc9-fa3a-4aae-8604-a6800d01cc20 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "PUT /v2.0/floatingips/d9b371a8-deb5-4412-a376-ca997e2cb58b HTTP/1.1" status: 200 len: 689 time: 1.2369273 Apr 08 10:31:26.386786 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2827118-1a59-42a3-bfbb-4bae3e4a4283', 'tag': '7161323d-bb4c-40f5-927d-3a590fb7a5fd'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:31:26.388874 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60500) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:26.445346 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b1704f3-49b4-4859-b36e-2c410b00cc2b'] response: {'name': 'network-changed', 'server_uuid': 'a2827118-1a59-42a3-bfbb-4bae3e4a4283', 'tag': '7161323d-bb4c-40f5-927d-3a590fb7a5fd', 'status': 'completed', 'code': 200} Apr 08 10:31:26.510443 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ef4c7afe-f0e1-4242-af70-a717521a66db tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/d9b371a8-deb5-4412-a376-ca997e2cb58b HTTP/1.1" status: 200 len: 689 time: 0.1193521 Apr 08 10:31:26.543133 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-b23fe1de-9ff5-4c9a-b6c8-85a0eb8e134d None None] Set router e241d277-3d6f-46aa-94bd-d5c29dfc3dab gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:31:26.545066 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-db930687-e2d4-4e15-8252-226deef64005 req-d1f7ee1a-116a-40a6-8d5c-41592f63ad89 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=a2827118-1a59-42a3-bfbb-4bae3e4a4283 HTTP/1.1" status: 200 len: 1098 time: 0.0746677 Apr 08 10:31:26.676597 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db930687-e2d4-4e15-8252-226deef64005 req-5e516cad-3e97-4313-b422-e9bdbbc85743 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:26.678555 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-db930687-e2d4-4e15-8252-226deef64005 req-5e516cad-3e97-4313-b422-e9bdbbc85743 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 HTTP/1.1" status: 200 len: 898 time: 0.1271615 Apr 08 10:31:26.749484 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-db930687-e2d4-4e15-8252-226deef64005 req-79ca6c75-d5ee-4a9d-944a-f17807bf4833 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7161323d-bb4c-40f5-927d-3a590fb7a5fd HTTP/1.1" status: 200 len: 217 time: 0.0648232 Apr 08 10:31:26.811801 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db930687-e2d4-4e15-8252-226deef64005 req-66e028ea-f209-4221-8e9e-66f7ad5e9a41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:26.813312 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-db930687-e2d4-4e15-8252-226deef64005 req-66e028ea-f209-4221-8e9e-66f7ad5e9a41 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35130067-fa80-41ff-b38c-8b7d3dbd8b99 HTTP/1.1" status: 200 len: 835 time: 0.0581138 Apr 08 10:31:26.849037 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-b23fe1de-9ff5-4c9a-b6c8-85a0eb8e134d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'name': 'tempest-TestNetworkBasicOps-router-329215517', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:28Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:31:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '64a626e8-5b6d-4954-a82a-580b20a01f5c', 'name': '', 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:00:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:27Z', 'updated_at': '2022-04-08T10:30:36Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:31:26.853403 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23fe1de-9ff5-4c9a-b6c8-85a0eb8e134d None None] Checking router: e241d277-3d6f-46aa-94bd-d5c29dfc3dab for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:31:26.863808 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23fe1de-9ff5-4c9a-b6c8-85a0eb8e134d None None] Routers {'e241d277-3d6f-46aa-94bd-d5c29dfc3dab'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:31:26.864436 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-b23fe1de-9ff5-4c9a-b6c8-85a0eb8e134d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:31:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['e241d277-3d6f-46aa-94bd-d5c29dfc3dab'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:31:26.890551 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-db930687-e2d4-4e15-8252-226deef64005 req-ffec9300-cc3e-4fea-aa82-1272ccfb2e78 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706339 Apr 08 10:31:27.027963 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-db930687-e2d4-4e15-8252-226deef64005 req-919f8a53-e71a-45f0-8b8f-03e3e6dddc59 service neutron] 10.222.0.52 "GET /v2.0/networks/0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306448 Apr 08 10:31:27.092353 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-b23fe1de-9ff5-4c9a-b6c8-85a0eb8e134d None None] Set router e241d277-3d6f-46aa-94bd-d5c29dfc3dab gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:31:27.169548 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-db930687-e2d4-4e15-8252-226deef64005 req-33ba1699-5d02-42c4-a357-7befd81186cc service neutron] 10.222.0.52 "GET /v2.0/networks/0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348338 Apr 08 10:31:27.410979 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-b23fe1de-9ff5-4c9a-b6c8-85a0eb8e134d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'name': 'tempest-TestNetworkBasicOps-router-329215517', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:28Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:31:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '64a626e8-5b6d-4954-a82a-580b20a01f5c', 'name': '', 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:00:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:27Z', 'updated_at': '2022-04-08T10:30:36Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:31:27.415316 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23fe1de-9ff5-4c9a-b6c8-85a0eb8e134d None None] The sync data for ids ['e241d277-3d6f-46aa-94bd-d5c29dfc3dab'] in dv-neutron-837110-1-hyperv is: [{'id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'name': 'tempest-TestNetworkBasicOps-router-329215517', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:28Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:31:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '64a626e8-5b6d-4954-a82a-580b20a01f5c', 'name': '', 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:00:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:27Z', 'updated_at': '2022-04-08T10:30:36Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:31:27.512269 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60508) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:27.634315 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6c6969-5c87-4bdd-b5ef-c62b8fa3f10d None None] New status for floating IP d9b371a8-deb5-4412-a376-ca997e2cb58b: DOWN {{(pid=83848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:31:27.684522 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a6c2a9bc-ff53-486c-885c-61bb4910a2ff tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/d9b371a8-deb5-4412-a376-ca997e2cb58b HTTP/1.1" status: 200 len: 689 time: 0.1708930 Apr 08 10:31:28.692217 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60512) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:28.775684 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8ebc178a-86d5-44ff-bab4-844d01dfa9bb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/d9b371a8-deb5-4412-a376-ca997e2cb58b HTTP/1.1" status: 200 len: 687 time: 0.0805163 Apr 08 10:31:30.305716 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60518) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:30.305716 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-d09ad2ac-efb1-48b4-b060-f65d9738d79b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-932605829', 'description': 'tempest-secgroup-smoke-932605829 description', 'project_id': '6d9baba61a9a4a97bab400043cc74a73'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:31:30.315864 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d09ad2ac-efb1-48b4-b060-f65d9738d79b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:31:30.323156 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d09ad2ac-efb1-48b4-b060-f65d9738d79b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:31:30.323156 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d09ad2ac-efb1-48b4-b060-f65d9738d79b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:31:30.331111 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d09ad2ac-efb1-48b4-b060-f65d9738d79b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:31:30.344656 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d09ad2ac-efb1-48b4-b060-f65d9738d79b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:30.386851 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d09ad2ac-efb1-48b4-b060-f65d9738d79b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:31:30.393867 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d09ad2ac-efb1-48b4-b060-f65d9738d79b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:31:30.393867 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d09ad2ac-efb1-48b4-b060-f65d9738d79b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:31:30.403691 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d09ad2ac-efb1-48b4-b060-f65d9738d79b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:31:30.470754 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d09ad2ac-efb1-48b4-b060-f65d9738d79b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:30.476930 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d09ad2ac-efb1-48b4-b060-f65d9738d79b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:30.531211 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ad2ac-efb1-48b4-b060-f65d9738d79b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9270434-ccb4-4279-8986-2c63b723b4e9,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:31:30.540166 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d09ad2ac-efb1-48b4-b060-f65d9738d79b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:30.540166 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d09ad2ac-efb1-48b4-b060-f65d9738d79b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2385747 Apr 08 10:31:30.544447 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ad2ac-efb1-48b4-b060-f65d9738d79b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:30.544447 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ad2ac-efb1-48b4-b060-f65d9738d79b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:30.544447 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ad2ac-efb1-48b4-b060-f65d9738d79b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:30.544447 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ad2ac-efb1-48b4-b060-f65d9738d79b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:30.544447 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ad2ac-efb1-48b4-b060-f65d9738d79b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:30.549269 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60522) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:30.554092 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ad2ac-efb1-48b4-b060-f65d9738d79b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:30.554092 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ad2ac-efb1-48b4-b060-f65d9738d79b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:30.554092 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ad2ac-efb1-48b4-b060-f65d9738d79b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:30.554092 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ad2ac-efb1-48b4-b060-f65d9738d79b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:30.554092 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ad2ac-efb1-48b4-b060-f65d9738d79b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:30.554092 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09ad2ac-efb1-48b4-b060-f65d9738d79b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:30.560021 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-73f19b2d-f3a9-44bd-91c4-499788c8469c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'c9270434-ccb4-4279-8986-2c63b723b4e9', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:31:30.560021 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-73f19b2d-f3a9-44bd-91c4-499788c8469c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:31:30.563337 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-73f19b2d-f3a9-44bd-91c4-499788c8469c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:31:30.571667 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-73f19b2d-f3a9-44bd-91c4-499788c8469c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:31:30.579669 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-73f19b2d-f3a9-44bd-91c4-499788c8469c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:31:30.601728 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-73f19b2d-f3a9-44bd-91c4-499788c8469c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:30.672301 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-73f19b2d-f3a9-44bd-91c4-499788c8469c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:30.672301 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-73f19b2d-f3a9-44bd-91c4-499788c8469c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:30.700974 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f19b2d-f3a9-44bd-91c4-499788c8469c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd86c422-70e7-4839-b784-22ab5d1adab3,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:31:30.712587 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-73f19b2d-f3a9-44bd-91c4-499788c8469c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:30.712587 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-73f19b2d-f3a9-44bd-91c4-499788c8469c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1645143 Apr 08 10:31:30.712587 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f19b2d-f3a9-44bd-91c4-499788c8469c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:30.712587 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f19b2d-f3a9-44bd-91c4-499788c8469c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:30.712587 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f19b2d-f3a9-44bd-91c4-499788c8469c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:30.712587 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f19b2d-f3a9-44bd-91c4-499788c8469c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:30.712587 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f19b2d-f3a9-44bd-91c4-499788c8469c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:30.712587 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f19b2d-f3a9-44bd-91c4-499788c8469c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:30.712587 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f19b2d-f3a9-44bd-91c4-499788c8469c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:30.712587 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f19b2d-f3a9-44bd-91c4-499788c8469c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:30.716515 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60526) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:30.719290 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f19b2d-f3a9-44bd-91c4-499788c8469c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:30.719290 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f19b2d-f3a9-44bd-91c4-499788c8469c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:30.719290 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f19b2d-f3a9-44bd-91c4-499788c8469c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:30.726454 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-6fb92884-9d8d-468c-a12b-1e733b0fb046 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'c9270434-ccb4-4279-8986-2c63b723b4e9', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:31:30.738324 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-6fb92884-9d8d-468c-a12b-1e733b0fb046 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:31:30.738324 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-6fb92884-9d8d-468c-a12b-1e733b0fb046 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:31:30.743904 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-6fb92884-9d8d-468c-a12b-1e733b0fb046 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:31:30.749700 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-6fb92884-9d8d-468c-a12b-1e733b0fb046 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:31:30.769687 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6fb92884-9d8d-468c-a12b-1e733b0fb046 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:30.836060 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6fb92884-9d8d-468c-a12b-1e733b0fb046 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:30.839327 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6fb92884-9d8d-468c-a12b-1e733b0fb046 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:30.862728 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb92884-9d8d-468c-a12b-1e733b0fb046 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9314a0-0777-4cf2-8c12-b2c38cf54a6b,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:31:30.872295 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6fb92884-9d8d-468c-a12b-1e733b0fb046 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:30.873442 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6fb92884-9d8d-468c-a12b-1e733b0fb046 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1599021 Apr 08 10:31:30.876436 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60530) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:30.882311 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-e9424076-aa77-44a8-91a5-623d8686d17d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'c9270434-ccb4-4279-8986-2c63b723b4e9', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:31:30.887938 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e9424076-aa77-44a8-91a5-623d8686d17d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:31:30.891728 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e9424076-aa77-44a8-91a5-623d8686d17d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:31:30.894547 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e9424076-aa77-44a8-91a5-623d8686d17d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:31:30.900787 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e9424076-aa77-44a8-91a5-623d8686d17d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:31:30.917254 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e9424076-aa77-44a8-91a5-623d8686d17d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:30.988475 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e9424076-aa77-44a8-91a5-623d8686d17d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:30.988475 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e9424076-aa77-44a8-91a5-623d8686d17d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:31.019093 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9424076-aa77-44a8-91a5-623d8686d17d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c6a12e-b7a9-4ff8-8a23-3639b8c6365b,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:31:31.024907 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e9424076-aa77-44a8-91a5-623d8686d17d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:31.030242 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e9424076-aa77-44a8-91a5-623d8686d17d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1476135 Apr 08 10:31:31.030242 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60534) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:31.040015 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-d3fc92b7-dcf7-4159-bf96-f80b507b9be5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'c9270434-ccb4-4279-8986-2c63b723b4e9', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:31:31.050211 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d3fc92b7-dcf7-4159-bf96-f80b507b9be5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:31:31.050211 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d3fc92b7-dcf7-4159-bf96-f80b507b9be5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:31:31.050211 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d3fc92b7-dcf7-4159-bf96-f80b507b9be5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:31:31.055607 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d3fc92b7-dcf7-4159-bf96-f80b507b9be5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:31:31.083753 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d3fc92b7-dcf7-4159-bf96-f80b507b9be5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:31.148807 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d3fc92b7-dcf7-4159-bf96-f80b507b9be5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:31.152681 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d3fc92b7-dcf7-4159-bf96-f80b507b9be5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:31.180624 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc92b7-dcf7-4159-bf96-f80b507b9be5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25fc0d8f-b764-425e-8f0d-3aeba82ff759,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:31:31.190123 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d3fc92b7-dcf7-4159-bf96-f80b507b9be5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:31.191454 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d3fc92b7-dcf7-4159-bf96-f80b507b9be5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1612320 Apr 08 10:31:31.195345 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60538) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:31.201500 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-70ce915d-17b3-400c-91a9-f51d97c37ab8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'c9270434-ccb4-4279-8986-2c63b723b4e9', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:31:31.206960 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-70ce915d-17b3-400c-91a9-f51d97c37ab8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:31:31.211430 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-70ce915d-17b3-400c-91a9-f51d97c37ab8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:31:31.214471 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-70ce915d-17b3-400c-91a9-f51d97c37ab8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:31:31.221110 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-70ce915d-17b3-400c-91a9-f51d97c37ab8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:31:31.231893 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.securitygroups_db [None req-70ce915d-17b3-400c-91a9-f51d97c37ab8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Project 6d9baba61a9a4a97bab400043cc74a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:31:31.238082 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-70ce915d-17b3-400c-91a9-f51d97c37ab8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:31.306533 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-70ce915d-17b3-400c-91a9-f51d97c37ab8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:31.310147 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-70ce915d-17b3-400c-91a9-f51d97c37ab8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:31.331381 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce915d-17b3-400c-91a9-f51d97c37ab8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1145123-fbcb-42b4-badf-aa591bcccffa,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:31:31.351483 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-70ce915d-17b3-400c-91a9-f51d97c37ab8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:31.351483 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-70ce915d-17b3-400c-91a9-f51d97c37ab8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1511116 Apr 08 10:31:31.352480 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60542) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:31.357541 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-c2aca37c-b98b-44f2-8430-bc63cd12848d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'c9270434-ccb4-4279-8986-2c63b723b4e9', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:31:31.363803 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-c2aca37c-b98b-44f2-8430-bc63cd12848d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:31:31.371382 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-c2aca37c-b98b-44f2-8430-bc63cd12848d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:31:31.371382 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-c2aca37c-b98b-44f2-8430-bc63cd12848d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:31:31.382635 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-c2aca37c-b98b-44f2-8430-bc63cd12848d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:31:31.388133 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.securitygroups_db [None req-c2aca37c-b98b-44f2-8430-bc63cd12848d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Project 6d9baba61a9a4a97bab400043cc74a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:31:31.395212 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c2aca37c-b98b-44f2-8430-bc63cd12848d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:31.468951 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c2aca37c-b98b-44f2-8430-bc63cd12848d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:31.468951 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c2aca37c-b98b-44f2-8430-bc63cd12848d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:31.498648 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aca37c-b98b-44f2-8430-bc63cd12848d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b05e790-daf4-46c8-8b39-98710b9f7db8,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:31:31.508431 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c2aca37c-b98b-44f2-8430-bc63cd12848d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:31.508431 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c2aca37c-b98b-44f2-8430-bc63cd12848d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1541286 Apr 08 10:31:31.696960 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d52aefd5-7c35-4348-b840-5608974fe4de req-23b6dddd-3304-47d7-b443-167d69b6b953 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-932605829&fields=id&tenant_id=6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 267 time: 0.0462165 Apr 08 10:31:31.844738 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52aefd5-7c35-4348-b840-5608974fe4de req-a18ffbb9-6681-483c-be5b-0e4b7396f956 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:31.846240 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d52aefd5-7c35-4348-b840-5608974fe4de req-a18ffbb9-6681-483c-be5b-0e4b7396f956 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/networks?id=0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 HTTP/1.1" status: 200 len: 797 time: 0.1488297 Apr 08 10:31:31.863826 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d52aefd5-7c35-4348-b840-5608974fe4de req-fceb178c-ce8d-4ec5-943e-92bfa92976b2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/quotas/6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 375 time: 0.0107844 Apr 08 10:31:31.947379 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d52aefd5-7c35-4348-b840-5608974fe4de req-67b7f8c8-e34d-4563-b37e-0786f6b2dd3b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0790758 Apr 08 10:31:31.969870 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [req-d52aefd5-7c35-4348-b840-5608974fe4de req-fec3880c-a799-40fb-aa53-49732f05cf75 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:31:31.969870 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d52aefd5-7c35-4348-b840-5608974fe4de req-fec3880c-a799-40fb-aa53-49732f05cf75 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057335 Apr 08 10:31:32.104845 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d52aefd5-7c35-4348-b840-5608974fe4de req-abc68021-263a-42bc-beff-8c0c008bc6d7 service neutron] 10.222.0.47 "GET /v2.0/networks/0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333146 Apr 08 10:31:32.241153 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d52aefd5-7c35-4348-b840-5608974fe4de req-4c3105b5-3345-4da5-b2f0-b3eb3f8fa1c7 service neutron] 10.222.0.47 "GET /v2.0/networks/0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295545 Apr 08 10:31:32.422503 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-55933a79-5c9a-45fe-8728-038ff0c5ea17 req-8b64fe45-aa08-449b-8fef-dd24bba78b83 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=338d2efe-9a6b-477b-8d1c-ae471cccb9b1 HTTP/1.1" status: 200 len: 210 time: 0.0411568 Apr 08 10:31:33.458352 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52aefd5-7c35-4348-b840-5608974fe4de req-73e9248f-036c-48ee-a317-be3649bede8b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:33.460228 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d52aefd5-7c35-4348-b840-5608974fe4de req-73e9248f-036c-48ee-a317-be3649bede8b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/networks?id=0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 HTTP/1.1" status: 200 len: 797 time: 0.1475112 Apr 08 10:31:33.522041 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d52aefd5-7c35-4348-b840-5608974fe4de req-845c5c69-3053-4d91-ac32-f7408dfc787e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 471 time: 0.0488083 Apr 08 10:31:33.537470 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d082eb5e-3ef8-4328-847d-d0da997b6f57 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'port': {'device_id': '338d2efe-9a6b-477b-8d1c-ae471cccb9b1', 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7', 'admin_state_up': True, 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'security_groups': ['c9270434-ccb4-4279-8986-2c63b723b4e9']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:31:33.656603 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0e2acb37-acc8-49cc-acc2-ecf4160830fd req-77feaa34-024f-4636-808a-7bedf7e6b64e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=338d2efe-9a6b-477b-8d1c-ae471cccb9b1 HTTP/1.1" status: 200 len: 210 time: 0.1004417 Apr 08 10:31:33.713863 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d082eb5e-3ef8-4328-847d-d0da997b6f57 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:31:33.723030 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d082eb5e-3ef8-4328-847d-d0da997b6f57 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:31:33.732892 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d082eb5e-3ef8-4328-847d-d0da997b6f57 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Made reservation on behalf of 6d9baba61a9a4a97bab400043cc74a73 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:31:33.735871 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d082eb5e-3ef8-4328-847d-d0da997b6f57 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:33.894021 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d082eb5e-3ef8-4328-847d-d0da997b6f57 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.20.0.14 (0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7/35130067-fa80-41ff-b38c-8b7d3dbd8b99/b04573d8-4d67-4257-a1c9-ff62587bd736) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:31:34.082764 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d082eb5e-3ef8-4328-847d-d0da997b6f57 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:34.099568 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:31:34.102411 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d082eb5e-3ef8-4328-847d-d0da997b6f57 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Transition to ACTIVE for port object b04573d8-4d67-4257-a1c9-ff62587bd736 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:31:34.126842 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d082eb5e-3ef8-4328-847d-d0da997b6f57 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:34.198834 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d082eb5e-3ef8-4328-847d-d0da997b6f57 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:31:34.201788 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d082eb5e-3ef8-4328-847d-d0da997b6f57 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:31:34.205864 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d082eb5e-3ef8-4328-847d-d0da997b6f57 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:31:34.246863 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082eb5e-3ef8-4328-847d-d0da997b6f57 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=b04573d8-4d67-4257-a1c9-ff62587bd736,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:31:34.286390 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d082eb5e-3ef8-4328-847d-d0da997b6f57 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:34.287049 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d082eb5e-3ef8-4328-847d-d0da997b6f57 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:34.315143 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d082eb5e-3ef8-4328-847d-d0da997b6f57 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7821157 Apr 08 10:31:34.327049 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d3bc759b-9a1e-4971-bdee-b7aaf2bef17b service neutron] Request body: {'port': {'device_id': '338d2efe-9a6b-477b-8d1c-ae471cccb9b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:31:34.444419 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-13a62454-3641-4477-ab80-8b05beaab5a1 None None] Provisioning for port b04573d8-4d67-4257-a1c9-ff62587bd736 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:31:34.450365 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-13a62454-3641-4477-ab80-8b05beaab5a1 None None] Provisioning complete for port b04573d8-4d67-4257-a1c9-ff62587bd736 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:31:34.450740 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-13a62454-3641-4477-ab80-8b05beaab5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:34.509520 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-13a62454-3641-4477-ab80-8b05beaab5a1 None None] Port b04573d8-4d67-4257-a1c9-ff62587bd736 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:31:34.538540 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d3bc759b-9a1e-4971-bdee-b7aaf2bef17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:34.941522 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666ae7b-cb39-4f80-affa-0099bd729a6c req-1276fd8d-3238-4657-ab30-549d0a389d8a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:34.942216 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-4666ae7b-cb39-4f80-affa-0099bd729a6c req-1276fd8d-3238-4657-ab30-549d0a389d8a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:31:34.961306 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d3bc759b-9a1e-4971-bdee-b7aaf2bef17b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b04573d8-4d67-4257-a1c9-ff62587bd736 {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:31:34.969850 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d3bc759b-9a1e-4971-bdee-b7aaf2bef17b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:34.974817 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-4666ae7b-cb39-4f80-affa-0099bd729a6c req-1276fd8d-3238-4657-ab30-549d0a389d8a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:31:34.974817 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4666ae7b-cb39-4f80-affa-0099bd729a6c req-1276fd8d-3238-4657-ab30-549d0a389d8a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=338d2efe-9a6b-477b-8d1c-ae471cccb9b1 HTTP/1.1" status: 200 len: 932 time: 0.1814864 Apr 08 10:31:35.004542 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d3bc759b-9a1e-4971-bdee-b7aaf2bef17b service neutron] Transition to ACTIVE for port object b04573d8-4d67-4257-a1c9-ff62587bd736 will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:31:35.016592 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d3bc759b-9a1e-4971-bdee-b7aaf2bef17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:35.164645 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4666ae7b-cb39-4f80-affa-0099bd729a6c req-e716ab87-53a0-4529-9394-a12dafaec5e3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9270434-ccb4-4279-8986-2c63b723b4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826313 Apr 08 10:31:35.169574 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc759b-9a1e-4971-bdee-b7aaf2bef17b service neutron] Pushing event updated for resources: {'Port': ['ID=b04573d8-4d67-4257-a1c9-ff62587bd736,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:31:35.286479 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d3bc759b-9a1e-4971-bdee-b7aaf2bef17b service neutron] Attempting to bind port b04573d8-4d67-4257-a1c9-ff62587bd736 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:31:35.286851 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d3bc759b-9a1e-4971-bdee-b7aaf2bef17b service neutron] Attempting to bind port b04573d8-4d67-4257-a1c9-ff62587bd736 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:31:35.288787 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d3bc759b-9a1e-4971-bdee-b7aaf2bef17b service neutron] Attempting to bind port b04573d8-4d67-4257-a1c9-ff62587bd736 on network 0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:31:35.295233 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d3bc759b-9a1e-4971-bdee-b7aaf2bef17b service neutron] Port b04573d8-4d67-4257-a1c9-ff62587bd736 on network 0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:31:35.295379 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d3bc759b-9a1e-4971-bdee-b7aaf2bef17b service neutron] Attempting to bind port b04573d8-4d67-4257-a1c9-ff62587bd736 on network 0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:31:35.303924 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d3bc759b-9a1e-4971-bdee-b7aaf2bef17b service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:31:35.304324 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d3bc759b-9a1e-4971-bdee-b7aaf2bef17b service neutron] Checking segment: {'id': 'ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:31:35.304730 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d3bc759b-9a1e-4971-bdee-b7aaf2bef17b service neutron] Bound using segment: {'id': 'ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:31:35.305169 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d3bc759b-9a1e-4971-bdee-b7aaf2bef17b service neutron] Bound port: b04573d8-4d67-4257-a1c9-ff62587bd736, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:31:35.305526 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d3bc759b-9a1e-4971-bdee-b7aaf2bef17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:35.411168 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d3bc759b-9a1e-4971-bdee-b7aaf2bef17b service neutron] For port b04573d8-4d67-4257-a1c9-ff62587bd736, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:31:35.411168 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d3bc759b-9a1e-4971-bdee-b7aaf2bef17b service neutron] For port b04573d8-4d67-4257-a1c9-ff62587bd736, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b04573d8-4d67-4257-a1c9-ff62587bd736,segment=NetworkSegment(ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c),segment_id=ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:31:35.419544 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d3bc759b-9a1e-4971-bdee-b7aaf2bef17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:35.479585 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d3bc759b-9a1e-4971-bdee-b7aaf2bef17b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:35.480961 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d52aefd5-7c35-4348-b840-5608974fe4de req-d3bc759b-9a1e-4971-bdee-b7aaf2bef17b service neutron] 10.222.0.52 "PUT /v2.0/ports/b04573d8-4d67-4257-a1c9-ff62587bd736 HTTP/1.1" status: 200 len: 1094 time: 1.1582706 Apr 08 10:31:35.481393 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338d2efe-9a6b-477b-8d1c-ae471cccb9b1', 'tag': 'b04573d8-4d67-4257-a1c9-ff62587bd736'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:31:35.509550 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc759b-9a1e-4971-bdee-b7aaf2bef17b service neutron] Pushing event updated for resources: {'Port': ['ID=b04573d8-4d67-4257-a1c9-ff62587bd736,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:31:35.561105 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc3050a5-2ab5-47ae-aa04-5a2bc688f9f9'] response: {'name': 'network-changed', 'server_uuid': '338d2efe-9a6b-477b-8d1c-ae471cccb9b1', 'tag': 'b04573d8-4d67-4257-a1c9-ff62587bd736', 'status': 'completed', 'code': 200} Apr 08 10:31:35.605862 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d52aefd5-7c35-4348-b840-5608974fe4de req-f1fc5a93-ffda-4b37-8260-829a54a349bd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=338d2efe-9a6b-477b-8d1c-ae471cccb9b1 HTTP/1.1" status: 200 len: 1097 time: 0.0802937 Apr 08 10:31:35.686078 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d52aefd5-7c35-4348-b840-5608974fe4de req-5c8a54bf-9a1b-4f25-acbf-9994bfeba9c6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b04573d8-4d67-4257-a1c9-ff62587bd736 HTTP/1.1" status: 200 len: 217 time: 0.0710557 Apr 08 10:31:35.752347 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52aefd5-7c35-4348-b840-5608974fe4de req-1588dd6a-7b8e-40f6-a98d-90084e7f6cb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:35.754028 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d52aefd5-7c35-4348-b840-5608974fe4de req-1588dd6a-7b8e-40f6-a98d-90084e7f6cb0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35130067-fa80-41ff-b38c-8b7d3dbd8b99 HTTP/1.1" status: 200 len: 835 time: 0.0613990 Apr 08 10:31:35.834689 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d52aefd5-7c35-4348-b840-5608974fe4de req-5de43139-6d35-4fbd-aa28-6e8314ce07eb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734100 Apr 08 10:31:35.966863 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d52aefd5-7c35-4348-b840-5608974fe4de req-a9594354-122e-4f6c-bd85-8678d7ae9a7d service neutron] 10.222.0.52 "GET /v2.0/networks/0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264272 Apr 08 10:31:36.098460 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d52aefd5-7c35-4348-b840-5608974fe4de req-022013dc-b09f-4773-b8c5-5bb13dd9d6ac service neutron] 10.222.0.52 "GET /v2.0/networks/0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249540 Apr 08 10:31:36.224344 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6013e0e8-4523-45b2-ad33-ffa3d92a1948 req-f567186c-2e15-4c06-8c64-df2307f59b70 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=338d2efe-9a6b-477b-8d1c-ae471cccb9b1 HTTP/1.1" status: 200 len: 1097 time: 0.0760982 Apr 08 10:31:36.499681 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013e0e8-4523-45b2-ad33-ffa3d92a1948 req-2de08be7-9a6d-4b02-999e-6fd3ae3524bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:36.500281 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6013e0e8-4523-45b2-ad33-ffa3d92a1948 req-2de08be7-9a6d-4b02-999e-6fd3ae3524bd service neutron] 10.222.0.52 "GET /v2.0/networks?id=0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 HTTP/1.1" status: 200 len: 898 time: 0.2693787 Apr 08 10:31:36.510685 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3daaa91-bf31-43f8-9554-675eb38672a5 req-27949a50-e4a4-4df3-879d-acc5d0abfcb9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:36.512028 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c3daaa91-bf31-43f8-9554-675eb38672a5 req-27949a50-e4a4-4df3-879d-acc5d0abfcb9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=338d2efe-9a6b-477b-8d1c-ae471cccb9b1 HTTP/1.1" status: 200 len: 944 time: 0.2162383 Apr 08 10:31:36.594927 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6013e0e8-4523-45b2-ad33-ffa3d92a1948 req-38f3bd00-5d09-4817-aec3-79edd0fda998 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b04573d8-4d67-4257-a1c9-ff62587bd736 HTTP/1.1" status: 200 len: 217 time: 0.0781269 Apr 08 10:31:36.665213 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c3daaa91-bf31-43f8-9554-675eb38672a5 req-e6b444fb-2f50-42b6-9fd0-52e35f97f702 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9270434-ccb4-4279-8986-2c63b723b4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005211 Apr 08 10:31:36.674799 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013e0e8-4523-45b2-ad33-ffa3d92a1948 req-bcf54e5c-c351-447c-b46f-e58b3955833d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:36.676213 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6013e0e8-4523-45b2-ad33-ffa3d92a1948 req-bcf54e5c-c351-447c-b46f-e58b3955833d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35130067-fa80-41ff-b38c-8b7d3dbd8b99 HTTP/1.1" status: 200 len: 835 time: 0.0745122 Apr 08 10:31:36.753420 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6013e0e8-4523-45b2-ad33-ffa3d92a1948 req-6b96afb5-cc11-4de0-879e-49cca9383051 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689235 Apr 08 10:31:36.884139 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6013e0e8-4523-45b2-ad33-ffa3d92a1948 req-d0c5c098-5e0b-4f56-9208-69b046340d1c service neutron] 10.222.0.52 "GET /v2.0/networks/0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227338 Apr 08 10:31:37.013989 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6013e0e8-4523-45b2-ad33-ffa3d92a1948 req-925caa11-75b5-4ce9-b2b9-fe2b09c255e4 service neutron] 10.222.0.52 "GET /v2.0/networks/0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235421 Apr 08 10:31:37.872912 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3c281-a2c0-4a69-a5b6-eec4fa71fed1 req-97389e9a-8ad4-4eaf-85d7-dac790b5eb42 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:37.875107 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-72b3c281-a2c0-4a69-a5b6-eec4fa71fed1 req-97389e9a-8ad4-4eaf-85d7-dac790b5eb42 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=338d2efe-9a6b-477b-8d1c-ae471cccb9b1 HTTP/1.1" status: 200 len: 944 time: 0.0806980 Apr 08 10:31:37.929805 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-72b3c281-a2c0-4a69-a5b6-eec4fa71fed1 req-0ed461aa-37a9-43ef-b61d-5867e2484490 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9270434-ccb4-4279-8986-2c63b723b4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496063 Apr 08 10:31:38.273905 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:38.509628 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device b04573d8-4d67-4257-a1c9-ff62587bd736 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:31:38.664535 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port b04573d8-4d67-4257-a1c9-ff62587bd736, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b04573d8-4d67-4257-a1c9-ff62587bd736,segment=NetworkSegment(ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c),segment_id=ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:31:38.676996 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': 'b04573d8-4d67-4257-a1c9-ff62587bd736', 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7', 'port_id': 'b04573d8-4d67-4257-a1c9-ff62587bd736', 'mac_address': 'fa:16:3e:0f:d0:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:31:38.736453 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:38.753014 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04573d8-4d67-4257-a1c9-ff62587bd736 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:31:38.769522 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port b04573d8-4d67-4257-a1c9-ff62587bd736, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b04573d8-4d67-4257-a1c9-ff62587bd736,segment=NetworkSegment(ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c),segment_id=ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:31:38.769522 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:38.834469 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=b04573d8-4d67-4257-a1c9-ff62587bd736,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:31:38.842487 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:38.842829 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:38.843164 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:38.843495 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:38.843821 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:38.844295 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:38.845578 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:38.845578 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:38.845578 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:38.845895 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:38.845999 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:31:39.039840 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['b04573d8-4d67-4257-a1c9-ff62587bd736'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:31:39.137575 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a250de3-7f8b-407e-864c-0395f6f0fe86 req-897d8a80-62e0-422f-8423-134363cad5d3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:39.138707 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4a250de3-7f8b-407e-864c-0395f6f0fe86 req-897d8a80-62e0-422f-8423-134363cad5d3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=338d2efe-9a6b-477b-8d1c-ae471cccb9b1 HTTP/1.1" status: 200 len: 945 time: 0.0876055 Apr 08 10:31:39.190364 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4a250de3-7f8b-407e-864c-0395f6f0fe86 req-56158d95-9835-4aaf-8bed-5f316587be36 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9270434-ccb4-4279-8986-2c63b723b4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458610 Apr 08 10:31:40.389989 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113bae3-cbcd-4120-bfed-f1f55766a8d6 req-aa8ccefb-7db6-4ee1-930f-45bc7cfe8866 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:40.391430 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1113bae3-cbcd-4120-bfed-f1f55766a8d6 req-aa8ccefb-7db6-4ee1-930f-45bc7cfe8866 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=338d2efe-9a6b-477b-8d1c-ae471cccb9b1 HTTP/1.1" status: 200 len: 945 time: 0.0790601 Apr 08 10:31:40.438993 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1113bae3-cbcd-4120-bfed-f1f55766a8d6 req-a8d63219-091e-45aa-b317-1f5d66f94237 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9270434-ccb4-4279-8986-2c63b723b4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410447 Apr 08 10:31:40.513291 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device b04573d8-4d67-4257-a1c9-ff62587bd736 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:31:40.586879 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port b04573d8-4d67-4257-a1c9-ff62587bd736 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:31:40.591286 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port b04573d8-4d67-4257-a1c9-ff62587bd736 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:31:40.591651 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:40.704663 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:40.730971 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338d2efe-9a6b-477b-8d1c-ae471cccb9b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04573d8-4d67-4257-a1c9-ff62587bd736'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:31:40.740931 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port b04573d8-4d67-4257-a1c9-ff62587bd736, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b04573d8-4d67-4257-a1c9-ff62587bd736,segment=NetworkSegment(ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c),segment_id=ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:31:40.744890 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:40.786107 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e05e06d-854a-4cd3-840b-6c020450b360'] response: {'server_uuid': '338d2efe-9a6b-477b-8d1c-ae471cccb9b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04573d8-4d67-4257-a1c9-ff62587bd736', 'code': 200} Apr 08 10:31:40.811521 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=b04573d8-4d67-4257-a1c9-ff62587bd736,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:31:41.016272 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-26b9be26-8ddc-4302-9de5-e6e10d5881ae req-66248dee-7254-4e71-822d-b0d19dbead89 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=338d2efe-9a6b-477b-8d1c-ae471cccb9b1 HTTP/1.1" status: 200 len: 1099 time: 0.0657461 Apr 08 10:31:41.062014 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-26b9be26-8ddc-4302-9de5-e6e10d5881ae req-11eeb2cd-4800-44a2-b9c0-e7c0e424d8bc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c9270434-ccb4-4279-8986-2c63b723b4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361626 Apr 08 10:31:41.636962 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c1d6f-e115-4ac2-9a4b-3f6d800706dc req-dfa286e6-1114-4144-a042-17a608f72d19 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:41.638418 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bc9c1d6f-e115-4ac2-9a4b-3f6d800706dc req-dfa286e6-1114-4144-a042-17a608f72d19 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=338d2efe-9a6b-477b-8d1c-ae471cccb9b1 HTTP/1.1" status: 200 len: 946 time: 0.0777295 Apr 08 10:31:41.683159 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bc9c1d6f-e115-4ac2-9a4b-3f6d800706dc req-25d7f9af-a64d-441f-b8bb-adc743e02ea9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9270434-ccb4-4279-8986-2c63b723b4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391693 Apr 08 10:31:42.876137 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295561b9-b76a-451d-be0a-db40df36c23b req-6664d11f-5cf7-4c64-9717-7529118a67da tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:42.877551 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-295561b9-b76a-451d-be0a-db40df36c23b req-6664d11f-5cf7-4c64-9717-7529118a67da tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=338d2efe-9a6b-477b-8d1c-ae471cccb9b1 HTTP/1.1" status: 200 len: 946 time: 0.0730844 Apr 08 10:31:42.925307 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-295561b9-b76a-451d-be0a-db40df36c23b req-79b33f24-4f75-4811-925f-5042c96213f2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9270434-ccb4-4279-8986-2c63b723b4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415969 Apr 08 10:31:43.120765 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1427f-7636-4262-9072-81290b154284 req-34c7b842-f0cd-4797-b3ac-892c4799cce5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:43.122218 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f5b1427f-7636-4262-9072-81290b154284 req-34c7b842-f0cd-4797-b3ac-892c4799cce5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=338d2efe-9a6b-477b-8d1c-ae471cccb9b1 HTTP/1.1" status: 200 len: 946 time: 0.0786092 Apr 08 10:31:43.169807 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f5b1427f-7636-4262-9072-81290b154284 req-1a5f30b4-333b-4af9-a527-564fcf85d38b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9270434-ccb4-4279-8986-2c63b723b4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420666 Apr 08 10:31:43.198750 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60590) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:43.301985 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8139c845-c7c5-478d-b84f-a78764e1b2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:43.417865 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b840a733-a2f4-4c9a-b439-35ff58c430c8 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=338d2efe-9a6b-477b-8d1c-ae471cccb9b1 HTTP/1.1" status: 200 len: 1094 time: 0.2179730 Apr 08 10:31:43.420676 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60596) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:43.425660 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-fdea6068-15a9-4e3a-8fc8-56a00bf8f933 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'floatingip': {'port_id': 'b04573d8-4d67-4257-a1c9-ff62587bd736'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:31:43.498123 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fdea6068-15a9-4e3a-8fc8-56a00bf8f933 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:44.157456 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fdea6068-15a9-4e3a-8fc8-56a00bf8f933 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:44.161337 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fdea6068-15a9-4e3a-8fc8-56a00bf8f933 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:44.345928 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [None req-fdea6068-15a9-4e3a-8fc8-56a00bf8f933 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Floating IP d9b371a8-deb5-4412-a376-ca997e2cb58b associated. External IP: 172.26.0.20, port: b04573d8-4d67-4257-a1c9-ff62587bd736. Apr 08 10:31:44.723535 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdea6068-15a9-4e3a-8fc8-56a00bf8f933 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router e241d277-3d6f-46aa-94bd-d5c29dfc3dab has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:31:44.923650 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdea6068-15a9-4e3a-8fc8-56a00bf8f933 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:31:44.928680 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fdea6068-15a9-4e3a-8fc8-56a00bf8f933 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:44.933790 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f386fdeb-faa0-4b21-8625-1dfff8fe3070 None None] Sync routers for ids ['e241d277-3d6f-46aa-94bd-d5c29dfc3dab'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:31:44.946822 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f386fdeb-faa0-4b21-8625-1dfff8fe3070 None None] Routers {'e241d277-3d6f-46aa-94bd-d5c29dfc3dab'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:31:44.947523 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-f386fdeb-faa0-4b21-8625-1dfff8fe3070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:31:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['e241d277-3d6f-46aa-94bd-d5c29dfc3dab'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:31:44.983041 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-fdea6068-15a9-4e3a-8fc8-56a00bf8f933 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "PUT /v2.0/floatingips/d9b371a8-deb5-4412-a376-ca997e2cb58b HTTP/1.1" status: 200 len: 991 time: 1.5612741 Apr 08 10:31:44.983495 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338d2efe-9a6b-477b-8d1c-ae471cccb9b1', 'tag': 'b04573d8-4d67-4257-a1c9-ff62587bd736'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:31:44.985841 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60600) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:45.037583 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2296d846-d7f2-4610-b25f-8a7ef0086a0a'] response: {'name': 'network-changed', 'server_uuid': '338d2efe-9a6b-477b-8d1c-ae471cccb9b1', 'tag': 'b04573d8-4d67-4257-a1c9-ff62587bd736', 'status': 'completed', 'code': 200} Apr 08 10:31:45.143391 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c540ce37-836c-4202-9ee2-684d2539a499 req-16649b71-f646-4048-8778-eff1de3a49c2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=338d2efe-9a6b-477b-8d1c-ae471cccb9b1 HTTP/1.1" status: 200 len: 1099 time: 0.0813873 Apr 08 10:31:45.199312 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-f386fdeb-faa0-4b21-8625-1dfff8fe3070 None None] Set router e241d277-3d6f-46aa-94bd-d5c29dfc3dab gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:31:45.207651 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d450e4f7-e07e-45e6-b7f1-60d0848a811e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/d9b371a8-deb5-4412-a376-ca997e2cb58b HTTP/1.1" status: 200 len: 991 time: 0.2194653 Apr 08 10:31:45.369540 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540ce37-836c-4202-9ee2-684d2539a499 req-0675b568-af42-4770-be71-17ff8b7198fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:45.370881 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c540ce37-836c-4202-9ee2-684d2539a499 req-0675b568-af42-4770-be71-17ff8b7198fe service neutron] 10.222.0.52 "GET /v2.0/networks?id=0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 HTTP/1.1" status: 200 len: 898 time: 0.2218616 Apr 08 10:31:45.477993 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c540ce37-836c-4202-9ee2-684d2539a499 req-fb9e10bd-fa51-4332-b675-b4a686638d66 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b04573d8-4d67-4257-a1c9-ff62587bd736 HTTP/1.1" status: 200 len: 999 time: 0.1012757 Apr 08 10:31:45.535007 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-46ad6ec1-12a1-4091-8e0e-5ba7e8610e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:45.543545 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540ce37-836c-4202-9ee2-684d2539a499 req-9dd2cc5b-4d8a-4a6f-b022-36f81f5cf300 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:31:45.545030 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c540ce37-836c-4202-9ee2-684d2539a499 req-9dd2cc5b-4d8a-4a6f-b022-36f81f5cf300 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35130067-fa80-41ff-b38c-8b7d3dbd8b99 HTTP/1.1" status: 200 len: 835 time: 0.0615537 Apr 08 10:31:45.557923 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-f386fdeb-faa0-4b21-8625-1dfff8fe3070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'name': 'tempest-TestNetworkBasicOps-router-329215517', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:28Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:31:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'd9b371a8-deb5-4412-a376-ca997e2cb58b', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.20', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'port_id': 'b04573d8-4d67-4257-a1c9-ff62587bd736', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7', 'mac_address': 'fa:16:3e:0f:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d2efe-9a6b-477b-8d1c-ae471cccb9b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:30:46Z', 'updated_at': '2022-04-08T10:31:44Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a626e8-5b6d-4954-a82a-580b20a01f5c', 'name': '', 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:00:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:27Z', 'updated_at': '2022-04-08T10:30:36Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:31:45.561872 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f386fdeb-faa0-4b21-8625-1dfff8fe3070 None None] Checking router: e241d277-3d6f-46aa-94bd-d5c29dfc3dab for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:31:45.572557 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f386fdeb-faa0-4b21-8625-1dfff8fe3070 None None] Routers {'e241d277-3d6f-46aa-94bd-d5c29dfc3dab'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:31:45.573251 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-f386fdeb-faa0-4b21-8625-1dfff8fe3070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:31:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['e241d277-3d6f-46aa-94bd-d5c29dfc3dab'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:31:45.618874 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c540ce37-836c-4202-9ee2-684d2539a499 req-cbf40884-fb02-4e7e-9955-62f174906c3d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677652 Apr 08 10:31:45.750064 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c540ce37-836c-4202-9ee2-684d2539a499 req-d813430e-05c2-4c3a-82cd-ce2f17dc3a7b service neutron] 10.222.0.52 "GET /v2.0/networks/0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252260 Apr 08 10:31:45.750577 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-f386fdeb-faa0-4b21-8625-1dfff8fe3070 None None] Set router e241d277-3d6f-46aa-94bd-d5c29dfc3dab gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:31:45.879633 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c540ce37-836c-4202-9ee2-684d2539a499 req-4e185c74-c7f8-447f-9571-ca315ce89b90 service neutron] 10.222.0.52 "GET /v2.0/networks/0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233249 Apr 08 10:31:46.095062 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-f386fdeb-faa0-4b21-8625-1dfff8fe3070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'name': 'tempest-TestNetworkBasicOps-router-329215517', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:28Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:31:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'd9b371a8-deb5-4412-a376-ca997e2cb58b', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.20', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'port_id': 'b04573d8-4d67-4257-a1c9-ff62587bd736', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7', 'mac_address': 'fa:16:3e:0f:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d2efe-9a6b-477b-8d1c-ae471cccb9b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:30:46Z', 'updated_at': '2022-04-08T10:31:44Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a626e8-5b6d-4954-a82a-580b20a01f5c', 'name': '', 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:00:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:27Z', 'updated_at': '2022-04-08T10:30:36Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:31:46.098977 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f386fdeb-faa0-4b21-8625-1dfff8fe3070 None None] The sync data for ids ['e241d277-3d6f-46aa-94bd-d5c29dfc3dab'] in dv-neutron-837110-1-hyperv is: [{'id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'name': 'tempest-TestNetworkBasicOps-router-329215517', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:28Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:31:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'd9b371a8-deb5-4412-a376-ca997e2cb58b', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.20', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'port_id': 'b04573d8-4d67-4257-a1c9-ff62587bd736', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7', 'mac_address': 'fa:16:3e:0f:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d2efe-9a6b-477b-8d1c-ae471cccb9b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:30:46Z', 'updated_at': '2022-04-08T10:31:44Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a626e8-5b6d-4954-a82a-580b20a01f5c', 'name': '', 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:00:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:27Z', 'updated_at': '2022-04-08T10:30:36Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:31:46.209896 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60606) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:46.295322 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d382b3d3-9e2b-49c4-aece-ea4e5397347a None None] New status for floating IP d9b371a8-deb5-4412-a376-ca997e2cb58b: ACTIVE {{(pid=83848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:31:46.320596 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c55c7cb2-a6ba-4841-bc2b-3835f08c1f50 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/d9b371a8-deb5-4412-a376-ca997e2cb58b HTTP/1.1" status: 200 len: 991 time: 0.1095426 Apr 08 10:31:46.729600 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:46.881899 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:31:47.323852 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60610) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:31:47.425323 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6f176b98-4a2f-487b-9382-720736b6d228 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/d9b371a8-deb5-4412-a376-ca997e2cb58b HTTP/1.1" status: 200 len: 993 time: 0.1002591 Apr 08 10:31:48.238502 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:08.286119 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:11.101096 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:32:13.304351 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-df59bc55-94dc-4bd3-9398-e2314d0c5366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:15.518620 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c18e179a-d47f-482a-b377-a779c1eb8c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:16.732572 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:16.884592 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:18.241224 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:21.059596 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2652f-ee4e-4826-bddf-7bca0f850843 req-cd92686c-51f4-455e-bc92-64cc2802f57d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:21.060974 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-08d2652f-ee4e-4826-bddf-7bca0f850843 req-cd92686c-51f4-455e-bc92-64cc2802f57d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=338d2efe-9a6b-477b-8d1c-ae471cccb9b1 HTTP/1.1" status: 200 len: 946 time: 0.0747948 Apr 08 10:32:21.110032 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-08d2652f-ee4e-4826-bddf-7bca0f850843 req-d5e643c6-126a-451d-980f-cbba6e42288a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9270434-ccb4-4279-8986-2c63b723b4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434608 Apr 08 10:32:22.309581 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375c127-5e12-4713-a2f1-c0d63fb7d3ab req-3e4f67dd-7fa6-433e-9c11-9c170bb8fd14 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:22.311027 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a375c127-5e12-4713-a2f1-c0d63fb7d3ab req-3e4f67dd-7fa6-433e-9c11-9c170bb8fd14 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=338d2efe-9a6b-477b-8d1c-ae471cccb9b1 HTTP/1.1" status: 200 len: 946 time: 0.0743594 Apr 08 10:32:22.356453 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a375c127-5e12-4713-a2f1-c0d63fb7d3ab req-cc2e17af-e992-4489-8448-c68b5bf7aaf6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9270434-ccb4-4279-8986-2c63b723b4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398593 Apr 08 10:32:22.470023 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ea5d0-07da-4e97-9a70-dfd15a33afea req-5129f0ba-2e78-4ce6-9750-17dc6f9ee45c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:22.471415 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1d6ea5d0-07da-4e97-9a70-dfd15a33afea req-5129f0ba-2e78-4ce6-9750-17dc6f9ee45c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/ports?device_id=338d2efe-9a6b-477b-8d1c-ae471cccb9b1 HTTP/1.1" status: 200 len: 946 time: 0.0771780 Apr 08 10:32:22.538294 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-1d6ea5d0-07da-4e97-9a70-dfd15a33afea req-d7123be6-80d7-4c8d-a8b0-183c5d5150be tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port b04573d8-4d67-4257-a1c9-ff62587bd736 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:32:22.538682 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1d6ea5d0-07da-4e97-9a70-dfd15a33afea req-d7123be6-80d7-4c8d-a8b0-183c5d5150be tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:22.779200 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-1d6ea5d0-07da-4e97-9a70-dfd15a33afea req-d7123be6-80d7-4c8d-a8b0-183c5d5150be tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port b04573d8-4d67-4257-a1c9-ff62587bd736, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b04573d8-4d67-4257-a1c9-ff62587bd736,segment=NetworkSegment(ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c),segment_id=ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:32:22.779810 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1d6ea5d0-07da-4e97-9a70-dfd15a33afea req-d7123be6-80d7-4c8d-a8b0-183c5d5150be tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:23.074120 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1d6ea5d0-07da-4e97-9a70-dfd15a33afea req-d7123be6-80d7-4c8d-a8b0-183c5d5150be tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:23.074493 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1d6ea5d0-07da-4e97-9a70-dfd15a33afea req-d7123be6-80d7-4c8d-a8b0-183c5d5150be tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:23.074805 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [req-1d6ea5d0-07da-4e97-9a70-dfd15a33afea req-d7123be6-80d7-4c8d-a8b0-183c5d5150be tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Floating IP d9b371a8-deb5-4412-a376-ca997e2cb58b disassociated. External IP: 172.26.0.20, port: b04573d8-4d67-4257-a1c9-ff62587bd736. Apr 08 10:32:23.075150 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-1d6ea5d0-07da-4e97-9a70-dfd15a33afea req-d7123be6-80d7-4c8d-a8b0-183c5d5150be tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for b04573d8-4d67-4257-a1c9-ff62587bd736 owned by compute:nova {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:32:23.311519 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1d6ea5d0-07da-4e97-9a70-dfd15a33afea req-d7123be6-80d7-4c8d-a8b0-183c5d5150be tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:23.358072 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7123be6-80d7-4c8d-a8b0-183c5d5150be tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=b04573d8-4d67-4257-a1c9-ff62587bd736,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:23.547693 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0b457aa7-82d5-4b83-bcf5-826905879170 req-5bc561ac-06b7-4479-bf2c-b06a0cc1efc2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=338d2efe-9a6b-477b-8d1c-ae471cccb9b1 HTTP/1.1" status: 200 len: 210 time: 0.0451653 Apr 08 10:32:23.608538 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d6ea5d0-07da-4e97-9a70-dfd15a33afea req-d7123be6-80d7-4c8d-a8b0-183c5d5150be tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router e241d277-3d6f-46aa-94bd-d5c29dfc3dab has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:32:23.809662 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d6ea5d0-07da-4e97-9a70-dfd15a33afea req-d7123be6-80d7-4c8d-a8b0-183c5d5150be tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:32:23.820671 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2ba257-d58d-485c-af21-c787f2f22b1c None None] Sync routers for ids ['e241d277-3d6f-46aa-94bd-d5c29dfc3dab'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:32:23.832878 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2ba257-d58d-485c-af21-c787f2f22b1c None None] Routers {'e241d277-3d6f-46aa-94bd-d5c29dfc3dab'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:32:23.833707 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-1a2ba257-d58d-485c-af21-c787f2f22b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:32:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['e241d277-3d6f-46aa-94bd-d5c29dfc3dab'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:32:23.886802 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6ea5d0-07da-4e97-9a70-dfd15a33afea req-d7123be6-80d7-4c8d-a8b0-183c5d5150be tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] No DVR routers for this DVR port b04573d8-4d67-4257-a1c9-ff62587bd736 on host hv-neutron-8371 {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:32:23.889356 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1d6ea5d0-07da-4e97-9a70-dfd15a33afea req-d7123be6-80d7-4c8d-a8b0-183c5d5150be tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:23.891903 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338d2efe-9a6b-477b-8d1c-ae471cccb9b1', 'name': 'network-vif-deleted', 'tag': 'b04573d8-4d67-4257-a1c9-ff62587bd736'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:32:23.908385 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1d6ea5d0-07da-4e97-9a70-dfd15a33afea req-d7123be6-80d7-4c8d-a8b0-183c5d5150be tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "DELETE /v2.0/ports/b04573d8-4d67-4257-a1c9-ff62587bd736 HTTP/1.1" status: 204 len: 173 time: 1.4309602 Apr 08 10:32:23.951501 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6ef7cac-c8ea-4bad-8987-5f916309f7c0'] response: {'server_uuid': '338d2efe-9a6b-477b-8d1c-ae471cccb9b1', 'name': 'network-vif-deleted', 'tag': 'b04573d8-4d67-4257-a1c9-ff62587bd736', 'status': 'completed', 'code': 200} Apr 08 10:32:24.025520 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-1a2ba257-d58d-485c-af21-c787f2f22b1c None None] Set router e241d277-3d6f-46aa-94bd-d5c29dfc3dab gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:32:24.384655 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-1a2ba257-d58d-485c-af21-c787f2f22b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'name': 'tempest-TestNetworkBasicOps-router-329215517', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:28Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:31:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '64a626e8-5b6d-4954-a82a-580b20a01f5c', 'name': '', 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:00:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:27Z', 'updated_at': '2022-04-08T10:30:36Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:32:24.388616 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2ba257-d58d-485c-af21-c787f2f22b1c None None] Checking router: e241d277-3d6f-46aa-94bd-d5c29dfc3dab for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:32:24.400048 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2ba257-d58d-485c-af21-c787f2f22b1c None None] Routers {'e241d277-3d6f-46aa-94bd-d5c29dfc3dab'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:32:24.400717 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-1a2ba257-d58d-485c-af21-c787f2f22b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:32:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['e241d277-3d6f-46aa-94bd-d5c29dfc3dab'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:32:24.584868 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-1a2ba257-d58d-485c-af21-c787f2f22b1c None None] Set router e241d277-3d6f-46aa-94bd-d5c29dfc3dab gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:32:24.650010 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60646) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:24.717553 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a41382b-95ac-40e1-8b0e-72f4f9be15b2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:24.750178 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a41382b-95ac-40e1-8b0e-72f4f9be15b2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:24.813738 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a41382b-95ac-40e1-8b0e-72f4f9be15b2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:24.831700 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41382b-95ac-40e1-8b0e-72f4f9be15b2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9270434-ccb4-4279-8986-2c63b723b4e9,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:24.842766 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7a41382b-95ac-40e1-8b0e-72f4f9be15b2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:24.846481 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7a41382b-95ac-40e1-8b0e-72f4f9be15b2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/security-groups/c9270434-ccb4-4279-8986-2c63b723b4e9 HTTP/1.1" status: 204 len: 168 time: 0.1929510 Apr 08 10:32:24.885260 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60652) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:24.921736 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-1a2ba257-d58d-485c-af21-c787f2f22b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'name': 'tempest-TestNetworkBasicOps-router-329215517', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:28Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:31:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '64a626e8-5b6d-4954-a82a-580b20a01f5c', 'name': '', 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:00:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:27Z', 'updated_at': '2022-04-08T10:30:36Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:32:24.925594 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2ba257-d58d-485c-af21-c787f2f22b1c None None] The sync data for ids ['e241d277-3d6f-46aa-94bd-d5c29dfc3dab'] in dv-neutron-837110-1-hyperv is: [{'id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'name': 'tempest-TestNetworkBasicOps-router-329215517', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:28Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:31:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '64a626e8-5b6d-4954-a82a-580b20a01f5c', 'name': '', 'network_id': '0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:00:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:27Z', 'updated_at': '2022-04-08T10:30:36Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '35130067-fa80-41ff-b38c-8b7d3dbd8b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:32:25.053204 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-bbdcf456-8f66-40ec-b938-58bf375be87d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port 3ee4232d-6d54-414c-9851-ef65c3dd3ef4 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:32:25.053551 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bbdcf456-8f66-40ec-b938-58bf375be87d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:25.147021 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0ad7ad-a30e-4f9d-83b7-5851ad6a499c None None] New status for floating IP d9b371a8-deb5-4412-a376-ca997e2cb58b: DOWN {{(pid=83848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:32:25.222272 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bbdcf456-8f66-40ec-b938-58bf375be87d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:25.222598 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bbdcf456-8f66-40ec-b938-58bf375be87d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:25.342457 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-bbdcf456-8f66-40ec-b938-58bf375be87d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for 3ee4232d-6d54-414c-9851-ef65c3dd3ef4 owned by network:floatingip {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:32:25.470149 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.api [None req-bbdcf456-8f66-40ec-b938-58bf375be87d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:32:25.470471 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG oslo_db.api [None req-bbdcf456-8f66-40ec-b938-58bf375be87d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:32:25.483120 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9c330b13-42ae-4734-b915-7195f439b20c req-3985b968-a2a3-4e15-ba8d-a3c20eebfdcb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9b1efb7d-c8f0-4d36-a916-6b012ae48e30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0869913 Apr 08 10:32:25.666830 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9c330b13-42ae-4734-b915-7195f439b20c req-90390fbd-de0c-40ad-a6d0-05790a7b0c21 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca026b6dcd1141668fcfbc870ce52fee&device_id=9b1efb7d-c8f0-4d36-a916-6b012ae48e30 HTTP/1.1" status: 200 len: 1098 time: 0.1614532 Apr 08 10:32:25.807161 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c330b13-42ae-4734-b915-7195f439b20c req-88b5fff1-b9ae-4d22-b5bf-6c7a0ba34552 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:25.808569 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9c330b13-42ae-4734-b915-7195f439b20c req-88b5fff1-b9ae-4d22-b5bf-6c7a0ba34552 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 HTTP/1.1" status: 200 len: 912 time: 0.1226792 Apr 08 10:32:25.912598 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9c330b13-42ae-4734-b915-7195f439b20c req-2f45f2b1-878e-4452-a4bc-0bee0819e14a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3abe8aa8-6c40-45e2-b6bf-843d34a5817b HTTP/1.1" status: 200 len: 1000 time: 0.0951748 Apr 08 10:32:25.972463 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-bbdcf456-8f66-40ec-b938-58bf375be87d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port 3ee4232d-6d54-414c-9851-ef65c3dd3ef4 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:32:25.972794 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bbdcf456-8f66-40ec-b938-58bf375be87d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:26.008012 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c330b13-42ae-4734-b915-7195f439b20c req-518c035a-b6c0-494d-b26d-d9fae927c7ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:26.009502 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9c330b13-42ae-4734-b915-7195f439b20c req-518c035a-b6c0-494d-b26d-d9fae927c7ea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a7812769-8943-4a3e-b177-052eca03ae6f HTTP/1.1" status: 200 len: 850 time: 0.0896363 Apr 08 10:32:26.198861 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9c330b13-42ae-4734-b915-7195f439b20c req-839b8334-c802-42f8-9e5e-32b3ac92e211 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1805661 Apr 08 10:32:26.202373 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bbdcf456-8f66-40ec-b938-58bf375be87d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:26.202702 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bbdcf456-8f66-40ec-b938-58bf375be87d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:26.380871 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-bbdcf456-8f66-40ec-b938-58bf375be87d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for 3ee4232d-6d54-414c-9851-ef65c3dd3ef4 owned by network:floatingip {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:32:26.496815 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9c330b13-42ae-4734-b915-7195f439b20c req-211b4b3c-030b-4450-b416-b3251efdae4c service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869830 Apr 08 10:32:26.639863 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bbdcf456-8f66-40ec-b938-58bf375be87d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:26.696825 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device b04573d8-4d67-4257-a1c9-ff62587bd736 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:32:26.697776 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdcf456-8f66-40ec-b938-58bf375be87d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=3ee4232d-6d54-414c-9851-ef65c3dd3ef4,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:26.729973 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: b04573d8-4d67-4257-a1c9-ff62587bd736 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:32:26.730314 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device b04573d8-4d67-4257-a1c9-ff62587bd736 not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:32:26.749730 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9c330b13-42ae-4734-b915-7195f439b20c req-890857fd-3016-457f-841b-373d68b77f47 service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198794 Apr 08 10:32:26.800754 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bbdcf456-8f66-40ec-b938-58bf375be87d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:26.814912 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bbdcf456-8f66-40ec-b938-58bf375be87d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:26.816108 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-bbdcf456-8f66-40ec-b938-58bf375be87d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/floatingips/d9b371a8-deb5-4412-a376-ca997e2cb58b HTTP/1.1" status: 204 len: 168 time: 1.9298117 Apr 08 10:32:27.192056 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45dca5b-08b9-4256-935c-4999d78a7de2 req-eec720d6-a9ec-41cb-be72-6089a88cd0bf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:27.192672 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-c45dca5b-08b9-4256-935c-4999d78a7de2 req-eec720d6-a9ec-41cb-be72-6089a88cd0bf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:32:27.206946 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-c45dca5b-08b9-4256-935c-4999d78a7de2 req-eec720d6-a9ec-41cb-be72-6089a88cd0bf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:32:27.208048 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c45dca5b-08b9-4256-935c-4999d78a7de2 req-eec720d6-a9ec-41cb-be72-6089a88cd0bf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2827118-1a59-42a3-bfbb-4bae3e4a4283 HTTP/1.1" status: 200 len: 945 time: 0.0884371 Apr 08 10:32:27.255701 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-c45dca5b-08b9-4256-935c-4999d78a7de2 req-bd64ec9b-a845-4fbc-bd72-078b66561761 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:32:27.270287 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-c45dca5b-08b9-4256-935c-4999d78a7de2 req-bd64ec9b-a845-4fbc-bd72-078b66561761 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:32:27.271378 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c45dca5b-08b9-4256-935c-4999d78a7de2 req-bd64ec9b-a845-4fbc-bd72-078b66561761 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdd84d07-e57e-47c0-9203-b24221ebdf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570133 Apr 08 10:32:28.467130 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f8580-a776-4d40-b885-c269d795dcce req-c34bb115-80db-42ed-9cf7-77c26c82e4c1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:28.468574 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e51f8580-a776-4d40-b885-c269d795dcce req-c34bb115-80db-42ed-9cf7-77c26c82e4c1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2827118-1a59-42a3-bfbb-4bae3e4a4283 HTTP/1.1" status: 200 len: 945 time: 0.0763075 Apr 08 10:32:28.512624 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e51f8580-a776-4d40-b885-c269d795dcce req-c9f9a280-e23c-45c1-914e-662f68ab87ca tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdd84d07-e57e-47c0-9203-b24221ebdf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386353 Apr 08 10:32:28.693059 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5c7dc-5899-41ad-8add-a2d51fb6b217 req-7a61480d-720d-41db-8a4a-38cc28df9f38 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:28.694452 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2ac5c7dc-5899-41ad-8add-a2d51fb6b217 req-7a61480d-720d-41db-8a4a-38cc28df9f38 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2827118-1a59-42a3-bfbb-4bae3e4a4283 HTTP/1.1" status: 200 len: 945 time: 0.1704206 Apr 08 10:32:28.764580 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-2ac5c7dc-5899-41ad-8add-a2d51fb6b217 req-79d2d7db-cf10-4c5b-a22b-46881ddf4162 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port 7161323d-bb4c-40f5-927d-3a590fb7a5fd {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:32:28.764830 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-2ac5c7dc-5899-41ad-8add-a2d51fb6b217 req-79d2d7db-cf10-4c5b-a22b-46881ddf4162 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:29.012885 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-2ac5c7dc-5899-41ad-8add-a2d51fb6b217 req-79d2d7db-cf10-4c5b-a22b-46881ddf4162 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port 7161323d-bb4c-40f5-927d-3a590fb7a5fd, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=7161323d-bb4c-40f5-927d-3a590fb7a5fd,segment=NetworkSegment(ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c),segment_id=ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:32:29.013241 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-2ac5c7dc-5899-41ad-8add-a2d51fb6b217 req-79d2d7db-cf10-4c5b-a22b-46881ddf4162 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:29.131009 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-2ac5c7dc-5899-41ad-8add-a2d51fb6b217 req-79d2d7db-cf10-4c5b-a22b-46881ddf4162 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for 7161323d-bb4c-40f5-927d-3a590fb7a5fd owned by compute:nova {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:32:29.271548 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-2ac5c7dc-5899-41ad-8add-a2d51fb6b217 req-79d2d7db-cf10-4c5b-a22b-46881ddf4162 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:29.317739 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2d7db-cf10-4c5b-a22b-46881ddf4162 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=7161323d-bb4c-40f5-927d-3a590fb7a5fd,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:29.393769 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac5c7dc-5899-41ad-8add-a2d51fb6b217 req-79d2d7db-cf10-4c5b-a22b-46881ddf4162 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] No DVR routers for this DVR port 7161323d-bb4c-40f5-927d-3a590fb7a5fd on host hv-neutron-8371 {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:32:29.395982 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-2ac5c7dc-5899-41ad-8add-a2d51fb6b217 req-79d2d7db-cf10-4c5b-a22b-46881ddf4162 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:29.398604 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2827118-1a59-42a3-bfbb-4bae3e4a4283', 'name': 'network-vif-deleted', 'tag': '7161323d-bb4c-40f5-927d-3a590fb7a5fd'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:32:29.414030 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2ac5c7dc-5899-41ad-8add-a2d51fb6b217 req-79d2d7db-cf10-4c5b-a22b-46881ddf4162 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "DELETE /v2.0/ports/7161323d-bb4c-40f5-927d-3a590fb7a5fd HTTP/1.1" status: 204 len: 173 time: 0.7098815 Apr 08 10:32:29.458313 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62796beb-4b4b-4b9a-8b21-b40c98b91e8a'] response: {'server_uuid': 'a2827118-1a59-42a3-bfbb-4bae3e4a4283', 'name': 'network-vif-deleted', 'tag': '7161323d-bb4c-40f5-927d-3a590fb7a5fd', 'status': 'completed', 'code': 200} Apr 08 10:32:29.688622 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-f3b21dcc-8df5-4201-b46a-6398728bd368 req-fd25b49a-d9a2-4935-a58d-0d6baf11622a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:32:29.704360 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-f3b21dcc-8df5-4201-b46a-6398728bd368 req-fd25b49a-d9a2-4935-a58d-0d6baf11622a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:32:29.705654 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f3b21dcc-8df5-4201-b46a-6398728bd368 req-fd25b49a-d9a2-4935-a58d-0d6baf11622a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2827118-1a59-42a3-bfbb-4bae3e4a4283 HTTP/1.1" status: 200 len: 210 time: 0.0604613 Apr 08 10:32:30.816274 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60668) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:30.894342 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f4ffe4f4-1afa-4d31-a1f8-f7b33fceda0f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:30.926018 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f4ffe4f4-1afa-4d31-a1f8-f7b33fceda0f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:30.996581 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f4ffe4f4-1afa-4d31-a1f8-f7b33fceda0f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:31.019801 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffe4f4-1afa-4d31-a1f8-f7b33fceda0f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd84d07-e57e-47c0-9203-b24221ebdf4b,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:31.031809 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f4ffe4f4-1afa-4d31-a1f8-f7b33fceda0f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:31.032940 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f4ffe4f4-1afa-4d31-a1f8-f7b33fceda0f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/security-groups/cdd84d07-e57e-47c0-9203-b24221ebdf4b HTTP/1.1" status: 204 len: 168 time: 0.2157018 Apr 08 10:32:31.034594 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffe4f4-1afa-4d31-a1f8-f7b33fceda0f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:31.034933 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffe4f4-1afa-4d31-a1f8-f7b33fceda0f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:31.035263 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffe4f4-1afa-4d31-a1f8-f7b33fceda0f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:31.035593 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffe4f4-1afa-4d31-a1f8-f7b33fceda0f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:31.035922 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffe4f4-1afa-4d31-a1f8-f7b33fceda0f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:31.036267 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffe4f4-1afa-4d31-a1f8-f7b33fceda0f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:31.036589 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffe4f4-1afa-4d31-a1f8-f7b33fceda0f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:31.036910 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffe4f4-1afa-4d31-a1f8-f7b33fceda0f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:31.037232 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffe4f4-1afa-4d31-a1f8-f7b33fceda0f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:31.037552 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffe4f4-1afa-4d31-a1f8-f7b33fceda0f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:31.037869 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ffe4f4-1afa-4d31-a1f8-f7b33fceda0f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:31.094656 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60674) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:31.526414 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-833026ff-3858-4298-b3c3-750b35c89e94 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:32.227562 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-833026ff-3858-4298-b3c3-750b35c89e94 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port 64a626e8-5b6d-4954-a82a-580b20a01f5c {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:32:32.228262 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-833026ff-3858-4298-b3c3-750b35c89e94 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:32.409066 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-833026ff-3858-4298-b3c3-750b35c89e94 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port 64a626e8-5b6d-4954-a82a-580b20a01f5c, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=64a626e8-5b6d-4954-a82a-580b20a01f5c,segment=NetworkSegment(ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c),segment_id=ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:32:32.409312 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-833026ff-3858-4298-b3c3-750b35c89e94 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:32.526248 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-833026ff-3858-4298-b3c3-750b35c89e94 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for 64a626e8-5b6d-4954-a82a-580b20a01f5c owned by network:router_interface {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:32:32.692961 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-833026ff-3858-4298-b3c3-750b35c89e94 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:32.738653 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833026ff-3858-4298-b3c3-750b35c89e94 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=64a626e8-5b6d-4954-a82a-580b20a01f5c,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:32.743290 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 7161323d-bb4c-40f5-927d-3a590fb7a5fd no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:32:32.777759 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: 7161323d-bb4c-40f5-927d-3a590fb7a5fd {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:32:32.778101 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 7161323d-bb4c-40f5-927d-3a590fb7a5fd not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:32:32.785115 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833026ff-3858-4298-b3c3-750b35c89e94 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:32.785460 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833026ff-3858-4298-b3c3-750b35c89e94 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:32.785798 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833026ff-3858-4298-b3c3-750b35c89e94 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:32.786132 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833026ff-3858-4298-b3c3-750b35c89e94 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:32.786463 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833026ff-3858-4298-b3c3-750b35c89e94 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:32.786789 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833026ff-3858-4298-b3c3-750b35c89e94 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:32.787114 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833026ff-3858-4298-b3c3-750b35c89e94 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:32.787437 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833026ff-3858-4298-b3c3-750b35c89e94 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:32.787757 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833026ff-3858-4298-b3c3-750b35c89e94 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:32.788100 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833026ff-3858-4298-b3c3-750b35c89e94 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:32.788959 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833026ff-3858-4298-b3c3-750b35c89e94 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:33.052478 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-833026ff-3858-4298-b3c3-750b35c89e94 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:33.709278 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833026ff-3858-4298-b3c3-750b35c89e94 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router e241d277-3d6f-46aa-94bd-d5c29dfc3dab has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:32:33.907342 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833026ff-3858-4298-b3c3-750b35c89e94 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:32:33.917544 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9adf2f4-d5ef-44dc-a439-2b2b1733ce63 None None] Sync routers for ids ['e241d277-3d6f-46aa-94bd-d5c29dfc3dab'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:32:33.924460 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-833026ff-3858-4298-b3c3-750b35c89e94 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "PUT /v2.0/routers/e241d277-3d6f-46aa-94bd-d5c29dfc3dab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8286355 Apr 08 10:32:33.927172 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60678) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:33.929280 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9adf2f4-d5ef-44dc-a439-2b2b1733ce63 None None] Routers {'e241d277-3d6f-46aa-94bd-d5c29dfc3dab'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:32:33.930054 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-d9adf2f4-d5ef-44dc-a439-2b2b1733ce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:32:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['e241d277-3d6f-46aa-94bd-d5c29dfc3dab'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:32:34.107277 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-d9adf2f4-d5ef-44dc-a439-2b2b1733ce63 None None] Set router e241d277-3d6f-46aa-94bd-d5c29dfc3dab gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:32:34.117376 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4eaaa6-95aa-4019-ac31-ff36219005b2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting subnet 35130067-fa80-41ff-b38c-8b7d3dbd8b99 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:32:34.120358 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7b4eaaa6-95aa-4019-ac31-ff36219005b2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:34.174106 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7b4eaaa6-95aa-4019-ac31-ff36219005b2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:34.255149 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7b4eaaa6-95aa-4019-ac31-ff36219005b2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:34.329711 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7b4eaaa6-95aa-4019-ac31-ff36219005b2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:34.370640 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4eaaa6-95aa-4019-ac31-ff36219005b2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Subnet': ['ID=35130067-fa80-41ff-b38c-8b7d3dbd8b99,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:34.374944 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7b4eaaa6-95aa-4019-ac31-ff36219005b2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:34.380428 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c05b0b-80d8-48cb-a910-7389289af003 None None] Network 0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:32:34.382845 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7b4eaaa6-95aa-4019-ac31-ff36219005b2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/subnets/35130067-fa80-41ff-b38c-8b7d3dbd8b99 HTTP/1.1" status: 204 len: 168 time: 0.4546118 Apr 08 10:32:34.385432 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60682) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:34.516768 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-d9adf2f4-d5ef-44dc-a439-2b2b1733ce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'name': 'tempest-TestNetworkBasicOps-router-329215517', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:32:32Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:31:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:32:34.584042 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9adf2f4-d5ef-44dc-a439-2b2b1733ce63 None None] Checking router: e241d277-3d6f-46aa-94bd-d5c29dfc3dab for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:32:34.588589 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6d5e7030-04c0-4c0e-9704-db34acb71153 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:34.610728 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9adf2f4-d5ef-44dc-a439-2b2b1733ce63 None None] Routers {'e241d277-3d6f-46aa-94bd-d5c29dfc3dab'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:32:34.611317 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-d9adf2f4-d5ef-44dc-a439-2b2b1733ce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:32:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['e241d277-3d6f-46aa-94bd-d5c29dfc3dab'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:32:34.796273 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-d9adf2f4-d5ef-44dc-a439-2b2b1733ce63 None None] Set router e241d277-3d6f-46aa-94bd-d5c29dfc3dab gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:32:34.796708 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6d5e7030-04c0-4c0e-9704-db34acb71153 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:34.806286 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-6d5e7030-04c0-4c0e-9704-db34acb71153 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port af20df7c-c846-4fb6-8858-fb611c2fdf21 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:32:34.806713 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6d5e7030-04c0-4c0e-9704-db34acb71153 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:34.845367 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae58415-5534-49d6-82d9-296c023dafc9 None None] DHCP port deletion for 0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:32:34.916432 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-eae58415-5534-49d6-82d9-296c023dafc9 None None] Deleting port 93fc61f7-7fd8-45b2-93ad-dc90f4780804 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:32:34.916798 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-eae58415-5534-49d6-82d9-296c023dafc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:34.985316 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-6d5e7030-04c0-4c0e-9704-db34acb71153 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port af20df7c-c846-4fb6-8858-fb611c2fdf21, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=af20df7c-c846-4fb6-8858-fb611c2fdf21,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:32:34.985893 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6d5e7030-04c0-4c0e-9704-db34acb71153 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:35.197668 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-6d5e7030-04c0-4c0e-9704-db34acb71153 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for af20df7c-c846-4fb6-8858-fb611c2fdf21 owned by network:router_gateway {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:32:35.243779 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-eae58415-5534-49d6-82d9-296c023dafc9 None None] For port 93fc61f7-7fd8-45b2-93ad-dc90f4780804, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=93fc61f7-7fd8-45b2-93ad-dc90f4780804,segment=NetworkSegment(ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c),segment_id=ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:32:35.244376 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-eae58415-5534-49d6-82d9-296c023dafc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:35.363484 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-eae58415-5534-49d6-82d9-296c023dafc9 None None] Calling delete_port for 93fc61f7-7fd8-45b2-93ad-dc90f4780804 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:32:35.363680 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6d5e7030-04c0-4c0e-9704-db34acb71153 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:35.410581 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e7030-04c0-4c0e-9704-db34acb71153 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=af20df7c-c846-4fb6-8858-fb611c2fdf21,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:35.422539 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-d9adf2f4-d5ef-44dc-a439-2b2b1733ce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'name': 'tempest-TestNetworkBasicOps-router-329215517', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:32:32Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:31:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:32:35.438701 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9adf2f4-d5ef-44dc-a439-2b2b1733ce63 None None] The sync data for ids ['e241d277-3d6f-46aa-94bd-d5c29dfc3dab'] in dv-neutron-837110-1-hyperv is: [{'id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'name': 'tempest-TestNetworkBasicOps-router-329215517', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:32:32Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'af20df7c-c846-4fb6-8858-fb611c2fdf21', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:31:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d277-3d6f-46aa-94bd-d5c29dfc3dab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:30:24Z', 'updated_at': '2022-04-08T10:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:32:35.449819 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-eae58415-5534-49d6-82d9-296c023dafc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:35.495125 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae58415-5534-49d6-82d9-296c023dafc9 None None] Pushing event deleted for resources: {'Port': ['ID=93fc61f7-7fd8-45b2-93ad-dc90f4780804,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:35.504658 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae58415-5534-49d6-82d9-296c023dafc9 None None] No DVR routers for this DVR port 93fc61f7-7fd8-45b2-93ad-dc90f4780804 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:32:35.630833 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6d5e7030-04c0-4c0e-9704-db34acb71153 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:35.891499 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6d5e7030-04c0-4c0e-9704-db34acb71153 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:35.895847 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6d5e7030-04c0-4c0e-9704-db34acb71153 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:35.928184 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6d5e7030-04c0-4c0e-9704-db34acb71153 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:35.928728 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5e7030-04c0-4c0e-9704-db34acb71153 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Fanout notify agent at l3_agent the message router_deleted on router e241d277-3d6f-46aa-94bd-d5c29dfc3dab {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:32:35.949509 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6d5e7030-04c0-4c0e-9704-db34acb71153 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:35.950711 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6d5e7030-04c0-4c0e-9704-db34acb71153 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/routers/e241d277-3d6f-46aa-94bd-d5c29dfc3dab HTTP/1.1" status: 204 len: 168 time: 1.5643837 Apr 08 10:32:35.953494 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60686) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:35.972292 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 93fc61f7-7fd8-45b2-93ad-dc90f4780804 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:32:36.020038 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 93fc61f7-7fd8-45b2-93ad-dc90f4780804 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:32:36.020454 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 93fc61f7-7fd8-45b2-93ad-dc90f4780804 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:32:36.021433 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 64a626e8-5b6d-4954-a82a-580b20a01f5c no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:32:36.062169 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 64a626e8-5b6d-4954-a82a-580b20a01f5c {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:32:36.062518 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 64a626e8-5b6d-4954-a82a-580b20a01f5c not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:32:36.079284 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cfec2c26-d156-4548-b1aa-0f8e1c82c4e6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:36.216350 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cfec2c26-d156-4548-b1aa-0f8e1c82c4e6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:36.240895 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-cfec2c26-d156-4548-b1aa-0f8e1c82c4e6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:32:36.252554 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-cfec2c26-d156-4548-b1aa-0f8e1c82c4e6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:32:36.252852 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-cfec2c26-d156-4548-b1aa-0f8e1c82c4e6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab138bde-0a06-440d-b6bf-3f6e4f5f1a8c') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:32:36.264141 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cfec2c26-d156-4548-b1aa-0f8e1c82c4e6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:36.280756 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cfec2c26-d156-4548-b1aa-0f8e1c82c4e6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:36.287220 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfec2c26-d156-4548-b1aa-0f8e1c82c4e6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:32:36.287617 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cfec2c26-d156-4548-b1aa-0f8e1c82c4e6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:32:36.302358 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:32:36.382876 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cfec2c26-d156-4548-b1aa-0f8e1c82c4e6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:36.387190 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cfec2c26-d156-4548-b1aa-0f8e1c82c4e6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:36.411647 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec2c26-d156-4548-b1aa-0f8e1c82c4e6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Network': ['ID=0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:36.417865 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-cfec2c26-d156-4548-b1aa-0f8e1c82c4e6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/networks/0bb2e4b6-8a68-4bd0-b431-2756cafcd3d7 HTTP/1.1" status: 204 len: 168 time: 0.4633987 Apr 08 10:32:36.439711 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60690) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:36.445682 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-f4c24c61-9c93-4d85-bca7-bcb0b0292057 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'network': {'name': 'tempest-network-smoke--754154727', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'port_security_enabled': True}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:32:36.450931 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f4c24c61-9c93-4d85-bca7-bcb0b0292057 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:32:36.455116 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f4c24c61-9c93-4d85-bca7-bcb0b0292057 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:network and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:32:36.458106 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f4c24c61-9c93-4d85-bca7-bcb0b0292057 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:32:36.464928 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f4c24c61-9c93-4d85-bca7-bcb0b0292057 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:32:36.475643 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c24c61-9c93-4d85-bca7-bcb0b0292057 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Made reservation on behalf of 6d9baba61a9a4a97bab400043cc74a73 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:32:36.478967 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f4c24c61-9c93-4d85-bca7-bcb0b0292057 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:36.509060 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c24c61-9c93-4d85-bca7-bcb0b0292057 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:32:36.517616 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f4c24c61-9c93-4d85-bca7-bcb0b0292057 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:36.517955 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-f4c24c61-9c93-4d85-bca7-bcb0b0292057 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Added segment 0c2f66cd-18d2-4d24-8c0a-aa7c61121205 of type vlan for network 99e5d5cd-3641-4247-b3df-14ef8b50f92a Apr 08 10:32:36.544360 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f4c24c61-9c93-4d85-bca7-bcb0b0292057 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:36.575061 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f4c24c61-9c93-4d85-bca7-bcb0b0292057 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:36.579173 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c24c61-9c93-4d85-bca7-bcb0b0292057 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:36.579762 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f4c24c61-9c93-4d85-bca7-bcb0b0292057 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:36.773219 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f4c24c61-9c93-4d85-bca7-bcb0b0292057 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3315449 Apr 08 10:32:36.776324 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60694) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:36.779048 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c24c61-9c93-4d85-bca7-bcb0b0292057 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Network': ['ID=99e5d5cd-3641-4247-b3df-14ef8b50f92a,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:36.781716 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-6b270314-e17d-4636-9f7e-94d64c171d3b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1793501195', 'admin_state_up': True, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:32:36.789196 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-6b270314-e17d-4636-9f7e-94d64c171d3b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:32:36.789427 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 99e5d5cd-3641-4247-b3df-14ef8b50f92a details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:32:36.793046 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6b270314-e17d-4636-9f7e-94d64c171d3b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:router and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:32:36.795885 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6b270314-e17d-4636-9f7e-94d64c171d3b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:32:36.802237 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-6b270314-e17d-4636-9f7e-94d64c171d3b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:32:36.814071 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6b270314-e17d-4636-9f7e-94d64c171d3b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:36.814969 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6b270314-e17d-4636-9f7e-94d64c171d3b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:36.832665 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6b270314-e17d-4636-9f7e-94d64c171d3b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:36.976480 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6b270314-e17d-4636-9f7e-94d64c171d3b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:37.152148 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6b270314-e17d-4636-9f7e-94d64c171d3b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:37.181123 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6b270314-e17d-4636-9f7e-94d64c171d3b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:37.314586 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-6b270314-e17d-4636-9f7e-94d64c171d3b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.26.0.125 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/cdcaa6e4-76d8-4836-b382-0ba36b401cf9) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:32:37.455016 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6b270314-e17d-4636-9f7e-94d64c171d3b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:37.481678 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6b270314-e17d-4636-9f7e-94d64c171d3b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:37.545632 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b270314-e17d-4636-9f7e-94d64c171d3b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:32:37.548386 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-6b270314-e17d-4636-9f7e-94d64c171d3b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:32:37.550679 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b270314-e17d-4636-9f7e-94d64c171d3b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:32:37.584738 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b270314-e17d-4636-9f7e-94d64c171d3b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=cdcaa6e4-76d8-4836-b382-0ba36b401cf9,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:37.707560 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6b270314-e17d-4636-9f7e-94d64c171d3b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:37.708215 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6b270314-e17d-4636-9f7e-94d64c171d3b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:37.853482 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device af20df7c-c846-4fb6-8858-fb611c2fdf21 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:32:37.889418 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: af20df7c-c846-4fb6-8858-fb611c2fdf21 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:32:37.889759 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device af20df7c-c846-4fb6-8858-fb611c2fdf21 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:32:38.026198 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b270314-e17d-4636-9f7e-94d64c171d3b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router 800de9d9-427d-4b96-8599-7acb548f19db is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:32:38.222970 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b270314-e17d-4636-9f7e-94d64c171d3b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:32:38.232106 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a86f7b-d5e3-4a9f-a8e1-7093c7b6ae59 None None] Sync routers for ids ['800de9d9-427d-4b96-8599-7acb548f19db'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:32:38.243343 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a86f7b-d5e3-4a9f-a8e1-7093c7b6ae59 None None] Routers {'800de9d9-427d-4b96-8599-7acb548f19db'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:32:38.243935 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-54a86f7b-d5e3-4a9f-a8e1-7093c7b6ae59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:32:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['800de9d9-427d-4b96-8599-7acb548f19db'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:32:38.248817 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6b270314-e17d-4636-9f7e-94d64c171d3b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:38.250143 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6b270314-e17d-4636-9f7e-94d64c171d3b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4727371 Apr 08 10:32:38.253297 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60698) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:38.298855 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5bdb523f-477f-4f0a-8477-84902931eaa0 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=6d9baba61a9a4a97bab400043cc74a73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418603 Apr 08 10:32:38.299071 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60702) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:38.308045 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:38.425781 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-54a86f7b-d5e3-4a9f-a8e1-7093c7b6ae59 None None] Set router 800de9d9-427d-4b96-8599-7acb548f19db gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:32:38.426734 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dd7122-d239-4afc-892e-76760f75e32a tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:38.428221 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f2dd7122-d239-4afc-892e-76760f75e32a tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283822 Apr 08 10:32:38.431629 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60706) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:38.469641 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c44c7f16-2f85-4277-bc74-bf09fbdc7518 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369411 Apr 08 10:32:38.472184 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60710) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:38.477307 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-7fea243c-8896-456c-8645-d973bc2e66a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-318357230', 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:32:38.596266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7fea243c-8896-456c-8645-d973bc2e66a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:32:38.599893 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7fea243c-8896-456c-8645-d973bc2e66a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:subnet and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:32:38.603006 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7fea243c-8896-456c-8645-d973bc2e66a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:32:38.608853 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7fea243c-8896-456c-8645-d973bc2e66a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:32:38.619015 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fea243c-8896-456c-8645-d973bc2e66a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Made reservation on behalf of 6d9baba61a9a4a97bab400043cc74a73 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:32:38.707748 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-54a86f7b-d5e3-4a9f-a8e1-7093c7b6ae59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800de9d9-427d-4b96-8599-7acb548f19db', 'name': 'tempest-TestNetworkBasicOps-router-1793501195', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:32:36Z', 'updated_at': '2022-04-08T10:32:37Z', 'revision_number': 3, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800de9d9-427d-4b96-8599-7acb548f19db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:32:37Z', 'updated_at': '2022-04-08T10:32:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:32:38.711803 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a86f7b-d5e3-4a9f-a8e1-7093c7b6ae59 None None] Checking router: 800de9d9-427d-4b96-8599-7acb548f19db for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:32:38.712177 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a86f7b-d5e3-4a9f-a8e1-7093c7b6ae59 None None] Updating router 800de9d9-427d-4b96-8599-7acb548f19db port cdcaa6e4-76d8-4836-b382-0ba36b401cf9 binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:32:38.721085 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7fea243c-8896-456c-8645-d973bc2e66a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:38.765867 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-54a86f7b-d5e3-4a9f-a8e1-7093c7b6ae59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:38.935895 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7fea243c-8896-456c-8645-d973bc2e66a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:39.013920 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea243c-8896-456c-8645-d973bc2e66a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Subnet': ['ID=24ff927b-fae1-4f1e-a331-335385e8952f,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:39.025501 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fea243c-8896-456c-8645-d973bc2e66a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Checking segment: {'id': '0c2f66cd-18d2-4d24-8c0a-aa7c61121205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:32:39.025858 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fea243c-8896-456c-8645-d973bc2e66a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network hostable DHCP agents. Network: 99e5d5cd-3641-4247-b3df-14ef8b50f92a, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:32:39.053744 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fea243c-8896-456c-8645-d973bc2e66a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 99e5d5cd-3641-4247-b3df-14ef8b50f92a is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:32:39.064068 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-7fea243c-8896-456c-8645-d973bc2e66a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 99e5d5cd-3641-4247-b3df-14ef8b50f92a) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:32:39.068325 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fea243c-8896-456c-8645-d973bc2e66a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:39.068907 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7fea243c-8896-456c-8645-d973bc2e66a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:39.076608 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bb2724-d972-4da5-9084-1865359415d3 None None] Network 99e5d5cd-3641-4247-b3df-14ef8b50f92a requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:32:39.096400 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60714) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:39.096911 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7fea243c-8896-456c-8645-d973bc2e66a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6234710 Apr 08 10:32:39.105529 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-54a86f7b-d5e3-4a9f-a8e1-7093c7b6ae59 None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:39.117249 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-54a86f7b-d5e3-4a9f-a8e1-7093c7b6ae59 None None] Transition to ACTIVE for port object cdcaa6e4-76d8-4836-b382-0ba36b401cf9 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:32:39.123438 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-54a86f7b-d5e3-4a9f-a8e1-7093c7b6ae59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:39.199048 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-54a86f7b-d5e3-4a9f-a8e1-7093c7b6ae59 None None] Attempting to bind port cdcaa6e4-76d8-4836-b382-0ba36b401cf9 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:32:39.199469 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-54a86f7b-d5e3-4a9f-a8e1-7093c7b6ae59 None None] Attempting to bind port cdcaa6e4-76d8-4836-b382-0ba36b401cf9 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:32:39.199893 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a86f7b-d5e3-4a9f-a8e1-7093c7b6ae59 None None] Attempting to bind port cdcaa6e4-76d8-4836-b382-0ba36b401cf9 on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:32:39.214937 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07d943-67b1-47b8-8641-9c0f3924855a None None] Pushing event updated for resources: {'Port': ['ID=cdcaa6e4-76d8-4836-b382-0ba36b401cf9,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:39.217370 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a86f7b-d5e3-4a9f-a8e1-7093c7b6ae59 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:32:39.217736 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a86f7b-d5e3-4a9f-a8e1-7093c7b6ae59 None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:32:39.218125 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-54a86f7b-d5e3-4a9f-a8e1-7093c7b6ae59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:39.218508 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a86f7b-d5e3-4a9f-a8e1-7093c7b6ae59 None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:32:39.218960 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-54a86f7b-d5e3-4a9f-a8e1-7093c7b6ae59 None None] Bound port: cdcaa6e4-76d8-4836-b382-0ba36b401cf9, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:32:39.219329 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-54a86f7b-d5e3-4a9f-a8e1-7093c7b6ae59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:39.263985 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07d943-67b1-47b8-8641-9c0f3924855a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:39.264699 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07d943-67b1-47b8-8641-9c0f3924855a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:39.264699 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07d943-67b1-47b8-8641-9c0f3924855a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:39.264990 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07d943-67b1-47b8-8641-9c0f3924855a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:39.265315 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07d943-67b1-47b8-8641-9c0f3924855a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:39.265637 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07d943-67b1-47b8-8641-9c0f3924855a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:39.266478 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07d943-67b1-47b8-8641-9c0f3924855a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:39.266478 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07d943-67b1-47b8-8641-9c0f3924855a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:39.266681 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07d943-67b1-47b8-8641-9c0f3924855a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:39.266986 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07d943-67b1-47b8-8641-9c0f3924855a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:39.267185 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07d943-67b1-47b8-8641-9c0f3924855a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:39.312796 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-54a86f7b-d5e3-4a9f-a8e1-7093c7b6ae59 None None] For port cdcaa6e4-76d8-4836-b382-0ba36b401cf9, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:32:39.316292 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-54a86f7b-d5e3-4a9f-a8e1-7093c7b6ae59 None None] For port cdcaa6e4-76d8-4836-b382-0ba36b401cf9, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=cdcaa6e4-76d8-4836-b382-0ba36b401cf9,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:32:39.321718 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-54a86f7b-d5e3-4a9f-a8e1-7093c7b6ae59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:39.361505 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-99e5d5cd-3641-4247-b3df-14ef8b50f92a', 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ips': [{'subnet_id': '24ff927b-fae1-4f1e-a331-335385e8952f'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:32:39.362528 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:39.405311 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a86f7b-d5e3-4a9f-a8e1-7093c7b6ae59 None None] Routers {'800de9d9-427d-4b96-8599-7acb548f19db'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:32:39.406005 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-54a86f7b-d5e3-4a9f-a8e1-7093c7b6ae59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:32:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['800de9d9-427d-4b96-8599-7acb548f19db'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:32:39.511258 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07d943-67b1-47b8-8641-9c0f3924855a None None] Pushing event updated for resources: {'Port': ['ID=cdcaa6e4-76d8-4836-b382-0ba36b401cf9,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:39.523398 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Allocated IP 172.20.0.2 (99e5d5cd-3641-4247-b3df-14ef8b50f92a/24ff927b-fae1-4f1e-a331-335385e8952f/d989b66f-e3f0-4d45-b380-fc78d2a647de) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:32:39.586132 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-54a86f7b-d5e3-4a9f-a8e1-7093c7b6ae59 None None] Set router 800de9d9-427d-4b96-8599-7acb548f19db gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:32:39.743384 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:39.753648 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Transition to ACTIVE for port object d989b66f-e3f0-4d45-b380-fc78d2a647de will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:32:39.775244 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Transition to ACTIVE for port object d989b66f-e3f0-4d45-b380-fc78d2a647de will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:32:39.781585 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:39.833772 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Network 99e5d5cd-3641-4247-b3df-14ef8b50f92a is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:32:39.840655 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:32:39.844257 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:32:39.903810 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c478f8e4-774d-4b73-9e64-a6ff643550a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:39.904060 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-54a86f7b-d5e3-4a9f-a8e1-7093c7b6ae59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800de9d9-427d-4b96-8599-7acb548f19db', 'name': 'tempest-TestNetworkBasicOps-router-1793501195', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:32:36Z', 'updated_at': '2022-04-08T10:32:37Z', 'revision_number': 3, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800de9d9-427d-4b96-8599-7acb548f19db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:32:37Z', 'updated_at': '2022-04-08T10:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:32:39.907768 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a86f7b-d5e3-4a9f-a8e1-7093c7b6ae59 None None] The sync data for ids ['800de9d9-427d-4b96-8599-7acb548f19db'] in dv-neutron-837110-1-hyperv is: [{'id': '800de9d9-427d-4b96-8599-7acb548f19db', 'name': 'tempest-TestNetworkBasicOps-router-1793501195', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:32:36Z', 'updated_at': '2022-04-08T10:32:37Z', 'revision_number': 3, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800de9d9-427d-4b96-8599-7acb548f19db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:32:37Z', 'updated_at': '2022-04-08T10:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:32:39.931791 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Pushing event updated for resources: {'Port': ['ID=d989b66f-e3f0-4d45-b380-fc78d2a647de,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:39.958075 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:39.958420 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:39.958887 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:39.959220 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:39.959547 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:39.959870 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:39.960881 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:39.961214 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:39.961610 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:39.961927 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:39.962245 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:32:39.973045 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Attempting to bind port d989b66f-e3f0-4d45-b380-fc78d2a647de on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:32:39.973409 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Attempting to bind port d989b66f-e3f0-4d45-b380-fc78d2a647de by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '0c2f66cd-18d2-4d24-8c0a-aa7c61121205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:32:39.973773 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Attempting to bind port d989b66f-e3f0-4d45-b380-fc78d2a647de on network 99e5d5cd-3641-4247-b3df-14ef8b50f92a {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:32:39.981581 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:32:39.981954 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Checking segment: {'id': '0c2f66cd-18d2-4d24-8c0a-aa7c61121205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:32:39.982358 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:39.982753 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Bound using segment: {'id': '0c2f66cd-18d2-4d24-8c0a-aa7c61121205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:32:39.983281 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Bound port: d989b66f-e3f0-4d45-b380-fc78d2a647de, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c2f66cd-18d2-4d24-8c0a-aa7c61121205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:32:39.983661 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:40.081653 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] For port d989b66f-e3f0-4d45-b380-fc78d2a647de, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:32:40.085758 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] For port d989b66f-e3f0-4d45-b380-fc78d2a647de, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=d989b66f-e3f0-4d45-b380-fc78d2a647de,segment=NetworkSegment(0c2f66cd-18d2-4d24-8c0a-aa7c61121205),segment_id=0c2f66cd-18d2-4d24-8c0a-aa7c61121205)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:32:40.091796 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:40.211602 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dacfcc2-50e5-4349-b564-138d51b7bb77 None None] Pushing event updated for resources: {'Port': ['ID=d989b66f-e3f0-4d45-b380-fc78d2a647de,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:40.379263 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-c478f8e4-774d-4b73-9e64-a6ff643550a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.20.0.1 (99e5d5cd-3641-4247-b3df-14ef8b50f92a/24ff927b-fae1-4f1e-a331-335385e8952f/25f765fa-dd8e-4e05-8c21-f6e02d4a045f) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:32:40.563325 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c478f8e4-774d-4b73-9e64-a6ff643550a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:40.580107 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-c478f8e4-774d-4b73-9e64-a6ff643550a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Transition to ACTIVE for port object 25f765fa-dd8e-4e05-8c21-f6e02d4a045f will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:32:40.602166 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c478f8e4-774d-4b73-9e64-a6ff643550a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:40.680539 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c478f8e4-774d-4b73-9e64-a6ff643550a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 99e5d5cd-3641-4247-b3df-14ef8b50f92a is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:32:40.683670 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-c478f8e4-774d-4b73-9e64-a6ff643550a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:32:40.688137 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c478f8e4-774d-4b73-9e64-a6ff643550a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:32:40.811979 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478f8e4-774d-4b73-9e64-a6ff643550a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=25f765fa-dd8e-4e05-8c21-f6e02d4a045f,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:40.843225 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c478f8e4-774d-4b73-9e64-a6ff643550a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:40.929044 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c478f8e4-774d-4b73-9e64-a6ff643550a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:41.116480 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0434f6-eb1e-4648-9366-64bf965ea23e None None] Network 99e5d5cd-3641-4247-b3df-14ef8b50f92a requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:32:41.223133 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3cbd1693-3080-4114-9cb0-25f1db423d2e None None] Provisioning for port d989b66f-e3f0-4d45-b380-fc78d2a647de completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:32:41.343333 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c478f8e4-774d-4b73-9e64-a6ff643550a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:41.347792 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c478f8e4-774d-4b73-9e64-a6ff643550a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:41.463301 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c478f8e4-774d-4b73-9e64-a6ff643550a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:41.466784 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478f8e4-774d-4b73-9e64-a6ff643550a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=25f765fa-dd8e-4e05-8c21-f6e02d4a045f,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:41.568135 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-be4827a0-f0dc-4f6b-af33-d4c7e83faf0d None None] Provisioning for port 25f765fa-dd8e-4e05-8c21-f6e02d4a045f completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:32:41.573398 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-be4827a0-f0dc-4f6b-af33-d4c7e83faf0d None None] Provisioning complete for port 25f765fa-dd8e-4e05-8c21-f6e02d4a045f triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:32:41.573774 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-be4827a0-f0dc-4f6b-af33-d4c7e83faf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:41.622581 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c478f8e4-774d-4b73-9e64-a6ff643550a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 99e5d5cd-3641-4247-b3df-14ef8b50f92a is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:32:41.623922 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-c478f8e4-774d-4b73-9e64-a6ff643550a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:32:41.630405 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-be4827a0-f0dc-4f6b-af33-d4c7e83faf0d None None] Port 25f765fa-dd8e-4e05-8c21-f6e02d4a045f cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:32:41.754206 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ce02bf8c-3f39-4a34-9c01-5854f52b88e4 None None] Provisioning complete for port 25f765fa-dd8e-4e05-8c21-f6e02d4a045f triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:32:41.754574 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ce02bf8c-3f39-4a34-9c01-5854f52b88e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:41.817692 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-ce02bf8c-3f39-4a34-9c01-5854f52b88e4 None None] Port 25f765fa-dd8e-4e05-8c21-f6e02d4a045f cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:32:41.938553 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-08383c0b-06d6-4633-a127-53d57ef4a053 None None] Provisioning complete for port 25f765fa-dd8e-4e05-8c21-f6e02d4a045f triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:32:41.939579 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-08383c0b-06d6-4633-a127-53d57ef4a053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:41.972730 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device cdcaa6e4-76d8-4836-b382-0ba36b401cf9 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:32:42.036233 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c478f8e4-774d-4b73-9e64-a6ff643550a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router 800de9d9-427d-4b96-8599-7acb548f19db has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:32:42.039541 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-08383c0b-06d6-4633-a127-53d57ef4a053 None None] Port 25f765fa-dd8e-4e05-8c21-f6e02d4a045f cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:32:42.058538 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port cdcaa6e4-76d8-4836-b382-0ba36b401cf9 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:32:42.063600 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port cdcaa6e4-76d8-4836-b382-0ba36b401cf9 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:32:42.063968 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:42.177632 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:42.193570 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port cdcaa6e4-76d8-4836-b382-0ba36b401cf9, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=cdcaa6e4-76d8-4836-b382-0ba36b401cf9,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:32:42.198075 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:42.198900 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d989b66f-e3f0-4d45-b380-fc78d2a647de up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:32:42.239091 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c478f8e4-774d-4b73-9e64-a6ff643550a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:32:42.254708 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c478f8e4-774d-4b73-9e64-a6ff643550a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "PUT /v2.0/routers/800de9d9-427d-4b96-8599-7acb548f19db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1540699 Apr 08 10:32:42.254871 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60718) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:42.316838 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=cdcaa6e4-76d8-4836-b382-0ba36b401cf9,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:42.331609 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port d989b66f-e3f0-4d45-b380-fc78d2a647de completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:32:42.337519 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port d989b66f-e3f0-4d45-b380-fc78d2a647de triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:32:42.337886 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:42.453933 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:42.495840 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc99e853-0b01-448a-92e5-b38eec41472a tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:42.496453 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc99e853-0b01-448a-92e5-b38eec41472a tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:42.496597 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc99e853-0b01-448a-92e5-b38eec41472a tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:42.496951 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc99e853-0b01-448a-92e5-b38eec41472a tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:42.497308 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc99e853-0b01-448a-92e5-b38eec41472a tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:42.497663 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc99e853-0b01-448a-92e5-b38eec41472a tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:42.499398 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-fc99e853-0b01-448a-92e5-b38eec41472a tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2436011 Apr 08 10:32:42.502179 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60722) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:42.516640 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port d989b66f-e3f0-4d45-b380-fc78d2a647de, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=d989b66f-e3f0-4d45-b380-fc78d2a647de,segment=NetworkSegment(0c2f66cd-18d2-4d24-8c0a-aa7c61121205),segment_id=0c2f66cd-18d2-4d24-8c0a-aa7c61121205)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:32:42.520566 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:42.575439 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fa50d3-3418-4ca9-b101-941752f8e389 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:42.575814 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fa50d3-3418-4ca9-b101-941752f8e389 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:42.576203 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fa50d3-3418-4ca9-b101-941752f8e389 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:42.576565 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fa50d3-3418-4ca9-b101-941752f8e389 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:42.576921 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fa50d3-3418-4ca9-b101-941752f8e389 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:42.577273 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fa50d3-3418-4ca9-b101-941752f8e389 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:42.578989 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f8fa50d3-3418-4ca9-b101-941752f8e389 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0759244 Apr 08 10:32:42.581811 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60726) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:42.585890 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=d989b66f-e3f0-4d45-b380-fc78d2a647de,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:42.782278 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-13645429-12a0-49ed-b11f-532020c4b51f tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1993284 Apr 08 10:32:42.785228 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60730) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:42.790981 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-aeb2666c-7051-4bd2-a330-cf4074d26351 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-2054280368', 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:32:42.924677 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-aeb2666c-7051-4bd2-a330-cf4074d26351 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:32:42.928759 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-aeb2666c-7051-4bd2-a330-cf4074d26351 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:port and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:32:42.931510 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-aeb2666c-7051-4bd2-a330-cf4074d26351 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:32:42.937072 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-aeb2666c-7051-4bd2-a330-cf4074d26351 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:32:42.946790 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb2666c-7051-4bd2-a330-cf4074d26351 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Made reservation on behalf of 6d9baba61a9a4a97bab400043cc74a73 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:32:42.949961 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aeb2666c-7051-4bd2-a330-cf4074d26351 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:42.971926 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [None req-aeb2666c-7051-4bd2-a330-cf4074d26351 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] device_id is not set on port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:32:43.112333 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-aeb2666c-7051-4bd2-a330-cf4074d26351 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.20.0.6 (99e5d5cd-3641-4247-b3df-14ef8b50f92a/24ff927b-fae1-4f1e-a331-335385e8952f/8a77f7e9-7be9-4643-8a8a-1614c2d61e26) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:32:43.307664 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-43d831bf-0cf0-43bb-a1e4-2f16d1a592f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:43.326362 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aeb2666c-7051-4bd2-a330-cf4074d26351 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:43.342641 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-aeb2666c-7051-4bd2-a330-cf4074d26351 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Transition to ACTIVE for port object 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:32:43.364506 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aeb2666c-7051-4bd2-a330-cf4074d26351 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:43.436804 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb2666c-7051-4bd2-a330-cf4074d26351 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 99e5d5cd-3641-4247-b3df-14ef8b50f92a is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:32:43.439929 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-aeb2666c-7051-4bd2-a330-cf4074d26351 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:32:43.442356 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb2666c-7051-4bd2-a330-cf4074d26351 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:32:43.474572 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2666c-7051-4bd2-a330-cf4074d26351 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=8a77f7e9-7be9-4643-8a8a-1614c2d61e26,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:43.514636 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb2666c-7051-4bd2-a330-cf4074d26351 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:43.515224 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aeb2666c-7051-4bd2-a330-cf4074d26351 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:43.538559 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2609ef74-13e1-4d93-841c-dd689af91fe8 None None] Sync routers for ids ['800de9d9-427d-4b96-8599-7acb548f19db'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:32:43.545576 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-aeb2666c-7051-4bd2-a330-cf4074d26351 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7593417 Apr 08 10:32:43.552421 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2609ef74-13e1-4d93-841c-dd689af91fe8 None None] Routers {'800de9d9-427d-4b96-8599-7acb548f19db'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:32:43.553040 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-2609ef74-13e1-4d93-841c-dd689af91fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:32:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['800de9d9-427d-4b96-8599-7acb548f19db'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:32:43.709210 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-dfec589c-d2da-4365-b658-84ca993391aa None None] Provisioning for port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:32:43.722899 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-dfec589c-d2da-4365-b658-84ca993391aa None None] Provisioning complete for port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:32:43.723195 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-dfec589c-d2da-4365-b658-84ca993391aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:43.789512 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-dfec589c-d2da-4365-b658-84ca993391aa None None] Port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:32:43.790856 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-2609ef74-13e1-4d93-841c-dd689af91fe8 None None] Set router 800de9d9-427d-4b96-8599-7acb548f19db gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:32:43.913857 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device cdcaa6e4-76d8-4836-b382-0ba36b401cf9 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:32:43.974824 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60736) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:43.980940 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-0bfab4d5-dc4f-4fe4-93d6-c8e93e028737 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1761005786', 'description': 'tempest-secgroup-smoke-1761005786 description', 'project_id': '6d9baba61a9a4a97bab400043cc74a73'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:32:43.986771 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0bfab4d5-dc4f-4fe4-93d6-c8e93e028737 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:32:43.990818 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0bfab4d5-dc4f-4fe4-93d6-c8e93e028737 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:32:43.994445 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0bfab4d5-dc4f-4fe4-93d6-c8e93e028737 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:32:44.000161 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0bfab4d5-dc4f-4fe4-93d6-c8e93e028737 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:32:44.010770 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0bfab4d5-dc4f-4fe4-93d6-c8e93e028737 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.047016 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0bfab4d5-dc4f-4fe4-93d6-c8e93e028737 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:32:44.050803 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0bfab4d5-dc4f-4fe4-93d6-c8e93e028737 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:32:44.054383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0bfab4d5-dc4f-4fe4-93d6-c8e93e028737 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:32:44.060175 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0bfab4d5-dc4f-4fe4-93d6-c8e93e028737 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:32:44.117092 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0bfab4d5-dc4f-4fe4-93d6-c8e93e028737 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.120905 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port cdcaa6e4-76d8-4836-b382-0ba36b401cf9 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:32:44.121282 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.121447 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0bfab4d5-dc4f-4fe4-93d6-c8e93e028737 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.167383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfab4d5-dc4f-4fe4-93d6-c8e93e028737 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af88bea5-467d-4b98-9ca2-a396dce3a6cf,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:44.170466 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0bfab4d5-dc4f-4fe4-93d6-c8e93e028737 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.171824 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0bfab4d5-dc4f-4fe4-93d6-c8e93e028737 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1951747 Apr 08 10:32:44.174489 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60740) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:44.180354 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-7720f91f-6b13-4d30-8eb5-dae931cc3d86 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'af88bea5-467d-4b98-9ca2-a396dce3a6cf', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:32:44.186095 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7720f91f-6b13-4d30-8eb5-dae931cc3d86 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:32:44.189888 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7720f91f-6b13-4d30-8eb5-dae931cc3d86 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:32:44.192751 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7720f91f-6b13-4d30-8eb5-dae931cc3d86 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:32:44.199017 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7720f91f-6b13-4d30-8eb5-dae931cc3d86 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:32:44.216928 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7720f91f-6b13-4d30-8eb5-dae931cc3d86 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.257800 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-2609ef74-13e1-4d93-841c-dd689af91fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800de9d9-427d-4b96-8599-7acb548f19db', 'name': 'tempest-TestNetworkBasicOps-router-1793501195', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:32:36Z', 'updated_at': '2022-04-08T10:32:40Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800de9d9-427d-4b96-8599-7acb548f19db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:32:37Z', 'updated_at': '2022-04-08T10:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '25f765fa-dd8e-4e05-8c21-f6e02d4a045f', 'name': '', 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:79:61:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800de9d9-427d-4b96-8599-7acb548f19db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24ff927b-fae1-4f1e-a331-335385e8952f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:32:40Z', 'updated_at': '2022-04-08T10:32:41Z', 'revision_number': 2, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '24ff927b-fae1-4f1e-a331-335385e8952f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:32:44.264794 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2609ef74-13e1-4d93-841c-dd689af91fe8 None None] Checking router: 800de9d9-427d-4b96-8599-7acb548f19db for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:32:44.265178 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2609ef74-13e1-4d93-841c-dd689af91fe8 None None] Updating router 800de9d9-427d-4b96-8599-7acb548f19db port 25f765fa-dd8e-4e05-8c21-f6e02d4a045f binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:32:44.280393 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7720f91f-6b13-4d30-8eb5-dae931cc3d86 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.284341 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7720f91f-6b13-4d30-8eb5-dae931cc3d86 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.302225 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d989b66f-e3f0-4d45-b380-fc78d2a647de up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:32:44.305886 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720f91f-6b13-4d30-8eb5-dae931cc3d86 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=801356b3-79a1-4da3-b7aa-fcc2079c7549,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:44.316770 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7720f91f-6b13-4d30-8eb5-dae931cc3d86 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.317944 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7720f91f-6b13-4d30-8eb5-dae931cc3d86 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1425788 Apr 08 10:32:44.320929 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60744) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:44.327884 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-3d556e1a-8393-41c6-8cf3-5f19f831858f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'af88bea5-467d-4b98-9ca2-a396dce3a6cf', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:32:44.334480 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3d556e1a-8393-41c6-8cf3-5f19f831858f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:32:44.339050 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3d556e1a-8393-41c6-8cf3-5f19f831858f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:32:44.341996 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3d556e1a-8393-41c6-8cf3-5f19f831858f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:32:44.348107 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3d556e1a-8393-41c6-8cf3-5f19f831858f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:32:44.363880 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2609ef74-13e1-4d93-841c-dd689af91fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.365498 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3d556e1a-8393-41c6-8cf3-5f19f831858f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.429743 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3d556e1a-8393-41c6-8cf3-5f19f831858f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.433438 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3d556e1a-8393-41c6-8cf3-5f19f831858f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.454605 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d556e1a-8393-41c6-8cf3-5f19f831858f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85ff851-5b71-40fa-8856-c47cdae0e9a4,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:44.466307 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3d556e1a-8393-41c6-8cf3-5f19f831858f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.467593 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3d556e1a-8393-41c6-8cf3-5f19f831858f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1455178 Apr 08 10:32:44.470272 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60748) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:44.476656 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-46279315-6776-40ea-868a-91921916ba95 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'af88bea5-467d-4b98-9ca2-a396dce3a6cf', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:32:44.482332 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-46279315-6776-40ea-868a-91921916ba95 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:32:44.486209 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-46279315-6776-40ea-868a-91921916ba95 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:32:44.489074 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-46279315-6776-40ea-868a-91921916ba95 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:32:44.494763 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port d989b66f-e3f0-4d45-b380-fc78d2a647de triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:32:44.495140 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.495353 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-46279315-6776-40ea-868a-91921916ba95 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:32:44.514135 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-46279315-6776-40ea-868a-91921916ba95 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.588723 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-46279315-6776-40ea-868a-91921916ba95 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.593475 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-46279315-6776-40ea-868a-91921916ba95 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.623165 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46279315-6776-40ea-868a-91921916ba95 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43efa4e2-85f2-48ff-aacd-ca75ffc0977c,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:44.637200 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-46279315-6776-40ea-868a-91921916ba95 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.641231 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-46279315-6776-40ea-868a-91921916ba95 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1673503 Apr 08 10:32:44.641983 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60752) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:44.648713 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-b428999f-73ed-4790-bb32-8c491cd8ebb5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'af88bea5-467d-4b98-9ca2-a396dce3a6cf', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:32:44.654504 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b428999f-73ed-4790-bb32-8c491cd8ebb5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:32:44.658687 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b428999f-73ed-4790-bb32-8c491cd8ebb5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:32:44.661937 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b428999f-73ed-4790-bb32-8c491cd8ebb5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:32:44.669063 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b428999f-73ed-4790-bb32-8c491cd8ebb5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:32:44.687101 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b428999f-73ed-4790-bb32-8c491cd8ebb5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.762108 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b428999f-73ed-4790-bb32-8c491cd8ebb5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.766109 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b428999f-73ed-4790-bb32-8c491cd8ebb5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.792668 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428999f-73ed-4790-bb32-8c491cd8ebb5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e3aadd-ebc1-4629-b90d-65fda98767f3,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:44.803117 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b428999f-73ed-4790-bb32-8c491cd8ebb5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.806814 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b428999f-73ed-4790-bb32-8c491cd8ebb5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1613135 Apr 08 10:32:44.807013 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60756) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:44.812559 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-610dc174-c463-40af-95ac-f50456a938ff tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'af88bea5-467d-4b98-9ca2-a396dce3a6cf', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:32:44.818260 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-610dc174-c463-40af-95ac-f50456a938ff tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:32:44.822743 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-610dc174-c463-40af-95ac-f50456a938ff tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:32:44.826156 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-610dc174-c463-40af-95ac-f50456a938ff tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:32:44.828686 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2609ef74-13e1-4d93-841c-dd689af91fe8 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.831414 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-610dc174-c463-40af-95ac-f50456a938ff tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:32:44.843123 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.securitygroups_db [None req-610dc174-c463-40af-95ac-f50456a938ff tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Project 6d9baba61a9a4a97bab400043cc74a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:32:44.843273 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-2609ef74-13e1-4d93-841c-dd689af91fe8 None None] Transition to ACTIVE for port object 25f765fa-dd8e-4e05-8c21-f6e02d4a045f will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:32:44.849945 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2609ef74-13e1-4d93-841c-dd689af91fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.850317 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-610dc174-c463-40af-95ac-f50456a938ff tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.920642 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-610dc174-c463-40af-95ac-f50456a938ff tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.925973 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-610dc174-c463-40af-95ac-f50456a938ff tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.957321 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610dc174-c463-40af-95ac-f50456a938ff tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44577344-6a85-4db9-aaab-66ce9a379741,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:44.968742 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-610dc174-c463-40af-95ac-f50456a938ff tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:44.969966 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-610dc174-c463-40af-95ac-f50456a938ff tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1620345 Apr 08 10:32:44.972690 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60760) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:44.979030 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-5ab39f43-a4ed-4999-9acf-30cd716b3cdc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'af88bea5-467d-4b98-9ca2-a396dce3a6cf', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:32:44.986108 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-5ab39f43-a4ed-4999-9acf-30cd716b3cdc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:32:44.990670 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5ab39f43-a4ed-4999-9acf-30cd716b3cdc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:32:44.994425 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5ab39f43-a4ed-4999-9acf-30cd716b3cdc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:32:45.000368 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-5ab39f43-a4ed-4999-9acf-30cd716b3cdc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:32:45.013959 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.securitygroups_db [None req-5ab39f43-a4ed-4999-9acf-30cd716b3cdc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Project 6d9baba61a9a4a97bab400043cc74a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:32:45.022122 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5ab39f43-a4ed-4999-9acf-30cd716b3cdc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:45.052818 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8891563-487c-41d6-91d9-c52ac49e157f None None] Pushing event updated for resources: {'Port': ['ID=25f765fa-dd8e-4e05-8c21-f6e02d4a045f,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:45.101300 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5ab39f43-a4ed-4999-9acf-30cd716b3cdc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:45.107726 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5ab39f43-a4ed-4999-9acf-30cd716b3cdc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:45.156992 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-2609ef74-13e1-4d93-841c-dd689af91fe8 None None] Attempting to bind port 25f765fa-dd8e-4e05-8c21-f6e02d4a045f on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:32:45.157782 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-2609ef74-13e1-4d93-841c-dd689af91fe8 None None] Attempting to bind port 25f765fa-dd8e-4e05-8c21-f6e02d4a045f by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '0c2f66cd-18d2-4d24-8c0a-aa7c61121205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:32:45.158366 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2609ef74-13e1-4d93-841c-dd689af91fe8 None None] Attempting to bind port 25f765fa-dd8e-4e05-8c21-f6e02d4a045f on network 99e5d5cd-3641-4247-b3df-14ef8b50f92a {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:32:45.168251 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2609ef74-13e1-4d93-841c-dd689af91fe8 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:32:45.168547 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab39f43-a4ed-4999-9acf-30cd716b3cdc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac4ba06-90a3-418c-a42f-57d2749e005e,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:45.169316 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2609ef74-13e1-4d93-841c-dd689af91fe8 None None] Checking segment: {'id': '0c2f66cd-18d2-4d24-8c0a-aa7c61121205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:32:45.169316 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2609ef74-13e1-4d93-841c-dd689af91fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:45.169984 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2609ef74-13e1-4d93-841c-dd689af91fe8 None None] Bound using segment: {'id': '0c2f66cd-18d2-4d24-8c0a-aa7c61121205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:32:45.170569 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-2609ef74-13e1-4d93-841c-dd689af91fe8 None None] Bound port: 25f765fa-dd8e-4e05-8c21-f6e02d4a045f, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c2f66cd-18d2-4d24-8c0a-aa7c61121205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:32:45.171297 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2609ef74-13e1-4d93-841c-dd689af91fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:45.181716 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5ab39f43-a4ed-4999-9acf-30cd716b3cdc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:45.192882 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5ab39f43-a4ed-4999-9acf-30cd716b3cdc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2108803 Apr 08 10:32:45.284412 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-2609ef74-13e1-4d93-841c-dd689af91fe8 None None] For port 25f765fa-dd8e-4e05-8c21-f6e02d4a045f, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:32:45.288315 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-2609ef74-13e1-4d93-841c-dd689af91fe8 None None] For port 25f765fa-dd8e-4e05-8c21-f6e02d4a045f, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=25f765fa-dd8e-4e05-8c21-f6e02d4a045f,segment=NetworkSegment(0c2f66cd-18d2-4d24-8c0a-aa7c61121205),segment_id=0c2f66cd-18d2-4d24-8c0a-aa7c61121205)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:32:45.292856 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2609ef74-13e1-4d93-841c-dd689af91fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:45.372243 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-22a1034b-1394-43b4-bcaa-588f8d5408c2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:32:45.377286 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8891563-487c-41d6-91d9-c52ac49e157f None None] Pushing event updated for resources: {'Port': ['ID=25f765fa-dd8e-4e05-8c21-f6e02d4a045f,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:45.380375 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2609ef74-13e1-4d93-841c-dd689af91fe8 None None] Routers {'800de9d9-427d-4b96-8599-7acb548f19db'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:32:45.381001 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-2609ef74-13e1-4d93-841c-dd689af91fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:32:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['800de9d9-427d-4b96-8599-7acb548f19db'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:32:45.405599 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-22a1034b-1394-43b4-bcaa-588f8d5408c2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:32:45.407203 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-22a1034b-1394-43b4-bcaa-588f8d5408c2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1761005786&fields=id&tenant_id=6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 267 time: 0.0769989 Apr 08 10:32:45.496952 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-5bca5096-0692-4b2a-8883-82adb3d7bf73 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:45.497536 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-5bca5096-0692-4b2a-8883-82adb3d7bf73 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:32:45.515396 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-5bca5096-0692-4b2a-8883-82adb3d7bf73 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:32:45.516934 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-5bca5096-0692-4b2a-8883-82adb3d7bf73 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports/8a77f7e9-7be9-4643-8a8a-1614c2d61e26 HTTP/1.1" status: 200 len: 930 time: 0.0998957 Apr 08 10:32:45.542748 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea7cb-0292-41dc-af37-d45ba3e78a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:45.592028 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-6163f38e-6c90-4674-9c24-f41ed3e1be7a service neutron] 10.222.0.47 "GET /v2.0/ports/8a77f7e9-7be9-4643-8a8a-1614c2d61e26?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0615032 Apr 08 10:32:45.596604 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-2609ef74-13e1-4d93-841c-dd689af91fe8 None None] Set router 800de9d9-427d-4b96-8599-7acb548f19db gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:32:45.823676 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-36aa79c8-ddf0-45d3-9c4e-f6520ba3b004 service neutron] 10.222.0.47 "GET /v2.0/networks/99e5d5cd-3641-4247-b3df-14ef8b50f92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253935 Apr 08 10:32:45.916474 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-2609ef74-13e1-4d93-841c-dd689af91fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800de9d9-427d-4b96-8599-7acb548f19db', 'name': 'tempest-TestNetworkBasicOps-router-1793501195', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:32:36Z', 'updated_at': '2022-04-08T10:32:40Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800de9d9-427d-4b96-8599-7acb548f19db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:32:37Z', 'updated_at': '2022-04-08T10:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '25f765fa-dd8e-4e05-8c21-f6e02d4a045f', 'name': '', 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:79:61:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800de9d9-427d-4b96-8599-7acb548f19db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24ff927b-fae1-4f1e-a331-335385e8952f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:32:40Z', 'updated_at': '2022-04-08T10:32:45Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '24ff927b-fae1-4f1e-a331-335385e8952f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:32:45.920448 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2609ef74-13e1-4d93-841c-dd689af91fe8 None None] The sync data for ids ['800de9d9-427d-4b96-8599-7acb548f19db'] in dv-neutron-837110-1-hyperv is: [{'id': '800de9d9-427d-4b96-8599-7acb548f19db', 'name': 'tempest-TestNetworkBasicOps-router-1793501195', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:32:36Z', 'updated_at': '2022-04-08T10:32:40Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800de9d9-427d-4b96-8599-7acb548f19db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:32:37Z', 'updated_at': '2022-04-08T10:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '25f765fa-dd8e-4e05-8c21-f6e02d4a045f', 'name': '', 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:79:61:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800de9d9-427d-4b96-8599-7acb548f19db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24ff927b-fae1-4f1e-a331-335385e8952f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:32:40Z', 'updated_at': '2022-04-08T10:32:45Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '24ff927b-fae1-4f1e-a331-335385e8952f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:32:45.977100 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-43a2336a-7c67-46f2-a352-1de9ffb5c15d service neutron] 10.222.0.47 "GET /v2.0/networks/99e5d5cd-3641-4247-b3df-14ef8b50f92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468391 Apr 08 10:32:46.203709 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-af81e65d-254e-4169-854d-a945e6e724a2 req-87d0f904-d12a-4d78-b77c-b39e7b2092cb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9abfce1-09c2-4b64-b95d-bbe9af14e242 HTTP/1.1" status: 200 len: 210 time: 0.0546544 Apr 08 10:32:46.737156 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:46.890719 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:47.407190 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-52a5bbff-f9b8-43e0-89e3-bb3b281214af req-c3a10535-1cf9-4e50-b926-7692311baf26 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9abfce1-09c2-4b64-b95d-bbe9af14e242 HTTP/1.1" status: 200 len: 210 time: 0.0566778 Apr 08 10:32:47.420717 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-c1bf4b57-1360-41fa-bc16-33af313d8426 service neutron] 10.222.0.52 "GET /v2.0/ports/8a77f7e9-7be9-4643-8a8a-1614c2d61e26 HTTP/1.1" status: 200 len: 1026 time: 0.1051509 Apr 08 10:32:47.575425 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-91b400bd-7c62-47e3-bdff-4baa405a24c7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:47.576947 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-91b400bd-7c62-47e3-bdff-4baa405a24c7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/networks?id=99e5d5cd-3641-4247-b3df-14ef8b50f92a HTTP/1.1" status: 200 len: 796 time: 0.1428947 Apr 08 10:32:47.635915 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-c839c7dc-b6a6-4b13-801a-48db1720d878 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 380 time: 0.0400953 Apr 08 10:32:47.646058 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-8a3cf759-1e80-42f6-92e7-4a202a0f8226 service neutron] Request body: {'port': {'device_id': 'b9abfce1-09c2-4b64-b95d-bbe9af14e242', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:32:47.752580 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-8a3cf759-1e80-42f6-92e7-4a202a0f8226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:47.921881 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 25f765fa-dd8e-4e05-8c21-f6e02d4a045f up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:32:47.993043 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 25f765fa-dd8e-4e05-8c21-f6e02d4a045f completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:32:47.997712 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 25f765fa-dd8e-4e05-8c21-f6e02d4a045f triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:32:47.998081 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:48.089515 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-8a3cf759-1e80-42f6-92e7-4a202a0f8226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:32:48.097501 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-8a3cf759-1e80-42f6-92e7-4a202a0f8226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:48.110270 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:48.112128 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:32:48.114198 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-8a3cf759-1e80-42f6-92e7-4a202a0f8226 service neutron] Transition to ACTIVE for port object 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:32:48.119468 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-8a3cf759-1e80-42f6-92e7-4a202a0f8226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:48.146712 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 25f765fa-dd8e-4e05-8c21-f6e02d4a045f, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=25f765fa-dd8e-4e05-8c21-f6e02d4a045f,segment=NetworkSegment(0c2f66cd-18d2-4d24-8c0a-aa7c61121205),segment_id=0c2f66cd-18d2-4d24-8c0a-aa7c61121205)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:32:48.150605 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:48.217919 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=25f765fa-dd8e-4e05-8c21-f6e02d4a045f,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:48.244741 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:48.251992 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3cf759-1e80-42f6-92e7-4a202a0f8226 service neutron] Pushing event updated for resources: {'Port': ['ID=8a77f7e9-7be9-4643-8a8a-1614c2d61e26,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:48.362139 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-8a3cf759-1e80-42f6-92e7-4a202a0f8226 service neutron] Attempting to bind port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:32:48.362481 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-8a3cf759-1e80-42f6-92e7-4a202a0f8226 service neutron] Attempting to bind port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '0c2f66cd-18d2-4d24-8c0a-aa7c61121205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:32:48.362814 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-8a3cf759-1e80-42f6-92e7-4a202a0f8226 service neutron] Attempting to bind port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 on network 99e5d5cd-3641-4247-b3df-14ef8b50f92a {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:32:48.368452 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-8a3cf759-1e80-42f6-92e7-4a202a0f8226 service neutron] Port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 on network 99e5d5cd-3641-4247-b3df-14ef8b50f92a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:32:48.368774 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-8a3cf759-1e80-42f6-92e7-4a202a0f8226 service neutron] Attempting to bind port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 on network 99e5d5cd-3641-4247-b3df-14ef8b50f92a {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:32:48.374812 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-8a3cf759-1e80-42f6-92e7-4a202a0f8226 service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:32:48.375147 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-8a3cf759-1e80-42f6-92e7-4a202a0f8226 service neutron] Checking segment: {'id': '0c2f66cd-18d2-4d24-8c0a-aa7c61121205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:32:48.375528 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-8a3cf759-1e80-42f6-92e7-4a202a0f8226 service neutron] Bound using segment: {'id': '0c2f66cd-18d2-4d24-8c0a-aa7c61121205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:32:48.375948 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-8a3cf759-1e80-42f6-92e7-4a202a0f8226 service neutron] Bound port: 8a77f7e9-7be9-4643-8a8a-1614c2d61e26, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c2f66cd-18d2-4d24-8c0a-aa7c61121205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:32:48.376317 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-8a3cf759-1e80-42f6-92e7-4a202a0f8226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:48.466586 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-8a3cf759-1e80-42f6-92e7-4a202a0f8226 service neutron] For port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:32:48.469848 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-8a3cf759-1e80-42f6-92e7-4a202a0f8226 service neutron] For port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8a77f7e9-7be9-4643-8a8a-1614c2d61e26,segment=NetworkSegment(0c2f66cd-18d2-4d24-8c0a-aa7c61121205),segment_id=0c2f66cd-18d2-4d24-8c0a-aa7c61121205)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:32:48.473646 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-8a3cf759-1e80-42f6-92e7-4a202a0f8226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:48.532256 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-8a3cf759-1e80-42f6-92e7-4a202a0f8226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:48.533595 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-8a3cf759-1e80-42f6-92e7-4a202a0f8226 service neutron] 10.222.0.52 "PUT /v2.0/ports/8a77f7e9-7be9-4643-8a8a-1614c2d61e26 HTTP/1.1" status: 200 len: 1131 time: 0.8910866 Apr 08 10:32:48.537955 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9abfce1-09c2-4b64-b95d-bbe9af14e242', 'tag': '8a77f7e9-7be9-4643-8a8a-1614c2d61e26'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:32:48.630492 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f2aaf82-9fc3-4644-919a-bf04d16db71f'] response: {'name': 'network-changed', 'server_uuid': 'b9abfce1-09c2-4b64-b95d-bbe9af14e242', 'tag': '8a77f7e9-7be9-4643-8a8a-1614c2d61e26', 'status': 'completed', 'code': 200} Apr 08 10:32:48.652435 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3cf759-1e80-42f6-92e7-4a202a0f8226 service neutron] Pushing event updated for resources: {'Port': ['ID=8a77f7e9-7be9-4643-8a8a-1614c2d61e26,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:48.700604 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d4f7-2747-4b4c-872a-5f75976df9ed req-1d1a2cd4-c6b6-4246-8ebb-34de754c87b8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:48.702046 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3306d4f7-2747-4b4c-872a-5f75976df9ed req-1d1a2cd4-c6b6-4246-8ebb-34de754c87b8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9abfce1-09c2-4b64-b95d-bbe9af14e242 HTTP/1.1" status: 200 len: 981 time: 0.1650546 Apr 08 10:32:48.708999 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-897979ee-48e8-4dc8-98e1-a7562de09873 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=b9abfce1-09c2-4b64-b95d-bbe9af14e242 HTTP/1.1" status: 200 len: 1134 time: 0.1237817 Apr 08 10:32:48.890913 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-25c44c83-9e94-4c9b-8b06-454b3ca37a2a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a77f7e9-7be9-4643-8a8a-1614c2d61e26 HTTP/1.1" status: 200 len: 217 time: 0.1670694 Apr 08 10:32:48.931541 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3306d4f7-2747-4b4c-872a-5f75976df9ed req-95733054-090b-4db0-a3b5-b27188ad5b66 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b118eba-d33c-40f7-89e4-7eaa40c81092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217224 Apr 08 10:32:48.958941 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-f2fe3979-28ab-49bd-9089-6852050a535e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:48.961381 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-f2fe3979-28ab-49bd-9089-6852050a535e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24ff927b-fae1-4f1e-a331-335385e8952f HTTP/1.1" status: 200 len: 834 time: 0.0604441 Apr 08 10:32:49.040092 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-5cd14e92-8695-468e-9314-47b7dae4918e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=99e5d5cd-3641-4247-b3df-14ef8b50f92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703650 Apr 08 10:32:49.180009 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-a8435528-0606-457e-b4e3-085057d5fd32 service neutron] 10.222.0.52 "GET /v2.0/networks/99e5d5cd-3641-4247-b3df-14ef8b50f92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306033 Apr 08 10:32:49.313008 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-10834dd7-1fde-4cac-aa0b-0528f83e3ac3 req-69d46fa2-69ae-499d-af0f-5da2a3229a27 service neutron] 10.222.0.52 "GET /v2.0/networks/99e5d5cd-3641-4247-b3df-14ef8b50f92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242309 Apr 08 10:32:49.434576 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-77d6a228-8bc0-4f42-b04e-e169ae81edd7 req-75c0f6b3-e67e-490d-b199-8ba34e6f4796 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=b9abfce1-09c2-4b64-b95d-bbe9af14e242 HTTP/1.1" status: 200 len: 1134 time: 0.0668797 Apr 08 10:32:49.565117 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6a228-8bc0-4f42-b04e-e169ae81edd7 req-595d7901-80e1-44e4-b065-a5fdd354ba17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:49.566538 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-77d6a228-8bc0-4f42-b04e-e169ae81edd7 req-595d7901-80e1-44e4-b065-a5fdd354ba17 service neutron] 10.222.0.52 "GET /v2.0/networks?id=99e5d5cd-3641-4247-b3df-14ef8b50f92a HTTP/1.1" status: 200 len: 897 time: 0.1256738 Apr 08 10:32:49.635872 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-77d6a228-8bc0-4f42-b04e-e169ae81edd7 req-94f8d0a5-a2a8-4905-9c5a-54de724dc29f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a77f7e9-7be9-4643-8a8a-1614c2d61e26 HTTP/1.1" status: 200 len: 217 time: 0.0624580 Apr 08 10:32:49.700246 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6a228-8bc0-4f42-b04e-e169ae81edd7 req-c43b3b05-0a61-4c35-829c-4589507ae34c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:49.701700 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-77d6a228-8bc0-4f42-b04e-e169ae81edd7 req-c43b3b05-0a61-4c35-829c-4589507ae34c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24ff927b-fae1-4f1e-a331-335385e8952f HTTP/1.1" status: 200 len: 834 time: 0.0576687 Apr 08 10:32:49.779897 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-77d6a228-8bc0-4f42-b04e-e169ae81edd7 req-4c218f48-b9e5-4d89-acc3-013d75ad5c04 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=99e5d5cd-3641-4247-b3df-14ef8b50f92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689507 Apr 08 10:32:49.906055 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 25f765fa-dd8e-4e05-8c21-f6e02d4a045f up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:32:49.913324 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-77d6a228-8bc0-4f42-b04e-e169ae81edd7 req-6b1d9bf4-3a6e-4d03-8574-0da87fa0f6a2 service neutron] 10.222.0.52 "GET /v2.0/networks/99e5d5cd-3641-4247-b3df-14ef8b50f92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242509 Apr 08 10:32:49.973303 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 25f765fa-dd8e-4e05-8c21-f6e02d4a045f triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:32:49.973680 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:50.106018 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-77d6a228-8bc0-4f42-b04e-e169ae81edd7 req-7767ee40-725f-481b-8bbd-9c45b5d43cf5 service neutron] 10.222.0.52 "GET /v2.0/networks/99e5d5cd-3641-4247-b3df-14ef8b50f92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864140 Apr 08 10:32:50.151479 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c9c67-e54f-4a8a-8e4e-5dab8dc8a8a6 req-5deb717f-9133-42d7-9a8d-db7170a0e749 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:50.152955 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-976c9c67-e54f-4a8a-8e4e-5dab8dc8a8a6 req-5deb717f-9133-42d7-9a8d-db7170a0e749 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9abfce1-09c2-4b64-b95d-bbe9af14e242 HTTP/1.1" status: 200 len: 981 time: 0.0866208 Apr 08 10:32:50.197785 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-976c9c67-e54f-4a8a-8e4e-5dab8dc8a8a6 req-35f09d6d-07c5-4d00-a8bd-22069e0cf4a9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b118eba-d33c-40f7-89e4-7eaa40c81092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393143 Apr 08 10:32:50.772866 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:32:50.902149 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8a77f7e9-7be9-4643-8a8a-1614c2d61e26,segment=NetworkSegment(0c2f66cd-18d2-4d24-8c0a-aa7c61121205),segment_id=0c2f66cd-18d2-4d24-8c0a-aa7c61121205)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:32:50.915368 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '8a77f7e9-7be9-4643-8a8a-1614c2d61e26', 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a', 'port_id': '8a77f7e9-7be9-4643-8a8a-1614c2d61e26', 'mac_address': 'fa:16:3e:21:e2:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ff927b-fae1-4f1e-a331-335385e8952f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:32:50.967129 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:50.983646 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:32:50.998009 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8a77f7e9-7be9-4643-8a8a-1614c2d61e26,segment=NetworkSegment(0c2f66cd-18d2-4d24-8c0a-aa7c61121205),segment_id=0c2f66cd-18d2-4d24-8c0a-aa7c61121205)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:32:51.001727 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:51.070507 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=8a77f7e9-7be9-4643-8a8a-1614c2d61e26,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:51.330927 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['8a77f7e9-7be9-4643-8a8a-1614c2d61e26'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:32:51.394625 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12a784-c9cc-4e53-b955-56b1cb7484c9 req-798c82e9-c35d-470c-bd05-602f7f03a53f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:51.396087 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7b12a784-c9cc-4e53-b955-56b1cb7484c9 req-798c82e9-c35d-470c-bd05-602f7f03a53f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9abfce1-09c2-4b64-b95d-bbe9af14e242 HTTP/1.1" status: 200 len: 982 time: 0.0791848 Apr 08 10:32:51.440749 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7b12a784-c9cc-4e53-b955-56b1cb7484c9 req-7dff9fcc-a737-456a-9ce2-005070f9dff2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b118eba-d33c-40f7-89e4-7eaa40c81092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390382 Apr 08 10:32:52.635882 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8257a-5fcb-458f-98ca-bf83444a3234 req-473d9f2c-ac5c-4134-ab80-b87f7015a2fa tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:52.647518 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a7d8257a-5fcb-458f-98ca-bf83444a3234 req-473d9f2c-ac5c-4134-ab80-b87f7015a2fa tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9abfce1-09c2-4b64-b95d-bbe9af14e242 HTTP/1.1" status: 200 len: 982 time: 0.0850191 Apr 08 10:32:52.697354 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a7d8257a-5fcb-458f-98ca-bf83444a3234 req-77f5ccef-7e82-4924-b116-802de457fb1e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b118eba-d33c-40f7-89e4-7eaa40c81092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442355 Apr 08 10:32:52.787570 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:32:52.853033 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:32:52.857601 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:32:52.857968 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:52.968778 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:52.995322 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9abfce1-09c2-4b64-b95d-bbe9af14e242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a77f7e9-7be9-4643-8a8a-1614c2d61e26'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:32:53.004447 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8a77f7e9-7be9-4643-8a8a-1614c2d61e26,segment=NetworkSegment(0c2f66cd-18d2-4d24-8c0a-aa7c61121205),segment_id=0c2f66cd-18d2-4d24-8c0a-aa7c61121205)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:32:53.009146 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:53.075376 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=8a77f7e9-7be9-4643-8a8a-1614c2d61e26,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:53.176833 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-671b2c5b-2e44-47ed-99da-aabc89831bdd'] response: {'server_uuid': 'b9abfce1-09c2-4b64-b95d-bbe9af14e242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a77f7e9-7be9-4643-8a8a-1614c2d61e26', 'code': 200} Apr 08 10:32:53.409554 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7a8b3a03-56ee-4ff8-a3f6-86eb59607e50 req-dd34c7a4-919b-4739-aa17-d689e5bf4554 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b9abfce1-09c2-4b64-b95d-bbe9af14e242 HTTP/1.1" status: 200 len: 1136 time: 0.0684838 Apr 08 10:32:53.453838 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7a8b3a03-56ee-4ff8-a3f6-86eb59607e50 req-3eee71b2-8a51-4954-8991-33d7b4f3fbb8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2b118eba-d33c-40f7-89e4-7eaa40c81092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358820 Apr 08 10:32:53.898864 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99cb13-5d9f-48bf-81cc-722d931799ef req-ead28760-1bd6-4075-a51e-3d1619731419 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:53.900352 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2a99cb13-5d9f-48bf-81cc-722d931799ef req-ead28760-1bd6-4075-a51e-3d1619731419 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9abfce1-09c2-4b64-b95d-bbe9af14e242 HTTP/1.1" status: 200 len: 983 time: 0.0764182 Apr 08 10:32:53.947786 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2a99cb13-5d9f-48bf-81cc-722d931799ef req-18f29ebf-9b31-44f9-81a6-83d256093318 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b118eba-d33c-40f7-89e4-7eaa40c81092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420134 Apr 08 10:32:55.301667 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bef86-65ce-4e35-aecb-a4825ec49d89 req-b683af8d-0d2d-4caf-acba-a13ef5692f9d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:55.303256 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d52bef86-65ce-4e35-aecb-a4825ec49d89 req-b683af8d-0d2d-4caf-acba-a13ef5692f9d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9abfce1-09c2-4b64-b95d-bbe9af14e242 HTTP/1.1" status: 200 len: 983 time: 0.2268193 Apr 08 10:32:55.352200 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d52bef86-65ce-4e35-aecb-a4825ec49d89 req-cb66c156-cc37-49ca-ac8a-a6912eaa2217 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b118eba-d33c-40f7-89e4-7eaa40c81092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431044 Apr 08 10:32:55.566874 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc735f-68b0-4c38-9a65-dd41831e7ac7 req-e5a61d57-29f7-44a1-afee-8cddcf318f94 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:55.568280 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-27dc735f-68b0-4c38-9a65-dd41831e7ac7 req-e5a61d57-29f7-44a1-afee-8cddcf318f94 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9abfce1-09c2-4b64-b95d-bbe9af14e242 HTTP/1.1" status: 200 len: 983 time: 0.0786264 Apr 08 10:32:55.612870 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-27dc735f-68b0-4c38-9a65-dd41831e7ac7 req-deff804c-d431-47ae-9408-ed9c0a40673b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b118eba-d33c-40f7-89e4-7eaa40c81092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378864 Apr 08 10:32:55.640860 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60820) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:55.708629 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a744a411-0980-43ea-b795-732abd14cbbf tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b9abfce1-09c2-4b64-b95d-bbe9af14e242 HTTP/1.1" status: 200 len: 1131 time: 0.0666606 Apr 08 10:32:55.711225 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60824) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:55.716266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-3dfc492c-b597-4605-b939-0f5373f72abe tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'port_id': '8a77f7e9-7be9-4643-8a8a-1614c2d61e26', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:32:55.721534 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3dfc492c-b597-4605-b939-0f5373f72abe tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:32:55.725383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3dfc492c-b597-4605-b939-0f5373f72abe tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:floatingip and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:32:55.728168 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3dfc492c-b597-4605-b939-0f5373f72abe tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:32:55.733813 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3dfc492c-b597-4605-b939-0f5373f72abe tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:32:55.744987 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3dfc492c-b597-4605-b939-0f5373f72abe tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:55.883282 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3dfc492c-b597-4605-b939-0f5373f72abe tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:56.017656 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-3dfc492c-b597-4605-b939-0f5373f72abe tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.26.0.201 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/f4080612-7e4f-4ab5-a897-a339d9bad9e5) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:32:56.164075 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3dfc492c-b597-4605-b939-0f5373f72abe tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:56.190551 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3dfc492c-b597-4605-b939-0f5373f72abe tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:56.253400 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfc492c-b597-4605-b939-0f5373f72abe tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:32:56.255918 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-3dfc492c-b597-4605-b939-0f5373f72abe tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:32:56.259704 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfc492c-b597-4605-b939-0f5373f72abe tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:32:56.291893 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc492c-b597-4605-b939-0f5373f72abe tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=f4080612-7e4f-4ab5-a897-a339d9bad9e5,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:56.762225 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3dfc492c-b597-4605-b939-0f5373f72abe tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:56.816280 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3dfc492c-b597-4605-b939-0f5373f72abe tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:57.034044 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3dfc492c-b597-4605-b939-0f5373f72abe tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:57.040196 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3dfc492c-b597-4605-b939-0f5373f72abe tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:57.253235 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc492c-b597-4605-b939-0f5373f72abe tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=f4080612-7e4f-4ab5-a897-a339d9bad9e5,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:32:57.275348 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3dfc492c-b597-4605-b939-0f5373f72abe tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:57.464781 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [None req-3dfc492c-b597-4605-b939-0f5373f72abe tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Floating IP 152911b6-82a7-4c88-b211-9abf2154f1bd associated. External IP: 172.26.0.201, port: 8a77f7e9-7be9-4643-8a8a-1614c2d61e26. Apr 08 10:32:57.860762 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfc492c-b597-4605-b939-0f5373f72abe tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router 800de9d9-427d-4b96-8599-7acb548f19db has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:32:58.064700 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfc492c-b597-4605-b939-0f5373f72abe tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:32:58.076894 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4a899f-b9ba-476d-90f3-07e3e2c54537 None None] Sync routers for ids ['800de9d9-427d-4b96-8599-7acb548f19db'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:32:58.089926 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4a899f-b9ba-476d-90f3-07e3e2c54537 None None] Routers {'800de9d9-427d-4b96-8599-7acb548f19db'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:32:58.090617 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-0e4a899f-b9ba-476d-90f3-07e3e2c54537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:32:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['800de9d9-427d-4b96-8599-7acb548f19db'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:32:58.092343 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3dfc492c-b597-4605-b939-0f5373f72abe tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:32:58.159861 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3dfc492c-b597-4605-b939-0f5373f72abe tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.4447994 Apr 08 10:32:58.159861 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9abfce1-09c2-4b64-b95d-bbe9af14e242', 'tag': '8a77f7e9-7be9-4643-8a8a-1614c2d61e26'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:32:58.160700 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60842) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:32:58.215664 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70457ca8-ffa8-4300-b084-f80122618e4d'] response: {'name': 'network-changed', 'server_uuid': 'b9abfce1-09c2-4b64-b95d-bbe9af14e242', 'tag': '8a77f7e9-7be9-4643-8a8a-1614c2d61e26', 'status': 'completed', 'code': 200} Apr 08 10:32:58.261276 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4792c737-0a06-409c-a72c-95fee18b1b51 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b9abfce1-09c2-4b64-b95d-bbe9af14e242&network_id=99e5d5cd-3641-4247-b3df-14ef8b50f92a HTTP/1.1" status: 200 len: 1131 time: 0.0981154 Apr 08 10:32:58.282403 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-0e4a899f-b9ba-476d-90f3-07e3e2c54537 None None] Set router 800de9d9-427d-4b96-8599-7acb548f19db gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:32:58.321141 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8eaa0df6-def2-4191-aeba-d17b645dad90 req-bfb48c94-0c88-4ba6-acf6-48e1c1a19955 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=b9abfce1-09c2-4b64-b95d-bbe9af14e242 HTTP/1.1" status: 200 len: 1136 time: 0.0810807 Apr 08 10:32:58.468009 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa0df6-def2-4191-aeba-d17b645dad90 req-0f51139d-a1da-4e0b-8598-f0e3a10884f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:58.469971 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8eaa0df6-def2-4191-aeba-d17b645dad90 req-0f51139d-a1da-4e0b-8598-f0e3a10884f4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=99e5d5cd-3641-4247-b3df-14ef8b50f92a HTTP/1.1" status: 200 len: 897 time: 0.1434200 Apr 08 10:32:58.596647 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8eaa0df6-def2-4191-aeba-d17b645dad90 req-990d3792-2787-4aaf-818a-6a3242e7e346 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a77f7e9-7be9-4643-8a8a-1614c2d61e26 HTTP/1.1" status: 200 len: 1037 time: 0.1201885 Apr 08 10:32:58.653114 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-0e4a899f-b9ba-476d-90f3-07e3e2c54537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800de9d9-427d-4b96-8599-7acb548f19db', 'name': 'tempest-TestNetworkBasicOps-router-1793501195', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:32:36Z', 'updated_at': '2022-04-08T10:32:40Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800de9d9-427d-4b96-8599-7acb548f19db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:32:37Z', 'updated_at': '2022-04-08T10:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '152911b6-82a7-4c88-b211-9abf2154f1bd', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.201', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '800de9d9-427d-4b96-8599-7acb548f19db', 'port_id': '8a77f7e9-7be9-4643-8a8a-1614c2d61e26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2054280368', 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a', 'mac_address': 'fa:16:3e:21:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9abfce1-09c2-4b64-b95d-bbe9af14e242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:32:56Z', 'updated_at': '2022-04-08T10:32:56Z', 'revision_number': 0, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f765fa-dd8e-4e05-8c21-f6e02d4a045f', 'name': '', 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:79:61:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800de9d9-427d-4b96-8599-7acb548f19db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24ff927b-fae1-4f1e-a331-335385e8952f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:32:40Z', 'updated_at': '2022-04-08T10:32:48Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '24ff927b-fae1-4f1e-a331-335385e8952f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:32:58.657029 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4a899f-b9ba-476d-90f3-07e3e2c54537 None None] Checking router: 800de9d9-427d-4b96-8599-7acb548f19db for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:32:58.667999 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4a899f-b9ba-476d-90f3-07e3e2c54537 None None] Routers {'800de9d9-427d-4b96-8599-7acb548f19db'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:32:58.668679 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-0e4a899f-b9ba-476d-90f3-07e3e2c54537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:32:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['800de9d9-427d-4b96-8599-7acb548f19db'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:32:58.714910 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa0df6-def2-4191-aeba-d17b645dad90 req-83597beb-8633-4aba-aee7-022639731d47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:58.716361 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8eaa0df6-def2-4191-aeba-d17b645dad90 req-83597beb-8633-4aba-aee7-022639731d47 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24ff927b-fae1-4f1e-a331-335385e8952f HTTP/1.1" status: 200 len: 834 time: 0.1128190 Apr 08 10:32:58.790876 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5687715-fd1c-4ed6-bf5c-42c7a0d368df req-1cac151c-3530-44f0-a01a-b8136ddcfe68 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:32:58.792384 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a5687715-fd1c-4ed6-bf5c-42c7a0d368df req-1cac151c-3530-44f0-a01a-b8136ddcfe68 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9abfce1-09c2-4b64-b95d-bbe9af14e242 HTTP/1.1" status: 200 len: 983 time: 0.1530232 Apr 08 10:32:58.840839 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8eaa0df6-def2-4191-aeba-d17b645dad90 req-bdce3927-b7d7-46e6-bf54-a7d272f2a256 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=99e5d5cd-3641-4247-b3df-14ef8b50f92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1165841 Apr 08 10:32:58.853071 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-0e4a899f-b9ba-476d-90f3-07e3e2c54537 None None] Set router 800de9d9-427d-4b96-8599-7acb548f19db gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:32:58.875950 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a5687715-fd1c-4ed6-bf5c-42c7a0d368df req-9484c0f0-183c-4270-a57b-1e0877abacaf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b118eba-d33c-40f7-89e4-7eaa40c81092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767260 Apr 08 10:32:59.150582 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8eaa0df6-def2-4191-aeba-d17b645dad90 req-ac221ad0-4a48-4f87-85a6-6dd40609e9aa service neutron] 10.222.0.52 "GET /v2.0/networks/99e5d5cd-3641-4247-b3df-14ef8b50f92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016863 Apr 08 10:32:59.261311 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-0e4a899f-b9ba-476d-90f3-07e3e2c54537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800de9d9-427d-4b96-8599-7acb548f19db', 'name': 'tempest-TestNetworkBasicOps-router-1793501195', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:32:36Z', 'updated_at': '2022-04-08T10:32:40Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800de9d9-427d-4b96-8599-7acb548f19db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:32:37Z', 'updated_at': '2022-04-08T10:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '152911b6-82a7-4c88-b211-9abf2154f1bd', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.201', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '800de9d9-427d-4b96-8599-7acb548f19db', 'port_id': '8a77f7e9-7be9-4643-8a8a-1614c2d61e26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2054280368', 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a', 'mac_address': 'fa:16:3e:21:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9abfce1-09c2-4b64-b95d-bbe9af14e242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:32:56Z', 'updated_at': '2022-04-08T10:32:56Z', 'revision_number': 0, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f765fa-dd8e-4e05-8c21-f6e02d4a045f', 'name': '', 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:79:61:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800de9d9-427d-4b96-8599-7acb548f19db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24ff927b-fae1-4f1e-a331-335385e8952f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:32:40Z', 'updated_at': '2022-04-08T10:32:48Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '24ff927b-fae1-4f1e-a331-335385e8952f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:32:59.265257 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4a899f-b9ba-476d-90f3-07e3e2c54537 None None] The sync data for ids ['800de9d9-427d-4b96-8599-7acb548f19db'] in dv-neutron-837110-1-hyperv is: [{'id': '800de9d9-427d-4b96-8599-7acb548f19db', 'name': 'tempest-TestNetworkBasicOps-router-1793501195', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:32:36Z', 'updated_at': '2022-04-08T10:32:40Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800de9d9-427d-4b96-8599-7acb548f19db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:32:37Z', 'updated_at': '2022-04-08T10:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '152911b6-82a7-4c88-b211-9abf2154f1bd', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.201', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '800de9d9-427d-4b96-8599-7acb548f19db', 'port_id': '8a77f7e9-7be9-4643-8a8a-1614c2d61e26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2054280368', 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a', 'mac_address': 'fa:16:3e:21:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9abfce1-09c2-4b64-b95d-bbe9af14e242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:32:56Z', 'updated_at': '2022-04-08T10:32:56Z', 'revision_number': 0, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f765fa-dd8e-4e05-8c21-f6e02d4a045f', 'name': '', 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:79:61:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800de9d9-427d-4b96-8599-7acb548f19db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24ff927b-fae1-4f1e-a331-335385e8952f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:32:40Z', 'updated_at': '2022-04-08T10:32:48Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '24ff927b-fae1-4f1e-a331-335385e8952f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:32:59.296756 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8eaa0df6-def2-4191-aeba-d17b645dad90 req-5da58b8c-4999-4daf-bdd9-803bcd5deec3 service neutron] 10.222.0.52 "GET /v2.0/networks/99e5d5cd-3641-4247-b3df-14ef8b50f92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399109 Apr 08 10:33:00.043297 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a98d75-6101-479c-8346-6a4453e0fdb3 req-bf819dc3-bf82-4b19-bc47-d959cf6702c8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:00.046494 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e7a98d75-6101-479c-8346-6a4453e0fdb3 req-bf819dc3-bf82-4b19-bc47-d959cf6702c8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9abfce1-09c2-4b64-b95d-bbe9af14e242 HTTP/1.1" status: 200 len: 983 time: 0.1146338 Apr 08 10:33:00.202886 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a98d75-6101-479c-8346-6a4453e0fdb3 req-1629959a-e3b3-41de-afb2-2fc2dd8bcb05 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:00.204532 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e7a98d75-6101-479c-8346-6a4453e0fdb3 req-1629959a-e3b3-41de-afb2-2fc2dd8bcb05 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/ports/8a77f7e9-7be9-4643-8a8a-1614c2d61e26?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0985017 Apr 08 10:33:00.384788 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf7e39-af11-49c7-bcb2-0df4f389cecd req-ffc2f3cc-e7ec-4679-9f00-334c744b5b96 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:00.388841 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-37cf7e39-af11-49c7-bcb2-0df4f389cecd req-ffc2f3cc-e7ec-4679-9f00-334c744b5b96 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9abfce1-09c2-4b64-b95d-bbe9af14e242 HTTP/1.1" status: 200 len: 983 time: 0.3412139 Apr 08 10:33:00.528559 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-37cf7e39-af11-49c7-bcb2-0df4f389cecd req-fbf3451b-bb18-459f-8396-97d6620d69e9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b118eba-d33c-40f7-89e4-7eaa40c81092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311033 Apr 08 10:33:00.534868 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e7a98d75-6101-479c-8346-6a4453e0fdb3 req-dc8ca23e-bccc-4563-bdb5-91003b6b726a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/networks/99e5d5cd-3641-4247-b3df-14ef8b50f92a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3219457 Apr 08 10:33:00.551023 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-e7a98d75-6101-479c-8346-6a4453e0fdb3 req-bfb56c93-00df-4530-99fa-f4b7dcede020 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:33:00.696581 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-e7a98d75-6101-479c-8346-6a4453e0fdb3 req-bfb56c93-00df-4530-99fa-f4b7dcede020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:00.983132 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-e7a98d75-6101-479c-8346-6a4453e0fdb3 req-bfb56c93-00df-4530-99fa-f4b7dcede020 service neutron] For port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8a77f7e9-7be9-4643-8a8a-1614c2d61e26,segment=NetworkSegment(0c2f66cd-18d2-4d24-8c0a-aa7c61121205),segment_id=0c2f66cd-18d2-4d24-8c0a-aa7c61121205)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:33:01.026384 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-e7a98d75-6101-479c-8346-6a4453e0fdb3 req-bfb56c93-00df-4530-99fa-f4b7dcede020 service neutron] For port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:33:01.112118 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-e7a98d75-6101-479c-8346-6a4453e0fdb3 req-bfb56c93-00df-4530-99fa-f4b7dcede020 service neutron] device_id is not set on port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 yet. {{(pid=83845) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:33:01.122670 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-e7a98d75-6101-479c-8346-6a4453e0fdb3 req-bfb56c93-00df-4530-99fa-f4b7dcede020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:01.128585 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-e7a98d75-6101-479c-8346-6a4453e0fdb3 req-bfb56c93-00df-4530-99fa-f4b7dcede020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:01.275571 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb56c93-00df-4530-99fa-f4b7dcede020 service neutron] Pushing event updated for resources: {'Port': ['ID=8a77f7e9-7be9-4643-8a8a-1614c2d61e26,revision_number=6']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:01.341913 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a98d75-6101-479c-8346-6a4453e0fdb3 req-bfb56c93-00df-4530-99fa-f4b7dcede020 service neutron] No DVR routers for this DVR port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 on host hv-neutron-8371 {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:33:01.539899 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-eb1cdd67-09f2-41e2-b595-a87f66844c9f None None] Provisioning complete for port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:33:01.540918 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-eb1cdd67-09f2-41e2-b595-a87f66844c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:01.606156 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-eb1cdd67-09f2-41e2-b595-a87f66844c9f None None] Port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:33:01.770207 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-31dd0c76-6f5d-46a4-97a8-7efb33dddb36 req-e815a262-08f4-427f-b627-bbfe8cea55c4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9abfce1-09c2-4b64-b95d-bbe9af14e242 HTTP/1.1" status: 200 len: 210 time: 0.0609350 Apr 08 10:33:01.771224 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-e7a98d75-6101-479c-8346-6a4453e0fdb3 req-bfb56c93-00df-4530-99fa-f4b7dcede020 service neutron] In _notify_port_updated(), no bound segment for port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 on network 99e5d5cd-3641-4247-b3df-14ef8b50f92a {{(pid=83845) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 08 10:33:01.772560 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-e7a98d75-6101-479c-8346-6a4453e0fdb3 req-bfb56c93-00df-4530-99fa-f4b7dcede020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:01.773912 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e7a98d75-6101-479c-8346-6a4453e0fdb3 req-bfb56c93-00df-4530-99fa-f4b7dcede020 service neutron] 10.222.0.52 "PUT /v2.0/ports/8a77f7e9-7be9-4643-8a8a-1614c2d61e26 HTTP/1.1" status: 200 len: 1026 time: 1.2284269 Apr 08 10:33:02.538221 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8ca5c7-7e77-4b53-b658-fb662216ec3f None None] New status for floating IP 152911b6-82a7-4c88-b211-9abf2154f1bd: ACTIVE {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:33:02.867263 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:33:02.925621 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60866) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:02.945230 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:33:02.997283 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8ace38-c586-49b6-ae90-187d52a031ba tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:02.997868 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-6d8ace38-c586-49b6-ae90-187d52a031ba tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:33:03.014587 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-6d8ace38-c586-49b6-ae90-187d52a031ba tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:33:03.016171 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6d8ace38-c586-49b6-ae90-187d52a031ba tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports/8a77f7e9-7be9-4643-8a8a-1614c2d61e26 HTTP/1.1" status: 200 len: 925 time: 0.0895090 Apr 08 10:33:03.702641 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60874) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:03.708742 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-5f9ff8e4-cb08-493a-9957-108e57c60ed5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-546127571', 'description': 'tempest-secgroup-smoke-546127571 description', 'project_id': '6d9baba61a9a4a97bab400043cc74a73'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:33:03.716209 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5f9ff8e4-cb08-493a-9957-108e57c60ed5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:33:03.726429 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5f9ff8e4-cb08-493a-9957-108e57c60ed5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:33:03.736308 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5f9ff8e4-cb08-493a-9957-108e57c60ed5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:03.773711 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5f9ff8e4-cb08-493a-9957-108e57c60ed5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:33:03.777600 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5f9ff8e4-cb08-493a-9957-108e57c60ed5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:33:03.780405 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5f9ff8e4-cb08-493a-9957-108e57c60ed5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:33:03.786522 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5f9ff8e4-cb08-493a-9957-108e57c60ed5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:33:03.847530 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5f9ff8e4-cb08-493a-9957-108e57c60ed5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:03.852349 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5f9ff8e4-cb08-493a-9957-108e57c60ed5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:03.896661 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ff8e4-cb08-493a-9957-108e57c60ed5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cee2cfa6-c2f9-4e40-bf2b-ffbc196e6bb7,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:03.902906 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5f9ff8e4-cb08-493a-9957-108e57c60ed5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:03.904205 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5f9ff8e4-cb08-493a-9957-108e57c60ed5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2002809 Apr 08 10:33:03.907003 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60878) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:03.913446 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-52a31320-8743-4223-b863-9645b3e6dc7c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'cee2cfa6-c2f9-4e40-bf2b-ffbc196e6bb7', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:33:03.919556 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-52a31320-8743-4223-b863-9645b3e6dc7c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:33:03.923610 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-52a31320-8743-4223-b863-9645b3e6dc7c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:33:03.926656 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-52a31320-8743-4223-b863-9645b3e6dc7c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:33:03.933192 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-52a31320-8743-4223-b863-9645b3e6dc7c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:33:03.952449 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-52a31320-8743-4223-b863-9645b3e6dc7c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:04.015643 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-52a31320-8743-4223-b863-9645b3e6dc7c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:04.019400 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-52a31320-8743-4223-b863-9645b3e6dc7c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:04.042381 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a31320-8743-4223-b863-9645b3e6dc7c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd51f5e8-59f6-4ccc-9161-d9ad1a01e1e4,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:04.053473 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-52a31320-8743-4223-b863-9645b3e6dc7c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:04.054592 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-52a31320-8743-4223-b863-9645b3e6dc7c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1464710 Apr 08 10:33:04.057805 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60882) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:04.063315 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-92fce998-b718-4e4b-aaff-2fb0e6331f0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'cee2cfa6-c2f9-4e40-bf2b-ffbc196e6bb7', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:33:04.070420 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-92fce998-b718-4e4b-aaff-2fb0e6331f0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:33:04.074752 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-92fce998-b718-4e4b-aaff-2fb0e6331f0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:33:04.077974 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-92fce998-b718-4e4b-aaff-2fb0e6331f0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:33:04.083940 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-92fce998-b718-4e4b-aaff-2fb0e6331f0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:33:04.203568 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-92fce998-b718-4e4b-aaff-2fb0e6331f0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:04.266729 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-92fce998-b718-4e4b-aaff-2fb0e6331f0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:04.270866 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-92fce998-b718-4e4b-aaff-2fb0e6331f0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:04.295438 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fce998-b718-4e4b-aaff-2fb0e6331f0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae69e156-41d3-4cad-bf1b-276267ec23d6,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:04.305354 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-92fce998-b718-4e4b-aaff-2fb0e6331f0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:04.309060 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-92fce998-b718-4e4b-aaff-2fb0e6331f0c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2477908 Apr 08 10:33:04.309400 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60886) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:04.315558 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-32059e2b-660c-40b4-9f18-83050c5ddbba tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'cee2cfa6-c2f9-4e40-bf2b-ffbc196e6bb7', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:33:04.322688 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-32059e2b-660c-40b4-9f18-83050c5ddbba tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:33:04.326506 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-32059e2b-660c-40b4-9f18-83050c5ddbba tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:33:04.329512 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-32059e2b-660c-40b4-9f18-83050c5ddbba tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:33:04.336107 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-32059e2b-660c-40b4-9f18-83050c5ddbba tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:33:04.353214 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-32059e2b-660c-40b4-9f18-83050c5ddbba tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:04.417523 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-32059e2b-660c-40b4-9f18-83050c5ddbba tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:04.421385 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-32059e2b-660c-40b4-9f18-83050c5ddbba tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:04.447637 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32059e2b-660c-40b4-9f18-83050c5ddbba tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da543149-54a7-471a-9883-4321cc3a4e7d,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:04.457039 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-32059e2b-660c-40b4-9f18-83050c5ddbba tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:04.460515 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-32059e2b-660c-40b4-9f18-83050c5ddbba tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1500609 Apr 08 10:33:04.461448 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60890) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:04.467194 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-be4e6656-25a3-4ce4-aeb5-754671d0d1aa tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'cee2cfa6-c2f9-4e40-bf2b-ffbc196e6bb7', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:33:04.473196 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-be4e6656-25a3-4ce4-aeb5-754671d0d1aa tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:33:04.477639 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-be4e6656-25a3-4ce4-aeb5-754671d0d1aa tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:33:04.480625 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-be4e6656-25a3-4ce4-aeb5-754671d0d1aa tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:33:04.486295 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-be4e6656-25a3-4ce4-aeb5-754671d0d1aa tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:33:04.504285 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-be4e6656-25a3-4ce4-aeb5-754671d0d1aa tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:04.575054 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-be4e6656-25a3-4ce4-aeb5-754671d0d1aa tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:04.580873 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-be4e6656-25a3-4ce4-aeb5-754671d0d1aa tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:04.609295 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e6656-25a3-4ce4-aeb5-754671d0d1aa tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53449ebd-de21-4ffc-b345-f1b3747b79f2,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:04.620967 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-be4e6656-25a3-4ce4-aeb5-754671d0d1aa tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:04.622631 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-be4e6656-25a3-4ce4-aeb5-754671d0d1aa tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1598201 Apr 08 10:33:04.625162 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60896) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:04.631919 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-6af0afe5-accc-477b-b0dc-d399fcfba7f5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'cee2cfa6-c2f9-4e40-bf2b-ffbc196e6bb7', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:33:04.639429 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-6af0afe5-accc-477b-b0dc-d399fcfba7f5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:33:04.644072 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6af0afe5-accc-477b-b0dc-d399fcfba7f5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:33:04.648410 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6af0afe5-accc-477b-b0dc-d399fcfba7f5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:33:04.655756 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-6af0afe5-accc-477b-b0dc-d399fcfba7f5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:33:04.669279 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.securitygroups_db [None req-6af0afe5-accc-477b-b0dc-d399fcfba7f5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Project 6d9baba61a9a4a97bab400043cc74a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:33:04.677053 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6af0afe5-accc-477b-b0dc-d399fcfba7f5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:04.776806 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6af0afe5-accc-477b-b0dc-d399fcfba7f5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:04.781185 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6af0afe5-accc-477b-b0dc-d399fcfba7f5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:04.806199 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0afe5-accc-477b-b0dc-d399fcfba7f5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edfa927a-74e6-4530-bbdd-2bf07b1505e2,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:04.815590 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6af0afe5-accc-477b-b0dc-d399fcfba7f5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:04.816986 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6af0afe5-accc-477b-b0dc-d399fcfba7f5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1908138 Apr 08 10:33:04.819951 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 60900) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:04.825633 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-f65e8b20-2940-4cb7-b9ff-6783e67b07b1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'cee2cfa6-c2f9-4e40-bf2b-ffbc196e6bb7', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:33:04.831548 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f65e8b20-2940-4cb7-b9ff-6783e67b07b1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:33:04.836032 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f65e8b20-2940-4cb7-b9ff-6783e67b07b1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:33:04.838939 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f65e8b20-2940-4cb7-b9ff-6783e67b07b1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:33:04.844667 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f65e8b20-2940-4cb7-b9ff-6783e67b07b1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:33:04.855404 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.securitygroups_db [None req-f65e8b20-2940-4cb7-b9ff-6783e67b07b1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Project 6d9baba61a9a4a97bab400043cc74a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:33:04.861811 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f65e8b20-2940-4cb7-b9ff-6783e67b07b1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:04.929817 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f65e8b20-2940-4cb7-b9ff-6783e67b07b1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:04.933480 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f65e8b20-2940-4cb7-b9ff-6783e67b07b1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:04.960262 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e8b20-2940-4cb7-b9ff-6783e67b07b1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d30f572-c5d1-4759-bfd9-757c0a9004fd,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:04.966020 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f65e8b20-2940-4cb7-b9ff-6783e67b07b1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:04.967291 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f65e8b20-2940-4cb7-b9ff-6783e67b07b1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1461768 Apr 08 10:33:05.135447 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-48af782c-1086-4d0b-a19a-767d4da662f4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-546127571&fields=id&tenant_id=6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 267 time: 0.0413005 Apr 08 10:33:05.210242 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-be990ac0-3ffa-4f98-ad99-9122745c62e9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:05.211456 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-be990ac0-3ffa-4f98-ad99-9122745c62e9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports/8a77f7e9-7be9-4643-8a8a-1614c2d61e26 HTTP/1.1" status: 200 len: 930 time: 0.0697367 Apr 08 10:33:05.364710 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-5abc493e-22f1-4452-b29c-2572f8240122 service neutron] 10.222.0.47 "GET /v2.0/ports/8a77f7e9-7be9-4643-8a8a-1614c2d61e26?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1417840 Apr 08 10:33:05.494199 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-40192995-7683-4980-89c0-b410731aed98 service neutron] 10.222.0.47 "GET /v2.0/networks/99e5d5cd-3641-4247-b3df-14ef8b50f92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231523 Apr 08 10:33:05.624910 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-2f6573a5-4696-4492-adec-f783ef95193f service neutron] 10.222.0.47 "GET /v2.0/networks/99e5d5cd-3641-4247-b3df-14ef8b50f92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251669 Apr 08 10:33:05.817795 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fefc1a30-e6e6-4193-b4d0-65eb7a3de35a req-8b5acc32-4053-4348-9c0d-919b225e1673 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=24b599ea-c58c-422e-97b4-e72c20140e30 HTTP/1.1" status: 200 len: 210 time: 0.0430889 Apr 08 10:33:06.124872 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-64fb0581-404f-462f-afe8-9077b453f240 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-762314985&fields=id&tenant_id=ca026b6dcd1141668fcfbc870ce52fee HTTP/1.1" status: 200 len: 267 time: 0.0444481 Apr 08 10:33:06.272862 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-cbb45f76-9df6-49b6-af8b-b4c505a058e2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:06.274203 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-cbb45f76-9df6-49b6-af8b-b4c505a058e2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/networks?id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 HTTP/1.1" status: 200 len: 811 time: 0.1427629 Apr 08 10:33:06.290873 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-7917761f-5887-4232-b376-79f6d3452752 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/quotas/ca026b6dcd1141668fcfbc870ce52fee HTTP/1.1" status: 200 len: 375 time: 0.0112131 Apr 08 10:33:06.385069 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-4414a453-143b-45b4-856d-a87cde492361 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ca026b6dcd1141668fcfbc870ce52fee&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0888245 Apr 08 10:33:06.518687 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-f3d4bc26-56f9-4d77-9fdf-aa6a99a84b6b service neutron] 10.222.0.47 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227582 Apr 08 10:33:06.653287 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-8c216ccf-025b-438f-b484-bb05c13e77d9 service neutron] 10.222.0.47 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288831 Apr 08 10:33:06.796277 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-90ec421d-09e4-4bc8-9c3f-beed5a27762e service neutron] 10.222.0.52 "GET /v2.0/ports/8a77f7e9-7be9-4643-8a8a-1614c2d61e26 HTTP/1.1" status: 200 len: 1026 time: 0.0596898 Apr 08 10:33:07.018875 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6347a07a-e798-4018-b116-5da51786453f req-39b63693-ef28-45e8-9213-7b81cc3df5d1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=24b599ea-c58c-422e-97b4-e72c20140e30 HTTP/1.1" status: 200 len: 210 time: 0.0669508 Apr 08 10:33:07.025665 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-c5424161-8c8b-455f-8fbf-b63e560a774c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:07.026972 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-c5424161-8c8b-455f-8fbf-b63e560a774c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/networks?id=99e5d5cd-3641-4247-b3df-14ef8b50f92a HTTP/1.1" status: 200 len: 796 time: 0.2227404 Apr 08 10:33:07.101408 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4af765be-4fc9-465d-9aa0-7260f91678f8 req-c7ab876a-c548-4ec1-ac92-c4c3361f75fe tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d HTTP/1.1" status: 200 len: 210 time: 0.0598769 Apr 08 10:33:07.125279 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-ac1d5b35-a689-4617-a79c-c9d641eae86f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 472 time: 0.0823689 Apr 08 10:33:07.135671 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-add85435-2533-4e85-9096-a4d1f77048ad service neutron] Request body: {'port': {'device_id': '24b599ea-c58c-422e-97b4-e72c20140e30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:33:07.344320 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-add85435-2533-4e85-9096-a4d1f77048ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:07.694877 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-add85435-2533-4e85-9096-a4d1f77048ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:33:07.701707 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-add85435-2533-4e85-9096-a4d1f77048ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:07.716518 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-add85435-2533-4e85-9096-a4d1f77048ad service neutron] Transition to ACTIVE for port object 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:33:07.719749 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-add85435-2533-4e85-9096-a4d1f77048ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:07.855229 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add85435-2533-4e85-9096-a4d1f77048ad service neutron] Pushing event updated for resources: {'Port': ['ID=8a77f7e9-7be9-4643-8a8a-1614c2d61e26,revision_number=7']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:07.990099 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-add85435-2533-4e85-9096-a4d1f77048ad service neutron] Attempting to bind port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:33:07.990494 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-add85435-2533-4e85-9096-a4d1f77048ad service neutron] Attempting to bind port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '0c2f66cd-18d2-4d24-8c0a-aa7c61121205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:33:07.990953 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-add85435-2533-4e85-9096-a4d1f77048ad service neutron] Attempting to bind port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 on network 99e5d5cd-3641-4247-b3df-14ef8b50f92a {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:33:07.996820 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-add85435-2533-4e85-9096-a4d1f77048ad service neutron] Port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 on network 99e5d5cd-3641-4247-b3df-14ef8b50f92a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:33:07.997140 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-add85435-2533-4e85-9096-a4d1f77048ad service neutron] Attempting to bind port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 on network 99e5d5cd-3641-4247-b3df-14ef8b50f92a {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:33:08.003168 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-add85435-2533-4e85-9096-a4d1f77048ad service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:33:08.003544 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-add85435-2533-4e85-9096-a4d1f77048ad service neutron] Checking segment: {'id': '0c2f66cd-18d2-4d24-8c0a-aa7c61121205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:33:08.003924 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-add85435-2533-4e85-9096-a4d1f77048ad service neutron] Bound using segment: {'id': '0c2f66cd-18d2-4d24-8c0a-aa7c61121205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:33:08.004376 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-add85435-2533-4e85-9096-a4d1f77048ad service neutron] Bound port: 8a77f7e9-7be9-4643-8a8a-1614c2d61e26, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c2f66cd-18d2-4d24-8c0a-aa7c61121205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:33:08.004727 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-add85435-2533-4e85-9096-a4d1f77048ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:08.133260 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-add85435-2533-4e85-9096-a4d1f77048ad service neutron] For port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:33:08.141657 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-add85435-2533-4e85-9096-a4d1f77048ad service neutron] For port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8a77f7e9-7be9-4643-8a8a-1614c2d61e26,segment=NetworkSegment(0c2f66cd-18d2-4d24-8c0a-aa7c61121205),segment_id=0c2f66cd-18d2-4d24-8c0a-aa7c61121205)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:33:08.149996 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-add85435-2533-4e85-9096-a4d1f77048ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:08.272275 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-add85435-2533-4e85-9096-a4d1f77048ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:08.274269 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-add85435-2533-4e85-9096-a4d1f77048ad service neutron] 10.222.0.52 "PUT /v2.0/ports/8a77f7e9-7be9-4643-8a8a-1614c2d61e26 HTTP/1.1" status: 200 len: 1131 time: 1.1426320 Apr 08 10:33:08.274870 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b599ea-c58c-422e-97b4-e72c20140e30', 'tag': '8a77f7e9-7be9-4643-8a8a-1614c2d61e26'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:33:08.308116 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-2572f97b-5c0a-4b13-a234-bad00d07dad0 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:08.308855 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-2572f97b-5c0a-4b13-a234-bad00d07dad0 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Synchronizing usage tracker for tenant:ca026b6dcd1141668fcfbc870ce52fee on resource:network {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:33:08.325683 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:08.333683 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-2572f97b-5c0a-4b13-a234-bad00d07dad0 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Unset dirty status for tenant:ca026b6dcd1141668fcfbc870ce52fee on resource:network {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:33:08.336144 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-2572f97b-5c0a-4b13-a234-bad00d07dad0 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.52 "GET /v2.0/networks?id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 HTTP/1.1" status: 200 len: 811 time: 0.3212900 Apr 08 10:33:08.397158 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-9eeefe83-bac1-4102-a108-18e8c9a429c4 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Synchronizing usage tracker for tenant:ca026b6dcd1141668fcfbc870ce52fee on resource:security_group {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:33:08.412890 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-9eeefe83-bac1-4102-a108-18e8c9a429c4 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Unset dirty status for tenant:ca026b6dcd1141668fcfbc870ce52fee on resource:security_group {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:33:08.414771 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-9eeefe83-bac1-4102-a108-18e8c9a429c4 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca026b6dcd1141668fcfbc870ce52fee HTTP/1.1" status: 200 len: 379 time: 0.0637441 Apr 08 10:33:08.416725 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-33433229-9ba3-461b-b9de-c63222db6729 req-71a41a86-7dea-43f2-b864-a90059feff4b tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d HTTP/1.1" status: 200 len: 210 time: 0.1468105 Apr 08 10:33:08.426482 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-c2a63a9a-fcc7-45e7-a993-280ce515c1b2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Request body: {'port': {'device_id': '502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'admin_state_up': True, 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'security_groups': ['acb99817-3827-49da-ae33-a15577fba8ec']}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:33:08.463144 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add85435-2533-4e85-9096-a4d1f77048ad service neutron] Pushing event updated for resources: {'Port': ['ID=8a77f7e9-7be9-4643-8a8a-1614c2d61e26,revision_number=8']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:08.514950 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ba3ad02-6888-46d4-9d46-c031cada25ee'] response: {'name': 'network-changed', 'server_uuid': '24b599ea-c58c-422e-97b4-e72c20140e30', 'tag': '8a77f7e9-7be9-4643-8a8a-1614c2d61e26', 'status': 'completed', 'code': 200} Apr 08 10:33:08.523059 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb45d9-8cc1-4804-894d-397fe65204ab req-94528d0c-b054-48bf-a4e9-f263f2f9fca9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:08.528416 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7adb45d9-8cc1-4804-894d-397fe65204ab req-94528d0c-b054-48bf-a4e9-f263f2f9fca9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=24b599ea-c58c-422e-97b4-e72c20140e30 HTTP/1.1" status: 200 len: 981 time: 0.3218021 Apr 08 10:33:08.532126 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-db78c5d2-2070-4f7f-8511-fb4fb95a24ad service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=24b599ea-c58c-422e-97b4-e72c20140e30 HTTP/1.1" status: 200 len: 1134 time: 0.1799061 Apr 08 10:33:08.591651 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-c2a63a9a-fcc7-45e7-a993-280ce515c1b2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:33:08.601729 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-c2a63a9a-fcc7-45e7-a993-280ce515c1b2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:33:08.612827 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-c2a63a9a-fcc7-45e7-a993-280ce515c1b2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Made reservation on behalf of ca026b6dcd1141668fcfbc870ce52fee for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:33:08.617173 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-c2a63a9a-fcc7-45e7-a993-280ce515c1b2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:08.659141 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7adb45d9-8cc1-4804-894d-397fe65204ab req-3c015a0e-2981-45dc-b00d-52800517cb52 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b118eba-d33c-40f7-89e4-7eaa40c81092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258421 Apr 08 10:33:08.663474 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-f467abb8-6ac4-43d8-9049-bd57e7f65bf0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a77f7e9-7be9-4643-8a8a-1614c2d61e26 HTTP/1.1" status: 200 len: 1037 time: 0.1162174 Apr 08 10:33:08.733308 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-11eed99c-a30b-400d-b38d-af6684250de1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:08.734943 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-11eed99c-a30b-400d-b38d-af6684250de1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24ff927b-fae1-4f1e-a331-335385e8952f HTTP/1.1" status: 200 len: 834 time: 0.0627928 Apr 08 10:33:08.798753 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-c2a63a9a-fcc7-45e7-a993-280ce515c1b2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Allocated IP 172.20.0.6 (d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6/a7812769-8943-4a3e-b177-052eca03ae6f/73cea48c-aa0e-412b-ba3a-3ea54cc50ca5) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:33:08.818816 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-c02cfcef-5542-44f2-b778-0c7fac50d788 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=99e5d5cd-3641-4247-b3df-14ef8b50f92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741301 Apr 08 10:33:08.958735 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-f82708a9-48b0-466e-830c-744c5500dc20 service neutron] 10.222.0.52 "GET /v2.0/networks/99e5d5cd-3641-4247-b3df-14ef8b50f92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310601 Apr 08 10:33:08.991565 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-c2a63a9a-fcc7-45e7-a993-280ce515c1b2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:09.008328 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-c2a63a9a-fcc7-45e7-a993-280ce515c1b2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Transition to ACTIVE for port object 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:33:09.032414 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-c2a63a9a-fcc7-45e7-a993-280ce515c1b2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:09.115955 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-193080e6-4633-42e9-944e-e2bf85aa7f3f req-e66ad47e-32ac-4acd-a621-aaf61f34938d service neutron] 10.222.0.52 "GET /v2.0/networks/99e5d5cd-3641-4247-b3df-14ef8b50f92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480658 Apr 08 10:33:09.119383 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-c2a63a9a-fcc7-45e7-a993-280ce515c1b2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Network d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:33:09.122869 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-c2a63a9a-fcc7-45e7-a993-280ce515c1b2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:33:09.127057 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-c2a63a9a-fcc7-45e7-a993-280ce515c1b2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:33:09.153312 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a63a9a-fcc7-45e7-a993-280ce515c1b2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Pushing event updated for resources: {'Port': ['ID=73cea48c-aa0e-412b-ba3a-3ea54cc50ca5,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:09.199933 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-c2a63a9a-fcc7-45e7-a993-280ce515c1b2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:09.200617 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-c2a63a9a-fcc7-45e7-a993-280ce515c1b2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:09.234125 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-c2a63a9a-fcc7-45e7-a993-280ce515c1b2 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8115828 Apr 08 10:33:09.250631 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-141136c3-a860-4b26-b73d-6c4701f1d22e service neutron] Request body: {'port': {'device_id': '502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:33:09.358352 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d7b2261-17cb-47c9-8320-f13e4f423963 req-fe2e0969-d449-497b-8964-c758c2bab4af service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=24b599ea-c58c-422e-97b4-e72c20140e30 HTTP/1.1" status: 200 len: 1134 time: 0.1833940 Apr 08 10:33:09.395882 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-141136c3-a860-4b26-b73d-6c4701f1d22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:09.447423 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-aa21d46c-8f4d-435a-8e2e-be1490df317e None None] Provisioning for port 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:33:09.454692 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-aa21d46c-8f4d-435a-8e2e-be1490df317e None None] Provisioning complete for port 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:33:09.456944 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-aa21d46c-8f4d-435a-8e2e-be1490df317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:09.532188 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-aa21d46c-8f4d-435a-8e2e-be1490df317e None None] Port 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:33:09.605442 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b2261-17cb-47c9-8320-f13e4f423963 req-378043c0-196d-4e70-9108-964fbf2417c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:09.606380 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d7b2261-17cb-47c9-8320-f13e4f423963 req-378043c0-196d-4e70-9108-964fbf2417c0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=99e5d5cd-3641-4247-b3df-14ef8b50f92a HTTP/1.1" status: 200 len: 897 time: 0.2417285 Apr 08 10:33:09.737375 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d7b2261-17cb-47c9-8320-f13e4f423963 req-aab9619c-15b6-44b5-8688-d7ae56dbf970 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a77f7e9-7be9-4643-8a8a-1614c2d61e26 HTTP/1.1" status: 200 len: 1037 time: 0.1229701 Apr 08 10:33:09.746289 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956acba3-e2ff-4240-b798-104c85f97c27 req-c278c6ae-6283-4114-b84d-307d498afd94 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:09.747745 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-956acba3-e2ff-4240-b798-104c85f97c27 req-c278c6ae-6283-4114-b84d-307d498afd94 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d HTTP/1.1" status: 200 len: 931 time: 0.1791658 Apr 08 10:33:09.829246 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-141136c3-a860-4b26-b73d-6c4701f1d22e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5 {{(pid=83846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:33:09.838305 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-141136c3-a860-4b26-b73d-6c4701f1d22e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:09.856491 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-141136c3-a860-4b26-b73d-6c4701f1d22e service neutron] Transition to ACTIVE for port object 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5 will not be triggered until provisioned by entity L2. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:33:09.860651 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-141136c3-a860-4b26-b73d-6c4701f1d22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:09.893792 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b2261-17cb-47c9-8320-f13e4f423963 req-ff368cbb-6df7-445f-98ea-66473f85eecc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:09.895464 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d7b2261-17cb-47c9-8320-f13e4f423963 req-ff368cbb-6df7-445f-98ea-66473f85eecc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=24ff927b-fae1-4f1e-a331-335385e8952f HTTP/1.1" status: 200 len: 834 time: 0.1465974 Apr 08 10:33:09.906611 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-956acba3-e2ff-4240-b798-104c85f97c27 req-d799fa3a-ab81-4d7b-aa85-2e817daaf477 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198177 Apr 08 10:33:10.000375 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fb22b-db4a-4609-ad9f-10d8b8dca36d req-2a3c69da-717a-422d-b624-22b94da9d85e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:10.002007 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-660fb22b-db4a-4609-ad9f-10d8b8dca36d req-2a3c69da-717a-422d-b624-22b94da9d85e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=24b599ea-c58c-422e-97b4-e72c20140e30 HTTP/1.1" status: 200 len: 981 time: 0.1763055 Apr 08 10:33:10.016130 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d7b2261-17cb-47c9-8320-f13e4f423963 req-dc7acada-0fb0-4198-ae77-25d49bdf546e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=99e5d5cd-3641-4247-b3df-14ef8b50f92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1121480 Apr 08 10:33:10.080561 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141136c3-a860-4b26-b73d-6c4701f1d22e service neutron] Pushing event updated for resources: {'Port': ['ID=73cea48c-aa0e-412b-ba3a-3ea54cc50ca5,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:10.161346 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-660fb22b-db4a-4609-ad9f-10d8b8dca36d req-18393e7f-517f-408c-9783-d3584f7f69bd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b118eba-d33c-40f7-89e4-7eaa40c81092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435568 Apr 08 10:33:10.200734 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-141136c3-a860-4b26-b73d-6c4701f1d22e service neutron] Attempting to bind port 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:33:10.201114 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-141136c3-a860-4b26-b73d-6c4701f1d22e service neutron] Attempting to bind port 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '1cff5a80-2e48-4f34-84f9-427d4240795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:33:10.201379 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-141136c3-a860-4b26-b73d-6c4701f1d22e service neutron] Attempting to bind port 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5 on network d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:33:10.209011 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-141136c3-a860-4b26-b73d-6c4701f1d22e service neutron] Port 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5 on network d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:33:10.209451 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-141136c3-a860-4b26-b73d-6c4701f1d22e service neutron] Attempting to bind port 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5 on network d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:33:10.213663 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d7b2261-17cb-47c9-8320-f13e4f423963 req-a69417ff-9c14-4f89-ac4a-ceb685b47bb1 service neutron] 10.222.0.52 "GET /v2.0/networks/99e5d5cd-3641-4247-b3df-14ef8b50f92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818044 Apr 08 10:33:10.216061 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-141136c3-a860-4b26-b73d-6c4701f1d22e service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:33:10.216425 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-141136c3-a860-4b26-b73d-6c4701f1d22e service neutron] Checking segment: {'id': '1cff5a80-2e48-4f34-84f9-427d4240795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:33:10.216799 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-141136c3-a860-4b26-b73d-6c4701f1d22e service neutron] Bound using segment: {'id': '1cff5a80-2e48-4f34-84f9-427d4240795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6'} {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:33:10.217220 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-141136c3-a860-4b26-b73d-6c4701f1d22e service neutron] Bound port: 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cff5a80-2e48-4f34-84f9-427d4240795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6'}}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:33:10.217565 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-141136c3-a860-4b26-b73d-6c4701f1d22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:10.306170 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-141136c3-a860-4b26-b73d-6c4701f1d22e service neutron] For port 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5, host hv-neutron-8371, cleared binding levels {{(pid=83846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:33:10.310189 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-141136c3-a860-4b26-b73d-6c4701f1d22e service neutron] For port 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=73cea48c-aa0e-412b-ba3a-3ea54cc50ca5,segment=NetworkSegment(1cff5a80-2e48-4f34-84f9-427d4240795c),segment_id=1cff5a80-2e48-4f34-84f9-427d4240795c)] {{(pid=83846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:33:10.314558 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-141136c3-a860-4b26-b73d-6c4701f1d22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:10.353193 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d7b2261-17cb-47c9-8320-f13e4f423963 req-8c20d858-a707-458d-9ffb-5984bfae0677 service neutron] 10.222.0.52 "GET /v2.0/networks/99e5d5cd-3641-4247-b3df-14ef8b50f92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332691 Apr 08 10:33:10.389740 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-141136c3-a860-4b26-b73d-6c4701f1d22e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:10.391087 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-141136c3-a860-4b26-b73d-6c4701f1d22e service neutron] 10.222.0.52 "PUT /v2.0/ports/73cea48c-aa0e-412b-ba3a-3ea54cc50ca5 HTTP/1.1" status: 200 len: 1093 time: 1.1458666 Apr 08 10:33:10.391509 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d', 'tag': '73cea48c-aa0e-412b-ba3a-3ea54cc50ca5'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:33:10.415824 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141136c3-a860-4b26-b73d-6c4701f1d22e service neutron] Pushing event updated for resources: {'Port': ['ID=73cea48c-aa0e-412b-ba3a-3ea54cc50ca5,revision_number=3']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:10.465040 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2201e20-ce6e-41db-9819-d6eb5e3a8bcf'] response: {'name': 'network-changed', 'server_uuid': '502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d', 'tag': '73cea48c-aa0e-412b-ba3a-3ea54cc50ca5', 'status': 'completed', 'code': 200} Apr 08 10:33:10.501865 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-4853273e-5cf1-4e35-a95e-b4cf9472ddc7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca026b6dcd1141668fcfbc870ce52fee&device_id=502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d HTTP/1.1" status: 200 len: 1096 time: 0.0708442 Apr 08 10:33:10.655940 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-1c33a13c-b07a-4aad-9f70-e0767367fd22 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73cea48c-aa0e-412b-ba3a-3ea54cc50ca5 HTTP/1.1" status: 200 len: 217 time: 0.1438930 Apr 08 10:33:10.724281 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-d5ac88d7-bd42-4d21-8886-549f810054a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:10.726467 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-d5ac88d7-bd42-4d21-8886-549f810054a4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a7812769-8943-4a3e-b177-052eca03ae6f HTTP/1.1" status: 200 len: 850 time: 0.0567591 Apr 08 10:33:10.802619 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-f044123f-c5a8-49c3-bdc3-34f3fb9bdd80 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684819 Apr 08 10:33:10.819620 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:33:10.936675 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-bf3512c1-6c82-4564-8588-5caf9ea62c9d service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247838 Apr 08 10:33:10.954597 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8a77f7e9-7be9-4643-8a8a-1614c2d61e26,segment=NetworkSegment(0c2f66cd-18d2-4d24-8c0a-aa7c61121205),segment_id=0c2f66cd-18d2-4d24-8c0a-aa7c61121205)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:33:10.970461 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '8a77f7e9-7be9-4643-8a8a-1614c2d61e26', 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a', 'port_id': '8a77f7e9-7be9-4643-8a8a-1614c2d61e26', 'mac_address': 'fa:16:3e:21:e2:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ff927b-fae1-4f1e-a331-335385e8952f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:33:11.026121 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:11.046934 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:33:11.062074 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8a77f7e9-7be9-4643-8a8a-1614c2d61e26,segment=NetworkSegment(0c2f66cd-18d2-4d24-8c0a-aa7c61121205),segment_id=0c2f66cd-18d2-4d24-8c0a-aa7c61121205)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:33:11.066493 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:11.080030 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-d237051e-a234-4295-8b04-f92dfc1f0321 req-d8462f34-2ac8-461d-856d-020cfe7b5818 service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326733 Apr 08 10:33:11.136011 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420cc45-7aaf-4d6b-9d83-7f9d410face8 req-a331f017-582c-4afd-9d74-7ef95efb44e0 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:11.137593 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8420cc45-7aaf-4d6b-9d83-7f9d410face8 req-a331f017-582c-4afd-9d74-7ef95efb44e0 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d HTTP/1.1" status: 200 len: 943 time: 0.1063845 Apr 08 10:33:11.147923 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=8a77f7e9-7be9-4643-8a8a-1614c2d61e26,revision_number=9']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:11.185614 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8420cc45-7aaf-4d6b-9d83-7f9d410face8 req-a3968678-3ae4-47a1-a306-2ab5d93ad183 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414498 Apr 08 10:33:11.198876 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-851991d9-fefc-47a8-a10f-94e92bf3a368 req-1d0bfb82-9847-45f0-a343-344caae178b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca026b6dcd1141668fcfbc870ce52fee&device_id=502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d HTTP/1.1" status: 200 len: 1096 time: 0.0711441 Apr 08 10:33:11.338081 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851991d9-fefc-47a8-a10f-94e92bf3a368 req-94f74135-b59a-4f01-ab04-9b065f8b0345 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:11.339492 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-851991d9-fefc-47a8-a10f-94e92bf3a368 req-94f74135-b59a-4f01-ab04-9b065f8b0345 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 HTTP/1.1" status: 200 len: 912 time: 0.1336322 Apr 08 10:33:11.368151 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['8a77f7e9-7be9-4643-8a8a-1614c2d61e26'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:33:11.379622 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4cac8-d0e2-4b19-95c7-53b7ba64b75c req-4aaef726-2519-4d96-866a-9331cc12802b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:11.379622 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-34f4cac8-d0e2-4b19-95c7-53b7ba64b75c req-4aaef726-2519-4d96-866a-9331cc12802b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=24b599ea-c58c-422e-97b4-e72c20140e30 HTTP/1.1" status: 200 len: 982 time: 0.0798073 Apr 08 10:33:11.411074 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-851991d9-fefc-47a8-a10f-94e92bf3a368 req-0f451809-b376-4a8b-b48d-a9e33396e7c0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73cea48c-aa0e-412b-ba3a-3ea54cc50ca5 HTTP/1.1" status: 200 len: 217 time: 0.0651832 Apr 08 10:33:11.429926 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-34f4cac8-d0e2-4b19-95c7-53b7ba64b75c req-665d5549-7a5b-453e-b9fb-707d12df4ef6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b118eba-d33c-40f7-89e4-7eaa40c81092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404253 Apr 08 10:33:11.478253 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851991d9-fefc-47a8-a10f-94e92bf3a368 req-91f92e1b-ebfd-451b-8646-5f2908c51e36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:11.479692 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-851991d9-fefc-47a8-a10f-94e92bf3a368 req-91f92e1b-ebfd-451b-8646-5f2908c51e36 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a7812769-8943-4a3e-b177-052eca03ae6f HTTP/1.1" status: 200 len: 850 time: 0.0624256 Apr 08 10:33:11.562593 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-851991d9-fefc-47a8-a10f-94e92bf3a368 req-42298720-22ea-4bd9-a6e2-179108838651 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741203 Apr 08 10:33:11.694485 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-851991d9-fefc-47a8-a10f-94e92bf3a368 req-f8c7bd11-816c-4be0-b396-b5dd9a420d7d service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253226 Apr 08 10:33:11.823383 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-851991d9-fefc-47a8-a10f-94e92bf3a368 req-7850c64d-f5dc-43e3-9c22-d58578f9aae1 service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231525 Apr 08 10:33:12.381970 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37274cfd-21a8-48a0-8b9b-ef92ef6ccc75 req-bafba2cd-c2a2-4f7f-b2a9-392ed82e02fb tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:12.383288 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-37274cfd-21a8-48a0-8b9b-ef92ef6ccc75 req-bafba2cd-c2a2-4f7f-b2a9-392ed82e02fb tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d HTTP/1.1" status: 200 len: 943 time: 0.0773468 Apr 08 10:33:12.428982 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-37274cfd-21a8-48a0-8b9b-ef92ef6ccc75 req-28767a0c-1bd4-46fc-b1cd-4fd230521db3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400662 Apr 08 10:33:12.621680 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d6b29-3dd6-4750-98c3-4a3602c93496 req-ccc61a14-e3c9-4d10-a8dc-2336f8538fa3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:12.623119 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ae5d6b29-3dd6-4750-98c3-4a3602c93496 req-ccc61a14-e3c9-4d10-a8dc-2336f8538fa3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=24b599ea-c58c-422e-97b4-e72c20140e30 HTTP/1.1" status: 200 len: 982 time: 0.0740321 Apr 08 10:33:12.671597 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ae5d6b29-3dd6-4750-98c3-4a3602c93496 req-7fe41609-e505-4209-9fb4-e5e5d9224a89 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b118eba-d33c-40f7-89e4-7eaa40c81092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428457 Apr 08 10:33:12.849911 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:33:12.916001 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:33:12.920503 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:33:12.920873 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:13.030933 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:13.057964 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b599ea-c58c-422e-97b4-e72c20140e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a77f7e9-7be9-4643-8a8a-1614c2d61e26'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:33:13.067328 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8a77f7e9-7be9-4643-8a8a-1614c2d61e26,segment=NetworkSegment(0c2f66cd-18d2-4d24-8c0a-aa7c61121205),segment_id=0c2f66cd-18d2-4d24-8c0a-aa7c61121205)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:33:13.071962 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:13.117851 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c93eb8e-0e97-44f6-ad89-5fd585d65b32'] response: {'server_uuid': '24b599ea-c58c-422e-97b4-e72c20140e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a77f7e9-7be9-4643-8a8a-1614c2d61e26', 'code': 200} Apr 08 10:33:13.142781 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=8a77f7e9-7be9-4643-8a8a-1614c2d61e26,revision_number=10']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:13.309665 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-45bacaca-5a82-4a6d-a759-847dd44f9a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:13.341437 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-61c5242e-7f94-4207-a97e-ef4660f76e7c req-b4eed6c9-8275-48d5-82a0-8cb68a31c898 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=24b599ea-c58c-422e-97b4-e72c20140e30 HTTP/1.1" status: 200 len: 1137 time: 0.0715690 Apr 08 10:33:13.382931 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-61c5242e-7f94-4207-a97e-ef4660f76e7c req-f7dd9853-cede-482c-b3c7-613b60958c03 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2b118eba-d33c-40f7-89e4-7eaa40c81092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355377 Apr 08 10:33:13.760256 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad5189-ff57-4e80-8023-c8065eb63755 req-c49c3c25-6f1b-4857-871d-ace59a86fe51 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:13.761699 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fdad5189-ff57-4e80-8023-c8065eb63755 req-c49c3c25-6f1b-4857-871d-ace59a86fe51 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d HTTP/1.1" status: 200 len: 943 time: 0.0756938 Apr 08 10:33:13.851514 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fdad5189-ff57-4e80-8023-c8065eb63755 req-0393517a-7133-4c8e-927d-0da1dd4b009f tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842700 Apr 08 10:33:13.887789 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06d476-e060-4982-925d-4405c0c76295 req-4b3dce46-0edd-40db-8057-a9051870837b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:13.889246 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bd06d476-e060-4982-925d-4405c0c76295 req-4b3dce46-0edd-40db-8057-a9051870837b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=24b599ea-c58c-422e-97b4-e72c20140e30 HTTP/1.1" status: 200 len: 984 time: 0.0928752 Apr 08 10:33:13.934134 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bd06d476-e060-4982-925d-4405c0c76295 req-5e8ede20-ea31-4cee-8be7-f05d986b666c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b118eba-d33c-40f7-89e4-7eaa40c81092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394499 Apr 08 10:33:15.043702 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebd225-b652-4ff9-82d9-3d91dc8ba8d2 req-cb852e56-1b16-4776-988a-559043df9462 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:15.045198 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-92ebd225-b652-4ff9-82d9-3d91dc8ba8d2 req-cb852e56-1b16-4776-988a-559043df9462 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d HTTP/1.1" status: 200 len: 943 time: 0.0775483 Apr 08 10:33:15.231451 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-92ebd225-b652-4ff9-82d9-3d91dc8ba8d2 req-82d765ac-7fb2-4427-bda8-4793d423bb9a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803505 Apr 08 10:33:15.248170 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f1b33-369f-4f37-8185-2bef8f2a1467 req-c182dad3-f35c-4131-99ed-b2ca5c88d621 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:15.249519 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3b4f1b33-369f-4f37-8185-2bef8f2a1467 req-c182dad3-f35c-4131-99ed-b2ca5c88d621 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=24b599ea-c58c-422e-97b4-e72c20140e30 HTTP/1.1" status: 200 len: 984 time: 0.1846614 Apr 08 10:33:15.294465 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3b4f1b33-369f-4f37-8185-2bef8f2a1467 req-8ba0860c-0984-4742-95ea-2ede5a056c77 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b118eba-d33c-40f7-89e4-7eaa40c81092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393405 Apr 08 10:33:15.499756 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd1743-6e8e-425a-9bc0-20637d886847 req-d80782f8-9cc8-447d-b7aa-9f8f60565759 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:15.501226 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-01fd1743-6e8e-425a-9bc0-20637d886847 req-d80782f8-9cc8-447d-b7aa-9f8f60565759 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=24b599ea-c58c-422e-97b4-e72c20140e30 HTTP/1.1" status: 200 len: 984 time: 0.0806568 Apr 08 10:33:15.526949 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5ffa47f7-1fad-48f9-823a-27b663761230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:15.552171 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-01fd1743-6e8e-425a-9bc0-20637d886847 req-2c708338-903a-4b7d-bf7c-e95844ba0c8f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b118eba-d33c-40f7-89e4-7eaa40c81092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441930 Apr 08 10:33:15.581384 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 60984) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:15.656638 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0ee0074e-028f-442c-9555-1d9013ef85b7 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=24b599ea-c58c-422e-97b4-e72c20140e30&network_id=99e5d5cd-3641-4247-b3df-14ef8b50f92a HTTP/1.1" status: 200 len: 1132 time: 0.0744884 Apr 08 10:33:16.073852 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69e226-5511-41ab-bece-d3bfaaa44d3e req-b2f2767a-5109-44d7-825e-f30e31be914c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:16.075339 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4e69e226-5511-41ab-bece-d3bfaaa44d3e req-b2f2767a-5109-44d7-825e-f30e31be914c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=24b599ea-c58c-422e-97b4-e72c20140e30 HTTP/1.1" status: 200 len: 984 time: 0.0811744 Apr 08 10:33:16.125938 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4e69e226-5511-41ab-bece-d3bfaaa44d3e req-6721df0e-d527-43a9-ba89-d8bad4929609 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b118eba-d33c-40f7-89e4-7eaa40c81092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448310 Apr 08 10:33:16.426715 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca31ef-c5bb-4cd0-bc55-38c1fcd87a5c req-7feb86b5-f152-42f8-8554-a758dbdde5ed tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:16.428297 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1dca31ef-c5bb-4cd0-bc55-38c1fcd87a5c req-7feb86b5-f152-42f8-8554-a758dbdde5ed tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d HTTP/1.1" status: 200 len: 943 time: 0.0749500 Apr 08 10:33:16.472898 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1dca31ef-c5bb-4cd0-bc55-38c1fcd87a5c req-8b6337fa-58c0-40e4-a870-04f4307195c1 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392196 Apr 08 10:33:16.737837 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:16.883472 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:17.327811 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd1edc-aeec-4f67-ae96-d4976744ce61 req-26ea8f12-59de-44ea-8c2c-d410b744531f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:17.329303 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d0fd1edc-aeec-4f67-ae96-d4976744ce61 req-26ea8f12-59de-44ea-8c2c-d410b744531f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=24b599ea-c58c-422e-97b4-e72c20140e30 HTTP/1.1" status: 200 len: 984 time: 0.0808504 Apr 08 10:33:17.378063 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d0fd1edc-aeec-4f67-ae96-d4976744ce61 req-2f4ae2b2-58e7-4cb6-8231-17eab861ae2d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b118eba-d33c-40f7-89e4-7eaa40c81092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409138 Apr 08 10:33:17.576163 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb59a4-8182-4bc2-b4cd-98cd62479dc2 req-1d790f44-a376-41f0-8f96-8cc658cf0945 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:17.577626 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4cfb59a4-8182-4bc2-b4cd-98cd62479dc2 req-1d790f44-a376-41f0-8f96-8cc658cf0945 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/ports?device_id=24b599ea-c58c-422e-97b4-e72c20140e30 HTTP/1.1" status: 200 len: 984 time: 0.0794263 Apr 08 10:33:17.651605 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb59a4-8182-4bc2-b4cd-98cd62479dc2 req-df17da72-414e-4b7e-9328-8078eb6af478 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:17.653158 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4cfb59a4-8182-4bc2-b4cd-98cd62479dc2 req-df17da72-414e-4b7e-9328-8078eb6af478 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/ports/8a77f7e9-7be9-4643-8a8a-1614c2d61e26?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0693185 Apr 08 10:33:17.666716 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c21a6-8af7-4dad-b67f-e32d0c0b183d req-8352461e-4422-436f-a7ce-cedc2d767a7a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:17.668154 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0e9c21a6-8af7-4dad-b67f-e32d0c0b183d req-8352461e-4422-436f-a7ce-cedc2d767a7a tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d HTTP/1.1" status: 200 len: 943 time: 0.0759220 Apr 08 10:33:17.716341 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0e9c21a6-8af7-4dad-b67f-e32d0c0b183d req-ec5f2df1-2b98-4130-8245-d4281c7a1219 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425606 Apr 08 10:33:17.798932 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-4cfb59a4-8182-4bc2-b4cd-98cd62479dc2 req-4988dcda-bb7e-4bb9-896d-5b7ad42a40fc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:network {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:33:17.814771 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-4cfb59a4-8182-4bc2-b4cd-98cd62479dc2 req-4988dcda-bb7e-4bb9-896d-5b7ad42a40fc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:network {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:33:17.815424 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4cfb59a4-8182-4bc2-b4cd-98cd62479dc2 req-4988dcda-bb7e-4bb9-896d-5b7ad42a40fc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/networks/99e5d5cd-3641-4247-b3df-14ef8b50f92a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1567819 Apr 08 10:33:17.827718 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [req-4cfb59a4-8182-4bc2-b4cd-98cd62479dc2 req-78073357-c3f3-413d-a018-6d51a1d804d9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:33:18.045617 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-4cfb59a4-8182-4bc2-b4cd-98cd62479dc2 req-78073357-c3f3-413d-a018-6d51a1d804d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:18.251971 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:18.262621 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-4cfb59a4-8182-4bc2-b4cd-98cd62479dc2 req-78073357-c3f3-413d-a018-6d51a1d804d9 service neutron] For port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8a77f7e9-7be9-4643-8a8a-1614c2d61e26,segment=NetworkSegment(0c2f66cd-18d2-4d24-8c0a-aa7c61121205),segment_id=0c2f66cd-18d2-4d24-8c0a-aa7c61121205)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:33:18.293978 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-4cfb59a4-8182-4bc2-b4cd-98cd62479dc2 req-78073357-c3f3-413d-a018-6d51a1d804d9 service neutron] For port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26, host hv-neutron-8371, cleared binding levels {{(pid=83846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:33:18.358236 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [req-4cfb59a4-8182-4bc2-b4cd-98cd62479dc2 req-78073357-c3f3-413d-a018-6d51a1d804d9 service neutron] device_id is not set on port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 yet. {{(pid=83846) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 08 10:33:18.367118 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-4cfb59a4-8182-4bc2-b4cd-98cd62479dc2 req-78073357-c3f3-413d-a018-6d51a1d804d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:18.373337 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-4cfb59a4-8182-4bc2-b4cd-98cd62479dc2 req-78073357-c3f3-413d-a018-6d51a1d804d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:18.510694 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78073357-c3f3-413d-a018-6d51a1d804d9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a77f7e9-7be9-4643-8a8a-1614c2d61e26,revision_number=11']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:18.578625 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cfb59a4-8182-4bc2-b4cd-98cd62479dc2 req-78073357-c3f3-413d-a018-6d51a1d804d9 service neutron] No DVR routers for this DVR port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 on host hv-neutron-8371 {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:33:18.580699 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-51a01dab-854d-407c-8f28-1359ebe50c43 req-b4294f73-847a-4631-916a-fc3c298f1882 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=24b599ea-c58c-422e-97b4-e72c20140e30 HTTP/1.1" status: 200 len: 210 time: 0.0530140 Apr 08 10:33:18.756965 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-36a162d7-4fb4-4168-bd7a-9e28af17fd49 None None] Provisioning complete for port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:33:18.756965 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-36a162d7-4fb4-4168-bd7a-9e28af17fd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:18.813101 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-36a162d7-4fb4-4168-bd7a-9e28af17fd49 None None] Port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:33:18.853150 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [req-4cfb59a4-8182-4bc2-b4cd-98cd62479dc2 req-78073357-c3f3-413d-a018-6d51a1d804d9 service neutron] In _notify_port_updated(), no bound segment for port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 on network 99e5d5cd-3641-4247-b3df-14ef8b50f92a {{(pid=83846) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 08 10:33:18.854599 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-4cfb59a4-8182-4bc2-b4cd-98cd62479dc2 req-78073357-c3f3-413d-a018-6d51a1d804d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:18.856206 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4cfb59a4-8182-4bc2-b4cd-98cd62479dc2 req-78073357-c3f3-413d-a018-6d51a1d804d9 service neutron] 10.222.0.52 "PUT /v2.0/ports/8a77f7e9-7be9-4643-8a8a-1614c2d61e26 HTTP/1.1" status: 200 len: 1027 time: 1.0319631 Apr 08 10:33:18.864254 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:33:18.964761 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e862f4-34c9-459f-a0e2-7bc7f61126ee req-699f205f-252a-4195-926c-672e769394f1 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:18.966937 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-00e862f4-34c9-459f-a0e2-7bc7f61126ee req-699f205f-252a-4195-926c-672e769394f1 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d HTTP/1.1" status: 200 len: 943 time: 0.1021903 Apr 08 10:33:19.020938 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=73cea48c-aa0e-412b-ba3a-3ea54cc50ca5,segment=NetworkSegment(1cff5a80-2e48-4f34-84f9-427d4240795c),segment_id=1cff5a80-2e48-4f34-84f9-427d4240795c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:33:19.036569 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '73cea48c-aa0e-412b-ba3a-3ea54cc50ca5', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'port_id': '73cea48c-aa0e-412b-ba3a-3ea54cc50ca5', 'mac_address': 'fa:16:3e:32:6f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:33:19.040742 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-00e862f4-34c9-459f-a0e2-7bc7f61126ee req-13d59de4-259b-4bf3-b1ed-e73235ef0d39 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577898 Apr 08 10:33:19.098855 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:19.117961 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:33:19.133722 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=73cea48c-aa0e-412b-ba3a-3ea54cc50ca5,segment=NetworkSegment(1cff5a80-2e48-4f34-84f9-427d4240795c),segment_id=1cff5a80-2e48-4f34-84f9-427d4240795c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:33:19.139750 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:19.208392 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=73cea48c-aa0e-412b-ba3a-3ea54cc50ca5,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:19.359237 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['73cea48c-aa0e-412b-ba3a-3ea54cc50ca5'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:33:19.691684 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 32772) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:19.761822 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9c31eb00-e6fe-4684-9dc2-d2584b5064d0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:19.789853 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9c31eb00-e6fe-4684-9dc2-d2584b5064d0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:19.851851 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9c31eb00-e6fe-4684-9dc2-d2584b5064d0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:19.870631 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31eb00-e6fe-4684-9dc2-d2584b5064d0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee2cfa6-c2f9-4e40-bf2b-ffbc196e6bb7,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:19.877173 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9c31eb00-e6fe-4684-9dc2-d2584b5064d0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:19.878265 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9c31eb00-e6fe-4684-9dc2-d2584b5064d0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/security-groups/cee2cfa6-c2f9-4e40-bf2b-ffbc196e6bb7 HTTP/1.1" status: 204 len: 168 time: 0.1855166 Apr 08 10:33:19.921215 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 32778) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:20.138099 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-ff1406ca-2e02-405e-8b65-a68872e01baf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port f4080612-7e4f-4ab5-a897-a339d9bad9e5 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:33:20.138229 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ff1406ca-2e02-405e-8b65-a68872e01baf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:20.254547 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331da15-23ae-4364-9451-e9daeda80bfd req-6408410e-7df8-4848-927f-b5ae32a8ae28 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:20.256593 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2331da15-23ae-4364-9451-e9daeda80bfd req-6408410e-7df8-4848-927f-b5ae32a8ae28 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d HTTP/1.1" status: 200 len: 944 time: 0.0846925 Apr 08 10:33:20.307168 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2331da15-23ae-4364-9451-e9daeda80bfd req-28b46eda-141b-4214-a494-be3e8df94612 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447164 Apr 08 10:33:20.335918 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ff1406ca-2e02-405e-8b65-a68872e01baf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:20.336260 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ff1406ca-2e02-405e-8b65-a68872e01baf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:20.461074 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-ff1406ca-2e02-405e-8b65-a68872e01baf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for f4080612-7e4f-4ab5-a897-a339d9bad9e5 owned by network:floatingip {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:33:20.697355 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ff1406ca-2e02-405e-8b65-a68872e01baf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:20.741378 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1406ca-2e02-405e-8b65-a68872e01baf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=f4080612-7e4f-4ab5-a897-a339d9bad9e5,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:20.831246 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ff1406ca-2e02-405e-8b65-a68872e01baf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:20.865003 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:33:20.933634 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:33:20.938388 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:33:20.938759 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:21.053124 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:21.079008 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cea48c-aa0e-412b-ba3a-3ea54cc50ca5'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:33:21.088704 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=73cea48c-aa0e-412b-ba3a-3ea54cc50ca5,segment=NetworkSegment(1cff5a80-2e48-4f34-84f9-427d4240795c),segment_id=1cff5a80-2e48-4f34-84f9-427d4240795c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:33:21.093215 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:21.094139 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:33:21.149272 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ca4abcc-aaf2-430a-9d5b-b9222b276c97'] response: {'server_uuid': '502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cea48c-aa0e-412b-ba3a-3ea54cc50ca5', 'code': 200} Apr 08 10:33:21.214434 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=73cea48c-aa0e-412b-ba3a-3ea54cc50ca5,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:21.217696 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:33:21.239340 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1406ca-2e02-405e-8b65-a68872e01baf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router 800de9d9-427d-4b96-8599-7acb548f19db has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:33:21.472442 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-a12ae297-72e4-4aef-adf8-21b32f9ae05d req-ccc6a5a7-0817-4044-b6e6-1a77638362e6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d HTTP/1.1" status: 200 len: 1098 time: 0.1021082 Apr 08 10:33:21.516571 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028387cc-ef46-452f-923a-90cdf0011fd3 req-c8cb4845-03fc-420c-8a74-611868a047d4 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:21.518066 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-028387cc-ef46-452f-923a-90cdf0011fd3 req-c8cb4845-03fc-420c-8a74-611868a047d4 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d HTTP/1.1" status: 200 len: 945 time: 0.0758297 Apr 08 10:33:21.538638 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-a12ae297-72e4-4aef-adf8-21b32f9ae05d req-7dd1075f-2db1-4f13-9a49-44a04fc26dae service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571072 Apr 08 10:33:21.544612 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1406ca-2e02-405e-8b65-a68872e01baf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:33:21.555493 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9b303c-b498-4854-b64e-cc366bfe7f66 None None] Sync routers for ids ['800de9d9-427d-4b96-8599-7acb548f19db'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:33:21.565260 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-028387cc-ef46-452f-923a-90cdf0011fd3 req-ece6016d-1c63-4a00-89ad-af91f110c428 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416839 Apr 08 10:33:21.567535 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ff1406ca-2e02-405e-8b65-a68872e01baf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:21.570722 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9b303c-b498-4854-b64e-cc366bfe7f66 None None] Routers {'800de9d9-427d-4b96-8599-7acb548f19db'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:33:21.571509 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6d9b303c-b498-4854-b64e-cc366bfe7f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:33:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['800de9d9-427d-4b96-8599-7acb548f19db'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:33:21.624178 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ff1406ca-2e02-405e-8b65-a68872e01baf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/floatingips/152911b6-82a7-4c88-b211-9abf2154f1bd HTTP/1.1" status: 204 len: 168 time: 1.7016783 Apr 08 10:33:21.778858 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-6d9b303c-b498-4854-b64e-cc366bfe7f66 None None] Set router 800de9d9-427d-4b96-8599-7acb548f19db gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:33:21.783242 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 32792) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:21.851624 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0ae00401-9a92-4ffd-8a86-e2cb613248a4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:21.885259 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0ae00401-9a92-4ffd-8a86-e2cb613248a4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:21.948884 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0ae00401-9a92-4ffd-8a86-e2cb613248a4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:21.966294 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae00401-9a92-4ffd-8a86-e2cb613248a4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af88bea5-467d-4b98-9ca2-a396dce3a6cf,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:21.976699 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0ae00401-9a92-4ffd-8a86-e2cb613248a4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:21.980346 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0ae00401-9a92-4ffd-8a86-e2cb613248a4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/security-groups/af88bea5-467d-4b98-9ca2-a396dce3a6cf HTTP/1.1" status: 204 len: 168 time: 0.1934838 Apr 08 10:33:22.018990 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 32798) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:22.085300 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-6fa079a1-e78a-4569-b6f5-babf9d05e3ed tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:33:22.085640 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6fa079a1-e78a-4569-b6f5-babf9d05e3ed tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:22.097854 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6d9b303c-b498-4854-b64e-cc366bfe7f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800de9d9-427d-4b96-8599-7acb548f19db', 'name': 'tempest-TestNetworkBasicOps-router-1793501195', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:32:36Z', 'updated_at': '2022-04-08T10:32:40Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800de9d9-427d-4b96-8599-7acb548f19db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:32:37Z', 'updated_at': '2022-04-08T10:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '25f765fa-dd8e-4e05-8c21-f6e02d4a045f', 'name': '', 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:79:61:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800de9d9-427d-4b96-8599-7acb548f19db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24ff927b-fae1-4f1e-a331-335385e8952f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:32:40Z', 'updated_at': '2022-04-08T10:32:48Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '24ff927b-fae1-4f1e-a331-335385e8952f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:33:22.102192 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9b303c-b498-4854-b64e-cc366bfe7f66 None None] Checking router: 800de9d9-427d-4b96-8599-7acb548f19db for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:33:22.114601 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9b303c-b498-4854-b64e-cc366bfe7f66 None None] Routers {'800de9d9-427d-4b96-8599-7acb548f19db'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:33:22.115945 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6d9b303c-b498-4854-b64e-cc366bfe7f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:33:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['800de9d9-427d-4b96-8599-7acb548f19db'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:33:22.289151 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-6d9b303c-b498-4854-b64e-cc366bfe7f66 None None] Set router 800de9d9-427d-4b96-8599-7acb548f19db gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:33:22.326708 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6fa079a1-e78a-4569-b6f5-babf9d05e3ed tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:22.533090 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-6fa079a1-e78a-4569-b6f5-babf9d05e3ed tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for 8a77f7e9-7be9-4643-8a8a-1614c2d61e26 owned by {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:33:22.621084 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6d9b303c-b498-4854-b64e-cc366bfe7f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800de9d9-427d-4b96-8599-7acb548f19db', 'name': 'tempest-TestNetworkBasicOps-router-1793501195', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:32:36Z', 'updated_at': '2022-04-08T10:32:40Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800de9d9-427d-4b96-8599-7acb548f19db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:32:37Z', 'updated_at': '2022-04-08T10:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '25f765fa-dd8e-4e05-8c21-f6e02d4a045f', 'name': '', 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:79:61:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800de9d9-427d-4b96-8599-7acb548f19db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24ff927b-fae1-4f1e-a331-335385e8952f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:32:40Z', 'updated_at': '2022-04-08T10:32:48Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '24ff927b-fae1-4f1e-a331-335385e8952f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:33:22.625222 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9b303c-b498-4854-b64e-cc366bfe7f66 None None] The sync data for ids ['800de9d9-427d-4b96-8599-7acb548f19db'] in dv-neutron-837110-1-hyperv is: [{'id': '800de9d9-427d-4b96-8599-7acb548f19db', 'name': 'tempest-TestNetworkBasicOps-router-1793501195', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:32:36Z', 'updated_at': '2022-04-08T10:32:40Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800de9d9-427d-4b96-8599-7acb548f19db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:32:37Z', 'updated_at': '2022-04-08T10:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '25f765fa-dd8e-4e05-8c21-f6e02d4a045f', 'name': '', 'network_id': '99e5d5cd-3641-4247-b3df-14ef8b50f92a', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:79:61:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800de9d9-427d-4b96-8599-7acb548f19db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24ff927b-fae1-4f1e-a331-335385e8952f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:32:40Z', 'updated_at': '2022-04-08T10:32:48Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '24ff927b-fae1-4f1e-a331-335385e8952f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:33:22.691964 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6fa079a1-e78a-4569-b6f5-babf9d05e3ed tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:22.841103 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d98f4-f4ff-49be-b8fd-9f0a2e004c92 req-5f0e7ccf-cd69-486b-81bf-edfb19e1960c tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:22.843520 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a09d98f4-f4ff-49be-b8fd-9f0a2e004c92 req-5f0e7ccf-cd69-486b-81bf-edfb19e1960c tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d HTTP/1.1" status: 200 len: 945 time: 0.1243448 Apr 08 10:33:22.847122 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa079a1-e78a-4569-b6f5-babf9d05e3ed tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=8a77f7e9-7be9-4643-8a8a-1614c2d61e26,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:22.897645 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a09d98f4-f4ff-49be-b8fd-9f0a2e004c92 req-17c0f803-8e17-4dfc-97fc-2d754a90f46e tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462973 Apr 08 10:33:22.898528 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6fa079a1-e78a-4569-b6f5-babf9d05e3ed tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:22.914530 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 32804) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:22.914747 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6fa079a1-e78a-4569-b6f5-babf9d05e3ed tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/ports/8a77f7e9-7be9-4643-8a8a-1614c2d61e26 HTTP/1.1" status: 204 len: 168 time: 0.8943338 Apr 08 10:33:22.939633 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8ca6f1-fd62-4ee6-90c3-47762f268d90 None None] New status for floating IP 152911b6-82a7-4c88-b211-9abf2154f1bd: DOWN {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:33:23.324666 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b383e3b8-67ec-4c96-9de9-21aa4d5eeb55 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:24.016824 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-b383e3b8-67ec-4c96-9de9-21aa4d5eeb55 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port 25f765fa-dd8e-4e05-8c21-f6e02d4a045f {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:33:24.017481 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b383e3b8-67ec-4c96-9de9-21aa4d5eeb55 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:24.237477 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00f10b-34e2-4923-a845-2370bde7065b req-c8352ddf-0668-4b36-8161-34e55829efe6 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:24.238908 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5b00f10b-34e2-4923-a845-2370bde7065b req-c8352ddf-0668-4b36-8161-34e55829efe6 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d HTTP/1.1" status: 200 len: 945 time: 0.1977918 Apr 08 10:33:24.275466 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-b383e3b8-67ec-4c96-9de9-21aa4d5eeb55 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port 25f765fa-dd8e-4e05-8c21-f6e02d4a045f, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=25f765fa-dd8e-4e05-8c21-f6e02d4a045f,segment=NetworkSegment(0c2f66cd-18d2-4d24-8c0a-aa7c61121205),segment_id=0c2f66cd-18d2-4d24-8c0a-aa7c61121205)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:33:24.275819 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b383e3b8-67ec-4c96-9de9-21aa4d5eeb55 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:24.410002 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-b383e3b8-67ec-4c96-9de9-21aa4d5eeb55 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for 25f765fa-dd8e-4e05-8c21-f6e02d4a045f owned by network:router_interface {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:33:24.448885 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5b00f10b-34e2-4923-a845-2370bde7065b req-e38fe3f7-b1b3-46b3-ad12-01b1f87f9dd0 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986096 Apr 08 10:33:24.632061 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b383e3b8-67ec-4c96-9de9-21aa4d5eeb55 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:24.678912 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b383e3b8-67ec-4c96-9de9-21aa4d5eeb55 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=25f765fa-dd8e-4e05-8c21-f6e02d4a045f,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:24.775217 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63386e-a2e7-4d59-9c3c-0cfc774c20cb req-5fd7e160-f96f-4233-8d8f-61212406f4ff tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:24.776742 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6c63386e-a2e7-4d59-9c3c-0cfc774c20cb req-5fd7e160-f96f-4233-8d8f-61212406f4ff tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d HTTP/1.1" status: 200 len: 945 time: 0.2082965 Apr 08 10:33:24.952578 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6c63386e-a2e7-4d59-9c3c-0cfc774c20cb req-08e44c00-8148-4a50-9a45-d93eb55c69da tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673143 Apr 08 10:33:24.981894 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 32814) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:25.080691 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-bd1ed01a-098a-4374-8ae3-b165aa965d0e tempest-TestVolumeBootPattern-1601024864 tempest-TestVolumeBootPattern-1601024864-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d HTTP/1.1" status: 200 len: 1093 time: 0.0976446 Apr 08 10:33:25.083345 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 32818) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:25.085135 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b383e3b8-67ec-4c96-9de9-21aa4d5eeb55 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:25.090205 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-3ccf0d38-a036-46d2-9991-0ee1d0951159 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'port_id': '73cea48c-aa0e-412b-ba3a-3ea54cc50ca5', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:33:25.096590 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3ccf0d38-a036-46d2-9991-0ee1d0951159 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:33:25.105838 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3ccf0d38-a036-46d2-9991-0ee1d0951159 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Usage tracker for resource:floatingip and tenant:ca026b6dcd1141668fcfbc870ce52fee is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:33:25.108917 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3ccf0d38-a036-46d2-9991-0ee1d0951159 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:33:25.111540 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:33:25.115689 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3ccf0d38-a036-46d2-9991-0ee1d0951159 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:33:25.126415 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3ccf0d38-a036-46d2-9991-0ee1d0951159 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for floatingip, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:25.284628 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3ccf0d38-a036-46d2-9991-0ee1d0951159 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:25.426626 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-3ccf0d38-a036-46d2-9991-0ee1d0951159 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Allocated IP 172.26.0.190 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/8a5e0f1d-a5b2-4d8a-bf98-4428c6e8dfb6) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:33:25.587535 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3ccf0d38-a036-46d2-9991-0ee1d0951159 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:25.616003 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3ccf0d38-a036-46d2-9991-0ee1d0951159 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:25.683556 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccf0d38-a036-46d2-9991-0ee1d0951159 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:33:25.686348 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-3ccf0d38-a036-46d2-9991-0ee1d0951159 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:33:25.690647 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccf0d38-a036-46d2-9991-0ee1d0951159 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:33:25.718373 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf0d38-a036-46d2-9991-0ee1d0951159 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Pushing event updated for resources: {'Port': ['ID=8a5e0f1d-a5b2-4d8a-bf98-4428c6e8dfb6,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:25.777942 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b383e3b8-67ec-4c96-9de9-21aa4d5eeb55 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router 800de9d9-427d-4b96-8599-7acb548f19db has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:33:25.982130 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b383e3b8-67ec-4c96-9de9-21aa4d5eeb55 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:33:25.993778 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d574cf-1668-41d2-8f1b-0b754debce8e None None] Sync routers for ids ['800de9d9-427d-4b96-8599-7acb548f19db'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:33:25.997368 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b383e3b8-67ec-4c96-9de9-21aa4d5eeb55 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "PUT /v2.0/routers/800de9d9-427d-4b96-8599-7acb548f19db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0792603 Apr 08 10:33:25.997771 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 32822) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:26.008838 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d574cf-1668-41d2-8f1b-0b754debce8e None None] Routers {'800de9d9-427d-4b96-8599-7acb548f19db'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:33:26.009564 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-b5d574cf-1668-41d2-8f1b-0b754debce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:33:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['800de9d9-427d-4b96-8599-7acb548f19db'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:33:26.191909 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-b5d574cf-1668-41d2-8f1b-0b754debce8e None None] Set router 800de9d9-427d-4b96-8599-7acb548f19db gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:33:26.203401 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-010ac278-58a3-47c3-a6b4-e70bcd1df9f9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting subnet 24ff927b-fae1-4f1e-a331-335385e8952f {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:33:26.206978 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-010ac278-58a3-47c3-a6b4-e70bcd1df9f9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:26.232529 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3ccf0d38-a036-46d2-9991-0ee1d0951159 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:26.266072 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-010ac278-58a3-47c3-a6b4-e70bcd1df9f9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:26.294949 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3ccf0d38-a036-46d2-9991-0ee1d0951159 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:26.353252 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-010ac278-58a3-47c3-a6b4-e70bcd1df9f9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:26.431874 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-010ac278-58a3-47c3-a6b4-e70bcd1df9f9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:26.475467 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ac278-58a3-47c3-a6b4-e70bcd1df9f9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Subnet': ['ID=24ff927b-fae1-4f1e-a331-335385e8952f,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:26.483325 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-010ac278-58a3-47c3-a6b4-e70bcd1df9f9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:26.490548 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-010ac278-58a3-47c3-a6b4-e70bcd1df9f9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/subnets/24ff927b-fae1-4f1e-a331-335385e8952f HTTP/1.1" status: 204 len: 168 time: 0.4913483 Apr 08 10:33:26.493168 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d4f707-8f11-40b4-8f7d-b1c269da1e9d None None] Network 99e5d5cd-3641-4247-b3df-14ef8b50f92a requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:33:26.497015 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 32826) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:26.529388 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-b5d574cf-1668-41d2-8f1b-0b754debce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800de9d9-427d-4b96-8599-7acb548f19db', 'name': 'tempest-TestNetworkBasicOps-router-1793501195', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:32:36Z', 'updated_at': '2022-04-08T10:33:24Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800de9d9-427d-4b96-8599-7acb548f19db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:32:37Z', 'updated_at': '2022-04-08T10:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:33:26.534994 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d574cf-1668-41d2-8f1b-0b754debce8e None None] Checking router: 800de9d9-427d-4b96-8599-7acb548f19db for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:33:26.547115 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d574cf-1668-41d2-8f1b-0b754debce8e None None] Routers {'800de9d9-427d-4b96-8599-7acb548f19db'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:33:26.547848 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-b5d574cf-1668-41d2-8f1b-0b754debce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:33:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['800de9d9-427d-4b96-8599-7acb548f19db'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:33:26.632415 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-f9ba156e-0fb9-4373-8bb8-deecaf48651b req-0688cccc-f967-4d69-a2ee-7e4515866c62 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9b1efb7d-c8f0-4d36-a916-6b012ae48e30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2689707 Apr 08 10:33:26.702294 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3ccf0d38-a036-46d2-9991-0ee1d0951159 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:26.710430 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3ccf0d38-a036-46d2-9991-0ee1d0951159 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:26.753215 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e666a6e5-3a7d-4268-a814-c5b65bbd4cfd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:26.754517 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-b5d574cf-1668-41d2-8f1b-0b754debce8e None None] Set router 800de9d9-427d-4b96-8599-7acb548f19db gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:33:26.802285 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088f763b-4682-46b4-9a89-72bfd0e2643e None None] DHCP port deletion for 99e5d5cd-3641-4247-b3df-14ef8b50f92a request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:33:26.807025 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-088f763b-4682-46b4-9a89-72bfd0e2643e None None] Deleting port d989b66f-e3f0-4d45-b380-fc78d2a647de {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:33:26.807710 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-088f763b-4682-46b4-9a89-72bfd0e2643e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:26.884034 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3ccf0d38-a036-46d2-9991-0ee1d0951159 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:27.017574 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf0d38-a036-46d2-9991-0ee1d0951159 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Pushing event updated for resources: {'Port': ['ID=8a5e0f1d-a5b2-4d8a-bf98-4428c6e8dfb6,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:27.063624 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-f9ba156e-0fb9-4373-8bb8-deecaf48651b req-a82240b7-d683-47b5-a579-2342acf99923 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca026b6dcd1141668fcfbc870ce52fee&device_id=9b1efb7d-c8f0-4d36-a916-6b012ae48e30 HTTP/1.1" status: 200 len: 1098 time: 0.3156216 Apr 08 10:33:27.067758 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-088f763b-4682-46b4-9a89-72bfd0e2643e None None] For port d989b66f-e3f0-4d45-b380-fc78d2a647de, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=d989b66f-e3f0-4d45-b380-fc78d2a647de,segment=NetworkSegment(0c2f66cd-18d2-4d24-8c0a-aa7c61121205),segment_id=0c2f66cd-18d2-4d24-8c0a-aa7c61121205)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:33:27.068963 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-088f763b-4682-46b4-9a89-72bfd0e2643e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:27.128946 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-b5d574cf-1668-41d2-8f1b-0b754debce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800de9d9-427d-4b96-8599-7acb548f19db', 'name': 'tempest-TestNetworkBasicOps-router-1793501195', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:32:36Z', 'updated_at': '2022-04-08T10:33:24Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800de9d9-427d-4b96-8599-7acb548f19db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:32:37Z', 'updated_at': '2022-04-08T10:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:33:27.134260 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d574cf-1668-41d2-8f1b-0b754debce8e None None] The sync data for ids ['800de9d9-427d-4b96-8599-7acb548f19db'] in dv-neutron-837110-1-hyperv is: [{'id': '800de9d9-427d-4b96-8599-7acb548f19db', 'name': 'tempest-TestNetworkBasicOps-router-1793501195', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:32:36Z', 'updated_at': '2022-04-08T10:33:24Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'cdcaa6e4-76d8-4836-b382-0ba36b401cf9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800de9d9-427d-4b96-8599-7acb548f19db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:32:37Z', 'updated_at': '2022-04-08T10:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:33:27.168904 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e666a6e5-3a7d-4268-a814-c5b65bbd4cfd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:27.180425 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-e666a6e5-3a7d-4268-a814-c5b65bbd4cfd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port cdcaa6e4-76d8-4836-b382-0ba36b401cf9 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:33:27.180898 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e666a6e5-3a7d-4268-a814-c5b65bbd4cfd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:27.213391 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-088f763b-4682-46b4-9a89-72bfd0e2643e None None] Calling delete_port for d989b66f-e3f0-4d45-b380-fc78d2a647de owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:33:27.250544 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba156e-0fb9-4373-8bb8-deecaf48651b req-d842a2b1-89c4-455d-ae39-3559fda45b39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:27.252021 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-f9ba156e-0fb9-4373-8bb8-deecaf48651b req-d842a2b1-89c4-455d-ae39-3559fda45b39 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 HTTP/1.1" status: 200 len: 912 time: 0.1637545 Apr 08 10:33:27.290176 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-088f763b-4682-46b4-9a89-72bfd0e2643e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:27.323122 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.l3_db [None req-3ccf0d38-a036-46d2-9991-0ee1d0951159 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Floating IP 1da555c6-5969-4671-bd33-43aae0f87792 associated. External IP: 172.26.0.190, port: 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5. Apr 08 10:33:27.338209 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f763b-4682-46b4-9a89-72bfd0e2643e None None] Pushing event deleted for resources: {'Port': ['ID=d989b66f-e3f0-4d45-b380-fc78d2a647de,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:27.343326 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088f763b-4682-46b4-9a89-72bfd0e2643e None None] No DVR routers for this DVR port d989b66f-e3f0-4d45-b380-fc78d2a647de on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:33:27.370735 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-e666a6e5-3a7d-4268-a814-c5b65bbd4cfd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port cdcaa6e4-76d8-4836-b382-0ba36b401cf9, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=cdcaa6e4-76d8-4836-b382-0ba36b401cf9,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:33:27.371233 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e666a6e5-3a7d-4268-a814-c5b65bbd4cfd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:27.489159 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-f9ba156e-0fb9-4373-8bb8-deecaf48651b req-b5207ab8-8a49-4c3d-b341-d98dd1ce3fb6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3abe8aa8-6c40-45e2-b6bf-843d34a5817b HTTP/1.1" status: 200 len: 1000 time: 0.2301555 Apr 08 10:33:27.503673 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-e666a6e5-3a7d-4268-a814-c5b65bbd4cfd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for cdcaa6e4-76d8-4836-b382-0ba36b401cf9 owned by network:router_gateway {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:33:27.566092 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba156e-0fb9-4373-8bb8-deecaf48651b req-0f073e14-cf1c-4276-bb2f-1e82f1c1e2d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:27.567586 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-f9ba156e-0fb9-4373-8bb8-deecaf48651b req-0f073e14-cf1c-4276-bb2f-1e82f1c1e2d5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a7812769-8943-4a3e-b177-052eca03ae6f HTTP/1.1" status: 200 len: 850 time: 0.0707572 Apr 08 10:33:27.674055 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-f9ba156e-0fb9-4373-8bb8-deecaf48651b req-48543f2b-8204-4c87-b447-f60ac83ba84d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0999119 Apr 08 10:33:27.682599 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e666a6e5-3a7d-4268-a814-c5b65bbd4cfd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:27.726098 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666a6e5-3a7d-4268-a814-c5b65bbd4cfd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=cdcaa6e4-76d8-4836-b382-0ba36b401cf9,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:27.940718 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-f9ba156e-0fb9-4373-8bb8-deecaf48651b req-737a2155-c55c-4619-a73a-85e30425cae2 service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592800 Apr 08 10:33:27.950525 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e666a6e5-3a7d-4268-a814-c5b65bbd4cfd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:27.986792 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d989b66f-e3f0-4d45-b380-fc78d2a647de no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:33:28.025802 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: d989b66f-e3f0-4d45-b380-fc78d2a647de {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:33:28.026153 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d989b66f-e3f0-4d45-b380-fc78d2a647de not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:33:28.026556 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 25f765fa-dd8e-4e05-8c21-f6e02d4a045f no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:33:28.061418 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 25f765fa-dd8e-4e05-8c21-f6e02d4a045f {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:33:28.061771 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 25f765fa-dd8e-4e05-8c21-f6e02d4a045f not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:33:28.214277 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e666a6e5-3a7d-4268-a814-c5b65bbd4cfd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:28.218436 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e666a6e5-3a7d-4268-a814-c5b65bbd4cfd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:28.220862 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-f9ba156e-0fb9-4373-8bb8-deecaf48651b req-01f02715-bb15-4b43-ad4b-d1faf6844407 service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711341 Apr 08 10:33:28.239722 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ccf0d38-a036-46d2-9991-0ee1d0951159 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:33:28.243954 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e666a6e5-3a7d-4268-a814-c5b65bbd4cfd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:28.244662 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e666a6e5-3a7d-4268-a814-c5b65bbd4cfd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Fanout notify agent at l3_agent the message router_deleted on router 800de9d9-427d-4b96-8599-7acb548f19db {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:33:28.260237 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e666a6e5-3a7d-4268-a814-c5b65bbd4cfd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:28.263845 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e666a6e5-3a7d-4268-a814-c5b65bbd4cfd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/routers/800de9d9-427d-4b96-8599-7acb548f19db HTTP/1.1" status: 204 len: 168 time: 1.7631249 Apr 08 10:33:28.264770 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 32830) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:28.457993 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccf0d38-a036-46d2-9991-0ee1d0951159 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:33:28.469086 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec0e436-4352-4acf-85f5-9bf4951ef924 None None] Sync routers for ids ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:33:28.481204 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec0e436-4352-4acf-85f5-9bf4951ef924 None None] Routers {'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:33:28.481980 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-9ec0e436-4352-4acf-85f5-9bf4951ef924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:33:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:33:28.484892 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3ccf0d38-a036-46d2-9991-0ee1d0951159 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:28.486544 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6055912f-072f-4bb7-ac52-6806a000ce63 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:28.556114 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3ccf0d38-a036-46d2-9991-0ee1d0951159 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4571099 Apr 08 10:33:28.556114 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d', 'tag': '73cea48c-aa0e-412b-ba3a-3ea54cc50ca5'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:33:28.600712 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9270cf-d766-49cc-a50f-271e197e03f8'] response: {'name': 'network-changed', 'server_uuid': '502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d', 'tag': '73cea48c-aa0e-412b-ba3a-3ea54cc50ca5', 'status': 'completed', 'code': 200} Apr 08 10:33:28.622701 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6055912f-072f-4bb7-ac52-6806a000ce63 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:28.650767 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-6055912f-072f-4bb7-ac52-6806a000ce63 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e5d5cd-3641-4247-b3df-14ef8b50f92a']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:33:28.663700 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-6055912f-072f-4bb7-ac52-6806a000ce63 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c2f66cd-18d2-4d24-8c0a-aa7c61121205') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:33:28.664000 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-6055912f-072f-4bb7-ac52-6806a000ce63 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c2f66cd-18d2-4d24-8c0a-aa7c61121205') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:33:28.674519 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-9ec0e436-4352-4acf-85f5-9bf4951ef924 None None] Set router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:33:28.683306 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6055912f-072f-4bb7-ac52-6806a000ce63 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:28.702411 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-06685a69-1ebe-4829-86d6-d49dd0ce4628 req-8837bf14-e896-4273-b42e-807171ea93f6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca026b6dcd1141668fcfbc870ce52fee&device_id=502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d HTTP/1.1" status: 200 len: 1098 time: 0.0772603 Apr 08 10:33:28.703201 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6055912f-072f-4bb7-ac52-6806a000ce63 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:28.709903 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6055912f-072f-4bb7-ac52-6806a000ce63 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:33:28.710307 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6055912f-072f-4bb7-ac52-6806a000ce63 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:33:28.725989 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:33:28.814034 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6055912f-072f-4bb7-ac52-6806a000ce63 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:28.835126 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6055912f-072f-4bb7-ac52-6806a000ce63 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:28.843732 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6055912f-072f-4bb7-ac52-6806a000ce63 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Network': ['ID=99e5d5cd-3641-4247-b3df-14ef8b50f92a,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:28.850673 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06685a69-1ebe-4829-86d6-d49dd0ce4628 req-897b4696-a039-484c-9815-9687140cf860 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:28.855088 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6055912f-072f-4bb7-ac52-6806a000ce63 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/networks/99e5d5cd-3641-4247-b3df-14ef8b50f92a HTTP/1.1" status: 204 len: 168 time: 0.5865483 Apr 08 10:33:28.855216 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-06685a69-1ebe-4829-86d6-d49dd0ce4628 req-897b4696-a039-484c-9815-9687140cf860 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 HTTP/1.1" status: 200 len: 912 time: 0.1455617 Apr 08 10:33:28.866264 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 32838) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:28.878855 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a6f7b67b-4882-4a9d-8682-6ff2b9ffcda0 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0112262 Apr 08 10:33:28.882219 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 32842) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:28.887593 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-fbd7f5bb-a37c-440b-8cf8-2ff9abeb0d2a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'network': {'name': 'tempest-network-smoke--342606819', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'port_security_enabled': True}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:33:28.892778 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-fbd7f5bb-a37c-440b-8cf8-2ff9abeb0d2a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:33:28.896954 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-fbd7f5bb-a37c-440b-8cf8-2ff9abeb0d2a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:network and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:33:28.900387 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-fbd7f5bb-a37c-440b-8cf8-2ff9abeb0d2a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:33:28.906230 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-fbd7f5bb-a37c-440b-8cf8-2ff9abeb0d2a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:33:28.917980 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd7f5bb-a37c-440b-8cf8-2ff9abeb0d2a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Made reservation on behalf of 6d9baba61a9a4a97bab400043cc74a73 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:33:28.921119 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fbd7f5bb-a37c-440b-8cf8-2ff9abeb0d2a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:28.951850 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd7f5bb-a37c-440b-8cf8-2ff9abeb0d2a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:33:28.961860 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fbd7f5bb-a37c-440b-8cf8-2ff9abeb0d2a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:28.962337 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-fbd7f5bb-a37c-440b-8cf8-2ff9abeb0d2a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Added segment 652d45e6-72b8-43ef-9e0a-c9acedd224b7 of type vlan for network 8d607a80-6647-43a8-9c90-4828b5de1881 Apr 08 10:33:28.965649 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-06685a69-1ebe-4829-86d6-d49dd0ce4628 req-706f7dbf-c847-4d11-962e-7332fac1646f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73cea48c-aa0e-412b-ba3a-3ea54cc50ca5 HTTP/1.1" status: 200 len: 999 time: 0.1070187 Apr 08 10:33:28.989408 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fbd7f5bb-a37c-440b-8cf8-2ff9abeb0d2a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:29.027413 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fbd7f5bb-a37c-440b-8cf8-2ff9abeb0d2a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:29.031299 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd7f5bb-a37c-440b-8cf8-2ff9abeb0d2a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:29.032021 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-fbd7f5bb-a37c-440b-8cf8-2ff9abeb0d2a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:29.035302 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06685a69-1ebe-4829-86d6-d49dd0ce4628 req-ca4a7645-a1b8-4762-844c-9d989c566ef5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:29.037943 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-06685a69-1ebe-4829-86d6-d49dd0ce4628 req-ca4a7645-a1b8-4762-844c-9d989c566ef5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a7812769-8943-4a3e-b177-052eca03ae6f HTTP/1.1" status: 200 len: 850 time: 0.0648265 Apr 08 10:33:29.065355 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-9ec0e436-4352-4acf-85f5-9bf4951ef924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'name': 'tempest-TestVolumeBootPattern-950229728-router', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:26Z', 'updated_at': '2022-04-08T10:27:33Z', 'revision_number': 4, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'gw_port': {'id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:27Z', 'updated_at': '2022-04-08T10:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '1da555c6-5969-4671-bd33-43aae0f87792', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'floating_ip_address': '172.26.0.190', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'port_id': '73cea48c-aa0e-412b-ba3a-3ea54cc50ca5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'mac_address': 'fa:16:3e:32:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:33:26Z', 'updated_at': '2022-04-08T10:33:26Z', 'revision_number': 0, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'fixed_ip_address_scope': None}, {'id': 'e430cf96-61a5-4313-91d5-27a8c725cd1a', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'floating_ip_address': '172.26.0.90', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'port_id': '3abe8aa8-6c40-45e2-b6bf-843d34a5817b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'mac_address': 'fa:16:3e:78:01:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1efb7d-c8f0-4d36-a916-6b012ae48e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:31:11Z', 'updated_at': '2022-04-08T10:31:14Z', 'revision_number': 1, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9a8b30-0bbd-4472-8415-bc87b6cbdf59', 'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'mac_address': 'fa:16:3e:b7:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:32Z', 'updated_at': '2022-04-08T10:27:55Z', 'revision_number': 5, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'subnets': [{'id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:33:29.070773 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec0e436-4352-4acf-85f5-9bf4951ef924 None None] Checking router: fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:33:29.083291 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec0e436-4352-4acf-85f5-9bf4951ef924 None None] Routers {'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:33:29.084684 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-9ec0e436-4352-4acf-85f5-9bf4951ef924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:33:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:33:29.129401 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-06685a69-1ebe-4829-86d6-d49dd0ce4628 req-a8bdd239-25db-49b5-9ecd-252acb17d74c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856867 Apr 08 10:33:29.149460 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-fbd7f5bb-a37c-440b-8cf8-2ff9abeb0d2a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2635043 Apr 08 10:33:29.149878 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 32846) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:29.154601 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7f5bb-a37c-440b-8cf8-2ff9abeb0d2a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Network': ['ID=8d607a80-6647-43a8-9c90-4828b5de1881,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:29.160621 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-89a08031-9890-4c7e-b07b-2a1ad88d6ff1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-237658465', 'admin_state_up': True, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:33:29.168151 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-89a08031-9890-4c7e-b07b-2a1ad88d6ff1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:33:29.172038 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-89a08031-9890-4c7e-b07b-2a1ad88d6ff1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:router and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:33:29.175009 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-89a08031-9890-4c7e-b07b-2a1ad88d6ff1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:33:29.180759 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-89a08031-9890-4c7e-b07b-2a1ad88d6ff1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:33:29.190146 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89a08031-9890-4c7e-b07b-2a1ad88d6ff1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:29.191099 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89a08031-9890-4c7e-b07b-2a1ad88d6ff1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:29.211928 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 8d607a80-6647-43a8-9c90-4828b5de1881 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:33:29.218008 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89a08031-9890-4c7e-b07b-2a1ad88d6ff1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:29.276133 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-06685a69-1ebe-4829-86d6-d49dd0ce4628 req-7070d139-7791-4310-b3ae-8d3f3e021ffc service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409364 Apr 08 10:33:29.377788 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89a08031-9890-4c7e-b07b-2a1ad88d6ff1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:29.413383 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-9ec0e436-4352-4acf-85f5-9bf4951ef924 None None] Set router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:33:29.426057 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-06685a69-1ebe-4829-86d6-d49dd0ce4628 req-4afa25b1-633d-4e16-90dd-95877baa290f service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435137 Apr 08 10:33:29.556430 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89a08031-9890-4c7e-b07b-2a1ad88d6ff1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:29.589683 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89a08031-9890-4c7e-b07b-2a1ad88d6ff1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:29.724965 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-89a08031-9890-4c7e-b07b-2a1ad88d6ff1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.26.0.101 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/d42d553e-2c51-4dd0-855b-58d945091129) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:33:29.777442 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-9ec0e436-4352-4acf-85f5-9bf4951ef924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'name': 'tempest-TestVolumeBootPattern-950229728-router', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:26Z', 'updated_at': '2022-04-08T10:27:33Z', 'revision_number': 4, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'gw_port': {'id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:27Z', 'updated_at': '2022-04-08T10:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '1da555c6-5969-4671-bd33-43aae0f87792', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'floating_ip_address': '172.26.0.190', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'port_id': '73cea48c-aa0e-412b-ba3a-3ea54cc50ca5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'mac_address': 'fa:16:3e:32:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:33:26Z', 'updated_at': '2022-04-08T10:33:26Z', 'revision_number': 0, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'fixed_ip_address_scope': None}, {'id': 'e430cf96-61a5-4313-91d5-27a8c725cd1a', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'floating_ip_address': '172.26.0.90', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'port_id': '3abe8aa8-6c40-45e2-b6bf-843d34a5817b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'mac_address': 'fa:16:3e:78:01:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1efb7d-c8f0-4d36-a916-6b012ae48e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:31:11Z', 'updated_at': '2022-04-08T10:31:14Z', 'revision_number': 1, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9a8b30-0bbd-4472-8415-bc87b6cbdf59', 'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'mac_address': 'fa:16:3e:b7:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:32Z', 'updated_at': '2022-04-08T10:27:55Z', 'revision_number': 5, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'subnets': [{'id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:33:29.781371 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec0e436-4352-4acf-85f5-9bf4951ef924 None None] The sync data for ids ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'] in dv-neutron-837110-1-hyperv is: [{'id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'name': 'tempest-TestVolumeBootPattern-950229728-router', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:26Z', 'updated_at': '2022-04-08T10:27:33Z', 'revision_number': 4, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'gw_port': {'id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:27Z', 'updated_at': '2022-04-08T10:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '1da555c6-5969-4671-bd33-43aae0f87792', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'floating_ip_address': '172.26.0.190', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'port_id': '73cea48c-aa0e-412b-ba3a-3ea54cc50ca5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'mac_address': 'fa:16:3e:32:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:33:26Z', 'updated_at': '2022-04-08T10:33:26Z', 'revision_number': 0, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'fixed_ip_address_scope': None}, {'id': 'e430cf96-61a5-4313-91d5-27a8c725cd1a', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'floating_ip_address': '172.26.0.90', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'port_id': '3abe8aa8-6c40-45e2-b6bf-843d34a5817b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'mac_address': 'fa:16:3e:78:01:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1efb7d-c8f0-4d36-a916-6b012ae48e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:31:11Z', 'updated_at': '2022-04-08T10:31:14Z', 'revision_number': 1, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9a8b30-0bbd-4472-8415-bc87b6cbdf59', 'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'mac_address': 'fa:16:3e:b7:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:32Z', 'updated_at': '2022-04-08T10:27:55Z', 'revision_number': 5, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'subnets': [{'id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:33:29.873955 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89a08031-9890-4c7e-b07b-2a1ad88d6ff1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:29.885215 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device cdcaa6e4-76d8-4836-b382-0ba36b401cf9 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:33:29.902737 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89a08031-9890-4c7e-b07b-2a1ad88d6ff1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:29.919266 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: cdcaa6e4-76d8-4836-b382-0ba36b401cf9 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:33:29.920627 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device cdcaa6e4-76d8-4836-b382-0ba36b401cf9 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:33:29.980742 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a08031-9890-4c7e-b07b-2a1ad88d6ff1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:33:29.983366 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-89a08031-9890-4c7e-b07b-2a1ad88d6ff1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:33:29.985782 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a08031-9890-4c7e-b07b-2a1ad88d6ff1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:33:29.994611 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b796fb9-5eae-4e0e-a2c6-b328bd7ebdd5 None None] New status for floating IP 1da555c6-5969-4671-bd33-43aae0f87792: ACTIVE {{(pid=83848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:33:30.022114 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a08031-9890-4c7e-b07b-2a1ad88d6ff1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=d42d553e-2c51-4dd0-855b-58d945091129,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:30.153074 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89a08031-9890-4c7e-b07b-2a1ad88d6ff1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:30.153790 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89a08031-9890-4c7e-b07b-2a1ad88d6ff1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:30.469930 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a08031-9890-4c7e-b07b-2a1ad88d6ff1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router 47213d81-a567-4e11-94bc-6dd8f0271343 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:33:30.680480 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a08031-9890-4c7e-b07b-2a1ad88d6ff1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:33:30.690791 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f1f6c-57c4-427b-83cf-30ba6cadec38 None None] Sync routers for ids ['47213d81-a567-4e11-94bc-6dd8f0271343'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:33:30.702937 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73f1f6c-57c4-427b-83cf-30ba6cadec38 None None] Routers {'47213d81-a567-4e11-94bc-6dd8f0271343'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:33:30.703548 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e73f1f6c-57c4-427b-83cf-30ba6cadec38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:33:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['47213d81-a567-4e11-94bc-6dd8f0271343'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:33:30.708166 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-89a08031-9890-4c7e-b07b-2a1ad88d6ff1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:30.709991 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-89a08031-9890-4c7e-b07b-2a1ad88d6ff1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5572321 Apr 08 10:33:30.713034 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 32850) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:30.752258 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-bd9b04b9-9b79-4677-921b-fb2c45e3eaf6 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=6d9baba61a9a4a97bab400043cc74a73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380809 Apr 08 10:33:30.756004 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 32854) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:30.880127 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-e73f1f6c-57c4-427b-83cf-30ba6cadec38 None None] Set router 47213d81-a567-4e11-94bc-6dd8f0271343 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:33:30.919299 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f79ad4-f502-4683-b92b-6825c730ac78 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:30.920835 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-92f79ad4-f502-4683-b92b-6825c730ac78 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1638672 Apr 08 10:33:30.923706 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 32858) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:30.979173 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8a2d8377-1ac2-4b11-b7f7-347b5af0fa90 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0535979 Apr 08 10:33:30.982008 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 32862) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:30.988285 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-1b80b9e8-12b4-4f8e-a098-2d80e40d0348 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-411096283', 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:33:31.122108 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-1b80b9e8-12b4-4f8e-a098-2d80e40d0348 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:33:31.126450 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1b80b9e8-12b4-4f8e-a098-2d80e40d0348 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:subnet and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:33:31.129303 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1b80b9e8-12b4-4f8e-a098-2d80e40d0348 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:33:31.135512 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-1b80b9e8-12b4-4f8e-a098-2d80e40d0348 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:33:31.146614 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b80b9e8-12b4-4f8e-a098-2d80e40d0348 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Made reservation on behalf of 6d9baba61a9a4a97bab400043cc74a73 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:33:31.198400 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e73f1f6c-57c4-427b-83cf-30ba6cadec38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'name': 'tempest-TestNetworkBasicOps-router-237658465', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:33:30Z', 'revision_number': 3, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:33:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:33:31.202548 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f1f6c-57c4-427b-83cf-30ba6cadec38 None None] Checking router: 47213d81-a567-4e11-94bc-6dd8f0271343 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:33:31.202926 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f1f6c-57c4-427b-83cf-30ba6cadec38 None None] Updating router 47213d81-a567-4e11-94bc-6dd8f0271343 port d42d553e-2c51-4dd0-855b-58d945091129 binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:33:31.252524 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1b80b9e8-12b4-4f8e-a098-2d80e40d0348 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:31.265152 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e73f1f6c-57c4-427b-83cf-30ba6cadec38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:31.498173 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1b80b9e8-12b4-4f8e-a098-2d80e40d0348 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:31.580648 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80b9e8-12b4-4f8e-a098-2d80e40d0348 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Subnet': ['ID=0dc22533-0c56-423c-8b4b-8e30b84626d3,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:31.600033 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b80b9e8-12b4-4f8e-a098-2d80e40d0348 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Checking segment: {'id': '652d45e6-72b8-43ef-9e0a-c9acedd224b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:33:31.600327 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b80b9e8-12b4-4f8e-a098-2d80e40d0348 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network hostable DHCP agents. Network: 8d607a80-6647-43a8-9c90-4828b5de1881, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:33:31.619149 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e73f1f6c-57c4-427b-83cf-30ba6cadec38 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:31.622286 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b80b9e8-12b4-4f8e-a098-2d80e40d0348 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 8d607a80-6647-43a8-9c90-4828b5de1881 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:33:31.631892 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-e73f1f6c-57c4-427b-83cf-30ba6cadec38 None None] Transition to ACTIVE for port object d42d553e-2c51-4dd0-855b-58d945091129 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:33:31.632351 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-1b80b9e8-12b4-4f8e-a098-2d80e40d0348 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 8d607a80-6647-43a8-9c90-4828b5de1881) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:33:31.637201 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b80b9e8-12b4-4f8e-a098-2d80e40d0348 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:31.637844 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1b80b9e8-12b4-4f8e-a098-2d80e40d0348 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:31.638848 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e73f1f6c-57c4-427b-83cf-30ba6cadec38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:31.661017 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1b80b9e8-12b4-4f8e-a098-2d80e40d0348 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6779180 Apr 08 10:33:31.663927 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 32866) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:31.673633 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cf1e23-406a-4b0c-b238-9c984f20e0a0 None None] Network 8d607a80-6647-43a8-9c90-4828b5de1881 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:33:31.845184 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43f3fa-2792-4983-ab5c-ba72c0703326 None None] Pushing event updated for resources: {'Port': ['ID=d42d553e-2c51-4dd0-855b-58d945091129,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:31.850642 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-e73f1f6c-57c4-427b-83cf-30ba6cadec38 None None] Attempting to bind port d42d553e-2c51-4dd0-855b-58d945091129 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:33:31.851010 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-e73f1f6c-57c4-427b-83cf-30ba6cadec38 None None] Attempting to bind port d42d553e-2c51-4dd0-855b-58d945091129 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:33:31.851362 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f1f6c-57c4-427b-83cf-30ba6cadec38 None None] Attempting to bind port d42d553e-2c51-4dd0-855b-58d945091129 on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:33:31.874950 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f1f6c-57c4-427b-83cf-30ba6cadec38 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:33:31.875327 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f1f6c-57c4-427b-83cf-30ba6cadec38 None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:33:31.875723 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e73f1f6c-57c4-427b-83cf-30ba6cadec38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:31.876937 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f1f6c-57c4-427b-83cf-30ba6cadec38 None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:33:31.876937 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-e73f1f6c-57c4-427b-83cf-30ba6cadec38 None None] Bound port: d42d553e-2c51-4dd0-855b-58d945091129, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:33:31.876937 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e73f1f6c-57c4-427b-83cf-30ba6cadec38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:32.024710 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-e73f1f6c-57c4-427b-83cf-30ba6cadec38 None None] For port d42d553e-2c51-4dd0-855b-58d945091129, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:33:32.041858 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-e73f1f6c-57c4-427b-83cf-30ba6cadec38 None None] For port d42d553e-2c51-4dd0-855b-58d945091129, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=d42d553e-2c51-4dd0-855b-58d945091129,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:33:32.047332 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e73f1f6c-57c4-427b-83cf-30ba6cadec38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:32.105888 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70ec238-b84e-4325-8c81-ec4f5449989f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-8d607a80-6647-43a8-9c90-4828b5de1881', 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ips': [{'subnet_id': '0dc22533-0c56-423c-8b4b-8e30b84626d3'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:33:32.106692 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f70ec238-b84e-4325-8c81-ec4f5449989f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:32.137032 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43f3fa-2792-4983-ab5c-ba72c0703326 None None] Pushing event updated for resources: {'Port': ['ID=d42d553e-2c51-4dd0-855b-58d945091129,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:32.215207 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73f1f6c-57c4-427b-83cf-30ba6cadec38 None None] Routers {'47213d81-a567-4e11-94bc-6dd8f0271343'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:33:32.215819 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e73f1f6c-57c4-427b-83cf-30ba6cadec38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:33:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['47213d81-a567-4e11-94bc-6dd8f0271343'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:33:32.432434 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-f70ec238-b84e-4325-8c81-ec4f5449989f None None] Allocated IP 172.20.0.2 (8d607a80-6647-43a8-9c90-4828b5de1881/0dc22533-0c56-423c-8b4b-8e30b84626d3/159626ab-aec3-44cd-9793-7622b728880d) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:33:32.518010 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-e73f1f6c-57c4-427b-83cf-30ba6cadec38 None None] Set router 47213d81-a567-4e11-94bc-6dd8f0271343 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:33:32.522774 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:32.871777 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f70ec238-b84e-4325-8c81-ec4f5449989f None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:32.889201 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f70ec238-b84e-4325-8c81-ec4f5449989f None None] Transition to ACTIVE for port object 159626ab-aec3-44cd-9793-7622b728880d will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:33:32.917272 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f70ec238-b84e-4325-8c81-ec4f5449989f None None] Transition to ACTIVE for port object 159626ab-aec3-44cd-9793-7622b728880d will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:33:32.922718 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f70ec238-b84e-4325-8c81-ec4f5449989f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:32.985398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.20.0.1 (8d607a80-6647-43a8-9c90-4828b5de1881/0dc22533-0c56-423c-8b4b-8e30b84626d3/2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:33:32.988887 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-e73f1f6c-57c4-427b-83cf-30ba6cadec38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'name': 'tempest-TestNetworkBasicOps-router-237658465', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:33:30Z', 'revision_number': 3, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:33:32.997893 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70ec238-b84e-4325-8c81-ec4f5449989f None None] Network 8d607a80-6647-43a8-9c90-4828b5de1881 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:33:33.001620 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ec238-b84e-4325-8c81-ec4f5449989f None None] Pushing event updated for resources: {'Port': ['ID=159626ab-aec3-44cd-9793-7622b728880d,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:33.003936 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-f70ec238-b84e-4325-8c81-ec4f5449989f None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:33:33.006548 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f1f6c-57c4-427b-83cf-30ba6cadec38 None None] The sync data for ids ['47213d81-a567-4e11-94bc-6dd8f0271343'] in dv-neutron-837110-1-hyperv is: [{'id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'name': 'tempest-TestNetworkBasicOps-router-237658465', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:33:30Z', 'revision_number': 3, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:33:33.007892 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70ec238-b84e-4325-8c81-ec4f5449989f None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:33:33.103772 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-f70ec238-b84e-4325-8c81-ec4f5449989f None None] Attempting to bind port 159626ab-aec3-44cd-9793-7622b728880d on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:33:33.104223 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-f70ec238-b84e-4325-8c81-ec4f5449989f None None] Attempting to bind port 159626ab-aec3-44cd-9793-7622b728880d by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '652d45e6-72b8-43ef-9e0a-c9acedd224b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:33:33.104645 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ec238-b84e-4325-8c81-ec4f5449989f None None] Attempting to bind port 159626ab-aec3-44cd-9793-7622b728880d on network 8d607a80-6647-43a8-9c90-4828b5de1881 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:33:33.112456 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ec238-b84e-4325-8c81-ec4f5449989f None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:33:33.113064 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ec238-b84e-4325-8c81-ec4f5449989f None None] Checking segment: {'id': '652d45e6-72b8-43ef-9e0a-c9acedd224b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:33:33.113412 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f70ec238-b84e-4325-8c81-ec4f5449989f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:33.113867 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ec238-b84e-4325-8c81-ec4f5449989f None None] Bound using segment: {'id': '652d45e6-72b8-43ef-9e0a-c9acedd224b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:33:33.114970 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-f70ec238-b84e-4325-8c81-ec4f5449989f None None] Bound port: 159626ab-aec3-44cd-9793-7622b728880d, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652d45e6-72b8-43ef-9e0a-c9acedd224b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:33:33.116584 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f70ec238-b84e-4325-8c81-ec4f5449989f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:33.198532 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:33.219119 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-f70ec238-b84e-4325-8c81-ec4f5449989f None None] For port 159626ab-aec3-44cd-9793-7622b728880d, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:33:33.222607 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Transition to ACTIVE for port object 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:33:33.222806 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-f70ec238-b84e-4325-8c81-ec4f5449989f None None] For port 159626ab-aec3-44cd-9793-7622b728880d, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=159626ab-aec3-44cd-9793-7622b728880d,segment=NetworkSegment(652d45e6-72b8-43ef-9e0a-c9acedd224b7),segment_id=652d45e6-72b8-43ef-9e0a-c9acedd224b7)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:33:33.228289 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f70ec238-b84e-4325-8c81-ec4f5449989f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:33.284652 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:33.347187 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ec238-b84e-4325-8c81-ec4f5449989f None None] Pushing event updated for resources: {'Port': ['ID=159626ab-aec3-44cd-9793-7622b728880d,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:33.372407 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 8d607a80-6647-43a8-9c90-4828b5de1881 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:33:33.376341 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:33:33.379807 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:33:33.421888 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:33.440504 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:33.441055 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:33.442399 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:33.444177 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:33.444656 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:33.445594 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:33.446234 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:33.446621 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:33.447347 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:33.447347 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:33.447748 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:33.464290 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:33.564730 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:34.029883 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 159626ab-aec3-44cd-9793-7622b728880d up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:33:34.138949 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:34.144503 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 159626ab-aec3-44cd-9793-7622b728880d completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:33:34.151269 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d42d553e-2c51-4dd0-855b-58d945091129 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:33:34.153942 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:34.240908 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port d42d553e-2c51-4dd0-855b-58d945091129 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:33:34.247564 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port d42d553e-2c51-4dd0-855b-58d945091129 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:33:34.249036 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:34.397509 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:34.406548 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:34.454978 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:34.480050 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port d42d553e-2c51-4dd0-855b-58d945091129, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=d42d553e-2c51-4dd0-855b-58d945091129,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:33:34.485962 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:34.564959 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 8d607a80-6647-43a8-9c90-4828b5de1881 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:33:34.566982 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:33:34.570836 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=d42d553e-2c51-4dd0-855b-58d945091129,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:34.595418 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef255bdf-9aee-40f6-9bd6-0b636f56df39 None None] Network 8d607a80-6647-43a8-9c90-4828b5de1881 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:33:34.705261 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7724a306-206a-4c30-8451-272b5e360055 None None] Provisioning for port 159626ab-aec3-44cd-9793-7622b728880d completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:33:34.723340 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7724a306-206a-4c30-8451-272b5e360055 None None] Provisioning complete for port 159626ab-aec3-44cd-9793-7622b728880d triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:33:34.723796 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7724a306-206a-4c30-8451-272b5e360055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:34.939045 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7724a306-206a-4c30-8451-272b5e360055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:34.962565 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router 47213d81-a567-4e11-94bc-6dd8f0271343 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:33:34.979855 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-7724a306-206a-4c30-8451-272b5e360055 None None] For port 159626ab-aec3-44cd-9793-7622b728880d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=159626ab-aec3-44cd-9793-7622b728880d,segment=NetworkSegment(652d45e6-72b8-43ef-9e0a-c9acedd224b7),segment_id=652d45e6-72b8-43ef-9e0a-c9acedd224b7)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:33:34.983803 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7724a306-206a-4c30-8451-272b5e360055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:35.055906 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724a306-206a-4c30-8451-272b5e360055 None None] Pushing event updated for resources: {'Port': ['ID=159626ab-aec3-44cd-9793-7622b728880d,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:35.182738 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:33:35.197839 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5eefd9a6-e4da-4ae4-929d-e0d42378ca07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "PUT /v2.0/routers/47213d81-a567-4e11-94bc-6dd8f0271343/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5325761 Apr 08 10:33:35.200380 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 32870) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:35.207351 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-1eedb4d8-6acd-41a8-adf7-996b8af72285 None None] Provisioning complete for port 159626ab-aec3-44cd-9793-7622b728880d triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:33:35.207725 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1eedb4d8-6acd-41a8-adf7-996b8af72285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:35.342619 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-1eedb4d8-6acd-41a8-adf7-996b8af72285 None None] Provisioning for port 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:33:35.347867 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-1eedb4d8-6acd-41a8-adf7-996b8af72285 None None] Provisioning complete for port 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:33:35.348275 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1eedb4d8-6acd-41a8-adf7-996b8af72285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:35.349377 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a9deca-d11a-496f-aefa-df119b576fd8 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:35.349778 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a9deca-d11a-496f-aefa-df119b576fd8 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:35.350138 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a9deca-d11a-496f-aefa-df119b576fd8 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:35.350507 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a9deca-d11a-496f-aefa-df119b576fd8 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:35.350867 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a9deca-d11a-496f-aefa-df119b576fd8 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:35.351223 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a9deca-d11a-496f-aefa-df119b576fd8 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:35.353010 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-43a9deca-d11a-496f-aefa-df119b576fd8 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1516631 Apr 08 10:33:35.355659 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 32874) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:35.403693 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-1eedb4d8-6acd-41a8-adf7-996b8af72285 None None] Port 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:33:35.431040 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d30f65-a602-4e55-a711-68df94785112 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:35.431409 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d30f65-a602-4e55-a711-68df94785112 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:35.431769 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d30f65-a602-4e55-a711-68df94785112 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:35.432140 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d30f65-a602-4e55-a711-68df94785112 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:35.432512 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d30f65-a602-4e55-a711-68df94785112 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:35.432857 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d30f65-a602-4e55-a711-68df94785112 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:35.434565 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-11d30f65-a602-4e55-a711-68df94785112 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0778525 Apr 08 10:33:35.437875 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 32878) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:35.525324 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b5148861-85e8-416f-b316-7e3bd2b2d5dc None None] Provisioning complete for port 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:33:35.525674 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b5148861-85e8-416f-b316-7e3bd2b2d5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:35.576697 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-b5148861-85e8-416f-b316-7e3bd2b2d5dc None None] Port 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:33:35.639439 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-dda20dc8-49b7-487f-9890-985662a91426 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2003894 Apr 08 10:33:35.697235 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-99430eb9-76a4-4577-9d94-8715ce3e5150 None None] Provisioning complete for port 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:33:35.697599 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-99430eb9-76a4-4577-9d94-8715ce3e5150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:35.750687 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-99430eb9-76a4-4577-9d94-8715ce3e5150 None None] Port 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:33:35.936208 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 159626ab-aec3-44cd-9793-7622b728880d up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:33:35.968419 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 32886) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:35.974115 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-54c45fa1-7234-4554-bdf3-2f664926fded tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1633573924', 'description': 'tempest-secgroup-smoke-1633573924 description', 'project_id': '6d9baba61a9a4a97bab400043cc74a73'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:33:35.979873 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-54c45fa1-7234-4554-bdf3-2f664926fded tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:33:35.983943 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-54c45fa1-7234-4554-bdf3-2f664926fded tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:33:35.986841 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-54c45fa1-7234-4554-bdf3-2f664926fded tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:33:35.992606 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-54c45fa1-7234-4554-bdf3-2f664926fded tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:33:36.004172 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 159626ab-aec3-44cd-9793-7622b728880d triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:33:36.004661 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:36.013567 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-54c45fa1-7234-4554-bdf3-2f664926fded tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:36.049711 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-54c45fa1-7234-4554-bdf3-2f664926fded tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:33:36.055505 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-54c45fa1-7234-4554-bdf3-2f664926fded tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:33:36.059437 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-54c45fa1-7234-4554-bdf3-2f664926fded tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:33:36.065708 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-54c45fa1-7234-4554-bdf3-2f664926fded tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:33:36.126026 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-54c45fa1-7234-4554-bdf3-2f664926fded tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:36.126617 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d42d553e-2c51-4dd0-855b-58d945091129 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:33:36.130828 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-54c45fa1-7234-4554-bdf3-2f664926fded tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:36.174798 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c45fa1-7234-4554-bdf3-2f664926fded tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29ee466b-c6d9-491c-9776-93476d041568,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:36.179195 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-54c45fa1-7234-4554-bdf3-2f664926fded tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:36.180537 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-54c45fa1-7234-4554-bdf3-2f664926fded tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2110684 Apr 08 10:33:36.183524 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 32890) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:36.189433 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-20dac9f5-d0dc-4a0e-846c-fa8c14470b93 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '29ee466b-c6d9-491c-9776-93476d041568', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:33:36.196341 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-20dac9f5-d0dc-4a0e-846c-fa8c14470b93 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:33:36.200354 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-20dac9f5-d0dc-4a0e-846c-fa8c14470b93 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:33:36.202269 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port d42d553e-2c51-4dd0-855b-58d945091129 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:33:36.202879 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:36.203577 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-20dac9f5-d0dc-4a0e-846c-fa8c14470b93 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:33:36.209770 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-20dac9f5-d0dc-4a0e-846c-fa8c14470b93 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:33:36.226400 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-20dac9f5-d0dc-4a0e-846c-fa8c14470b93 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:36.287531 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-20dac9f5-d0dc-4a0e-846c-fa8c14470b93 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:36.291700 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-20dac9f5-d0dc-4a0e-846c-fa8c14470b93 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:36.314508 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dac9f5-d0dc-4a0e-846c-fa8c14470b93 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9981cde6-a446-4f15-b8e2-8eda756aa74e,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:36.324923 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-20dac9f5-d0dc-4a0e-846c-fa8c14470b93 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:36.326354 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-20dac9f5-d0dc-4a0e-846c-fa8c14470b93 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1416690 Apr 08 10:33:36.329088 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 32894) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:36.334570 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-d8cc77b5-662f-43d3-9256-72f16c7ba743 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '29ee466b-c6d9-491c-9776-93476d041568', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:33:36.340334 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d8cc77b5-662f-43d3-9256-72f16c7ba743 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:33:36.344252 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d8cc77b5-662f-43d3-9256-72f16c7ba743 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:33:36.347062 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d8cc77b5-662f-43d3-9256-72f16c7ba743 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:33:36.353625 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d8cc77b5-662f-43d3-9256-72f16c7ba743 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:33:36.369122 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d8cc77b5-662f-43d3-9256-72f16c7ba743 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:36.520093 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d8cc77b5-662f-43d3-9256-72f16c7ba743 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:36.523713 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d8cc77b5-662f-43d3-9256-72f16c7ba743 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:36.547575 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc77b5-662f-43d3-9256-72f16c7ba743 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b0b203-b6ce-4eef-8bf1-8af012db5146,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:36.556232 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d8cc77b5-662f-43d3-9256-72f16c7ba743 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:36.557395 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d8cc77b5-662f-43d3-9256-72f16c7ba743 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2274091 Apr 08 10:33:36.560122 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 32898) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:36.565429 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-18a207f6-f9fa-4fc4-9c1f-7f9b4b4e6e96 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '29ee466b-c6d9-491c-9776-93476d041568', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:33:36.571408 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-18a207f6-f9fa-4fc4-9c1f-7f9b4b4e6e96 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:33:36.575126 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-18a207f6-f9fa-4fc4-9c1f-7f9b4b4e6e96 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:33:36.577954 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-18a207f6-f9fa-4fc4-9c1f-7f9b4b4e6e96 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:33:36.583682 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-18a207f6-f9fa-4fc4-9c1f-7f9b4b4e6e96 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:33:36.600364 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-18a207f6-f9fa-4fc4-9c1f-7f9b4b4e6e96 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:36.660223 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-18a207f6-f9fa-4fc4-9c1f-7f9b4b4e6e96 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:36.664160 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-18a207f6-f9fa-4fc4-9c1f-7f9b4b4e6e96 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:36.686340 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a207f6-f9fa-4fc4-9c1f-7f9b4b4e6e96 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a703764-6ffb-42fe-9148-3c46565b9a1b,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:36.694247 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-18a207f6-f9fa-4fc4-9c1f-7f9b4b4e6e96 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:36.695391 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-18a207f6-f9fa-4fc4-9c1f-7f9b4b4e6e96 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1343701 Apr 08 10:33:36.698235 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 32902) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:36.703429 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-a5fea919-5a5a-4923-9461-fb30e0f79f13 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '29ee466b-c6d9-491c-9776-93476d041568', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:33:36.709073 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a5fea919-5a5a-4923-9461-fb30e0f79f13 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:33:36.712741 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a5fea919-5a5a-4923-9461-fb30e0f79f13 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:33:36.715500 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a5fea919-5a5a-4923-9461-fb30e0f79f13 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:33:36.721016 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a5fea919-5a5a-4923-9461-fb30e0f79f13 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:33:36.737451 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a5fea919-5a5a-4923-9461-fb30e0f79f13 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:36.799113 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a5fea919-5a5a-4923-9461-fb30e0f79f13 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:36.802944 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a5fea919-5a5a-4923-9461-fb30e0f79f13 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:36.827356 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fea919-5a5a-4923-9461-fb30e0f79f13 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f3ea2c-4447-444e-b08b-325e2dc4221e,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:36.835258 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a5fea919-5a5a-4923-9461-fb30e0f79f13 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:36.836512 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a5fea919-5a5a-4923-9461-fb30e0f79f13 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1373787 Apr 08 10:33:36.839202 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 32906) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:36.844515 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-97c56052-239b-4eee-b10b-6adf1e5504e3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '29ee466b-c6d9-491c-9776-93476d041568', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:33:36.850762 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-97c56052-239b-4eee-b10b-6adf1e5504e3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:33:36.854463 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-97c56052-239b-4eee-b10b-6adf1e5504e3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:33:36.857265 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-97c56052-239b-4eee-b10b-6adf1e5504e3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:33:36.862750 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-97c56052-239b-4eee-b10b-6adf1e5504e3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:33:36.872668 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.securitygroups_db [None req-97c56052-239b-4eee-b10b-6adf1e5504e3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Project 6d9baba61a9a4a97bab400043cc74a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:33:36.878886 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-97c56052-239b-4eee-b10b-6adf1e5504e3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:36.941128 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-97c56052-239b-4eee-b10b-6adf1e5504e3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:36.944613 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-97c56052-239b-4eee-b10b-6adf1e5504e3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:36.966673 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c56052-239b-4eee-b10b-6adf1e5504e3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6760d347-8f46-4b0f-b088-978bc43f7722,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:36.975208 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-97c56052-239b-4eee-b10b-6adf1e5504e3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:36.976370 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-97c56052-239b-4eee-b10b-6adf1e5504e3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1362340 Apr 08 10:33:36.979101 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 32910) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:36.984298 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-60500bba-1bb5-4077-9ef0-97bbbef3ad59 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '29ee466b-c6d9-491c-9776-93476d041568', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:33:36.989974 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-60500bba-1bb5-4077-9ef0-97bbbef3ad59 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:33:36.993651 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-60500bba-1bb5-4077-9ef0-97bbbef3ad59 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:33:36.996466 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-60500bba-1bb5-4077-9ef0-97bbbef3ad59 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:33:37.002030 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-60500bba-1bb5-4077-9ef0-97bbbef3ad59 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:33:37.012745 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.securitygroups_db [None req-60500bba-1bb5-4077-9ef0-97bbbef3ad59 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Project 6d9baba61a9a4a97bab400043cc74a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:33:37.018980 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-60500bba-1bb5-4077-9ef0-97bbbef3ad59 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:37.085089 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-60500bba-1bb5-4077-9ef0-97bbbef3ad59 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:37.088785 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-60500bba-1bb5-4077-9ef0-97bbbef3ad59 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:37.113338 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60500bba-1bb5-4077-9ef0-97bbbef3ad59 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc24cf4-fd50-4fce-b50c-e88ed1616a1a,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:37.122422 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-60500bba-1bb5-4077-9ef0-97bbbef3ad59 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:37.123561 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-60500bba-1bb5-4077-9ef0-97bbbef3ad59 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1435678 Apr 08 10:33:37.301368 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-d78d18a8-96b4-4c90-af26-ec32a3b645f4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:33:37.316427 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-d78d18a8-96b4-4c90-af26-ec32a3b645f4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:33:37.317903 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-d78d18a8-96b4-4c90-af26-ec32a3b645f4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1633573924&fields=id&tenant_id=6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 267 time: 0.0627897 Apr 08 10:33:37.462436 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-49d6e132-fc00-49a4-98ff-7604103231be tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:37.463106 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-49d6e132-fc00-49a4-98ff-7604103231be tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:network {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:33:37.477990 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-49d6e132-fc00-49a4-98ff-7604103231be tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:network {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:33:37.479249 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-49d6e132-fc00-49a4-98ff-7604103231be tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/networks?id=8d607a80-6647-43a8-9c90-4828b5de1881 HTTP/1.1" status: 200 len: 796 time: 0.1549277 Apr 08 10:33:37.495812 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-cd432711-1edf-4f86-add2-7709b94b7455 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/quotas/6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 375 time: 0.0110881 Apr 08 10:33:37.574209 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-ff6f2fc8-853f-4de9-91e1-3d6c4582a042 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:33:37.589430 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-ff6f2fc8-853f-4de9-91e1-3d6c4582a042 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:33:37.590865 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-ff6f2fc8-853f-4de9-91e1-3d6c4582a042 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0901523 Apr 08 10:33:37.793047 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-a9e2fe2c-c6f3-46ce-ab38-b5ec6916a776 service neutron] 10.222.0.47 "GET /v2.0/networks/8d607a80-6647-43a8-9c90-4828b5de1881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898267 Apr 08 10:33:37.923671 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-5de15b07-bb96-4599-9f68-a14833dd6f75 service neutron] 10.222.0.47 "GET /v2.0/networks/8d607a80-6647-43a8-9c90-4828b5de1881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249995 Apr 08 10:33:38.315578 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:38.847738 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c8ea5a-c79a-494c-9fb5-f747808d5a91 None None] Sync routers for ids ['47213d81-a567-4e11-94bc-6dd8f0271343'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:33:38.860442 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c8ea5a-c79a-494c-9fb5-f747808d5a91 None None] Routers {'47213d81-a567-4e11-94bc-6dd8f0271343'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:33:38.861042 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-32c8ea5a-c79a-494c-9fb5-f747808d5a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:33:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['47213d81-a567-4e11-94bc-6dd8f0271343'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:33:39.034723 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-32c8ea5a-c79a-494c-9fb5-f747808d5a91 None None] Set router 47213d81-a567-4e11-94bc-6dd8f0271343 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:33:39.134095 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ff8b9db8-26ae-43ff-9a80-4038e7c0440c req-4e8866ea-9d3d-44a1-bc39-9423fd1c5d17 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=1886441c-04f3-4059-9097-ca24f8b23d40 HTTP/1.1" status: 200 len: 210 time: 0.0461431 Apr 08 10:33:39.387357 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-32c8ea5a-c79a-494c-9fb5-f747808d5a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'name': 'tempest-TestNetworkBasicOps-router-237658465', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:33:33Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a', 'name': '', 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:9d:f5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dc22533-0c56-423c-8b4b-8e30b84626d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:33:32Z', 'updated_at': '2022-04-08T10:33:33Z', 'revision_number': 2, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '0dc22533-0c56-423c-8b4b-8e30b84626d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:33:39.392074 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c8ea5a-c79a-494c-9fb5-f747808d5a91 None None] Checking router: 47213d81-a567-4e11-94bc-6dd8f0271343 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:33:39.392453 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c8ea5a-c79a-494c-9fb5-f747808d5a91 None None] Updating router 47213d81-a567-4e11-94bc-6dd8f0271343 port 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:33:39.447224 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32c8ea5a-c79a-494c-9fb5-f747808d5a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:39.801038 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32c8ea5a-c79a-494c-9fb5-f747808d5a91 None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:39.813080 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-32c8ea5a-c79a-494c-9fb5-f747808d5a91 None None] Transition to ACTIVE for port object 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:33:39.819337 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32c8ea5a-c79a-494c-9fb5-f747808d5a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:39.940557 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c6581-7737-4fe7-ac8a-676d64fc8672 None None] Pushing event updated for resources: {'Port': ['ID=2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:39.954283 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c6581-7737-4fe7-ac8a-676d64fc8672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:39.954632 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c6581-7737-4fe7-ac8a-676d64fc8672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:39.954956 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c6581-7737-4fe7-ac8a-676d64fc8672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:39.955287 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c6581-7737-4fe7-ac8a-676d64fc8672 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:39.955611 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c6581-7737-4fe7-ac8a-676d64fc8672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:39.955938 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c6581-7737-4fe7-ac8a-676d64fc8672 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:39.956290 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c6581-7737-4fe7-ac8a-676d64fc8672 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:39.956614 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c6581-7737-4fe7-ac8a-676d64fc8672 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:39.956927 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c6581-7737-4fe7-ac8a-676d64fc8672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:39.957246 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c6581-7737-4fe7-ac8a-676d64fc8672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:39.957564 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c6581-7737-4fe7-ac8a-676d64fc8672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:40.044708 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-32c8ea5a-c79a-494c-9fb5-f747808d5a91 None None] Attempting to bind port 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:33:40.045052 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-32c8ea5a-c79a-494c-9fb5-f747808d5a91 None None] Attempting to bind port 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '652d45e6-72b8-43ef-9e0a-c9acedd224b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:33:40.045401 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c8ea5a-c79a-494c-9fb5-f747808d5a91 None None] Attempting to bind port 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a on network 8d607a80-6647-43a8-9c90-4828b5de1881 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:33:40.058974 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c8ea5a-c79a-494c-9fb5-f747808d5a91 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:33:40.059469 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c8ea5a-c79a-494c-9fb5-f747808d5a91 None None] Checking segment: {'id': '652d45e6-72b8-43ef-9e0a-c9acedd224b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:33:40.060028 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32c8ea5a-c79a-494c-9fb5-f747808d5a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:40.060612 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c8ea5a-c79a-494c-9fb5-f747808d5a91 None None] Bound using segment: {'id': '652d45e6-72b8-43ef-9e0a-c9acedd224b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:33:40.061649 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-32c8ea5a-c79a-494c-9fb5-f747808d5a91 None None] Bound port: 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652d45e6-72b8-43ef-9e0a-c9acedd224b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:33:40.062280 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32c8ea5a-c79a-494c-9fb5-f747808d5a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:40.159815 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-32c8ea5a-c79a-494c-9fb5-f747808d5a91 None None] For port 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:33:40.163308 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-32c8ea5a-c79a-494c-9fb5-f747808d5a91 None None] For port 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a,segment=NetworkSegment(652d45e6-72b8-43ef-9e0a-c9acedd224b7),segment_id=652d45e6-72b8-43ef-9e0a-c9acedd224b7)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:33:40.168415 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-32c8ea5a-c79a-494c-9fb5-f747808d5a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:40.255463 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c8ea5a-c79a-494c-9fb5-f747808d5a91 None None] Routers {'47213d81-a567-4e11-94bc-6dd8f0271343'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:33:40.256106 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-32c8ea5a-c79a-494c-9fb5-f747808d5a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:33:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['47213d81-a567-4e11-94bc-6dd8f0271343'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:33:40.271265 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-65a1e663-21ae-4c47-b452-abe72032132d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:40.273107 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-65a1e663-21ae-4c47-b452-abe72032132d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/networks?id=8d607a80-6647-43a8-9c90-4828b5de1881 HTTP/1.1" status: 200 len: 796 time: 0.1955905 Apr 08 10:33:40.337678 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-27bad9f9-7b45-462e-a3f4-9d7cb58d196d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:33:40.367900 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-27bad9f9-7b45-462e-a3f4-9d7cb58d196d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:33:40.369137 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-27bad9f9-7b45-462e-a3f4-9d7cb58d196d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 380 time: 0.0804868 Apr 08 10:33:40.378632 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-1acb0070-4298-4d2d-a24c-44d7a9c40d29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'port': {'device_id': '1886441c-04f3-4059-9097-ca24f8b23d40', 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881', 'admin_state_up': True, 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'security_groups': ['29ee466b-c6d9-491c-9776-93476d041568']}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:33:40.384975 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0df2783c-45e8-4aff-ba22-b500af038a2c req-08bfabb1-07f5-4f0c-b91f-f96efd6511fc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=1886441c-04f3-4059-9097-ca24f8b23d40 HTTP/1.1" status: 200 len: 210 time: 0.0608747 Apr 08 10:33:40.396430 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c6581-7737-4fe7-ac8a-676d64fc8672 None None] Pushing event updated for resources: {'Port': ['ID=2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a,revision_number=4']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:40.485106 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-32c8ea5a-c79a-494c-9fb5-f747808d5a91 None None] Set router 47213d81-a567-4e11-94bc-6dd8f0271343 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:33:40.548778 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-1acb0070-4298-4d2d-a24c-44d7a9c40d29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:33:40.560184 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-1acb0070-4298-4d2d-a24c-44d7a9c40d29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:33:40.571180 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-1acb0070-4298-4d2d-a24c-44d7a9c40d29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Made reservation on behalf of 6d9baba61a9a4a97bab400043cc74a73 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:33:40.574860 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-1acb0070-4298-4d2d-a24c-44d7a9c40d29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:40.897370 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-1acb0070-4298-4d2d-a24c-44d7a9c40d29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.20.0.13 (8d607a80-6647-43a8-9c90-4828b5de1881/0dc22533-0c56-423c-8b4b-8e30b84626d3/ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:33:40.899936 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-32c8ea5a-c79a-494c-9fb5-f747808d5a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'name': 'tempest-TestNetworkBasicOps-router-237658465', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:33:33Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a', 'name': '', 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:9d:f5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dc22533-0c56-423c-8b4b-8e30b84626d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:33:32Z', 'updated_at': '2022-04-08T10:33:40Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '0dc22533-0c56-423c-8b4b-8e30b84626d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:33:40.899936 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c8ea5a-c79a-494c-9fb5-f747808d5a91 None None] The sync data for ids ['47213d81-a567-4e11-94bc-6dd8f0271343'] in dv-neutron-837110-1-hyperv is: [{'id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'name': 'tempest-TestNetworkBasicOps-router-237658465', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:33:33Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a', 'name': '', 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:9d:f5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dc22533-0c56-423c-8b4b-8e30b84626d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:33:32Z', 'updated_at': '2022-04-08T10:33:40Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '0dc22533-0c56-423c-8b4b-8e30b84626d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:33:41.185934 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-1acb0070-4298-4d2d-a24c-44d7a9c40d29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:41.207537 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-1acb0070-4298-4d2d-a24c-44d7a9c40d29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Transition to ACTIVE for port object ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:33:41.241321 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-1acb0070-4298-4d2d-a24c-44d7a9c40d29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:41.320166 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-1acb0070-4298-4d2d-a24c-44d7a9c40d29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 8d607a80-6647-43a8-9c90-4828b5de1881 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:33:41.320166 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-1acb0070-4298-4d2d-a24c-44d7a9c40d29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:33:41.329520 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-1acb0070-4298-4d2d-a24c-44d7a9c40d29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:33:41.375404 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb0070-4298-4d2d-a24c-44d7a9c40d29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:41.437846 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb0070-4298-4d2d-a24c-44d7a9c40d29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:41.437846 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb0070-4298-4d2d-a24c-44d7a9c40d29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:41.437846 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb0070-4298-4d2d-a24c-44d7a9c40d29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:41.437846 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb0070-4298-4d2d-a24c-44d7a9c40d29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:41.437846 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb0070-4298-4d2d-a24c-44d7a9c40d29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:41.437846 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb0070-4298-4d2d-a24c-44d7a9c40d29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:41.437846 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb0070-4298-4d2d-a24c-44d7a9c40d29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:41.437846 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb0070-4298-4d2d-a24c-44d7a9c40d29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:41.437846 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb0070-4298-4d2d-a24c-44d7a9c40d29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:41.437846 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb0070-4298-4d2d-a24c-44d7a9c40d29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:41.437846 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb0070-4298-4d2d-a24c-44d7a9c40d29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:41.455343 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-1acb0070-4298-4d2d-a24c-44d7a9c40d29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:41.455343 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-1acb0070-4298-4d2d-a24c-44d7a9c40d29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:41.493934 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-1acb0070-4298-4d2d-a24c-44d7a9c40d29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1122336 Apr 08 10:33:41.515890 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-7f20ab6e-6af7-43fc-a8ae-a7d08a421e19 service neutron] Request body: {'port': {'device_id': '1886441c-04f3-4059-9097-ca24f8b23d40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:33:41.704074 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b19e6c-f8ba-491b-b740-48a40e6c4a11 req-0d2c62bf-d247-4846-97d7-ae6cba440b73 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:41.716475 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-30b19e6c-f8ba-491b-b740-48a40e6c4a11 req-0d2c62bf-d247-4846-97d7-ae6cba440b73 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=1886441c-04f3-4059-9097-ca24f8b23d40 HTTP/1.1" status: 200 len: 932 time: 0.1297529 Apr 08 10:33:41.740437 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-7f20ab6e-6af7-43fc-a8ae-a7d08a421e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:41.776255 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-30b19e6c-f8ba-491b-b740-48a40e6c4a11 req-ca0b423c-92c9-446a-8eac-e4521bdb8545 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=29ee466b-c6d9-491c-9776-93476d041568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591292 Apr 08 10:33:41.780504 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d0ab77f6-465b-472c-814f-a98e9e1b687b None None] Provisioning for port ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:33:41.800941 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d0ab77f6-465b-472c-814f-a98e9e1b687b None None] Provisioning complete for port ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:33:41.800941 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d0ab77f6-465b-472c-814f-a98e9e1b687b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:41.882944 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d0ab77f6-465b-472c-814f-a98e9e1b687b None None] Port ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:33:41.998326 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:33:42.096872 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:33:42.096872 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:33:42.096872 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:42.268918 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-7f20ab6e-6af7-43fc-a8ae-a7d08a421e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5 {{(pid=83846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:33:42.278080 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-7f20ab6e-6af7-43fc-a8ae-a7d08a421e19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:42.295805 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-7f20ab6e-6af7-43fc-a8ae-a7d08a421e19 service neutron] Transition to ACTIVE for port object ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5 will not be triggered until provisioned by entity L2. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:33:42.305301 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-7f20ab6e-6af7-43fc-a8ae-a7d08a421e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:42.325465 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:42.381567 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a,segment=NetworkSegment(652d45e6-72b8-43ef-9e0a-c9acedd224b7),segment_id=652d45e6-72b8-43ef-9e0a-c9acedd224b7)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:33:42.387369 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:42.474821 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20ab6e-6af7-43fc-a8ae-a7d08a421e19 service neutron] Pushing event updated for resources: {'Port': ['ID=ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:42.500844 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:42.514431 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:42.514431 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:42.514431 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:42.514431 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:42.514431 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:42.514431 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:42.514431 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:42.514431 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:42.514431 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:42.514431 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:42.514431 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:33:42.643313 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-7f20ab6e-6af7-43fc-a8ae-a7d08a421e19 service neutron] Attempting to bind port ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:33:42.643313 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-7f20ab6e-6af7-43fc-a8ae-a7d08a421e19 service neutron] Attempting to bind port ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '652d45e6-72b8-43ef-9e0a-c9acedd224b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:33:42.643313 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-7f20ab6e-6af7-43fc-a8ae-a7d08a421e19 service neutron] Attempting to bind port ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5 on network 8d607a80-6647-43a8-9c90-4828b5de1881 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:33:42.650087 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-7f20ab6e-6af7-43fc-a8ae-a7d08a421e19 service neutron] Port ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5 on network 8d607a80-6647-43a8-9c90-4828b5de1881 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:33:42.650087 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-7f20ab6e-6af7-43fc-a8ae-a7d08a421e19 service neutron] Attempting to bind port ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5 on network 8d607a80-6647-43a8-9c90-4828b5de1881 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:33:42.655557 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-7f20ab6e-6af7-43fc-a8ae-a7d08a421e19 service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:33:42.655557 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-7f20ab6e-6af7-43fc-a8ae-a7d08a421e19 service neutron] Checking segment: {'id': '652d45e6-72b8-43ef-9e0a-c9acedd224b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:33:42.655557 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-7f20ab6e-6af7-43fc-a8ae-a7d08a421e19 service neutron] Bound using segment: {'id': '652d45e6-72b8-43ef-9e0a-c9acedd224b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881'} {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:33:42.655557 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-7f20ab6e-6af7-43fc-a8ae-a7d08a421e19 service neutron] Bound port: ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '652d45e6-72b8-43ef-9e0a-c9acedd224b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881'}}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:33:42.655557 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-7f20ab6e-6af7-43fc-a8ae-a7d08a421e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:42.750508 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-7f20ab6e-6af7-43fc-a8ae-a7d08a421e19 service neutron] For port ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5, host hv-neutron-8371, cleared binding levels {{(pid=83846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:33:42.750508 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-7f20ab6e-6af7-43fc-a8ae-a7d08a421e19 service neutron] For port ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5,segment=NetworkSegment(652d45e6-72b8-43ef-9e0a-c9acedd224b7),segment_id=652d45e6-72b8-43ef-9e0a-c9acedd224b7)] {{(pid=83846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:33:42.760137 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-7f20ab6e-6af7-43fc-a8ae-a7d08a421e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:42.837229 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-7f20ab6e-6af7-43fc-a8ae-a7d08a421e19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:42.837229 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-7f20ab6e-6af7-43fc-a8ae-a7d08a421e19 service neutron] 10.222.0.52 "PUT /v2.0/ports/ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5 HTTP/1.1" status: 200 len: 1094 time: 1.3359289 Apr 08 10:33:42.837229 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1886441c-04f3-4059-9097-ca24f8b23d40', 'tag': 'ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:33:42.976427 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4205406b-d272-4663-92e3-c932d9669a3d'] response: {'name': 'network-changed', 'server_uuid': '1886441c-04f3-4059-9097-ca24f8b23d40', 'tag': 'ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5', 'status': 'completed', 'code': 200} Apr 08 10:33:42.976427 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20ab6e-6af7-43fc-a8ae-a7d08a421e19 service neutron] Pushing event updated for resources: {'Port': ['ID=ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5,revision_number=3']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:43.008868 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88786b64-88f6-4a92-afde-6d71a1893720 req-554ee5b0-f1ad-490e-be2d-84c514a25e5f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:43.020226 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-88786b64-88f6-4a92-afde-6d71a1893720 req-554ee5b0-f1ad-490e-be2d-84c514a25e5f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=1886441c-04f3-4059-9097-ca24f8b23d40 HTTP/1.1" status: 200 len: 944 time: 0.1181304 Apr 08 10:33:43.030679 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-3e18da39-e4bc-4bfd-9997-6d7bb802a4b4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=1886441c-04f3-4059-9097-ca24f8b23d40 HTTP/1.1" status: 200 len: 1097 time: 0.1280239 Apr 08 10:33:43.082133 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-88786b64-88f6-4a92-afde-6d71a1893720 req-356762f7-734c-4812-ac9e-d6621d0fc214 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=29ee466b-c6d9-491c-9776-93476d041568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632324 Apr 08 10:33:43.172805 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-161b172d-8fb4-476c-9a4f-46def9b91dbb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5 HTTP/1.1" status: 200 len: 217 time: 0.1335847 Apr 08 10:33:43.248441 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-7d6b6945-ff8a-45b3-a108-abfcc95188b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:43.248441 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-7d6b6945-ff8a-45b3-a108-abfcc95188b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0dc22533-0c56-423c-8b4b-8e30b84626d3 HTTP/1.1" status: 200 len: 834 time: 0.0675533 Apr 08 10:33:43.320911 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2365e44b-3267-4925-bd2e-5fc73186fac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:43.335236 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-1e51ffcf-f597-4a8e-a844-e7b161d80181 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d607a80-6647-43a8-9c90-4828b5de1881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775485 Apr 08 10:33:43.554458 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-5b57f959-f5ba-46b2-82b1-288931f64289 service neutron] 10.222.0.52 "GET /v2.0/networks/8d607a80-6647-43a8-9c90-4828b5de1881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123160 Apr 08 10:33:43.694164 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1e5e95a8-08f6-41d8-b9a3-a65e67337ee4 req-63e28f12-7179-4c42-b2c8-099e8d5538de service neutron] 10.222.0.52 "GET /v2.0/networks/8d607a80-6647-43a8-9c90-4828b5de1881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320548 Apr 08 10:33:43.826714 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4e483928-57e8-4681-af47-4572a6f294e0 req-538a4901-2862-48cf-b25f-a4b876efd179 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=1886441c-04f3-4059-9097-ca24f8b23d40 HTTP/1.1" status: 200 len: 1097 time: 0.0732114 Apr 08 10:33:43.955345 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:33:43.974993 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e483928-57e8-4681-af47-4572a6f294e0 req-a88a3c44-3a82-42da-b928-ebd8a9248992 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:43.974993 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4e483928-57e8-4681-af47-4572a6f294e0 req-a88a3c44-3a82-42da-b928-ebd8a9248992 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8d607a80-6647-43a8-9c90-4828b5de1881 HTTP/1.1" status: 200 len: 897 time: 0.1430855 Apr 08 10:33:44.057442 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4e483928-57e8-4681-af47-4572a6f294e0 req-baa1a42e-0a38-4b34-ac21-0fe0023686ae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5 HTTP/1.1" status: 200 len: 217 time: 0.0764232 Apr 08 10:33:44.069670 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:33:44.069670 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:44.163533 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e483928-57e8-4681-af47-4572a6f294e0 req-567b6b88-cdaa-4569-80ea-316becc757bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:44.163533 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4e483928-57e8-4681-af47-4572a6f294e0 req-567b6b88-cdaa-4569-80ea-316becc757bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0dc22533-0c56-423c-8b4b-8e30b84626d3 HTTP/1.1" status: 200 len: 834 time: 0.0981665 Apr 08 10:33:44.268644 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4e483928-57e8-4681-af47-4572a6f294e0 req-758e0784-f8b1-4765-8e07-4dab6d4ce501 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d607a80-6647-43a8-9c90-4828b5de1881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0993538 Apr 08 10:33:44.334731 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f6854-050f-4708-96a7-0620730f7172 req-463e681a-c666-4e90-a64c-dedbcfb59878 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:44.340920 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cc3f6854-050f-4708-96a7-0620730f7172 req-463e681a-c666-4e90-a64c-dedbcfb59878 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=1886441c-04f3-4059-9097-ca24f8b23d40 HTTP/1.1" status: 200 len: 944 time: 0.0887368 Apr 08 10:33:44.386902 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cc3f6854-050f-4708-96a7-0620730f7172 req-40498c24-5456-4984-b43b-227284d562f4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=29ee466b-c6d9-491c-9776-93476d041568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502071 Apr 08 10:33:44.412530 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4e483928-57e8-4681-af47-4572a6f294e0 req-ca5c78f1-03a5-4eb4-b68e-ef35a001a2d4 service neutron] 10.222.0.52 "GET /v2.0/networks/8d607a80-6647-43a8-9c90-4828b5de1881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408513 Apr 08 10:33:44.555454 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4e483928-57e8-4681-af47-4572a6f294e0 req-7401a929-7a6e-4645-be3e-6a1370509338 service neutron] 10.222.0.52 "GET /v2.0/networks/8d607a80-6647-43a8-9c90-4828b5de1881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287894 Apr 08 10:33:44.943560 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:33:45.128929 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5,segment=NetworkSegment(652d45e6-72b8-43ef-9e0a-c9acedd224b7),segment_id=652d45e6-72b8-43ef-9e0a-c9acedd224b7)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:33:45.155656 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': 'ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5', 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881', 'port_id': 'ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5', 'mac_address': 'fa:16:3e:1d:e3:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dc22533-0c56-423c-8b4b-8e30b84626d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:33:45.223825 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:45.243770 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:33:45.260270 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5,segment=NetworkSegment(652d45e6-72b8-43ef-9e0a-c9acedd224b7),segment_id=652d45e6-72b8-43ef-9e0a-c9acedd224b7)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:33:45.267617 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:45.329899 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:45.514032 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:33:45.580631 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4703d990-5a16-4fbf-881c-fdf1db80c448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:45.607283 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0c065-d2f1-47c4-bd73-ba6e2afe0f9a req-d1c13d6b-c333-431e-9b80-04e7738859e8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:45.608676 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f0f0c065-d2f1-47c4-bd73-ba6e2afe0f9a req-d1c13d6b-c333-431e-9b80-04e7738859e8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=1886441c-04f3-4059-9097-ca24f8b23d40 HTTP/1.1" status: 200 len: 945 time: 0.0885301 Apr 08 10:33:45.654682 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f0f0c065-d2f1-47c4-bd73-ba6e2afe0f9a req-5f58be2b-d92f-4bd9-ac10-db722ace0b06 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=29ee466b-c6d9-491c-9776-93476d041568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404649 Apr 08 10:33:46.744291 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:46.857813 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628290b6-65eb-46f1-b244-4a34de3ddc21 req-415e2ac1-9982-4662-bae5-cbe44410ba45 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:46.859250 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-628290b6-65eb-46f1-b244-4a34de3ddc21 req-415e2ac1-9982-4662-bae5-cbe44410ba45 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=1886441c-04f3-4059-9097-ca24f8b23d40 HTTP/1.1" status: 200 len: 945 time: 0.0795426 Apr 08 10:33:46.885074 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:46.905507 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-628290b6-65eb-46f1-b244-4a34de3ddc21 req-4c762675-b458-4aec-bdfc-ffa124f20a0b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=29ee466b-c6d9-491c-9776-93476d041568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400918 Apr 08 10:33:46.957130 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:33:47.024384 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:33:47.029402 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:33:47.029782 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:47.147089 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:47.174969 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1886441c-04f3-4059-9097-ca24f8b23d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:33:47.185967 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5,segment=NetworkSegment(652d45e6-72b8-43ef-9e0a-c9acedd224b7),segment_id=652d45e6-72b8-43ef-9e0a-c9acedd224b7)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:33:47.189338 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:47.233284 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-071b0b3d-103a-46fe-bb78-987904b30445'] response: {'server_uuid': '1886441c-04f3-4059-9097-ca24f8b23d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5', 'code': 200} Apr 08 10:33:47.258784 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:47.467645 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-74296ed4-7f98-4735-9f36-22f10b2a4ec6 req-ea078ad8-e7cd-4ada-8c9f-8c4cedf2d5db service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1886441c-04f3-4059-9097-ca24f8b23d40 HTTP/1.1" status: 200 len: 1099 time: 0.0699184 Apr 08 10:33:47.512129 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-74296ed4-7f98-4735-9f36-22f10b2a4ec6 req-212354a2-4c2f-4432-94e6-18ec2e732216 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=29ee466b-c6d9-491c-9776-93476d041568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368676 Apr 08 10:33:48.109269 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad791a11-8432-45b4-9e4e-020e614322b3 req-2d8dad98-b70e-4609-a1de-56be7b9e4277 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:48.109269 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ad791a11-8432-45b4-9e4e-020e614322b3 req-2d8dad98-b70e-4609-a1de-56be7b9e4277 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=1886441c-04f3-4059-9097-ca24f8b23d40 HTTP/1.1" status: 200 len: 946 time: 0.0816972 Apr 08 10:33:48.154451 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ad791a11-8432-45b4-9e4e-020e614322b3 req-2697bc67-0e71-4218-b1fd-5ac2d91e5efc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=29ee466b-c6d9-491c-9776-93476d041568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400808 Apr 08 10:33:48.252292 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:49.380297 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d92b1-69f0-4ba8-b7e3-45486caa9bae req-2c9681b6-ce49-4232-adc6-6c07ed26f027 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:49.381796 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3f1d92b1-69f0-4ba8-b7e3-45486caa9bae req-2c9681b6-ce49-4232-adc6-6c07ed26f027 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=1886441c-04f3-4059-9097-ca24f8b23d40 HTTP/1.1" status: 200 len: 946 time: 0.0858343 Apr 08 10:33:49.429820 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3f1d92b1-69f0-4ba8-b7e3-45486caa9bae req-8b9786a6-cbde-4ff3-b2aa-f6ead8c6ef25 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=29ee466b-c6d9-491c-9776-93476d041568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411994 Apr 08 10:33:49.636826 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000ece1-ab58-466e-8b30-b65b71474c14 req-dc3789c9-b15c-4cf4-ac7a-33626d6c3a6c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:49.637843 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3000ece1-ab58-466e-8b30-b65b71474c14 req-dc3789c9-b15c-4cf4-ac7a-33626d6c3a6c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=1886441c-04f3-4059-9097-ca24f8b23d40 HTTP/1.1" status: 200 len: 946 time: 0.0844092 Apr 08 10:33:49.685733 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3000ece1-ab58-466e-8b30-b65b71474c14 req-95a89fa3-5e06-44ed-b4e4-926bb58a5078 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=29ee466b-c6d9-491c-9776-93476d041568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415528 Apr 08 10:33:49.715413 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 32960) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:49.789206 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a0e59a1f-1d13-4e81-a722-8295070b26bc tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1886441c-04f3-4059-9097-ca24f8b23d40 HTTP/1.1" status: 200 len: 1094 time: 0.0737023 Apr 08 10:33:49.791886 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 32966) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:49.796797 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-d067d9e6-47e8-4aeb-8148-b54c1089066e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'port_id': 'ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:33:49.802715 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d067d9e6-47e8-4aeb-8148-b54c1089066e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:33:49.806549 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d067d9e6-47e8-4aeb-8148-b54c1089066e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:floatingip and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:33:49.809599 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d067d9e6-47e8-4aeb-8148-b54c1089066e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:33:49.816438 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d067d9e6-47e8-4aeb-8148-b54c1089066e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:33:49.827182 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d067d9e6-47e8-4aeb-8148-b54c1089066e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:49.970201 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d067d9e6-47e8-4aeb-8148-b54c1089066e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:50.109539 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-d067d9e6-47e8-4aeb-8148-b54c1089066e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.26.0.177 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/5650c7cd-2dc2-4ae9-94fe-cfddfa61e166) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:33:50.261278 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d067d9e6-47e8-4aeb-8148-b54c1089066e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:50.290035 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d067d9e6-47e8-4aeb-8148-b54c1089066e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:50.363532 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d067d9e6-47e8-4aeb-8148-b54c1089066e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:33:50.367297 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-d067d9e6-47e8-4aeb-8148-b54c1089066e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:33:50.370642 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d067d9e6-47e8-4aeb-8148-b54c1089066e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:33:50.404681 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067d9e6-47e8-4aeb-8148-b54c1089066e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=5650c7cd-2dc2-4ae9-94fe-cfddfa61e166,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:50.985127 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d067d9e6-47e8-4aeb-8148-b54c1089066e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:51.047636 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d067d9e6-47e8-4aeb-8148-b54c1089066e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:51.275134 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d067d9e6-47e8-4aeb-8148-b54c1089066e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:51.280827 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d067d9e6-47e8-4aeb-8148-b54c1089066e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:51.388403 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067d9e6-47e8-4aeb-8148-b54c1089066e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=5650c7cd-2dc2-4ae9-94fe-cfddfa61e166,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:33:51.402258 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d067d9e6-47e8-4aeb-8148-b54c1089066e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:51.596920 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.l3_db [None req-d067d9e6-47e8-4aeb-8148-b54c1089066e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Floating IP 58f5c95d-04f8-425c-a35d-d8ad2ce5f6ef associated. External IP: 172.26.0.177, port: ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5. Apr 08 10:33:52.016012 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d067d9e6-47e8-4aeb-8148-b54c1089066e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router 47213d81-a567-4e11-94bc-6dd8f0271343 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:33:52.330682 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d067d9e6-47e8-4aeb-8148-b54c1089066e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:33:52.345347 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35009d81-9898-4aa8-95ae-1a1580f92cd6 None None] Sync routers for ids ['47213d81-a567-4e11-94bc-6dd8f0271343'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:33:52.357772 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d067d9e6-47e8-4aeb-8148-b54c1089066e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:33:52.359188 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35009d81-9898-4aa8-95ae-1a1580f92cd6 None None] Routers {'47213d81-a567-4e11-94bc-6dd8f0271343'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:33:52.359396 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-35009d81-9898-4aa8-95ae-1a1580f92cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:33:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['47213d81-a567-4e11-94bc-6dd8f0271343'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:33:52.426767 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 32970) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:52.428326 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d067d9e6-47e8-4aeb-8148-b54c1089066e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6294141 Apr 08 10:33:52.428326 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1886441c-04f3-4059-9097-ca24f8b23d40', 'tag': 'ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:33:52.491745 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-481e0871-3f2c-4de2-be9a-ac71041a5a63'] response: {'name': 'network-changed', 'server_uuid': '1886441c-04f3-4059-9097-ca24f8b23d40', 'tag': 'ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5', 'status': 'completed', 'code': 200} Apr 08 10:33:52.586565 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-35009d81-9898-4aa8-95ae-1a1580f92cd6 None None] Set router 47213d81-a567-4e11-94bc-6dd8f0271343 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:33:52.608053 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-244f6b4e-48a7-4fcf-8da0-b92b2a843d3c req-361b837d-8291-4f0c-8021-e48239215d7e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=1886441c-04f3-4059-9097-ca24f8b23d40 HTTP/1.1" status: 200 len: 1099 time: 0.0904503 Apr 08 10:33:52.742497 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3a9c65b8-0a38-46f1-8efe-999db6fc23e1 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/routers/47213d81-a567-4e11-94bc-6dd8f0271343 HTTP/1.1" status: 200 len: 922 time: 0.3194077 Apr 08 10:33:52.742985 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 32976) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:52.752641 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f6b4e-48a7-4fcf-8da0-b92b2a843d3c req-a8496749-c5ff-4103-923b-4df38f2ee602 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:52.754074 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-244f6b4e-48a7-4fcf-8da0-b92b2a843d3c req-a8496749-c5ff-4103-923b-4df38f2ee602 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8d607a80-6647-43a8-9c90-4828b5de1881 HTTP/1.1" status: 200 len: 897 time: 0.1367698 Apr 08 10:33:52.850983 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b9bcb71c-a4cd-47d1-99e3-af5b8942ed31 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/58f5c95d-04f8-425c-a35d-d8ad2ce5f6ef HTTP/1.1" status: 200 len: 992 time: 0.1059215 Apr 08 10:33:52.863257 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-244f6b4e-48a7-4fcf-8da0-b92b2a843d3c req-02cb72a2-5bc0-4c13-a946-f50758958645 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5 HTTP/1.1" status: 200 len: 1000 time: 0.1019495 Apr 08 10:33:52.935473 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f6b4e-48a7-4fcf-8da0-b92b2a843d3c req-a68c71cc-bf13-4067-a90a-939291ad630b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:33:52.935473 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-244f6b4e-48a7-4fcf-8da0-b92b2a843d3c req-a68c71cc-bf13-4067-a90a-939291ad630b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0dc22533-0c56-423c-8b4b-8e30b84626d3 HTTP/1.1" status: 200 len: 834 time: 0.0618947 Apr 08 10:33:52.953974 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-35009d81-9898-4aa8-95ae-1a1580f92cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'name': 'tempest-TestNetworkBasicOps-router-237658465', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:33:33Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '58f5c95d-04f8-425c-a35d-d8ad2ce5f6ef', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.177', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'port_id': 'ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881', 'mac_address': 'fa:16:3e:1d:e3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1886441c-04f3-4059-9097-ca24f8b23d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:33:50Z', 'updated_at': '2022-04-08T10:33:50Z', 'revision_number': 0, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a', 'name': '', 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:9d:f5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dc22533-0c56-423c-8b4b-8e30b84626d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:33:32Z', 'updated_at': '2022-04-08T10:33:42Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '0dc22533-0c56-423c-8b4b-8e30b84626d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:33:52.953974 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35009d81-9898-4aa8-95ae-1a1580f92cd6 None None] Checking router: 47213d81-a567-4e11-94bc-6dd8f0271343 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:33:52.965045 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35009d81-9898-4aa8-95ae-1a1580f92cd6 None None] Routers {'47213d81-a567-4e11-94bc-6dd8f0271343'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:33:52.965178 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-35009d81-9898-4aa8-95ae-1a1580f92cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:33:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['47213d81-a567-4e11-94bc-6dd8f0271343'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:33:53.009316 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-244f6b4e-48a7-4fcf-8da0-b92b2a843d3c req-16b434d4-543f-4c8a-934a-9f2592643fa9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d607a80-6647-43a8-9c90-4828b5de1881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690439 Apr 08 10:33:53.144980 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-244f6b4e-48a7-4fcf-8da0-b92b2a843d3c req-8805ce2e-95ff-4c66-8194-70c10c6c03d0 service neutron] 10.222.0.52 "GET /v2.0/networks/8d607a80-6647-43a8-9c90-4828b5de1881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297736 Apr 08 10:33:53.170148 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-35009d81-9898-4aa8-95ae-1a1580f92cd6 None None] Set router 47213d81-a567-4e11-94bc-6dd8f0271343 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:33:53.280056 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-244f6b4e-48a7-4fcf-8da0-b92b2a843d3c req-b6cd615f-c86f-4489-bbeb-1cc5b6d4d3a6 service neutron] 10.222.0.52 "GET /v2.0/networks/8d607a80-6647-43a8-9c90-4828b5de1881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293433 Apr 08 10:33:53.512277 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-35009d81-9898-4aa8-95ae-1a1580f92cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'name': 'tempest-TestNetworkBasicOps-router-237658465', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:33:33Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '58f5c95d-04f8-425c-a35d-d8ad2ce5f6ef', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.177', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'port_id': 'ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881', 'mac_address': 'fa:16:3e:1d:e3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1886441c-04f3-4059-9097-ca24f8b23d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:33:50Z', 'updated_at': '2022-04-08T10:33:50Z', 'revision_number': 0, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a', 'name': '', 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:9d:f5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dc22533-0c56-423c-8b4b-8e30b84626d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:33:32Z', 'updated_at': '2022-04-08T10:33:42Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '0dc22533-0c56-423c-8b4b-8e30b84626d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:33:53.516149 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35009d81-9898-4aa8-95ae-1a1580f92cd6 None None] The sync data for ids ['47213d81-a567-4e11-94bc-6dd8f0271343'] in dv-neutron-837110-1-hyperv is: [{'id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'name': 'tempest-TestNetworkBasicOps-router-237658465', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:33:33Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '58f5c95d-04f8-425c-a35d-d8ad2ce5f6ef', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.177', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'port_id': 'ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881', 'mac_address': 'fa:16:3e:1d:e3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1886441c-04f3-4059-9097-ca24f8b23d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:33:50Z', 'updated_at': '2022-04-08T10:33:50Z', 'revision_number': 0, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a', 'name': '', 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:9d:f5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dc22533-0c56-423c-8b4b-8e30b84626d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:33:32Z', 'updated_at': '2022-04-08T10:33:42Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '0dc22533-0c56-423c-8b4b-8e30b84626d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:33:53.853896 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 32980) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:53.959321 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3e642d77-0045-4bbb-8c79-c4b739e3bd48 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/58f5c95d-04f8-425c-a35d-d8ad2ce5f6ef HTTP/1.1" status: 200 len: 992 time: 0.1043429 Apr 08 10:33:54.963157 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 32984) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:55.067821 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5b058642-1470-4ebf-b2a0-7ac1b6e6a850 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/58f5c95d-04f8-425c-a35d-d8ad2ce5f6ef HTTP/1.1" status: 200 len: 992 time: 0.1034572 Apr 08 10:33:55.875343 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cb1b68-93c3-4f56-aa23-5b00b673e3fb None None] New status for floating IP 58f5c95d-04f8-425c-a35d-d8ad2ce5f6ef: ACTIVE {{(pid=83848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:33:56.071082 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 32988) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:33:56.187346 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3df3e9ab-4b62-4a02-904a-0e3555339da9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/58f5c95d-04f8-425c-a35d-d8ad2ce5f6ef HTTP/1.1" status: 200 len: 994 time: 0.1151695 Apr 08 10:34:02.105472 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:34:08.331336 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:13.307945 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-197cb910-1dcd-4ab9-a75a-5429c0382597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:15.534475 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b6551bd9-e543-49a4-9224-cf90fad9d32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:16.744379 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:16.886220 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:18.259881 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:27.547051 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-ada08859-fef0-42e4-951a-65948c34e754 req-ce8767ef-ef0f-4ed3-8f53-0f1c4a8e0d24 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700865 Apr 08 10:34:27.638089 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-ada08859-fef0-42e4-951a-65948c34e754 req-9f14bc28-faad-4931-9376-dd334f1db3a1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca026b6dcd1141668fcfbc870ce52fee&device_id=502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d HTTP/1.1" status: 200 len: 1098 time: 0.0686066 Apr 08 10:34:27.791447 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada08859-fef0-42e4-951a-65948c34e754 req-b65143f5-b746-403a-b9e4-b10b20a24a17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:34:27.792922 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-ada08859-fef0-42e4-951a-65948c34e754 req-b65143f5-b746-403a-b9e4-b10b20a24a17 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 HTTP/1.1" status: 200 len: 912 time: 0.1323459 Apr 08 10:34:27.982913 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-ada08859-fef0-42e4-951a-65948c34e754 req-c7ed0a6a-731b-4a8f-9d16-4dc3c24a87cc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73cea48c-aa0e-412b-ba3a-3ea54cc50ca5 HTTP/1.1" status: 200 len: 1001 time: 0.1820948 Apr 08 10:34:28.047999 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada08859-fef0-42e4-951a-65948c34e754 req-13910dcf-ab10-4480-ae4d-c9b6275dcdb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:34:28.049995 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-ada08859-fef0-42e4-951a-65948c34e754 req-13910dcf-ab10-4480-ae4d-c9b6275dcdb8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a7812769-8943-4a3e-b177-052eca03ae6f HTTP/1.1" status: 200 len: 850 time: 0.0584338 Apr 08 10:34:28.134720 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-ada08859-fef0-42e4-951a-65948c34e754 req-c33abc6d-3598-43d9-ae3f-58dca7bb31d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721183 Apr 08 10:34:28.135405 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33014) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:28.261732 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-ada08859-fef0-42e4-951a-65948c34e754 req-6fbd0f90-5951-451e-b992-34d881cee107 service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268287 Apr 08 10:34:28.320690 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ba0c2f6f-d33b-4b78-8e73-00bd507414d4 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/routers/47213d81-a567-4e11-94bc-6dd8f0271343/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1841660 Apr 08 10:34:28.323552 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33018) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:28.398008 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-ada08859-fef0-42e4-951a-65948c34e754 req-fa133d91-2dc6-4975-8a63-6b16584b9707 service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278343 Apr 08 10:34:28.535870 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1080105b-9304-4d2d-943a-8f402497599f tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Notify agent at dv-neutron-837110-1-hyperv the message router_removed_from_agent {{(pid=83845) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 08 10:34:28.539309 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1080105b-9304-4d2d-943a-8f402497599f tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "DELETE /v2.0/agents/5f2d848a-7d8f-4341-af22-dce20d808319/l3-routers/47213d81-a567-4e11-94bc-6dd8f0271343 HTTP/1.1" status: 204 len: 168 time: 0.2148046 Apr 08 10:34:28.545128 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33022) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:28.717681 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-701a590d-0a3f-45ee-87df-9fb9ae0da7e6 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/routers/47213d81-a567-4e11-94bc-6dd8f0271343/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1746848 Apr 08 10:34:28.720728 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33026) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:28.824501 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7a0aa5c1-8ea6-41da-8dd6-8752e2f981f8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/58f5c95d-04f8-425c-a35d-d8ad2ce5f6ef HTTP/1.1" status: 200 len: 994 time: 0.1025896 Apr 08 10:34:29.280610 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf8410b-aa58-4f5d-9a69-977b92f885b9 None None] New status for floating IP 58f5c95d-04f8-425c-a35d-d8ad2ce5f6ef: DOWN {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:34:29.827991 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33030) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:29.935991 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0f0e7c30-b83c-4708-bd1b-b1504ecdb1f1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/58f5c95d-04f8-425c-a35d-d8ad2ce5f6ef HTTP/1.1" status: 200 len: 992 time: 0.1064861 Apr 08 10:34:29.968009 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:34:30.082834 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:30.116771 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a,segment=NetworkSegment(652d45e6-72b8-43ef-9e0a-c9acedd224b7),segment_id=652d45e6-72b8-43ef-9e0a-c9acedd224b7)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:34:30.120545 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:30.122084 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d42d553e-2c51-4dd0-855b-58d945091129 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:34:30.234159 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a,revision_number=6']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:30.293450 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:30.309955 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port d42d553e-2c51-4dd0-855b-58d945091129, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=d42d553e-2c51-4dd0-855b-58d945091129,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:34:30.313991 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:30.384823 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=d42d553e-2c51-4dd0-855b-58d945091129,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:31.113780 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33036) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:31.335187 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a197b581-f3a0-4f2c-9b19-18c2fe8f8136 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Router 47213d81-a567-4e11-94bc-6dd8f0271343 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:34:31.335187 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a197b581-f3a0-4f2c-9b19-18c2fe8f8136 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Notify agent at dv-neutron-837110-1-hyperv the message router_added_to_agent {{(pid=83845) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 08 10:34:31.368389 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a197b581-f3a0-4f2c-9b19-18c2fe8f8136 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "POST /v2.0/agents/5f2d848a-7d8f-4341-af22-dce20d808319/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2512872 Apr 08 10:34:31.368972 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33042) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:31.387175 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6320c61d-70cd-4eb2-aa75-8bb8494de4bb None None] Sync routers for ids ['47213d81-a567-4e11-94bc-6dd8f0271343'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:34:31.400373 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6320c61d-70cd-4eb2-aa75-8bb8494de4bb None None] Routers {'47213d81-a567-4e11-94bc-6dd8f0271343'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:34:31.402484 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6320c61d-70cd-4eb2-aa75-8bb8494de4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:34:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['47213d81-a567-4e11-94bc-6dd8f0271343'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:34:31.583977 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-6320c61d-70cd-4eb2-aa75-8bb8494de4bb None None] Set router 47213d81-a567-4e11-94bc-6dd8f0271343 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:34:31.673522 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1769bf28-bf64-4a15-a7ac-846a2414d191 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/routers/47213d81-a567-4e11-94bc-6dd8f0271343/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3010967 Apr 08 10:34:31.673727 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33048) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:31.786944 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ad3c40e6-2c41-49c5-8048-d9c86a2c4d1c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/58f5c95d-04f8-425c-a35d-d8ad2ce5f6ef HTTP/1.1" status: 200 len: 992 time: 0.1110580 Apr 08 10:34:31.925579 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6320c61d-70cd-4eb2-aa75-8bb8494de4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'name': 'tempest-TestNetworkBasicOps-router-237658465', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:33:33Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:34:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '58f5c95d-04f8-425c-a35d-d8ad2ce5f6ef', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.177', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'port_id': 'ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881', 'mac_address': 'fa:16:3e:1d:e3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1886441c-04f3-4059-9097-ca24f8b23d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:33:50Z', 'updated_at': '2022-04-08T10:34:29Z', 'revision_number': 2, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a', 'name': '', 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:9d:f5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dc22533-0c56-423c-8b4b-8e30b84626d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:33:32Z', 'updated_at': '2022-04-08T10:34:30Z', 'revision_number': 6, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '0dc22533-0c56-423c-8b4b-8e30b84626d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:34:31.929247 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6320c61d-70cd-4eb2-aa75-8bb8494de4bb None None] Checking router: 47213d81-a567-4e11-94bc-6dd8f0271343 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:34:31.939101 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6320c61d-70cd-4eb2-aa75-8bb8494de4bb None None] Routers {'47213d81-a567-4e11-94bc-6dd8f0271343'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:34:31.939678 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6320c61d-70cd-4eb2-aa75-8bb8494de4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:34:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['47213d81-a567-4e11-94bc-6dd8f0271343'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:34:32.109450 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-6320c61d-70cd-4eb2-aa75-8bb8494de4bb None None] Set router 47213d81-a567-4e11-94bc-6dd8f0271343 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:34:32.469364 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6320c61d-70cd-4eb2-aa75-8bb8494de4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'name': 'tempest-TestNetworkBasicOps-router-237658465', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:33:33Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:34:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '58f5c95d-04f8-425c-a35d-d8ad2ce5f6ef', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.177', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'port_id': 'ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881', 'mac_address': 'fa:16:3e:1d:e3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1886441c-04f3-4059-9097-ca24f8b23d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:33:50Z', 'updated_at': '2022-04-08T10:34:29Z', 'revision_number': 2, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a', 'name': '', 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:9d:f5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dc22533-0c56-423c-8b4b-8e30b84626d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:33:32Z', 'updated_at': '2022-04-08T10:34:30Z', 'revision_number': 6, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '0dc22533-0c56-423c-8b4b-8e30b84626d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:34:32.473077 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6320c61d-70cd-4eb2-aa75-8bb8494de4bb None None] The sync data for ids ['47213d81-a567-4e11-94bc-6dd8f0271343'] in dv-neutron-837110-1-hyperv is: [{'id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'name': 'tempest-TestNetworkBasicOps-router-237658465', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:33:33Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:34:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '58f5c95d-04f8-425c-a35d-d8ad2ce5f6ef', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.177', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'port_id': 'ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881', 'mac_address': 'fa:16:3e:1d:e3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1886441c-04f3-4059-9097-ca24f8b23d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:33:50Z', 'updated_at': '2022-04-08T10:34:29Z', 'revision_number': 2, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a', 'name': '', 'network_id': '8d607a80-6647-43a8-9c90-4828b5de1881', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:9d:f5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dc22533-0c56-423c-8b4b-8e30b84626d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:33:32Z', 'updated_at': '2022-04-08T10:34:30Z', 'revision_number': 6, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '0dc22533-0c56-423c-8b4b-8e30b84626d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:34:32.789774 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33052) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:32.898322 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5d08a80b-d98b-473a-9743-b2ab49c0e6fb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/58f5c95d-04f8-425c-a35d-d8ad2ce5f6ef HTTP/1.1" status: 200 len: 992 time: 0.1073205 Apr 08 10:34:33.901881 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33056) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:34.002510 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:34:34.013779 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9435b381-0a83-4071-b673-60137056ceff tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/58f5c95d-04f8-425c-a35d-d8ad2ce5f6ef HTTP/1.1" status: 200 len: 992 time: 0.1108055 Apr 08 10:34:34.069447 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:34:34.069815 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:34.182782 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:34.214716 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a,segment=NetworkSegment(652d45e6-72b8-43ef-9e0a-c9acedd224b7),segment_id=652d45e6-72b8-43ef-9e0a-c9acedd224b7)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:34:34.218034 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:34.218821 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d42d553e-2c51-4dd0-855b-58d945091129 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:34:34.328431 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a,revision_number=7']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:34.342089 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port d42d553e-2c51-4dd0-855b-58d945091129 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:34:34.342452 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:34.486586 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:34.502628 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port d42d553e-2c51-4dd0-855b-58d945091129, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=d42d553e-2c51-4dd0-855b-58d945091129,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:34:34.506714 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:34.572041 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=d42d553e-2c51-4dd0-855b-58d945091129,revision_number=6']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:35.017873 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33062) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:35.121638 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1604f551-76c2-4d8b-80c2-a818b2ad8732 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/58f5c95d-04f8-425c-a35d-d8ad2ce5f6ef HTTP/1.1" status: 200 len: 992 time: 0.1025786 Apr 08 10:34:35.967817 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:34:36.038208 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:34:36.038453 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:36.125196 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33066) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:36.156397 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d42d553e-2c51-4dd0-855b-58d945091129 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:34:36.226259 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port d42d553e-2c51-4dd0-855b-58d945091129 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:34:36.226711 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e6bf45ee-f5ea-4f38-b8f9-63c37332b6e5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/58f5c95d-04f8-425c-a35d-d8ad2ce5f6ef HTTP/1.1" status: 200 len: 992 time: 0.1001394 Apr 08 10:34:36.226851 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:37.229908 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33070) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:37.334112 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0d13603a-ca9a-415a-83ab-237ed745f6a9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/58f5c95d-04f8-425c-a35d-d8ad2ce5f6ef HTTP/1.1" status: 200 len: 992 time: 0.1023698 Apr 08 10:34:38.330306 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:38.337777 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33074) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:38.439957 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-919ef6d5-7873-4edb-97ad-c673fbd91fce tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/58f5c95d-04f8-425c-a35d-d8ad2ce5f6ef HTTP/1.1" status: 200 len: 992 time: 0.1010482 Apr 08 10:34:39.107506 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:34:39.444623 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33078) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:39.530356 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327d1f1e-cc11-4a0f-87f8-f549f24786b4 None None] New status for floating IP 58f5c95d-04f8-425c-a35d-d8ad2ce5f6ef: ACTIVE {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:34:39.553991 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d2a3447a-9122-4c5d-a40d-82cd20911dab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/58f5c95d-04f8-425c-a35d-d8ad2ce5f6ef HTTP/1.1" status: 200 len: 992 time: 0.1083369 Apr 08 10:34:40.557216 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33082) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:40.660577 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e62b3b2b-277c-4232-97ed-2cb34e9afc0e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/58f5c95d-04f8-425c-a35d-d8ad2ce5f6ef HTTP/1.1" status: 200 len: 994 time: 0.1022356 Apr 08 10:34:40.971921 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33090) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:41.175294 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-dbad7e7d-a995-4773-bdc0-b7a9745e023a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port 5650c7cd-2dc2-4ae9-94fe-cfddfa61e166 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:34:41.175636 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-dbad7e7d-a995-4773-bdc0-b7a9745e023a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:41.440718 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-dbad7e7d-a995-4773-bdc0-b7a9745e023a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:41.440943 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-dbad7e7d-a995-4773-bdc0-b7a9745e023a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:41.558274 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-dbad7e7d-a995-4773-bdc0-b7a9745e023a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for 5650c7cd-2dc2-4ae9-94fe-cfddfa61e166 owned by network:floatingip {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:34:41.699975 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-dbad7e7d-a995-4773-bdc0-b7a9745e023a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:41.742517 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad7e7d-a995-4773-bdc0-b7a9745e023a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=5650c7cd-2dc2-4ae9-94fe-cfddfa61e166,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:41.780941 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad7e7d-a995-4773-bdc0-b7a9745e023a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:41.781285 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad7e7d-a995-4773-bdc0-b7a9745e023a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:41.781620 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad7e7d-a995-4773-bdc0-b7a9745e023a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:41.781953 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad7e7d-a995-4773-bdc0-b7a9745e023a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:41.782300 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad7e7d-a995-4773-bdc0-b7a9745e023a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:41.782613 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad7e7d-a995-4773-bdc0-b7a9745e023a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:41.782934 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad7e7d-a995-4773-bdc0-b7a9745e023a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:41.783255 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad7e7d-a995-4773-bdc0-b7a9745e023a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:41.783831 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad7e7d-a995-4773-bdc0-b7a9745e023a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:41.784171 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad7e7d-a995-4773-bdc0-b7a9745e023a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:41.784491 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad7e7d-a995-4773-bdc0-b7a9745e023a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:41.846108 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-dbad7e7d-a995-4773-bdc0-b7a9745e023a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:42.243260 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbad7e7d-a995-4773-bdc0-b7a9745e023a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router 47213d81-a567-4e11-94bc-6dd8f0271343 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:34:42.437619 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbad7e7d-a995-4773-bdc0-b7a9745e023a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:34:42.452771 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-dbad7e7d-a995-4773-bdc0-b7a9745e023a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:42.506041 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-dbad7e7d-a995-4773-bdc0-b7a9745e023a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/floatingips/58f5c95d-04f8-425c-a35d-d8ad2ce5f6ef HTTP/1.1" status: 204 len: 168 time: 1.5330484 Apr 08 10:34:42.506573 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1886441c-04f3-4059-9097-ca24f8b23d40', 'tag': 'ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:34:42.635037 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc333d24-b7db-4778-9adb-e87c83373e01'] response: {'name': 'network-changed', 'server_uuid': '1886441c-04f3-4059-9097-ca24f8b23d40', 'tag': 'ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5', 'status': 'completed', 'code': 200} Apr 08 10:34:42.805307 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4dabf0c0-ab37-4589-b6b3-a20788c33546 req-81cc99c8-2640-45fa-955b-a8279c3eb822 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=1886441c-04f3-4059-9097-ca24f8b23d40 HTTP/1.1" status: 200 len: 1099 time: 0.1412253 Apr 08 10:34:42.941498 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabf0c0-ab37-4589-b6b3-a20788c33546 req-a401f97e-c109-48f8-a3c1-537bab4b68ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:34:42.942984 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4dabf0c0-ab37-4589-b6b3-a20788c33546 req-a401f97e-c109-48f8-a3c1-537bab4b68ee service neutron] 10.222.0.52 "GET /v2.0/networks?id=8d607a80-6647-43a8-9c90-4828b5de1881 HTTP/1.1" status: 200 len: 897 time: 0.1315229 Apr 08 10:34:42.963148 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd35c56-68fa-4d29-b4cd-530cbb0fed6a req-020b5563-6fb4-405f-bbb5-53230461d1c9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:34:42.963832 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-bdd35c56-68fa-4d29-b4cd-530cbb0fed6a req-020b5563-6fb4-405f-bbb5-53230461d1c9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:34:42.979564 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-bdd35c56-68fa-4d29-b4cd-530cbb0fed6a req-020b5563-6fb4-405f-bbb5-53230461d1c9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:34:42.980819 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bdd35c56-68fa-4d29-b4cd-530cbb0fed6a req-020b5563-6fb4-405f-bbb5-53230461d1c9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=1886441c-04f3-4059-9097-ca24f8b23d40 HTTP/1.1" status: 200 len: 946 time: 0.1607306 Apr 08 10:34:43.014782 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4dabf0c0-ab37-4589-b6b3-a20788c33546 req-f3b5cd44-f391-460b-9225-d10f492801d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5 HTTP/1.1" status: 200 len: 217 time: 0.0626941 Apr 08 10:34:43.036251 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bdd35c56-68fa-4d29-b4cd-530cbb0fed6a req-9fa894dd-08bf-4766-a044-f1e29328bd1a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=29ee466b-c6d9-491c-9776-93476d041568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498056 Apr 08 10:34:43.084976 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabf0c0-ab37-4589-b6b3-a20788c33546 req-a7b42e35-fbe1-4acc-a4c8-2238bf8b2a8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:34:43.086400 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4dabf0c0-ab37-4589-b6b3-a20788c33546 req-a7b42e35-fbe1-4acc-a4c8-2238bf8b2a8d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0dc22533-0c56-423c-8b4b-8e30b84626d3 HTTP/1.1" status: 200 len: 834 time: 0.0643120 Apr 08 10:34:43.159752 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4dabf0c0-ab37-4589-b6b3-a20788c33546 req-661191c9-90cc-4dca-a13a-1361ecbcd5ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d607a80-6647-43a8-9c90-4828b5de1881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669825 Apr 08 10:34:43.291309 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4dabf0c0-ab37-4589-b6b3-a20788c33546 req-11126c00-c3f1-447e-9f6a-ab74e746dc46 service neutron] 10.222.0.52 "GET /v2.0/networks/8d607a80-6647-43a8-9c90-4828b5de1881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251230 Apr 08 10:34:43.310422 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-874e43b9-4a5c-4aef-9f68-b8d008075e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:43.423194 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4dabf0c0-ab37-4589-b6b3-a20788c33546 req-5317f70d-f296-4ed0-87cb-47f26e75a474 service neutron] 10.222.0.52 "GET /v2.0/networks/8d607a80-6647-43a8-9c90-4828b5de1881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253080 Apr 08 10:34:44.306858 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd4fad-1bfe-48d7-b515-0bc40a578aab req-c9a8c3ad-412d-40b1-90b1-5ca748c4a97c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:34:44.308345 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e5dd4fad-1bfe-48d7-b515-0bc40a578aab req-c9a8c3ad-412d-40b1-90b1-5ca748c4a97c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=1886441c-04f3-4059-9097-ca24f8b23d40 HTTP/1.1" status: 200 len: 946 time: 0.1446526 Apr 08 10:34:44.331793 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972f855-e0c4-44b0-9ec4-4fc67ab817de req-f4a43ce1-42a8-4a49-a614-83549cb3ffb6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:34:44.332508 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-c972f855-e0c4-44b0-9ec4-4fc67ab817de req-f4a43ce1-42a8-4a49-a614-83549cb3ffb6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:34:44.344013 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-c972f855-e0c4-44b0-9ec4-4fc67ab817de req-f4a43ce1-42a8-4a49-a614-83549cb3ffb6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:34:44.345111 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-c972f855-e0c4-44b0-9ec4-4fc67ab817de req-f4a43ce1-42a8-4a49-a614-83549cb3ffb6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/ports?device_id=1886441c-04f3-4059-9097-ca24f8b23d40 HTTP/1.1" status: 200 len: 946 time: 0.0927188 Apr 08 10:34:44.353628 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e5dd4fad-1bfe-48d7-b515-0bc40a578aab req-c6a1d664-ae69-4538-b91b-c1b4186fc56a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=29ee466b-c6d9-491c-9776-93476d041568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396976 Apr 08 10:34:44.414444 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [req-c972f855-e0c4-44b0-9ec4-4fc67ab817de req-36572419-aa7c-4947-a4c3-7cbcaf94b4da tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:34:44.414807 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-c972f855-e0c4-44b0-9ec4-4fc67ab817de req-36572419-aa7c-4947-a4c3-7cbcaf94b4da tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:44.742246 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-c972f855-e0c4-44b0-9ec4-4fc67ab817de req-36572419-aa7c-4947-a4c3-7cbcaf94b4da tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5,segment=NetworkSegment(652d45e6-72b8-43ef-9e0a-c9acedd224b7),segment_id=652d45e6-72b8-43ef-9e0a-c9acedd224b7)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:34:44.742610 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-c972f855-e0c4-44b0-9ec4-4fc67ab817de req-36572419-aa7c-4947-a4c3-7cbcaf94b4da tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:44.867276 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [req-c972f855-e0c4-44b0-9ec4-4fc67ab817de req-36572419-aa7c-4947-a4c3-7cbcaf94b4da tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5 owned by compute:nova {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:34:45.012758 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-c972f855-e0c4-44b0-9ec4-4fc67ab817de req-36572419-aa7c-4947-a4c3-7cbcaf94b4da tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:45.059408 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36572419-aa7c-4947-a4c3-7cbcaf94b4da tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:45.135626 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36572419-aa7c-4947-a4c3-7cbcaf94b4da tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:45.135972 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36572419-aa7c-4947-a4c3-7cbcaf94b4da tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:45.136332 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36572419-aa7c-4947-a4c3-7cbcaf94b4da tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:45.136666 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36572419-aa7c-4947-a4c3-7cbcaf94b4da tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:45.136996 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36572419-aa7c-4947-a4c3-7cbcaf94b4da tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:45.137321 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36572419-aa7c-4947-a4c3-7cbcaf94b4da tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:45.137675 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36572419-aa7c-4947-a4c3-7cbcaf94b4da tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:45.137970 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36572419-aa7c-4947-a4c3-7cbcaf94b4da tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:45.138287 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36572419-aa7c-4947-a4c3-7cbcaf94b4da tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:45.138604 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36572419-aa7c-4947-a4c3-7cbcaf94b4da tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:45.138920 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36572419-aa7c-4947-a4c3-7cbcaf94b4da tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:45.151824 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [req-c972f855-e0c4-44b0-9ec4-4fc67ab817de req-36572419-aa7c-4947-a4c3-7cbcaf94b4da tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] No DVR routers for this DVR port ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5 on host hv-neutron-8371 {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:34:45.154046 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-c972f855-e0c4-44b0-9ec4-4fc67ab817de req-36572419-aa7c-4947-a4c3-7cbcaf94b4da tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:45.156626 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1886441c-04f3-4059-9097-ca24f8b23d40', 'name': 'network-vif-deleted', 'tag': 'ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:34:45.174722 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-c972f855-e0c4-44b0-9ec4-4fc67ab817de req-36572419-aa7c-4947-a4c3-7cbcaf94b4da tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "DELETE /v2.0/ports/ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5 HTTP/1.1" status: 204 len: 173 time: 0.8215284 Apr 08 10:34:45.214987 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ea5166d-3a53-482d-bbde-b8f82f7a9f7b'] response: {'server_uuid': '1886441c-04f3-4059-9097-ca24f8b23d40', 'name': 'network-vif-deleted', 'tag': 'ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5', 'status': 'completed', 'code': 200} Apr 08 10:34:45.538809 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a777dd7d-15bd-413c-a7d2-97bb8a28df69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:45.543571 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7c0ad562-fc35-4a15-89f9-1368bbc50e48 req-83ee20a0-eec4-453b-9e65-328627cac993 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=1886441c-04f3-4059-9097-ca24f8b23d40 HTTP/1.1" status: 200 len: 210 time: 0.0433998 Apr 08 10:34:46.652629 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33116) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:46.723540 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6aaf5103-0aa7-422a-a97d-073eda641a1c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:46.747753 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:46.754002 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6aaf5103-0aa7-422a-a97d-073eda641a1c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:46.817606 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6aaf5103-0aa7-422a-a97d-073eda641a1c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:46.836580 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf5103-0aa7-422a-a97d-073eda641a1c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ee466b-c6d9-491c-9776-93476d041568,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:46.845479 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6aaf5103-0aa7-422a-a97d-073eda641a1c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:46.846611 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6aaf5103-0aa7-422a-a97d-073eda641a1c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/security-groups/29ee466b-c6d9-491c-9776-93476d041568 HTTP/1.1" status: 204 len: 168 time: 0.1930170 Apr 08 10:34:46.888585 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:46.893263 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33122) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:47.254980 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:34:47.288946 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:34:47.289285 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device ef0b4c83-ea9f-4fc9-abd0-c2529f7d44d5 not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:34:47.375400 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b3ac559a-7fd5-4236-9fdb-1b22e9dc8c2e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:47.982986 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac559a-7fd5-4236-9fdb-1b22e9dc8c2e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:34:47.983633 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b3ac559a-7fd5-4236-9fdb-1b22e9dc8c2e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:48.168018 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-b3ac559a-7fd5-4236-9fdb-1b22e9dc8c2e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a,segment=NetworkSegment(652d45e6-72b8-43ef-9e0a-c9acedd224b7),segment_id=652d45e6-72b8-43ef-9e0a-c9acedd224b7)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:34:48.168405 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b3ac559a-7fd5-4236-9fdb-1b22e9dc8c2e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:48.258584 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:48.287632 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac559a-7fd5-4236-9fdb-1b22e9dc8c2e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a owned by network:router_interface {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:34:48.456983 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b3ac559a-7fd5-4236-9fdb-1b22e9dc8c2e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:48.502232 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac559a-7fd5-4236-9fdb-1b22e9dc8c2e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:48.891290 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b3ac559a-7fd5-4236-9fdb-1b22e9dc8c2e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:49.487053 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ac559a-7fd5-4236-9fdb-1b22e9dc8c2e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router 47213d81-a567-4e11-94bc-6dd8f0271343 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:34:49.679100 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ac559a-7fd5-4236-9fdb-1b22e9dc8c2e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:34:49.691208 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b3ac559a-7fd5-4236-9fdb-1b22e9dc8c2e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "PUT /v2.0/routers/47213d81-a567-4e11-94bc-6dd8f0271343/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7969348 Apr 08 10:34:49.694349 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33126) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:49.878871 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c4f7da-15ac-4244-aaed-2b83bd31b892 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting subnet 0dc22533-0c56-423c-8b4b-8e30b84626d3 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:34:49.882404 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-98c4f7da-15ac-4244-aaed-2b83bd31b892 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:49.937347 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-98c4f7da-15ac-4244-aaed-2b83bd31b892 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:49.949997 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2541e6d3-9ee1-4c29-badd-26c8b2078005 None None] Sync routers for ids ['47213d81-a567-4e11-94bc-6dd8f0271343'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:34:49.962085 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2541e6d3-9ee1-4c29-badd-26c8b2078005 None None] Routers {'47213d81-a567-4e11-94bc-6dd8f0271343'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:34:49.962667 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2541e6d3-9ee1-4c29-badd-26c8b2078005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:34:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['47213d81-a567-4e11-94bc-6dd8f0271343'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:34:50.024823 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-98c4f7da-15ac-4244-aaed-2b83bd31b892 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:50.152227 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-2541e6d3-9ee1-4c29-badd-26c8b2078005 None None] Set router 47213d81-a567-4e11-94bc-6dd8f0271343 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:34:50.203111 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-98c4f7da-15ac-4244-aaed-2b83bd31b892 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:50.245688 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4f7da-15ac-4244-aaed-2b83bd31b892 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Subnet': ['ID=0dc22533-0c56-423c-8b4b-8e30b84626d3,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:50.251216 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-98c4f7da-15ac-4244-aaed-2b83bd31b892 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:50.258057 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46774133-0d88-48ac-8951-e879df9bcb67 None None] Network 8d607a80-6647-43a8-9c90-4828b5de1881 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:34:50.259273 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-98c4f7da-15ac-4244-aaed-2b83bd31b892 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/subnets/0dc22533-0c56-423c-8b4b-8e30b84626d3 HTTP/1.1" status: 204 len: 168 time: 0.5639758 Apr 08 10:34:50.261955 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33130) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:50.444692 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2541e6d3-9ee1-4c29-badd-26c8b2078005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'name': 'tempest-TestNetworkBasicOps-router-237658465', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:34:48Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:34:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:34:50.448749 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2541e6d3-9ee1-4c29-badd-26c8b2078005 None None] Checking router: 47213d81-a567-4e11-94bc-6dd8f0271343 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:34:50.460896 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2541e6d3-9ee1-4c29-badd-26c8b2078005 None None] Routers {'47213d81-a567-4e11-94bc-6dd8f0271343'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:34:50.461509 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2541e6d3-9ee1-4c29-badd-26c8b2078005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:34:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['47213d81-a567-4e11-94bc-6dd8f0271343'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:34:50.471635 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4a6e34a6-04c5-4d3a-97fa-3a4351dab751 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:50.682225 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-2541e6d3-9ee1-4c29-badd-26c8b2078005 None None] Set router 47213d81-a567-4e11-94bc-6dd8f0271343 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:34:50.698150 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4fa5ff-5ce6-47df-8bdc-c5e16e12ceae None None] DHCP port deletion for 8d607a80-6647-43a8-9c90-4828b5de1881 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:34:50.702323 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-1e4fa5ff-5ce6-47df-8bdc-c5e16e12ceae None None] Deleting port 159626ab-aec3-44cd-9793-7622b728880d {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:34:50.702700 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1e4fa5ff-5ce6-47df-8bdc-c5e16e12ceae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:50.709833 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4a6e34a6-04c5-4d3a-97fa-3a4351dab751 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:50.719569 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-4a6e34a6-04c5-4d3a-97fa-3a4351dab751 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port d42d553e-2c51-4dd0-855b-58d945091129 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:34:50.720041 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4a6e34a6-04c5-4d3a-97fa-3a4351dab751 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:50.895295 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-4a6e34a6-04c5-4d3a-97fa-3a4351dab751 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port d42d553e-2c51-4dd0-855b-58d945091129, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=d42d553e-2c51-4dd0-855b-58d945091129,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:34:50.895579 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4a6e34a6-04c5-4d3a-97fa-3a4351dab751 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:50.914469 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-1e4fa5ff-5ce6-47df-8bdc-c5e16e12ceae None None] For port 159626ab-aec3-44cd-9793-7622b728880d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=159626ab-aec3-44cd-9793-7622b728880d,segment=NetworkSegment(652d45e6-72b8-43ef-9e0a-c9acedd224b7),segment_id=652d45e6-72b8-43ef-9e0a-c9acedd224b7)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:34:50.915118 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1e4fa5ff-5ce6-47df-8bdc-c5e16e12ceae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:50.977196 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2541e6d3-9ee1-4c29-badd-26c8b2078005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'name': 'tempest-TestNetworkBasicOps-router-237658465', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:34:48Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:34:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:34:50.981483 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2541e6d3-9ee1-4c29-badd-26c8b2078005 None None] The sync data for ids ['47213d81-a567-4e11-94bc-6dd8f0271343'] in dv-neutron-837110-1-hyperv is: [{'id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'name': 'tempest-TestNetworkBasicOps-router-237658465', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:34:48Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'd42d553e-2c51-4dd0-855b-58d945091129', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47213d81-a567-4e11-94bc-6dd8f0271343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:33:29Z', 'updated_at': '2022-04-08T10:34:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:34:51.029980 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-4a6e34a6-04c5-4d3a-97fa-3a4351dab751 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for d42d553e-2c51-4dd0-855b-58d945091129 owned by network:router_gateway {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:34:51.078970 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-1e4fa5ff-5ce6-47df-8bdc-c5e16e12ceae None None] Calling delete_port for 159626ab-aec3-44cd-9793-7622b728880d owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:34:51.151136 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1e4fa5ff-5ce6-47df-8bdc-c5e16e12ceae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:51.198848 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fa5ff-5ce6-47df-8bdc-c5e16e12ceae None None] Pushing event deleted for resources: {'Port': ['ID=159626ab-aec3-44cd-9793-7622b728880d,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:51.204506 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4fa5ff-5ce6-47df-8bdc-c5e16e12ceae None None] No DVR routers for this DVR port 159626ab-aec3-44cd-9793-7622b728880d on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:34:51.212682 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa5ff-5ce6-47df-8bdc-c5e16e12ceae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:51.213065 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa5ff-5ce6-47df-8bdc-c5e16e12ceae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:51.215594 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa5ff-5ce6-47df-8bdc-c5e16e12ceae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:51.215594 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa5ff-5ce6-47df-8bdc-c5e16e12ceae None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:51.215594 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa5ff-5ce6-47df-8bdc-c5e16e12ceae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:51.215594 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa5ff-5ce6-47df-8bdc-c5e16e12ceae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:51.215594 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa5ff-5ce6-47df-8bdc-c5e16e12ceae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:51.215594 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa5ff-5ce6-47df-8bdc-c5e16e12ceae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:51.215594 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa5ff-5ce6-47df-8bdc-c5e16e12ceae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:51.216851 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa5ff-5ce6-47df-8bdc-c5e16e12ceae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:51.216851 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa5ff-5ce6-47df-8bdc-c5e16e12ceae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:51.290687 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4a6e34a6-04c5-4d3a-97fa-3a4351dab751 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:51.335709 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e34a6-04c5-4d3a-97fa-3a4351dab751 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=d42d553e-2c51-4dd0-855b-58d945091129,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:51.563293 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4a6e34a6-04c5-4d3a-97fa-3a4351dab751 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:51.825042 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4a6e34a6-04c5-4d3a-97fa-3a4351dab751 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:51.829232 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4a6e34a6-04c5-4d3a-97fa-3a4351dab751 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:51.853505 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4a6e34a6-04c5-4d3a-97fa-3a4351dab751 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:51.854104 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6e34a6-04c5-4d3a-97fa-3a4351dab751 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Fanout notify agent at l3_agent the message router_deleted on router 47213d81-a567-4e11-94bc-6dd8f0271343 {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:34:51.868620 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4a6e34a6-04c5-4d3a-97fa-3a4351dab751 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:51.869693 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4a6e34a6-04c5-4d3a-97fa-3a4351dab751 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/routers/47213d81-a567-4e11-94bc-6dd8f0271343 HTTP/1.1" status: 204 len: 168 time: 1.6062815 Apr 08 10:34:51.872362 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33134) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:51.984944 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-01b94a2b-5ffe-4b55-a152-e4a0724916eb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:52.016481 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:34:52.054123 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:34:52.054471 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2e7bbc89-adc9-4bb7-9343-836cf1e9fe3a not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:34:52.054888 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 159626ab-aec3-44cd-9793-7622b728880d no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:34:52.090456 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 159626ab-aec3-44cd-9793-7622b728880d {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:34:52.090760 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 159626ab-aec3-44cd-9793-7622b728880d not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:34:52.122412 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-01b94a2b-5ffe-4b55-a152-e4a0724916eb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:52.147601 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-01b94a2b-5ffe-4b55-a152-e4a0724916eb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d607a80-6647-43a8-9c90-4828b5de1881']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:34:52.159491 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-01b94a2b-5ffe-4b55-a152-e4a0724916eb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652d45e6-72b8-43ef-9e0a-c9acedd224b7') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:34:52.159786 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-01b94a2b-5ffe-4b55-a152-e4a0724916eb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652d45e6-72b8-43ef-9e0a-c9acedd224b7') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:34:52.171827 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-01b94a2b-5ffe-4b55-a152-e4a0724916eb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:52.191833 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-01b94a2b-5ffe-4b55-a152-e4a0724916eb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:52.197985 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b94a2b-5ffe-4b55-a152-e4a0724916eb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:34:52.198362 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-01b94a2b-5ffe-4b55-a152-e4a0724916eb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:34:52.212503 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:34:52.287225 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-01b94a2b-5ffe-4b55-a152-e4a0724916eb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:52.304391 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-01b94a2b-5ffe-4b55-a152-e4a0724916eb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:52.314845 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b94a2b-5ffe-4b55-a152-e4a0724916eb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Network': ['ID=8d607a80-6647-43a8-9c90-4828b5de1881,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:52.323172 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-01b94a2b-5ffe-4b55-a152-e4a0724916eb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/networks/8d607a80-6647-43a8-9c90-4828b5de1881 HTTP/1.1" status: 204 len: 168 time: 0.4498510 Apr 08 10:34:52.344049 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33138) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:52.350369 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-4e2ccde5-b2d6-4404-9dc2-653c504c68f1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'network': {'name': 'tempest-network-smoke--1665342086', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'port_security_enabled': True}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:34:52.355285 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4e2ccde5-b2d6-4404-9dc2-653c504c68f1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:34:52.359353 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4e2ccde5-b2d6-4404-9dc2-653c504c68f1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:network and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:34:52.362207 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4e2ccde5-b2d6-4404-9dc2-653c504c68f1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:34:52.369104 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4e2ccde5-b2d6-4404-9dc2-653c504c68f1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:34:52.382578 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2ccde5-b2d6-4404-9dc2-653c504c68f1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Made reservation on behalf of 6d9baba61a9a4a97bab400043cc74a73 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:34:52.385552 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4e2ccde5-b2d6-4404-9dc2-653c504c68f1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:52.413981 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e2ccde5-b2d6-4404-9dc2-653c504c68f1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:34:52.422599 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4e2ccde5-b2d6-4404-9dc2-653c504c68f1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:52.422969 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-4e2ccde5-b2d6-4404-9dc2-653c504c68f1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Added segment 905e1a20-9c0d-4db9-8ebe-9aafda3e2b40 of type vlan for network a4919e26-5acb-4f43-b0a8-44081f75646d Apr 08 10:34:52.448370 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4e2ccde5-b2d6-4404-9dc2-653c504c68f1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:52.475748 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4e2ccde5-b2d6-4404-9dc2-653c504c68f1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:52.479330 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2ccde5-b2d6-4404-9dc2-653c504c68f1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:34:52.479894 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4e2ccde5-b2d6-4404-9dc2-653c504c68f1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:52.580920 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4e2ccde5-b2d6-4404-9dc2-653c504c68f1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2358928 Apr 08 10:34:52.584567 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33142) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:52.591175 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-40504cba-6ade-4e72-a536-e2517fb84d54 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-586789044', 'admin_state_up': True, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:34:52.596146 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ccde5-b2d6-4404-9dc2-653c504c68f1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Network': ['ID=a4919e26-5acb-4f43-b0a8-44081f75646d,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:52.600342 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-40504cba-6ade-4e72-a536-e2517fb84d54 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:34:52.604293 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-40504cba-6ade-4e72-a536-e2517fb84d54 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:router and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:34:52.607067 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network a4919e26-5acb-4f43-b0a8-44081f75646d details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:34:52.607208 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-40504cba-6ade-4e72-a536-e2517fb84d54 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:34:52.612665 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-40504cba-6ade-4e72-a536-e2517fb84d54 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:34:52.623326 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-40504cba-6ade-4e72-a536-e2517fb84d54 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:52.624343 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-40504cba-6ade-4e72-a536-e2517fb84d54 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:52.643948 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-40504cba-6ade-4e72-a536-e2517fb84d54 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:52.878904 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-40504cba-6ade-4e72-a536-e2517fb84d54 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:53.055026 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-40504cba-6ade-4e72-a536-e2517fb84d54 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_gateway, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:53.088493 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-40504cba-6ade-4e72-a536-e2517fb84d54 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:53.222045 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-40504cba-6ade-4e72-a536-e2517fb84d54 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.26.0.171 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/fa28bd07-38d8-4f71-8e96-407dd0ad6549) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:34:53.368695 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-40504cba-6ade-4e72-a536-e2517fb84d54 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:53.394974 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-40504cba-6ade-4e72-a536-e2517fb84d54 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:53.464198 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40504cba-6ade-4e72-a536-e2517fb84d54 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:34:53.466958 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-40504cba-6ade-4e72-a536-e2517fb84d54 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:34:53.471239 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40504cba-6ade-4e72-a536-e2517fb84d54 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:34:53.495163 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40504cba-6ade-4e72-a536-e2517fb84d54 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=fa28bd07-38d8-4f71-8e96-407dd0ad6549,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:53.626904 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-40504cba-6ade-4e72-a536-e2517fb84d54 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_gateway, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:53.627542 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-40504cba-6ade-4e72-a536-e2517fb84d54 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:53.856923 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40504cba-6ade-4e72-a536-e2517fb84d54 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router 6e518b35-4904-493c-b5b5-33f36169979f is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:34:54.005837 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db07a4af-f0b4-4e2f-9b75-2482a0c4d624 None None] New status for floating IP 58f5c95d-04f8-425c-a35d-d8ad2ce5f6ef: DOWN {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:34:54.061013 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40504cba-6ade-4e72-a536-e2517fb84d54 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:34:54.073545 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaed27c1-3ea1-4ca7-860b-1907df055726 None None] Sync routers for ids ['6e518b35-4904-493c-b5b5-33f36169979f'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:34:54.087532 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaed27c1-3ea1-4ca7-860b-1907df055726 None None] Routers {'6e518b35-4904-493c-b5b5-33f36169979f'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:34:54.088400 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-aaed27c1-3ea1-4ca7-860b-1907df055726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:34:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6e518b35-4904-493c-b5b5-33f36169979f'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:34:54.089853 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-40504cba-6ade-4e72-a536-e2517fb84d54 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:54.094495 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33146) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:54.094964 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-40504cba-6ade-4e72-a536-e2517fb84d54 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5090892 Apr 08 10:34:54.138638 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6baa368c-44b0-48a1-b598-2e7e2686dc51 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=6d9baba61a9a4a97bab400043cc74a73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430267 Apr 08 10:34:54.141457 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33150) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:54.281994 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782186bc-0be3-4f46-bef4-1c00e1fc2da9 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:34:54.283919 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-782186bc-0be3-4f46-bef4-1c00e1fc2da9 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1412134 Apr 08 10:34:54.288632 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33154) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:54.311585 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-aaed27c1-3ea1-4ca7-860b-1907df055726 None None] Set router 6e518b35-4904-493c-b5b5-33f36169979f gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:34:54.331768 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33158) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:54.331932 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-34b9fc8f-9eb9-4a0a-95e7-7e1589bed7b1 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422244 Apr 08 10:34:54.338368 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-6139f86a-ed42-4331-8098-c945f59ba173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1631884349', 'network_id': 'a4919e26-5acb-4f43-b0a8-44081f75646d', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:34:54.448024 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-6139f86a-ed42-4331-8098-c945f59ba173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:34:54.451752 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-6139f86a-ed42-4331-8098-c945f59ba173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:subnet and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:34:54.454688 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-6139f86a-ed42-4331-8098-c945f59ba173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:34:54.460522 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-6139f86a-ed42-4331-8098-c945f59ba173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:34:54.470569 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6139f86a-ed42-4331-8098-c945f59ba173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Made reservation on behalf of 6d9baba61a9a4a97bab400043cc74a73 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:34:54.570610 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6139f86a-ed42-4331-8098-c945f59ba173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:54.592568 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-aaed27c1-3ea1-4ca7-860b-1907df055726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e518b35-4904-493c-b5b5-33f36169979f', 'name': 'tempest-TestNetworkBasicOps-router-586789044', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:34:52Z', 'updated_at': '2022-04-08T10:34:53Z', 'revision_number': 3, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:81:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e518b35-4904-493c-b5b5-33f36169979f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:34:53Z', 'updated_at': '2022-04-08T10:34:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:34:54.596189 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaed27c1-3ea1-4ca7-860b-1907df055726 None None] Checking router: 6e518b35-4904-493c-b5b5-33f36169979f for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:34:54.596536 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaed27c1-3ea1-4ca7-860b-1907df055726 None None] Updating router 6e518b35-4904-493c-b5b5-33f36169979f port fa28bd07-38d8-4f71-8e96-407dd0ad6549 binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:34:54.653705 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aaed27c1-3ea1-4ca7-860b-1907df055726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:54.883128 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6139f86a-ed42-4331-8098-c945f59ba173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:54.970099 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139f86a-ed42-4331-8098-c945f59ba173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Subnet': ['ID=122c71b4-740d-4201-9920-050d1e00a12a,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:54.976873 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6139f86a-ed42-4331-8098-c945f59ba173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Checking segment: {'id': '905e1a20-9c0d-4db9-8ebe-9aafda3e2b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a4919e26-5acb-4f43-b0a8-44081f75646d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:34:54.977239 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6139f86a-ed42-4331-8098-c945f59ba173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network hostable DHCP agents. Network: a4919e26-5acb-4f43-b0a8-44081f75646d, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:34:54.983170 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aaed27c1-3ea1-4ca7-860b-1907df055726 None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:54.995446 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-aaed27c1-3ea1-4ca7-860b-1907df055726 None None] Transition to ACTIVE for port object fa28bd07-38d8-4f71-8e96-407dd0ad6549 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:34:55.004104 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6139f86a-ed42-4331-8098-c945f59ba173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network a4919e26-5acb-4f43-b0a8-44081f75646d is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:34:55.004268 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aaed27c1-3ea1-4ca7-860b-1907df055726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:55.010086 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-6139f86a-ed42-4331-8098-c945f59ba173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, a4919e26-5acb-4f43-b0a8-44081f75646d) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:34:55.014307 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6139f86a-ed42-4331-8098-c945f59ba173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:34:55.014888 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6139f86a-ed42-4331-8098-c945f59ba173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:55.022147 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344013ba-f4b3-4802-9018-474b7e517e9f None None] Network a4919e26-5acb-4f43-b0a8-44081f75646d requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:34:55.038350 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6139f86a-ed42-4331-8098-c945f59ba173 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7048843 Apr 08 10:34:55.041702 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33162) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:55.085319 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232ba7f-0d92-478e-96e0-72001c67e41f None None] Pushing event updated for resources: {'Port': ['ID=fa28bd07-38d8-4f71-8e96-407dd0ad6549,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:55.112148 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232ba7f-0d92-478e-96e0-72001c67e41f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:55.112148 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232ba7f-0d92-478e-96e0-72001c67e41f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:55.112464 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232ba7f-0d92-478e-96e0-72001c67e41f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:55.113216 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232ba7f-0d92-478e-96e0-72001c67e41f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:55.113216 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232ba7f-0d92-478e-96e0-72001c67e41f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:55.113558 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232ba7f-0d92-478e-96e0-72001c67e41f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:55.114073 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232ba7f-0d92-478e-96e0-72001c67e41f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:55.114586 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232ba7f-0d92-478e-96e0-72001c67e41f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:55.117028 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232ba7f-0d92-478e-96e0-72001c67e41f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:55.117541 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232ba7f-0d92-478e-96e0-72001c67e41f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:55.117952 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232ba7f-0d92-478e-96e0-72001c67e41f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:34:55.128457 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-aaed27c1-3ea1-4ca7-860b-1907df055726 None None] Attempting to bind port fa28bd07-38d8-4f71-8e96-407dd0ad6549 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:34:55.129732 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-aaed27c1-3ea1-4ca7-860b-1907df055726 None None] Attempting to bind port fa28bd07-38d8-4f71-8e96-407dd0ad6549 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:34:55.130438 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaed27c1-3ea1-4ca7-860b-1907df055726 None None] Attempting to bind port fa28bd07-38d8-4f71-8e96-407dd0ad6549 on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:34:55.139577 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaed27c1-3ea1-4ca7-860b-1907df055726 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:34:55.140096 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaed27c1-3ea1-4ca7-860b-1907df055726 None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:34:55.140562 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aaed27c1-3ea1-4ca7-860b-1907df055726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:55.141014 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaed27c1-3ea1-4ca7-860b-1907df055726 None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:34:55.142046 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-aaed27c1-3ea1-4ca7-860b-1907df055726 None None] Bound port: fa28bd07-38d8-4f71-8e96-407dd0ad6549, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:34:55.142483 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aaed27c1-3ea1-4ca7-860b-1907df055726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:55.220189 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-aaed27c1-3ea1-4ca7-860b-1907df055726 None None] For port fa28bd07-38d8-4f71-8e96-407dd0ad6549, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:34:55.223376 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-aaed27c1-3ea1-4ca7-860b-1907df055726 None None] For port fa28bd07-38d8-4f71-8e96-407dd0ad6549, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=fa28bd07-38d8-4f71-8e96-407dd0ad6549,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:34:55.228844 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-aaed27c1-3ea1-4ca7-860b-1907df055726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:55.247410 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9a67e6-f1e1-48d4-baa7-582712d1f69d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-a4919e26-5acb-4f43-b0a8-44081f75646d', 'network_id': 'a4919e26-5acb-4f43-b0a8-44081f75646d', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ips': [{'subnet_id': '122c71b4-740d-4201-9920-050d1e00a12a'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:34:55.248409 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-aa9a67e6-f1e1-48d4-baa7-582712d1f69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:55.314299 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaed27c1-3ea1-4ca7-860b-1907df055726 None None] Routers {'6e518b35-4904-493c-b5b5-33f36169979f'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:34:55.314901 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-aaed27c1-3ea1-4ca7-860b-1907df055726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:34:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6e518b35-4904-493c-b5b5-33f36169979f'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:34:55.409110 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-aa9a67e6-f1e1-48d4-baa7-582712d1f69d None None] Allocated IP 172.20.0.2 (a4919e26-5acb-4f43-b0a8-44081f75646d/122c71b4-740d-4201-9920-050d1e00a12a/4365cfa3-2fd0-4b99-b3d3-042909ea0217) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:34:55.446314 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232ba7f-0d92-478e-96e0-72001c67e41f None None] Pushing event updated for resources: {'Port': ['ID=fa28bd07-38d8-4f71-8e96-407dd0ad6549,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:55.511490 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-aaed27c1-3ea1-4ca7-860b-1907df055726 None None] Set router 6e518b35-4904-493c-b5b5-33f36169979f gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:34:55.615506 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-aa9a67e6-f1e1-48d4-baa7-582712d1f69d None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:55.626314 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-aa9a67e6-f1e1-48d4-baa7-582712d1f69d None None] Transition to ACTIVE for port object 4365cfa3-2fd0-4b99-b3d3-042909ea0217 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:34:55.647017 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-aa9a67e6-f1e1-48d4-baa7-582712d1f69d None None] Transition to ACTIVE for port object 4365cfa3-2fd0-4b99-b3d3-042909ea0217 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:34:55.653645 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-aa9a67e6-f1e1-48d4-baa7-582712d1f69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:55.723384 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9a67e6-f1e1-48d4-baa7-582712d1f69d None None] Network a4919e26-5acb-4f43-b0a8-44081f75646d is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:34:55.726546 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-aa9a67e6-f1e1-48d4-baa7-582712d1f69d None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:34:55.729011 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9a67e6-f1e1-48d4-baa7-582712d1f69d None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:34:55.735646 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a67e6-f1e1-48d4-baa7-582712d1f69d None None] Pushing event updated for resources: {'Port': ['ID=4365cfa3-2fd0-4b99-b3d3-042909ea0217,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:55.815249 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-aaed27c1-3ea1-4ca7-860b-1907df055726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e518b35-4904-493c-b5b5-33f36169979f', 'name': 'tempest-TestNetworkBasicOps-router-586789044', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:34:52Z', 'updated_at': '2022-04-08T10:34:53Z', 'revision_number': 3, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:81:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e518b35-4904-493c-b5b5-33f36169979f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:34:53Z', 'updated_at': '2022-04-08T10:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:34:55.819953 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-aa9a67e6-f1e1-48d4-baa7-582712d1f69d None None] Attempting to bind port 4365cfa3-2fd0-4b99-b3d3-042909ea0217 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:34:55.820346 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaed27c1-3ea1-4ca7-860b-1907df055726 None None] The sync data for ids ['6e518b35-4904-493c-b5b5-33f36169979f'] in dv-neutron-837110-1-hyperv is: [{'id': '6e518b35-4904-493c-b5b5-33f36169979f', 'name': 'tempest-TestNetworkBasicOps-router-586789044', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:34:52Z', 'updated_at': '2022-04-08T10:34:53Z', 'revision_number': 3, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:81:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e518b35-4904-493c-b5b5-33f36169979f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:34:53Z', 'updated_at': '2022-04-08T10:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:34:55.820484 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-aa9a67e6-f1e1-48d4-baa7-582712d1f69d None None] Attempting to bind port 4365cfa3-2fd0-4b99-b3d3-042909ea0217 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '905e1a20-9c0d-4db9-8ebe-9aafda3e2b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a4919e26-5acb-4f43-b0a8-44081f75646d'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:34:55.820711 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a67e6-f1e1-48d4-baa7-582712d1f69d None None] Attempting to bind port 4365cfa3-2fd0-4b99-b3d3-042909ea0217 on network a4919e26-5acb-4f43-b0a8-44081f75646d {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:34:55.828760 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a67e6-f1e1-48d4-baa7-582712d1f69d None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:34:55.829130 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a67e6-f1e1-48d4-baa7-582712d1f69d None None] Checking segment: {'id': '905e1a20-9c0d-4db9-8ebe-9aafda3e2b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a4919e26-5acb-4f43-b0a8-44081f75646d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:34:55.829523 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-aa9a67e6-f1e1-48d4-baa7-582712d1f69d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:55.830036 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a67e6-f1e1-48d4-baa7-582712d1f69d None None] Bound using segment: {'id': '905e1a20-9c0d-4db9-8ebe-9aafda3e2b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a4919e26-5acb-4f43-b0a8-44081f75646d'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:34:55.830503 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-aa9a67e6-f1e1-48d4-baa7-582712d1f69d None None] Bound port: 4365cfa3-2fd0-4b99-b3d3-042909ea0217, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '905e1a20-9c0d-4db9-8ebe-9aafda3e2b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a4919e26-5acb-4f43-b0a8-44081f75646d'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:34:55.830871 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-aa9a67e6-f1e1-48d4-baa7-582712d1f69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:55.875404 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f71ddc1a-bd50-4ae4-adfd-ff4b2fe717ab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:55.936240 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-aa9a67e6-f1e1-48d4-baa7-582712d1f69d None None] For port 4365cfa3-2fd0-4b99-b3d3-042909ea0217, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:34:55.940416 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d42d553e-2c51-4dd0-855b-58d945091129 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:34:55.978135 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: d42d553e-2c51-4dd0-855b-58d945091129 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:34:55.978365 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d42d553e-2c51-4dd0-855b-58d945091129 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:34:55.981701 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-aa9a67e6-f1e1-48d4-baa7-582712d1f69d None None] For port 4365cfa3-2fd0-4b99-b3d3-042909ea0217, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=4365cfa3-2fd0-4b99-b3d3-042909ea0217,segment=NetworkSegment(905e1a20-9c0d-4db9-8ebe-9aafda3e2b40),segment_id=905e1a20-9c0d-4db9-8ebe-9aafda3e2b40)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:34:55.987867 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-aa9a67e6-f1e1-48d4-baa7-582712d1f69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:56.085424 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a67e6-f1e1-48d4-baa7-582712d1f69d None None] Pushing event updated for resources: {'Port': ['ID=4365cfa3-2fd0-4b99-b3d3-042909ea0217,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:56.354462 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-f71ddc1a-bd50-4ae4-adfd-ff4b2fe717ab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.20.0.1 (a4919e26-5acb-4f43-b0a8-44081f75646d/122c71b4-740d-4201-9920-050d1e00a12a/67f9e404-5d75-4f77-8971-27d7b8ff15c1) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:34:56.531628 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f71ddc1a-bd50-4ae4-adfd-ff4b2fe717ab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:56.548809 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-f71ddc1a-bd50-4ae4-adfd-ff4b2fe717ab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Transition to ACTIVE for port object 67f9e404-5d75-4f77-8971-27d7b8ff15c1 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:34:56.571836 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f71ddc1a-bd50-4ae4-adfd-ff4b2fe717ab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:56.749766 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71ddc1a-bd50-4ae4-adfd-ff4b2fe717ab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network a4919e26-5acb-4f43-b0a8-44081f75646d is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:34:56.750631 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ddc1a-bd50-4ae4-adfd-ff4b2fe717ab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=67f9e404-5d75-4f77-8971-27d7b8ff15c1,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:56.754159 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-f71ddc1a-bd50-4ae4-adfd-ff4b2fe717ab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:34:56.756879 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71ddc1a-bd50-4ae4-adfd-ff4b2fe717ab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:34:56.813911 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f71ddc1a-bd50-4ae4-adfd-ff4b2fe717ab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:56.902179 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f71ddc1a-bd50-4ae4-adfd-ff4b2fe717ab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:57.057365 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6a9228-f6c8-4070-8265-93b9816b0b8c None None] Network a4919e26-5acb-4f43-b0a8-44081f75646d requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:34:57.193739 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-09ab703b-e61d-4083-bc0c-5df9fb0ddba0 None None] Provisioning for port 4365cfa3-2fd0-4b99-b3d3-042909ea0217 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:34:57.314830 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f71ddc1a-bd50-4ae4-adfd-ff4b2fe717ab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:57.319346 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f71ddc1a-bd50-4ae4-adfd-ff4b2fe717ab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:57.435033 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f71ddc1a-bd50-4ae4-adfd-ff4b2fe717ab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:57.438605 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ddc1a-bd50-4ae4-adfd-ff4b2fe717ab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=67f9e404-5d75-4f77-8971-27d7b8ff15c1,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:57.553654 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a8e2cbb8-046f-40ab-972a-eb18a94d5f01 None None] Provisioning for port 67f9e404-5d75-4f77-8971-27d7b8ff15c1 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:34:57.558467 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a8e2cbb8-046f-40ab-972a-eb18a94d5f01 None None] Provisioning complete for port 67f9e404-5d75-4f77-8971-27d7b8ff15c1 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:34:57.558843 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a8e2cbb8-046f-40ab-972a-eb18a94d5f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:57.581092 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71ddc1a-bd50-4ae4-adfd-ff4b2fe717ab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network a4919e26-5acb-4f43-b0a8-44081f75646d is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:34:57.582206 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-f71ddc1a-bd50-4ae4-adfd-ff4b2fe717ab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:34:57.615082 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-a8e2cbb8-046f-40ab-972a-eb18a94d5f01 None None] Port 67f9e404-5d75-4f77-8971-27d7b8ff15c1 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:34:57.742897 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3faf9de1-a3d1-4b76-9644-62a035c9687f None None] Provisioning complete for port 67f9e404-5d75-4f77-8971-27d7b8ff15c1 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:34:57.743493 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3faf9de1-a3d1-4b76-9644-62a035c9687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:57.804225 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-3faf9de1-a3d1-4b76-9644-62a035c9687f None None] Port 67f9e404-5d75-4f77-8971-27d7b8ff15c1 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:34:57.926387 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-756a93a7-a126-4d40-804a-d02bf21890c0 None None] Provisioning complete for port 67f9e404-5d75-4f77-8971-27d7b8ff15c1 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:34:57.926756 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-756a93a7-a126-4d40-804a-d02bf21890c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:57.984682 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-756a93a7-a126-4d40-804a-d02bf21890c0 None None] Port 67f9e404-5d75-4f77-8971-27d7b8ff15c1 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:34:58.000070 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71ddc1a-bd50-4ae4-adfd-ff4b2fe717ab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router 6e518b35-4904-493c-b5b5-33f36169979f has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:34:58.031283 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device fa28bd07-38d8-4f71-8e96-407dd0ad6549 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:34:58.098656 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port fa28bd07-38d8-4f71-8e96-407dd0ad6549 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:34:58.104051 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port fa28bd07-38d8-4f71-8e96-407dd0ad6549 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:34:58.104449 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:58.201953 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71ddc1a-bd50-4ae4-adfd-ff4b2fe717ab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:34:58.215705 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f71ddc1a-bd50-4ae4-adfd-ff4b2fe717ab tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "PUT /v2.0/routers/6e518b35-4904-493c-b5b5-33f36169979f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1736495 Apr 08 10:34:58.218550 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33166) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:58.220600 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:58.237502 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port fa28bd07-38d8-4f71-8e96-407dd0ad6549, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=fa28bd07-38d8-4f71-8e96-407dd0ad6549,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:34:58.241575 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:58.242545 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 4365cfa3-2fd0-4b99-b3d3-042909ea0217 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:34:58.359254 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=fa28bd07-38d8-4f71-8e96-407dd0ad6549,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:58.372705 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 4365cfa3-2fd0-4b99-b3d3-042909ea0217 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:34:58.377452 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 4365cfa3-2fd0-4b99-b3d3-042909ea0217 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:34:58.377821 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:58.461618 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87a39ed-90e2-4c75-8736-f338a697189f tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:34:58.461987 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87a39ed-90e2-4c75-8736-f338a697189f tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:34:58.462353 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87a39ed-90e2-4c75-8736-f338a697189f tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:34:58.462711 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87a39ed-90e2-4c75-8736-f338a697189f tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:34:58.463065 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87a39ed-90e2-4c75-8736-f338a697189f tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:34:58.463421 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87a39ed-90e2-4c75-8736-f338a697189f tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:34:58.465165 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a87a39ed-90e2-4c75-8736-f338a697189f tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2460496 Apr 08 10:34:58.467921 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33170) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:58.488962 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:58.525963 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 4365cfa3-2fd0-4b99-b3d3-042909ea0217, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=4365cfa3-2fd0-4b99-b3d3-042909ea0217,segment=NetworkSegment(905e1a20-9c0d-4db9-8ebe-9aafda3e2b40),segment_id=905e1a20-9c0d-4db9-8ebe-9aafda3e2b40)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:34:58.531786 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:58.543779 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146ca469-c26a-41a1-8440-ee9be2606200 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:34:58.544188 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146ca469-c26a-41a1-8440-ee9be2606200 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:34:58.544555 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146ca469-c26a-41a1-8440-ee9be2606200 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:34:58.545025 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146ca469-c26a-41a1-8440-ee9be2606200 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:34:58.545386 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146ca469-c26a-41a1-8440-ee9be2606200 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:34:58.545744 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146ca469-c26a-41a1-8440-ee9be2606200 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:34:58.547501 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-146ca469-c26a-41a1-8440-ee9be2606200 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0786672 Apr 08 10:34:58.550307 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33174) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:58.595970 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=4365cfa3-2fd0-4b99-b3d3-042909ea0217,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:58.757247 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7bc647ba-40a7-4465-a44f-d35a79235945 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2058880 Apr 08 10:34:58.942302 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33180) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:58.947784 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-6a43d060-ce86-41e0-941e-7ad0bc7a0304 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1541770273', 'description': 'tempest-secgroup-smoke-1541770273 description', 'project_id': '6d9baba61a9a4a97bab400043cc74a73'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:34:58.953645 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-6a43d060-ce86-41e0-941e-7ad0bc7a0304 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:34:58.957727 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-6a43d060-ce86-41e0-941e-7ad0bc7a0304 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:34:58.960713 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-6a43d060-ce86-41e0-941e-7ad0bc7a0304 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:34:58.966289 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-6a43d060-ce86-41e0-941e-7ad0bc7a0304 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:34:58.977089 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6a43d060-ce86-41e0-941e-7ad0bc7a0304 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:59.012960 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-6a43d060-ce86-41e0-941e-7ad0bc7a0304 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:34:59.016622 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-6a43d060-ce86-41e0-941e-7ad0bc7a0304 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:34:59.019337 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-6a43d060-ce86-41e0-941e-7ad0bc7a0304 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:34:59.024962 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-6a43d060-ce86-41e0-941e-7ad0bc7a0304 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:34:59.079725 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6a43d060-ce86-41e0-941e-7ad0bc7a0304 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:59.084142 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6a43d060-ce86-41e0-941e-7ad0bc7a0304 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:59.127772 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43d060-ce86-41e0-941e-7ad0bc7a0304 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb954b1-c2eb-4ce2-9ca5-09c3cc2f6f55,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:59.130627 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6a43d060-ce86-41e0-941e-7ad0bc7a0304 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:59.134765 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6a43d060-ce86-41e0-941e-7ad0bc7a0304 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1887236 Apr 08 10:34:59.135085 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33184) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:59.140217 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-48a62bc4-5775-4262-8dbd-20c965eba7fb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '4fb954b1-c2eb-4ce2-9ca5-09c3cc2f6f55', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:34:59.146063 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-48a62bc4-5775-4262-8dbd-20c965eba7fb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:34:59.149945 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-48a62bc4-5775-4262-8dbd-20c965eba7fb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:34:59.152742 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-48a62bc4-5775-4262-8dbd-20c965eba7fb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:34:59.158707 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-48a62bc4-5775-4262-8dbd-20c965eba7fb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:34:59.177976 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-48a62bc4-5775-4262-8dbd-20c965eba7fb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:59.243913 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-48a62bc4-5775-4262-8dbd-20c965eba7fb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:59.247592 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-48a62bc4-5775-4262-8dbd-20c965eba7fb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:59.271860 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a62bc4-5775-4262-8dbd-20c965eba7fb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d38b26-4320-4a80-81fb-ad022a14248f,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:59.281810 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-48a62bc4-5775-4262-8dbd-20c965eba7fb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:59.285758 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-48a62bc4-5775-4262-8dbd-20c965eba7fb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1471255 Apr 08 10:34:59.285952 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33188) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:59.292301 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-322b2ab8-627a-47a8-b76a-32710b407524 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '4fb954b1-c2eb-4ce2-9ca5-09c3cc2f6f55', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:34:59.298173 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-322b2ab8-627a-47a8-b76a-32710b407524 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:34:59.301987 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-322b2ab8-627a-47a8-b76a-32710b407524 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:34:59.304824 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-322b2ab8-627a-47a8-b76a-32710b407524 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:34:59.310429 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-322b2ab8-627a-47a8-b76a-32710b407524 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:34:59.327024 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-322b2ab8-627a-47a8-b76a-32710b407524 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:59.389994 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-322b2ab8-627a-47a8-b76a-32710b407524 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:59.393817 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-322b2ab8-627a-47a8-b76a-32710b407524 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:59.410939 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e91ab2-e060-4048-a631-0c6d1b586e74 None None] Sync routers for ids ['6e518b35-4904-493c-b5b5-33f36169979f'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:34:59.422123 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b2ab8-627a-47a8-b76a-32710b407524 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b267b300-d23f-41dc-80c3-88a69282cdd5,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:59.422895 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e91ab2-e060-4048-a631-0c6d1b586e74 None None] Routers {'6e518b35-4904-493c-b5b5-33f36169979f'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:34:59.423661 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-66e91ab2-e060-4048-a631-0c6d1b586e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:34:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6e518b35-4904-493c-b5b5-33f36169979f'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:34:59.432415 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-322b2ab8-627a-47a8-b76a-32710b407524 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:59.433805 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-322b2ab8-627a-47a8-b76a-32710b407524 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1459980 Apr 08 10:34:59.436527 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33192) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:59.442225 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-40bfd87f-7d4a-49c1-99cb-6b67b51cff8b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '4fb954b1-c2eb-4ce2-9ca5-09c3cc2f6f55', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:34:59.448220 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-40bfd87f-7d4a-49c1-99cb-6b67b51cff8b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:34:59.452030 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-40bfd87f-7d4a-49c1-99cb-6b67b51cff8b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:34:59.454909 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-40bfd87f-7d4a-49c1-99cb-6b67b51cff8b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:34:59.461078 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-40bfd87f-7d4a-49c1-99cb-6b67b51cff8b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:34:59.478501 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-40bfd87f-7d4a-49c1-99cb-6b67b51cff8b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:59.541071 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-40bfd87f-7d4a-49c1-99cb-6b67b51cff8b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:59.544685 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-40bfd87f-7d4a-49c1-99cb-6b67b51cff8b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:59.569944 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfd87f-7d4a-49c1-99cb-6b67b51cff8b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1e05a3-3822-4831-a5e1-5a0dc87229e4,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:59.578755 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-40bfd87f-7d4a-49c1-99cb-6b67b51cff8b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:59.580045 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-40bfd87f-7d4a-49c1-99cb-6b67b51cff8b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1425204 Apr 08 10:34:59.582804 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33196) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:59.588791 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-41fd0868-d7e6-486f-b31d-404dceda78c9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '4fb954b1-c2eb-4ce2-9ca5-09c3cc2f6f55', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:34:59.594403 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-41fd0868-d7e6-486f-b31d-404dceda78c9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:34:59.598173 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-41fd0868-d7e6-486f-b31d-404dceda78c9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:34:59.601708 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-41fd0868-d7e6-486f-b31d-404dceda78c9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:34:59.604881 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-66e91ab2-e060-4048-a631-0c6d1b586e74 None None] Set router 6e518b35-4904-493c-b5b5-33f36169979f gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:34:59.607291 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-41fd0868-d7e6-486f-b31d-404dceda78c9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:34:59.623603 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-41fd0868-d7e6-486f-b31d-404dceda78c9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:59.686854 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-41fd0868-d7e6-486f-b31d-404dceda78c9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:59.690526 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-41fd0868-d7e6-486f-b31d-404dceda78c9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:59.721851 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd0868-d7e6-486f-b31d-404dceda78c9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2cc83c0-b3fa-4e83-9bb5-745e56ff2937,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:59.728564 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-41fd0868-d7e6-486f-b31d-404dceda78c9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:59.729691 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-41fd0868-d7e6-486f-b31d-404dceda78c9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1453533 Apr 08 10:34:59.732671 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33200) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:59.738047 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-9b4d615e-58a7-4262-85fd-38a1f406cb0f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '4fb954b1-c2eb-4ce2-9ca5-09c3cc2f6f55', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:34:59.744052 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9b4d615e-58a7-4262-85fd-38a1f406cb0f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:34:59.747833 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9b4d615e-58a7-4262-85fd-38a1f406cb0f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:34:59.750647 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9b4d615e-58a7-4262-85fd-38a1f406cb0f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:34:59.756942 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9b4d615e-58a7-4262-85fd-38a1f406cb0f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:34:59.766390 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.securitygroups_db [None req-9b4d615e-58a7-4262-85fd-38a1f406cb0f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Project 6d9baba61a9a4a97bab400043cc74a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:34:59.773545 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9b4d615e-58a7-4262-85fd-38a1f406cb0f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:59.838250 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9b4d615e-58a7-4262-85fd-38a1f406cb0f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:59.841994 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9b4d615e-58a7-4262-85fd-38a1f406cb0f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:59.862842 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d615e-58a7-4262-85fd-38a1f406cb0f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbbc112c-8dc7-4067-b7ef-88f9dda32dd7,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:34:59.874233 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9b4d615e-58a7-4262-85fd-38a1f406cb0f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:59.875434 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9b4d615e-58a7-4262-85fd-38a1f406cb0f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1418116 Apr 08 10:34:59.878114 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33204) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:34:59.884169 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-16cc5cc4-fdb1-4f4d-9b28-f20af14f43b5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '4fb954b1-c2eb-4ce2-9ca5-09c3cc2f6f55', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:34:59.889894 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-16cc5cc4-fdb1-4f4d-9b28-f20af14f43b5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:34:59.893768 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-16cc5cc4-fdb1-4f4d-9b28-f20af14f43b5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:34:59.897489 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-16cc5cc4-fdb1-4f4d-9b28-f20af14f43b5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:34:59.903164 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-16cc5cc4-fdb1-4f4d-9b28-f20af14f43b5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:34:59.914189 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.securitygroups_db [None req-16cc5cc4-fdb1-4f4d-9b28-f20af14f43b5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Project 6d9baba61a9a4a97bab400043cc74a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:34:59.921517 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-16cc5cc4-fdb1-4f4d-9b28-f20af14f43b5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:34:59.927133 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-66e91ab2-e060-4048-a631-0c6d1b586e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e518b35-4904-493c-b5b5-33f36169979f', 'name': 'tempest-TestNetworkBasicOps-router-586789044', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:34:52Z', 'updated_at': '2022-04-08T10:34:56Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e518b35-4904-493c-b5b5-33f36169979f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:34:53Z', 'updated_at': '2022-04-08T10:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '67f9e404-5d75-4f77-8971-27d7b8ff15c1', 'name': '', 'network_id': 'a4919e26-5acb-4f43-b0a8-44081f75646d', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:03:99:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e518b35-4904-493c-b5b5-33f36169979f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122c71b4-740d-4201-9920-050d1e00a12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:34:56Z', 'updated_at': '2022-04-08T10:34:57Z', 'revision_number': 2, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '122c71b4-740d-4201-9920-050d1e00a12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:34:59.931809 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e91ab2-e060-4048-a631-0c6d1b586e74 None None] Checking router: 6e518b35-4904-493c-b5b5-33f36169979f for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:34:59.932734 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e91ab2-e060-4048-a631-0c6d1b586e74 None None] Updating router 6e518b35-4904-493c-b5b5-33f36169979f port 67f9e404-5d75-4f77-8971-27d7b8ff15c1 binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:34:59.991065 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device fa28bd07-38d8-4f71-8e96-407dd0ad6549 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:35:00.001834 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-16cc5cc4-fdb1-4f4d-9b28-f20af14f43b5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:00.006584 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-16cc5cc4-fdb1-4f4d-9b28-f20af14f43b5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:00.031241 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc5cc4-fdb1-4f4d-9b28-f20af14f43b5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba7a355-5e35-4b52-ab13-d56cdea3b397,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:35:00.041641 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-16cc5cc4-fdb1-4f4d-9b28-f20af14f43b5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:00.051995 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-16cc5cc4-fdb1-4f4d-9b28-f20af14f43b5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1639161 Apr 08 10:35:00.087349 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-66e91ab2-e060-4048-a631-0c6d1b586e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:00.214560 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-9e36fd97-cf1c-460c-8bdc-c90920596507 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:35:00.219444 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port fa28bd07-38d8-4f71-8e96-407dd0ad6549 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:35:00.219823 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:00.229836 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-9e36fd97-cf1c-460c-8bdc-c90920596507 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:35:00.231003 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-9e36fd97-cf1c-460c-8bdc-c90920596507 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1541770273&fields=id&tenant_id=6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 267 time: 0.0568388 Apr 08 10:35:00.379075 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-befb3194-50f5-4239-bbfa-920a92fb9a30 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:35:00.381451 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-befb3194-50f5-4239-bbfa-920a92fb9a30 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/networks?id=a4919e26-5acb-4f43-b0a8-44081f75646d HTTP/1.1" status: 200 len: 797 time: 0.1433516 Apr 08 10:35:00.398591 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-4a6e7190-b9a2-40ce-8c7d-747883b94d85 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/quotas/6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 375 time: 0.0117290 Apr 08 10:35:00.453358 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 4365cfa3-2fd0-4b99-b3d3-042909ea0217 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:35:00.482628 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-fb04352d-3446-4949-8152-74484292f807 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:35:00.497921 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-fb04352d-3446-4949-8152-74484292f807 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:35:00.499332 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-fb04352d-3446-4949-8152-74484292f807 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0955272 Apr 08 10:35:00.606224 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-66e91ab2-e060-4048-a631-0c6d1b586e74 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:00.608356 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 4365cfa3-2fd0-4b99-b3d3-042909ea0217 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:35:00.608717 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:00.639853 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-88c567f5-6612-4ea9-b328-4bcb25e7e826 service neutron] 10.222.0.47 "GET /v2.0/networks/a4919e26-5acb-4f43-b0a8-44081f75646d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278918 Apr 08 10:35:00.662962 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-66e91ab2-e060-4048-a631-0c6d1b586e74 None None] Transition to ACTIVE for port object 67f9e404-5d75-4f77-8971-27d7b8ff15c1 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:35:00.674279 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-66e91ab2-e060-4048-a631-0c6d1b586e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:00.774734 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-1370b0e6-5661-4130-8a9d-5ce6c059f5d7 service neutron] 10.222.0.47 "GET /v2.0/networks/a4919e26-5acb-4f43-b0a8-44081f75646d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288927 Apr 08 10:35:00.795257 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186a9d3-9b5d-4f06-b046-8c65150f4fe5 None None] Pushing event updated for resources: {'Port': ['ID=67f9e404-5d75-4f77-8971-27d7b8ff15c1,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:35:00.960889 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-66e91ab2-e060-4048-a631-0c6d1b586e74 None None] Attempting to bind port 67f9e404-5d75-4f77-8971-27d7b8ff15c1 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:35:00.961254 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-66e91ab2-e060-4048-a631-0c6d1b586e74 None None] Attempting to bind port 67f9e404-5d75-4f77-8971-27d7b8ff15c1 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '905e1a20-9c0d-4db9-8ebe-9aafda3e2b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a4919e26-5acb-4f43-b0a8-44081f75646d'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:35:00.961617 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e91ab2-e060-4048-a631-0c6d1b586e74 None None] Attempting to bind port 67f9e404-5d75-4f77-8971-27d7b8ff15c1 on network a4919e26-5acb-4f43-b0a8-44081f75646d {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:35:00.969077 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e91ab2-e060-4048-a631-0c6d1b586e74 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:35:00.969402 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e91ab2-e060-4048-a631-0c6d1b586e74 None None] Checking segment: {'id': '905e1a20-9c0d-4db9-8ebe-9aafda3e2b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a4919e26-5acb-4f43-b0a8-44081f75646d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:35:00.969800 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-66e91ab2-e060-4048-a631-0c6d1b586e74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:00.970188 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e91ab2-e060-4048-a631-0c6d1b586e74 None None] Bound using segment: {'id': '905e1a20-9c0d-4db9-8ebe-9aafda3e2b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a4919e26-5acb-4f43-b0a8-44081f75646d'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:35:00.970648 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-66e91ab2-e060-4048-a631-0c6d1b586e74 None None] Bound port: 67f9e404-5d75-4f77-8971-27d7b8ff15c1, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '905e1a20-9c0d-4db9-8ebe-9aafda3e2b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a4919e26-5acb-4f43-b0a8-44081f75646d'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:35:00.971018 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-66e91ab2-e060-4048-a631-0c6d1b586e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:00.985696 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-30df15a7-91a2-419f-ad90-502a5eb2cbd7 req-28adaeed-9b92-4b4e-8655-721ce03c4189 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=99d4d253-86a0-473b-838e-3aff8dbc36a1 HTTP/1.1" status: 200 len: 210 time: 0.0446353 Apr 08 10:35:01.079992 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-66e91ab2-e060-4048-a631-0c6d1b586e74 None None] For port 67f9e404-5d75-4f77-8971-27d7b8ff15c1, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:35:01.083138 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-66e91ab2-e060-4048-a631-0c6d1b586e74 None None] For port 67f9e404-5d75-4f77-8971-27d7b8ff15c1, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=67f9e404-5d75-4f77-8971-27d7b8ff15c1,segment=NetworkSegment(905e1a20-9c0d-4db9-8ebe-9aafda3e2b40),segment_id=905e1a20-9c0d-4db9-8ebe-9aafda3e2b40)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:35:01.088264 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-66e91ab2-e060-4048-a631-0c6d1b586e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:01.179456 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e91ab2-e060-4048-a631-0c6d1b586e74 None None] Routers {'6e518b35-4904-493c-b5b5-33f36169979f'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:35:01.180271 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-66e91ab2-e060-4048-a631-0c6d1b586e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:34:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6e518b35-4904-493c-b5b5-33f36169979f'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:35:01.235896 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186a9d3-9b5d-4f06-b046-8c65150f4fe5 None None] Pushing event updated for resources: {'Port': ['ID=67f9e404-5d75-4f77-8971-27d7b8ff15c1,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:35:01.379661 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-66e91ab2-e060-4048-a631-0c6d1b586e74 None None] Set router 6e518b35-4904-493c-b5b5-33f36169979f gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:35:01.733307 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-66e91ab2-e060-4048-a631-0c6d1b586e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e518b35-4904-493c-b5b5-33f36169979f', 'name': 'tempest-TestNetworkBasicOps-router-586789044', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:34:52Z', 'updated_at': '2022-04-08T10:34:56Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e518b35-4904-493c-b5b5-33f36169979f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:34:53Z', 'updated_at': '2022-04-08T10:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '67f9e404-5d75-4f77-8971-27d7b8ff15c1', 'name': '', 'network_id': 'a4919e26-5acb-4f43-b0a8-44081f75646d', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:03:99:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e518b35-4904-493c-b5b5-33f36169979f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122c71b4-740d-4201-9920-050d1e00a12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:34:56Z', 'updated_at': '2022-04-08T10:35:01Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '122c71b4-740d-4201-9920-050d1e00a12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:35:01.737149 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e91ab2-e060-4048-a631-0c6d1b586e74 None None] The sync data for ids ['6e518b35-4904-493c-b5b5-33f36169979f'] in dv-neutron-837110-1-hyperv is: [{'id': '6e518b35-4904-493c-b5b5-33f36169979f', 'name': 'tempest-TestNetworkBasicOps-router-586789044', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:34:52Z', 'updated_at': '2022-04-08T10:34:56Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e518b35-4904-493c-b5b5-33f36169979f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:34:53Z', 'updated_at': '2022-04-08T10:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '67f9e404-5d75-4f77-8971-27d7b8ff15c1', 'name': '', 'network_id': 'a4919e26-5acb-4f43-b0a8-44081f75646d', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:03:99:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e518b35-4904-493c-b5b5-33f36169979f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122c71b4-740d-4201-9920-050d1e00a12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:34:56Z', 'updated_at': '2022-04-08T10:35:01Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '122c71b4-740d-4201-9920-050d1e00a12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:35:02.015035 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 67f9e404-5d75-4f77-8971-27d7b8ff15c1 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:35:02.123844 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 67f9e404-5d75-4f77-8971-27d7b8ff15c1 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:35:02.138532 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 67f9e404-5d75-4f77-8971-27d7b8ff15c1 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:35:02.138906 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:02.214379 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-9ceb4126-b837-4efd-a52d-3cfcb2c56df9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:35:02.214379 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-9ceb4126-b837-4efd-a52d-3cfcb2c56df9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:network {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:35:02.244280 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-9ceb4126-b837-4efd-a52d-3cfcb2c56df9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:network {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:35:02.245588 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-9ceb4126-b837-4efd-a52d-3cfcb2c56df9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/networks?id=a4919e26-5acb-4f43-b0a8-44081f75646d HTTP/1.1" status: 200 len: 797 time: 0.2670732 Apr 08 10:35:02.276636 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96110a68-90e7-4b3d-a0e8-455607ba411a req-3eb71796-a445-4176-8d13-e548279d8bf1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=99d4d253-86a0-473b-838e-3aff8dbc36a1 HTTP/1.1" status: 200 len: 210 time: 0.0524695 Apr 08 10:35:02.306369 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:02.326563 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-81cb61a7-8a58-436e-8b9a-18a6adb4d7b2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:35:02.340241 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-81cb61a7-8a58-436e-8b9a-18a6adb4d7b2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:35:02.341367 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-81cb61a7-8a58-436e-8b9a-18a6adb4d7b2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 380 time: 0.0745323 Apr 08 10:35:02.344654 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 67f9e404-5d75-4f77-8971-27d7b8ff15c1, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=67f9e404-5d75-4f77-8971-27d7b8ff15c1,segment=NetworkSegment(905e1a20-9c0d-4db9-8ebe-9aafda3e2b40),segment_id=905e1a20-9c0d-4db9-8ebe-9aafda3e2b40)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:35:02.349600 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:02.354048 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-e9bd73c6-8199-4cca-b91f-68acee081134 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'port': {'device_id': '99d4d253-86a0-473b-838e-3aff8dbc36a1', 'network_id': 'a4919e26-5acb-4f43-b0a8-44081f75646d', 'admin_state_up': True, 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'security_groups': ['4fb954b1-c2eb-4ce2-9ca5-09c3cc2f6f55']}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:35:02.420816 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=67f9e404-5d75-4f77-8971-27d7b8ff15c1,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:35:02.499610 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-e9bd73c6-8199-4cca-b91f-68acee081134 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:35:02.510581 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-e9bd73c6-8199-4cca-b91f-68acee081134 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:35:02.521191 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-e9bd73c6-8199-4cca-b91f-68acee081134 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Made reservation on behalf of 6d9baba61a9a4a97bab400043cc74a73 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:35:02.524445 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-e9bd73c6-8199-4cca-b91f-68acee081134 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:02.694105 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-e9bd73c6-8199-4cca-b91f-68acee081134 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.20.0.3 (a4919e26-5acb-4f43-b0a8-44081f75646d/122c71b4-740d-4201-9920-050d1e00a12a/8b5ae525-73d2-44e4-8a10-69d9cdb21048) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:35:02.880830 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-e9bd73c6-8199-4cca-b91f-68acee081134 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:02.896064 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-e9bd73c6-8199-4cca-b91f-68acee081134 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Transition to ACTIVE for port object 8b5ae525-73d2-44e4-8a10-69d9cdb21048 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:35:02.916560 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-e9bd73c6-8199-4cca-b91f-68acee081134 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:02.992384 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-e9bd73c6-8199-4cca-b91f-68acee081134 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network a4919e26-5acb-4f43-b0a8-44081f75646d is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:35:02.995686 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-e9bd73c6-8199-4cca-b91f-68acee081134 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:35:02.997560 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd73c6-8199-4cca-b91f-68acee081134 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=8b5ae525-73d2-44e4-8a10-69d9cdb21048,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:35:02.999608 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-e9bd73c6-8199-4cca-b91f-68acee081134 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:35:03.153056 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-e9bd73c6-8199-4cca-b91f-68acee081134 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:35:03.153679 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-e9bd73c6-8199-4cca-b91f-68acee081134 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:03.182015 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-e9bd73c6-8199-4cca-b91f-68acee081134 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8318734 Apr 08 10:35:03.190236 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-fe769c12-b67c-4753-8de3-67462e7568e8 None None] Provisioning for port 8b5ae525-73d2-44e4-8a10-69d9cdb21048 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:35:03.195367 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-fe769c12-b67c-4753-8de3-67462e7568e8 None None] Provisioning complete for port 8b5ae525-73d2-44e4-8a10-69d9cdb21048 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:35:03.195741 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fe769c12-b67c-4753-8de3-67462e7568e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:03.197834 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-0ba8a855-4c9d-4f6b-b9a0-5840c7ad141e service neutron] Request body: {'port': {'device_id': '99d4d253-86a0-473b-838e-3aff8dbc36a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:35:03.248264 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-fe769c12-b67c-4753-8de3-67462e7568e8 None None] Port 8b5ae525-73d2-44e4-8a10-69d9cdb21048 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:35:03.306264 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-0ba8a855-4c9d-4f6b-b9a0-5840c7ad141e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:03.473092 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b678c-1594-46fa-8c18-508fc60d5118 req-c0d851bc-e0d4-4e16-b0b5-e190e4e268cb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:35:03.475580 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2f2b678c-1594-46fa-8c18-508fc60d5118 req-c0d851bc-e0d4-4e16-b0b5-e190e4e268cb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=99d4d253-86a0-473b-838e-3aff8dbc36a1 HTTP/1.1" status: 200 len: 931 time: 0.0827343 Apr 08 10:35:03.521861 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2f2b678c-1594-46fa-8c18-508fc60d5118 req-54fdc86e-a9df-46df-a589-8a5e44706c05 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=4fb954b1-c2eb-4ce2-9ca5-09c3cc2f6f55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403984 Apr 08 10:35:03.648105 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-0ba8a855-4c9d-4f6b-b9a0-5840c7ad141e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b5ae525-73d2-44e4-8a10-69d9cdb21048 {{(pid=83846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:35:03.654685 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-0ba8a855-4c9d-4f6b-b9a0-5840c7ad141e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:03.669623 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-0ba8a855-4c9d-4f6b-b9a0-5840c7ad141e service neutron] Transition to ACTIVE for port object 8b5ae525-73d2-44e4-8a10-69d9cdb21048 will not be triggered until provisioned by entity L2. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:35:03.673451 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-0ba8a855-4c9d-4f6b-b9a0-5840c7ad141e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:03.803152 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8a855-4c9d-4f6b-b9a0-5840c7ad141e service neutron] Pushing event updated for resources: {'Port': ['ID=8b5ae525-73d2-44e4-8a10-69d9cdb21048,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:35:03.917790 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-0ba8a855-4c9d-4f6b-b9a0-5840c7ad141e service neutron] Attempting to bind port 8b5ae525-73d2-44e4-8a10-69d9cdb21048 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:35:03.918091 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-0ba8a855-4c9d-4f6b-b9a0-5840c7ad141e service neutron] Attempting to bind port 8b5ae525-73d2-44e4-8a10-69d9cdb21048 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '905e1a20-9c0d-4db9-8ebe-9aafda3e2b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a4919e26-5acb-4f43-b0a8-44081f75646d'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:35:03.918432 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-0ba8a855-4c9d-4f6b-b9a0-5840c7ad141e service neutron] Attempting to bind port 8b5ae525-73d2-44e4-8a10-69d9cdb21048 on network a4919e26-5acb-4f43-b0a8-44081f75646d {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:35:03.924291 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-0ba8a855-4c9d-4f6b-b9a0-5840c7ad141e service neutron] Port 8b5ae525-73d2-44e4-8a10-69d9cdb21048 on network a4919e26-5acb-4f43-b0a8-44081f75646d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:35:03.924617 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-0ba8a855-4c9d-4f6b-b9a0-5840c7ad141e service neutron] Attempting to bind port 8b5ae525-73d2-44e4-8a10-69d9cdb21048 on network a4919e26-5acb-4f43-b0a8-44081f75646d {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:35:03.931478 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-0ba8a855-4c9d-4f6b-b9a0-5840c7ad141e service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:35:03.931821 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-0ba8a855-4c9d-4f6b-b9a0-5840c7ad141e service neutron] Checking segment: {'id': '905e1a20-9c0d-4db9-8ebe-9aafda3e2b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a4919e26-5acb-4f43-b0a8-44081f75646d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:35:03.932240 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-0ba8a855-4c9d-4f6b-b9a0-5840c7ad141e service neutron] Bound using segment: {'id': '905e1a20-9c0d-4db9-8ebe-9aafda3e2b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a4919e26-5acb-4f43-b0a8-44081f75646d'} {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:35:03.932669 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-0ba8a855-4c9d-4f6b-b9a0-5840c7ad141e service neutron] Bound port: 8b5ae525-73d2-44e4-8a10-69d9cdb21048, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905e1a20-9c0d-4db9-8ebe-9aafda3e2b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a4919e26-5acb-4f43-b0a8-44081f75646d'}}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:35:03.933081 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-0ba8a855-4c9d-4f6b-b9a0-5840c7ad141e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:03.985167 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 67f9e404-5d75-4f77-8971-27d7b8ff15c1 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:35:04.024051 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-0ba8a855-4c9d-4f6b-b9a0-5840c7ad141e service neutron] For port 8b5ae525-73d2-44e4-8a10-69d9cdb21048, host hv-neutron-8371, cleared binding levels {{(pid=83846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:35:04.026920 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-0ba8a855-4c9d-4f6b-b9a0-5840c7ad141e service neutron] For port 8b5ae525-73d2-44e4-8a10-69d9cdb21048, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8b5ae525-73d2-44e4-8a10-69d9cdb21048,segment=NetworkSegment(905e1a20-9c0d-4db9-8ebe-9aafda3e2b40),segment_id=905e1a20-9c0d-4db9-8ebe-9aafda3e2b40)] {{(pid=83846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:35:04.031754 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-0ba8a855-4c9d-4f6b-b9a0-5840c7ad141e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:04.056968 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 67f9e404-5d75-4f77-8971-27d7b8ff15c1 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:35:04.057332 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:04.103411 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-0ba8a855-4c9d-4f6b-b9a0-5840c7ad141e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:04.104801 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-0ba8a855-4c9d-4f6b-b9a0-5840c7ad141e service neutron] 10.222.0.52 "PUT /v2.0/ports/8b5ae525-73d2-44e4-8a10-69d9cdb21048 HTTP/1.1" status: 200 len: 1093 time: 0.9109423 Apr 08 10:35:04.105227 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d4d253-86a0-473b-838e-3aff8dbc36a1', 'tag': '8b5ae525-73d2-44e4-8a10-69d9cdb21048'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:35:04.114569 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8a855-4c9d-4f6b-b9a0-5840c7ad141e service neutron] Pushing event updated for resources: {'Port': ['ID=8b5ae525-73d2-44e4-8a10-69d9cdb21048,revision_number=3']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:35:04.193174 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-428edfcd-7f77-4244-abb8-db3963403c6b'] response: {'name': 'network-changed', 'server_uuid': '99d4d253-86a0-473b-838e-3aff8dbc36a1', 'tag': '8b5ae525-73d2-44e4-8a10-69d9cdb21048', 'status': 'completed', 'code': 200} Apr 08 10:35:04.232061 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-5d56e284-1b36-48f4-a7b9-c8cfb1eae880 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=99d4d253-86a0-473b-838e-3aff8dbc36a1 HTTP/1.1" status: 200 len: 1096 time: 0.0840170 Apr 08 10:35:04.309482 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-842b84f8-35e5-4d5d-9b71-4b7e1e1cd9d1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b5ae525-73d2-44e4-8a10-69d9cdb21048 HTTP/1.1" status: 200 len: 217 time: 0.0672479 Apr 08 10:35:04.374327 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-2c799717-4e52-4266-a42f-2e08f13c3604 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:35:04.375716 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-2c799717-4e52-4266-a42f-2e08f13c3604 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=122c71b4-740d-4201-9920-050d1e00a12a HTTP/1.1" status: 200 len: 844 time: 0.0572944 Apr 08 10:35:04.457141 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-15d81d4a-bd76-47ca-8eb5-d5c4522798bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4919e26-5acb-4f43-b0a8-44081f75646d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720928 Apr 08 10:35:04.595680 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-6bfbbf24-5083-4096-b2bc-cd65054b1930 service neutron] 10.222.0.52 "GET /v2.0/networks/a4919e26-5acb-4f43-b0a8-44081f75646d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292641 Apr 08 10:35:04.715591 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd802bc-a994-48a4-9c3b-79c715e5ad0b req-a9b6f92c-efbb-47b2-967c-16d481473cf6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:35:04.717076 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9cd802bc-a994-48a4-9c3b-79c715e5ad0b req-a9b6f92c-efbb-47b2-967c-16d481473cf6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=99d4d253-86a0-473b-838e-3aff8dbc36a1 HTTP/1.1" status: 200 len: 943 time: 0.0758259 Apr 08 10:35:04.730011 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-af07236d-26ea-4301-b238-c0dc6d959c59 req-4a762edc-07e3-4bb7-bc5f-279fe3f8f129 service neutron] 10.222.0.52 "GET /v2.0/networks/a4919e26-5acb-4f43-b0a8-44081f75646d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249335 Apr 08 10:35:04.768856 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9cd802bc-a994-48a4-9c3b-79c715e5ad0b req-a4426501-547e-45ac-9e08-6b94bb45585e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=4fb954b1-c2eb-4ce2-9ca5-09c3cc2f6f55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462539 Apr 08 10:35:04.848070 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-ecd60902-efc9-493b-978c-6cefda906dd7 req-bb1df067-9152-45da-9d5c-bca21129b02f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=99d4d253-86a0-473b-838e-3aff8dbc36a1 HTTP/1.1" status: 200 len: 1096 time: 0.0685589 Apr 08 10:35:05.060164 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd60902-efc9-493b-978c-6cefda906dd7 req-b7059a2d-b9cf-4049-818d-17803199ad8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:35:05.061633 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-ecd60902-efc9-493b-978c-6cefda906dd7 req-b7059a2d-b9cf-4049-818d-17803199ad8a service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4919e26-5acb-4f43-b0a8-44081f75646d HTTP/1.1" status: 200 len: 898 time: 0.2062416 Apr 08 10:35:05.131743 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-ecd60902-efc9-493b-978c-6cefda906dd7 req-b63956e2-07eb-4200-8134-e536b44f4585 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b5ae525-73d2-44e4-8a10-69d9cdb21048 HTTP/1.1" status: 200 len: 217 time: 0.0634570 Apr 08 10:35:05.192439 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd60902-efc9-493b-978c-6cefda906dd7 req-5b8f98c7-655e-4a62-862b-e76c3b72488d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:35:05.193771 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-ecd60902-efc9-493b-978c-6cefda906dd7 req-5b8f98c7-655e-4a62-862b-e76c3b72488d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=122c71b4-740d-4201-9920-050d1e00a12a HTTP/1.1" status: 200 len: 844 time: 0.0560863 Apr 08 10:35:05.275316 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-ecd60902-efc9-493b-978c-6cefda906dd7 req-d70c5270-1cac-43f4-904a-920593ca72e1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4919e26-5acb-4f43-b0a8-44081f75646d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689013 Apr 08 10:35:05.403317 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-ecd60902-efc9-493b-978c-6cefda906dd7 req-ca858663-7ff5-4b91-840a-eaa38e703eda service neutron] 10.222.0.52 "GET /v2.0/networks/a4919e26-5acb-4f43-b0a8-44081f75646d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211200 Apr 08 10:35:05.532022 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-ecd60902-efc9-493b-978c-6cefda906dd7 req-a1d7382f-1a22-4d3a-aa0a-9dcfee5371ed service neutron] 10.222.0.52 "GET /v2.0/networks/a4919e26-5acb-4f43-b0a8-44081f75646d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212294 Apr 08 10:35:05.968410 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c54f3b-8755-4db3-ab57-36f8e3ac5e19 req-c30ff74b-dd45-40b0-889d-0d0343cbf795 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:35:05.969885 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a5c54f3b-8755-4db3-ab57-36f8e3ac5e19 req-c30ff74b-dd45-40b0-889d-0d0343cbf795 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=99d4d253-86a0-473b-838e-3aff8dbc36a1 HTTP/1.1" status: 200 len: 943 time: 0.0826027 Apr 08 10:35:06.017907 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a5c54f3b-8755-4db3-ab57-36f8e3ac5e19 req-b2d93d8b-a898-4efd-8529-f33b4bb520a6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=4fb954b1-c2eb-4ce2-9ca5-09c3cc2f6f55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419919 Apr 08 10:35:07.218414 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08840775-5f40-4657-ac3b-b55e3ef23208 req-ac57fb0e-82e7-4c67-9221-8f584e40e8a7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:35:07.219828 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-08840775-5f40-4657-ac3b-b55e3ef23208 req-ac57fb0e-82e7-4c67-9221-8f584e40e8a7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=99d4d253-86a0-473b-838e-3aff8dbc36a1 HTTP/1.1" status: 200 len: 943 time: 0.0767941 Apr 08 10:35:07.263812 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-08840775-5f40-4657-ac3b-b55e3ef23208 req-3a10f7d3-19d0-40c1-b1fe-d5781dcfe0aa tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=4fb954b1-c2eb-4ce2-9ca5-09c3cc2f6f55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379412 Apr 08 10:35:07.378057 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 8b5ae525-73d2-44e4-8a10-69d9cdb21048 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:35:07.507126 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 8b5ae525-73d2-44e4-8a10-69d9cdb21048, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8b5ae525-73d2-44e4-8a10-69d9cdb21048,segment=NetworkSegment(905e1a20-9c0d-4db9-8ebe-9aafda3e2b40),segment_id=905e1a20-9c0d-4db9-8ebe-9aafda3e2b40)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:35:07.519535 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '8b5ae525-73d2-44e4-8a10-69d9cdb21048', 'network_id': 'a4919e26-5acb-4f43-b0a8-44081f75646d', 'port_id': '8b5ae525-73d2-44e4-8a10-69d9cdb21048', 'mac_address': 'fa:16:3e:50:7e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '122c71b4-740d-4201-9920-050d1e00a12a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:35:07.572262 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:07.588577 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b5ae525-73d2-44e4-8a10-69d9cdb21048 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:35:07.603390 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 8b5ae525-73d2-44e4-8a10-69d9cdb21048, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8b5ae525-73d2-44e4-8a10-69d9cdb21048,segment=NetworkSegment(905e1a20-9c0d-4db9-8ebe-9aafda3e2b40),segment_id=905e1a20-9c0d-4db9-8ebe-9aafda3e2b40)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:35:07.607171 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:07.673831 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=8b5ae525-73d2-44e4-8a10-69d9cdb21048,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:35:07.906575 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['8b5ae525-73d2-44e4-8a10-69d9cdb21048'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:35:08.318190 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:08.458712 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abeace2-9f63-40d1-868e-a20cfb30b66f req-7c0d4aa3-9263-4a50-8b47-591575db5e23 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:35:08.460734 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3abeace2-9f63-40d1-868e-a20cfb30b66f req-7c0d4aa3-9263-4a50-8b47-591575db5e23 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=99d4d253-86a0-473b-838e-3aff8dbc36a1 HTTP/1.1" status: 200 len: 944 time: 0.0747581 Apr 08 10:35:08.504286 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3abeace2-9f63-40d1-868e-a20cfb30b66f req-034e2fc0-83f2-4f12-9691-1b66d9924443 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=4fb954b1-c2eb-4ce2-9ca5-09c3cc2f6f55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380507 Apr 08 10:35:09.394147 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 8b5ae525-73d2-44e4-8a10-69d9cdb21048 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:35:09.404953 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33240) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:35:09.466855 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port 8b5ae525-73d2-44e4-8a10-69d9cdb21048 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:35:09.471378 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 8b5ae525-73d2-44e4-8a10-69d9cdb21048 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:35:09.471744 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:09.590439 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:09.619072 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d4d253-86a0-473b-838e-3aff8dbc36a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5ae525-73d2-44e4-8a10-69d9cdb21048'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:35:09.629587 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 8b5ae525-73d2-44e4-8a10-69d9cdb21048, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8b5ae525-73d2-44e4-8a10-69d9cdb21048,segment=NetworkSegment(905e1a20-9c0d-4db9-8ebe-9aafda3e2b40),segment_id=905e1a20-9c0d-4db9-8ebe-9aafda3e2b40)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:35:09.634720 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:09.692455 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e46085a-ff67-486c-a2c3-5bd436d9b0b7'] response: {'server_uuid': '99d4d253-86a0-473b-838e-3aff8dbc36a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5ae525-73d2-44e4-8a10-69d9cdb21048', 'code': 200} Apr 08 10:35:09.703233 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=8b5ae525-73d2-44e4-8a10-69d9cdb21048,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:35:09.770544 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-ad562192-1050-4001-b68c-7f660aa57bb5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Deleting port 8a5e0f1d-a5b2-4d8a-bf98-4428c6e8dfb6 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:35:09.771170 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad562192-1050-4001-b68c-7f660aa57bb5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:09.851501 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3acd3-fe27-4a5d-aba1-f494440c6c76 req-e3177d9a-72a4-4e6f-85f8-53a041c83152 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:35:09.852973 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-03b3acd3-fe27-4a5d-aba1-f494440c6c76 req-e3177d9a-72a4-4e6f-85f8-53a041c83152 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=99d4d253-86a0-473b-838e-3aff8dbc36a1 HTTP/1.1" status: 200 len: 945 time: 0.1838598 Apr 08 10:35:09.954063 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-d3df434f-6bf5-499e-a9f1-822baedd0820 req-5768318e-e525-4c5a-bc45-8cbdcc3664e1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=99d4d253-86a0-473b-838e-3aff8dbc36a1 HTTP/1.1" status: 200 len: 1098 time: 0.0759459 Apr 08 10:35:09.971806 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-03b3acd3-fe27-4a5d-aba1-f494440c6c76 req-a97bd7af-a43a-413f-9073-5f20f5788c03 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=4fb954b1-c2eb-4ce2-9ca5-09c3cc2f6f55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727713 Apr 08 10:35:09.988988 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad562192-1050-4001-b68c-7f660aa57bb5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:09.989316 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad562192-1050-4001-b68c-7f660aa57bb5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:10.002571 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-d3df434f-6bf5-499e-a9f1-822baedd0820 req-b819f82b-37bf-47a7-8bbd-9b7475bbc98d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4fb954b1-c2eb-4ce2-9ca5-09c3cc2f6f55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393500 Apr 08 10:35:10.113022 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-ad562192-1050-4001-b68c-7f660aa57bb5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Calling delete_port for 8a5e0f1d-a5b2-4d8a-bf98-4428c6e8dfb6 owned by network:floatingip {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:35:10.264340 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad562192-1050-4001-b68c-7f660aa57bb5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:10.313654 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad562192-1050-4001-b68c-7f660aa57bb5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Pushing event deleted for resources: {'Port': ['ID=8a5e0f1d-a5b2-4d8a-bf98-4428c6e8dfb6,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:35:10.402463 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad562192-1050-4001-b68c-7f660aa57bb5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for floatingip, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:10.784639 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad562192-1050-4001-b68c-7f660aa57bb5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:35:10.986306 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad562192-1050-4001-b68c-7f660aa57bb5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:35:10.995856 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2949250e-03dc-42e7-aada-d76dd87a2903 None None] Sync routers for ids ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:35:11.002711 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad562192-1050-4001-b68c-7f660aa57bb5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:11.007963 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2949250e-03dc-42e7-aada-d76dd87a2903 None None] Routers {'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:35:11.008659 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2949250e-03dc-42e7-aada-d76dd87a2903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:34:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:35:11.059704 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ad562192-1050-4001-b68c-7f660aa57bb5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "DELETE /v2.0/floatingips/1da555c6-5969-4671-bd33-43aae0f87792 HTTP/1.1" status: 204 len: 168 time: 1.6534774 Apr 08 10:35:11.060383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d', 'tag': '73cea48c-aa0e-412b-ba3a-3ea54cc50ca5'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:35:11.307822 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-2949250e-03dc-42e7-aada-d76dd87a2903 None None] Set router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:35:11.351163 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265063d-d6d9-4fb9-bea0-221d2cc66a66 req-c091d482-e843-4f3f-a059-9d88e876cdc2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:35:11.352649 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8265063d-d6d9-4fb9-bea0-221d2cc66a66 req-c091d482-e843-4f3f-a059-9d88e876cdc2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=99d4d253-86a0-473b-838e-3aff8dbc36a1 HTTP/1.1" status: 200 len: 945 time: 0.2122946 Apr 08 10:35:11.398896 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-570a4188-aac3-4734-8772-8503dc3b2f12'] response: {'name': 'network-changed', 'server_uuid': '502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d', 'tag': '73cea48c-aa0e-412b-ba3a-3ea54cc50ca5', 'status': 'completed', 'code': 200} Apr 08 10:35:11.401301 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8265063d-d6d9-4fb9-bea0-221d2cc66a66 req-d062ddcd-dc3d-44d3-92a0-ba7ed89d7b84 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=4fb954b1-c2eb-4ce2-9ca5-09c3cc2f6f55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423639 Apr 08 10:35:11.498734 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-af4d66e5-437c-43f6-bdb1-2ab74b5a36f7 req-a7cc33c0-2963-43dc-b725-faabd26f4145 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca026b6dcd1141668fcfbc870ce52fee&device_id=502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d HTTP/1.1" status: 200 len: 1098 time: 0.0826261 Apr 08 10:35:11.567027 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cf739-3386-42bd-afb3-e61252ae231a req-4d07c01e-ee4d-484b-9572-824abddfdb94 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:35:11.567632 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-f49cf739-3386-42bd-afb3-e61252ae231a req-4d07c01e-ee4d-484b-9572-824abddfdb94 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Synchronizing usage tracker for tenant:ca026b6dcd1141668fcfbc870ce52fee on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:35:11.586411 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-f49cf739-3386-42bd-afb3-e61252ae231a req-4d07c01e-ee4d-484b-9572-824abddfdb94 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Unset dirty status for tenant:ca026b6dcd1141668fcfbc870ce52fee on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:35:11.588363 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f49cf739-3386-42bd-afb3-e61252ae231a req-4d07c01e-ee4d-484b-9572-824abddfdb94 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d HTTP/1.1" status: 200 len: 945 time: 0.0941856 Apr 08 10:35:11.635312 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d66e5-437c-43f6-bdb1-2ab74b5a36f7 req-27209f4f-d3df-476a-af41-1e328388fcae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:35:11.636872 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-af4d66e5-437c-43f6-bdb1-2ab74b5a36f7 req-27209f4f-d3df-476a-af41-1e328388fcae service neutron] 10.222.0.52 "GET /v2.0/networks?id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 HTTP/1.1" status: 200 len: 912 time: 0.1313822 Apr 08 10:35:11.638506 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f49cf739-3386-42bd-afb3-e61252ae231a req-1922b6dc-27cc-4497-96dc-bb59a150a3e5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429530 Apr 08 10:35:11.703695 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2949250e-03dc-42e7-aada-d76dd87a2903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'name': 'tempest-TestVolumeBootPattern-950229728-router', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:26Z', 'updated_at': '2022-04-08T10:27:33Z', 'revision_number': 4, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'gw_port': {'id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:27Z', 'updated_at': '2022-04-08T10:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'e430cf96-61a5-4313-91d5-27a8c725cd1a', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'floating_ip_address': '172.26.0.90', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'port_id': '3abe8aa8-6c40-45e2-b6bf-843d34a5817b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'mac_address': 'fa:16:3e:78:01:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1efb7d-c8f0-4d36-a916-6b012ae48e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:31:11Z', 'updated_at': '2022-04-08T10:31:14Z', 'revision_number': 1, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9a8b30-0bbd-4472-8415-bc87b6cbdf59', 'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'mac_address': 'fa:16:3e:b7:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:32Z', 'updated_at': '2022-04-08T10:27:55Z', 'revision_number': 5, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'subnets': [{'id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:35:11.704534 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-af4d66e5-437c-43f6-bdb1-2ab74b5a36f7 req-9915cf9d-8ad4-4f3d-82db-6ca26e2e19e6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73cea48c-aa0e-412b-ba3a-3ea54cc50ca5 HTTP/1.1" status: 200 len: 217 time: 0.0609972 Apr 08 10:35:11.707420 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2949250e-03dc-42e7-aada-d76dd87a2903 None None] Checking router: fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:35:11.717823 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2949250e-03dc-42e7-aada-d76dd87a2903 None None] Routers {'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:35:11.718418 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2949250e-03dc-42e7-aada-d76dd87a2903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:34:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:35:11.768344 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d66e5-437c-43f6-bdb1-2ab74b5a36f7 req-eedc6705-8a35-4cc1-8933-2bb27ba5c9f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:35:11.769751 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-af4d66e5-437c-43f6-bdb1-2ab74b5a36f7 req-eedc6705-8a35-4cc1-8933-2bb27ba5c9f6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a7812769-8943-4a3e-b177-052eca03ae6f HTTP/1.1" status: 200 len: 850 time: 0.0593462 Apr 08 10:35:11.843058 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-af4d66e5-437c-43f6-bdb1-2ab74b5a36f7 req-9d010dc4-01da-45c1-b687-066bdcb44dac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665965 Apr 08 10:35:11.890813 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-2949250e-03dc-42e7-aada-d76dd87a2903 None None] Set router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:35:11.974139 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-af4d66e5-437c-43f6-bdb1-2ab74b5a36f7 req-15e7e9a4-39d8-4904-b427-e6316981b4a6 service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247420 Apr 08 10:35:12.109320 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-af4d66e5-437c-43f6-bdb1-2ab74b5a36f7 req-cb2d9c9c-2f33-48b8-a0e6-8fde7dabd24c service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284401 Apr 08 10:35:12.243144 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2949250e-03dc-42e7-aada-d76dd87a2903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'name': 'tempest-TestVolumeBootPattern-950229728-router', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:26Z', 'updated_at': '2022-04-08T10:27:33Z', 'revision_number': 4, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'gw_port': {'id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:27Z', 'updated_at': '2022-04-08T10:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'e430cf96-61a5-4313-91d5-27a8c725cd1a', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'floating_ip_address': '172.26.0.90', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'port_id': '3abe8aa8-6c40-45e2-b6bf-843d34a5817b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'mac_address': 'fa:16:3e:78:01:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1efb7d-c8f0-4d36-a916-6b012ae48e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:31:11Z', 'updated_at': '2022-04-08T10:31:14Z', 'revision_number': 1, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9a8b30-0bbd-4472-8415-bc87b6cbdf59', 'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'mac_address': 'fa:16:3e:b7:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:32Z', 'updated_at': '2022-04-08T10:27:55Z', 'revision_number': 5, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'subnets': [{'id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:35:12.247142 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2949250e-03dc-42e7-aada-d76dd87a2903 None None] The sync data for ids ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'] in dv-neutron-837110-1-hyperv is: [{'id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'name': 'tempest-TestVolumeBootPattern-950229728-router', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:26Z', 'updated_at': '2022-04-08T10:27:33Z', 'revision_number': 4, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'gw_port': {'id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:27Z', 'updated_at': '2022-04-08T10:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'e430cf96-61a5-4313-91d5-27a8c725cd1a', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'floating_ip_address': '172.26.0.90', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'port_id': '3abe8aa8-6c40-45e2-b6bf-843d34a5817b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'mac_address': 'fa:16:3e:78:01:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1efb7d-c8f0-4d36-a916-6b012ae48e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:31:11Z', 'updated_at': '2022-04-08T10:31:14Z', 'revision_number': 1, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9a8b30-0bbd-4472-8415-bc87b6cbdf59', 'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'mac_address': 'fa:16:3e:b7:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:32Z', 'updated_at': '2022-04-08T10:27:55Z', 'revision_number': 5, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'subnets': [{'id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:35:12.605235 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55a66f-b09d-4422-ae27-f81cc0e7c791 req-8e683629-55e9-48ca-903e-1175541cb5f1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:35:12.606678 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4f55a66f-b09d-4422-ae27-f81cc0e7c791 req-8e683629-55e9-48ca-903e-1175541cb5f1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=99d4d253-86a0-473b-838e-3aff8dbc36a1 HTTP/1.1" status: 200 len: 945 time: 0.0792217 Apr 08 10:35:12.650328 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4f55a66f-b09d-4422-ae27-f81cc0e7c791 req-76c44f2a-54b7-4382-8a93-3776ab08050a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=4fb954b1-c2eb-4ce2-9ca5-09c3cc2f6f55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380821 Apr 08 10:35:12.892321 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84958374-b6fe-41a2-a577-5dfe31428430 req-db3984e8-a397-4474-9e40-e3efebb2a51b tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:35:12.893743 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-84958374-b6fe-41a2-a577-5dfe31428430 req-db3984e8-a397-4474-9e40-e3efebb2a51b tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d HTTP/1.1" status: 200 len: 945 time: 0.1354201 Apr 08 10:35:12.900431 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5a310-0541-4e87-83e9-6d9eda0985a9 req-1447a5fb-5619-47d2-8484-73f9669d42d1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:35:12.901744 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c8e5a310-0541-4e87-83e9-6d9eda0985a9 req-1447a5fb-5619-47d2-8484-73f9669d42d1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=99d4d253-86a0-473b-838e-3aff8dbc36a1 HTTP/1.1" status: 200 len: 945 time: 0.1115558 Apr 08 10:35:12.975778 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-84958374-b6fe-41a2-a577-5dfe31428430 req-1359f6c2-8cf3-48e1-b556-f029b2577eae tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731053 Apr 08 10:35:12.978244 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c8e5a310-0541-4e87-83e9-6d9eda0985a9 req-2062d346-56dd-4b49-94fe-983e30b0e355 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=4fb954b1-c2eb-4ce2-9ca5-09c3cc2f6f55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621927 Apr 08 10:35:13.005682 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33262) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:35:13.075846 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c6b372cc-3198-4ee7-931d-bce5391746d1 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=99d4d253-86a0-473b-838e-3aff8dbc36a1 HTTP/1.1" status: 200 len: 1093 time: 0.0682876 Apr 08 10:35:13.077921 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d77b07-6655-4e70-89de-a534ba2ad7d2 req-b0faa040-fbf9-40a6-8952-06746851e3d4 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:35:13.078377 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33266) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:35:13.078618 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-35d77b07-6655-4e70-89de-a534ba2ad7d2 req-b0faa040-fbf9-40a6-8952-06746851e3d4 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Synchronizing usage tracker for tenant:ca026b6dcd1141668fcfbc870ce52fee on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:35:13.083357 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-4198528c-a97d-4d97-8421-1f910ab15e46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'port_id': '8b5ae525-73d2-44e4-8a10-69d9cdb21048', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:35:13.089488 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4198528c-a97d-4d97-8421-1f910ab15e46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:35:13.091051 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-35d77b07-6655-4e70-89de-a534ba2ad7d2 req-b0faa040-fbf9-40a6-8952-06746851e3d4 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Unset dirty status for tenant:ca026b6dcd1141668fcfbc870ce52fee on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:35:13.092302 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-35d77b07-6655-4e70-89de-a534ba2ad7d2 req-b0faa040-fbf9-40a6-8952-06746851e3d4 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.52 "GET /v2.0/ports?device_id=502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d HTTP/1.1" status: 200 len: 945 time: 0.0947819 Apr 08 10:35:13.093443 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4198528c-a97d-4d97-8421-1f910ab15e46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:floatingip and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:35:13.096261 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4198528c-a97d-4d97-8421-1f910ab15e46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:35:13.102629 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4198528c-a97d-4d97-8421-1f910ab15e46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:35:13.113074 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4198528c-a97d-4d97-8421-1f910ab15e46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:13.163893 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [req-35d77b07-6655-4e70-89de-a534ba2ad7d2 req-1e39628f-bb02-4ec6-a2b0-dfa3f9d649a3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Deleting port 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:35:13.164617 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-35d77b07-6655-4e70-89de-a534ba2ad7d2 req-1e39628f-bb02-4ec6-a2b0-dfa3f9d649a3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:13.253052 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4198528c-a97d-4d97-8421-1f910ab15e46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:13.314748 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-02dce97a-fb3f-4cb9-a13a-b492ebe9fc4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:13.398021 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-4198528c-a97d-4d97-8421-1f910ab15e46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.26.0.143 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/41c41038-c8de-45f1-ab6b-8277b79830fc) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:35:13.512435 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-35d77b07-6655-4e70-89de-a534ba2ad7d2 req-1e39628f-bb02-4ec6-a2b0-dfa3f9d649a3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] For port 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=73cea48c-aa0e-412b-ba3a-3ea54cc50ca5,segment=NetworkSegment(1cff5a80-2e48-4f34-84f9-427d4240795c),segment_id=1cff5a80-2e48-4f34-84f9-427d4240795c)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:35:13.512721 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-35d77b07-6655-4e70-89de-a534ba2ad7d2 req-1e39628f-bb02-4ec6-a2b0-dfa3f9d649a3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:13.544165 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4198528c-a97d-4d97-8421-1f910ab15e46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:13.571947 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4198528c-a97d-4d97-8421-1f910ab15e46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:13.635372 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [req-35d77b07-6655-4e70-89de-a534ba2ad7d2 req-1e39628f-bb02-4ec6-a2b0-dfa3f9d649a3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Calling delete_port for 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5 owned by compute:nova {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:35:13.638766 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4198528c-a97d-4d97-8421-1f910ab15e46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:35:13.641658 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-4198528c-a97d-4d97-8421-1f910ab15e46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:35:13.646047 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4198528c-a97d-4d97-8421-1f910ab15e46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:35:13.676977 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198528c-a97d-4d97-8421-1f910ab15e46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=41c41038-c8de-45f1-ab6b-8277b79830fc,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:35:13.784639 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-35d77b07-6655-4e70-89de-a534ba2ad7d2 req-1e39628f-bb02-4ec6-a2b0-dfa3f9d649a3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:13.830970 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39628f-bb02-4ec6-a2b0-dfa3f9d649a3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Pushing event deleted for resources: {'Port': ['ID=73cea48c-aa0e-412b-ba3a-3ea54cc50ca5,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:35:13.909133 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d77b07-6655-4e70-89de-a534ba2ad7d2 req-1e39628f-bb02-4ec6-a2b0-dfa3f9d649a3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] No DVR routers for this DVR port 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5 on host hv-neutron-8371 {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:35:13.911558 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-35d77b07-6655-4e70-89de-a534ba2ad7d2 req-1e39628f-bb02-4ec6-a2b0-dfa3f9d649a3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:13.914033 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d', 'name': 'network-vif-deleted', 'tag': '73cea48c-aa0e-412b-ba3a-3ea54cc50ca5'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:35:13.931983 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-35d77b07-6655-4e70-89de-a534ba2ad7d2 req-1e39628f-bb02-4ec6-a2b0-dfa3f9d649a3 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.52 "DELETE /v2.0/ports/73cea48c-aa0e-412b-ba3a-3ea54cc50ca5 HTTP/1.1" status: 204 len: 173 time: 0.8337173 Apr 08 10:35:13.989793 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fbd243c-73af-43d1-bc9b-b6ce92150bc3'] response: {'server_uuid': '502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d', 'name': 'network-vif-deleted', 'tag': '73cea48c-aa0e-412b-ba3a-3ea54cc50ca5', 'status': 'completed', 'code': 200} Apr 08 10:35:14.195917 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dd0cbb7c-b1b1-4246-8781-a257ccf3e51a req-57ece3f3-ad8b-4e5f-b20a-6c74a8f3a049 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=502ea6a7-7b4f-44ed-a99d-38b8cb28ab0d HTTP/1.1" status: 200 len: 210 time: 0.0665092 Apr 08 10:35:14.224616 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4198528c-a97d-4d97-8421-1f910ab15e46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:14.388991 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4198528c-a97d-4d97-8421-1f910ab15e46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:14.594648 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4198528c-a97d-4d97-8421-1f910ab15e46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:14.598693 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4198528c-a97d-4d97-8421-1f910ab15e46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:14.710191 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198528c-a97d-4d97-8421-1f910ab15e46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=41c41038-c8de-45f1-ab6b-8277b79830fc,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:35:14.721586 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4198528c-a97d-4d97-8421-1f910ab15e46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:14.912769 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [None req-4198528c-a97d-4d97-8421-1f910ab15e46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Floating IP 77fa025d-4ab9-4953-9ef7-8696d085d0a6 associated. External IP: 172.26.0.143, port: 8b5ae525-73d2-44e4-8a10-69d9cdb21048. Apr 08 10:35:15.314081 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4198528c-a97d-4d97-8421-1f910ab15e46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router 6e518b35-4904-493c-b5b5-33f36169979f has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:35:15.440397 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:35:15.497673 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:35:15.498028 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 73cea48c-aa0e-412b-ba3a-3ea54cc50ca5 not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:35:15.531324 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4198528c-a97d-4d97-8421-1f910ab15e46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:35:15.542564 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4d6f6b1c-6c47-4581-83c6-13e4a42d745a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:15.546295 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7cce37-a463-4251-bf30-c0a7278f5680 None None] Sync routers for ids ['6e518b35-4904-493c-b5b5-33f36169979f'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:35:15.558676 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7cce37-a463-4251-bf30-c0a7278f5680 None None] Routers {'6e518b35-4904-493c-b5b5-33f36169979f'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:35:15.559299 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-9a7cce37-a463-4251-bf30-c0a7278f5680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:35:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6e518b35-4904-493c-b5b5-33f36169979f'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:35:15.562567 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4198528c-a97d-4d97-8421-1f910ab15e46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:15.620650 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4198528c-a97d-4d97-8421-1f910ab15e46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5413358 Apr 08 10:35:15.621372 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d4d253-86a0-473b-838e-3aff8dbc36a1', 'tag': '8b5ae525-73d2-44e4-8a10-69d9cdb21048'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:35:15.623483 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33280) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:35:15.686320 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d642023-f226-407c-ad91-81a89e2008bb'] response: {'name': 'network-changed', 'server_uuid': '99d4d253-86a0-473b-838e-3aff8dbc36a1', 'tag': '8b5ae525-73d2-44e4-8a10-69d9cdb21048', 'status': 'completed', 'code': 200} Apr 08 10:35:15.784502 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b9d1ddc5-affc-4c2c-9201-3834d3726df6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/77fa025d-4ab9-4953-9ef7-8696d085d0a6 HTTP/1.1" status: 200 len: 991 time: 0.1597838 Apr 08 10:35:15.792135 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-9a7cce37-a463-4251-bf30-c0a7278f5680 None None] Set router 6e518b35-4904-493c-b5b5-33f36169979f gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:35:15.811108 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2d97bbbc-65ec-4938-be5b-d5e850e607dc req-2f09c2b7-9c3d-4c8c-97e8-e18d490a2ba2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=99d4d253-86a0-473b-838e-3aff8dbc36a1 HTTP/1.1" status: 200 len: 1098 time: 0.0931373 Apr 08 10:35:15.942532 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97bbbc-65ec-4938-be5b-d5e850e607dc req-e39b648d-3437-420d-b490-dc64a13093b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:35:15.944534 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2d97bbbc-65ec-4938-be5b-d5e850e607dc req-e39b648d-3437-420d-b490-dc64a13093b5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4919e26-5acb-4f43-b0a8-44081f75646d HTTP/1.1" status: 200 len: 898 time: 0.1280541 Apr 08 10:35:16.058379 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2d97bbbc-65ec-4938-be5b-d5e850e607dc req-8ec72d72-d653-416f-b6ae-94cba8791cf6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b5ae525-73d2-44e4-8a10-69d9cdb21048 HTTP/1.1" status: 200 len: 999 time: 0.1080680 Apr 08 10:35:16.117418 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:35:16.157650 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-9a7cce37-a463-4251-bf30-c0a7278f5680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e518b35-4904-493c-b5b5-33f36169979f', 'name': 'tempest-TestNetworkBasicOps-router-586789044', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:34:52Z', 'updated_at': '2022-04-08T10:34:56Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e518b35-4904-493c-b5b5-33f36169979f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:34:53Z', 'updated_at': '2022-04-08T10:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '77fa025d-4ab9-4953-9ef7-8696d085d0a6', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.143', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '6e518b35-4904-493c-b5b5-33f36169979f', 'port_id': '8b5ae525-73d2-44e4-8a10-69d9cdb21048', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4919e26-5acb-4f43-b0a8-44081f75646d', 'mac_address': 'fa:16:3e:50:7e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d4d253-86a0-473b-838e-3aff8dbc36a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:35:14Z', 'updated_at': '2022-04-08T10:35:14Z', 'revision_number': 0, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f9e404-5d75-4f77-8971-27d7b8ff15c1', 'name': '', 'network_id': 'a4919e26-5acb-4f43-b0a8-44081f75646d', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:03:99:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e518b35-4904-493c-b5b5-33f36169979f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122c71b4-740d-4201-9920-050d1e00a12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:34:56Z', 'updated_at': '2022-04-08T10:35:02Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '122c71b4-740d-4201-9920-050d1e00a12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:35:16.158798 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97bbbc-65ec-4938-be5b-d5e850e607dc req-0e5f3196-0e4d-4e07-bde9-f21d6f11b6e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:35:16.160448 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2d97bbbc-65ec-4938-be5b-d5e850e607dc req-0e5f3196-0e4d-4e07-bde9-f21d6f11b6e1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=122c71b4-740d-4201-9920-050d1e00a12a HTTP/1.1" status: 200 len: 844 time: 0.0953705 Apr 08 10:35:16.162045 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7cce37-a463-4251-bf30-c0a7278f5680 None None] Checking router: 6e518b35-4904-493c-b5b5-33f36169979f for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:35:16.173512 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7cce37-a463-4251-bf30-c0a7278f5680 None None] Routers {'6e518b35-4904-493c-b5b5-33f36169979f'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:35:16.174173 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-9a7cce37-a463-4251-bf30-c0a7278f5680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:35:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6e518b35-4904-493c-b5b5-33f36169979f'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:35:16.243006 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2d97bbbc-65ec-4938-be5b-d5e850e607dc req-9812eef1-3b0a-452b-9925-5d817edf18ce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4919e26-5acb-4f43-b0a8-44081f75646d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770872 Apr 08 10:35:16.370085 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-9a7cce37-a463-4251-bf30-c0a7278f5680 None None] Set router 6e518b35-4904-493c-b5b5-33f36169979f gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:35:16.387387 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2d97bbbc-65ec-4938-be5b-d5e850e607dc req-f03af07f-9ac0-4e44-9dce-23c798fd6393 service neutron] 10.222.0.52 "GET /v2.0/networks/a4919e26-5acb-4f43-b0a8-44081f75646d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383927 Apr 08 10:35:16.529706 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2d97bbbc-65ec-4938-be5b-d5e850e607dc req-734a102a-21f7-4f36-ae7b-3040d075c1da service neutron] 10.222.0.52 "GET /v2.0/networks/a4919e26-5acb-4f43-b0a8-44081f75646d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363020 Apr 08 10:35:16.729231 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-9a7cce37-a463-4251-bf30-c0a7278f5680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e518b35-4904-493c-b5b5-33f36169979f', 'name': 'tempest-TestNetworkBasicOps-router-586789044', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:34:52Z', 'updated_at': '2022-04-08T10:34:56Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e518b35-4904-493c-b5b5-33f36169979f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:34:53Z', 'updated_at': '2022-04-08T10:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '77fa025d-4ab9-4953-9ef7-8696d085d0a6', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.143', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '6e518b35-4904-493c-b5b5-33f36169979f', 'port_id': '8b5ae525-73d2-44e4-8a10-69d9cdb21048', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4919e26-5acb-4f43-b0a8-44081f75646d', 'mac_address': 'fa:16:3e:50:7e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d4d253-86a0-473b-838e-3aff8dbc36a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:35:14Z', 'updated_at': '2022-04-08T10:35:14Z', 'revision_number': 0, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f9e404-5d75-4f77-8971-27d7b8ff15c1', 'name': '', 'network_id': 'a4919e26-5acb-4f43-b0a8-44081f75646d', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:03:99:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e518b35-4904-493c-b5b5-33f36169979f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122c71b4-740d-4201-9920-050d1e00a12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:34:56Z', 'updated_at': '2022-04-08T10:35:02Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '122c71b4-740d-4201-9920-050d1e00a12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:35:16.733061 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7cce37-a463-4251-bf30-c0a7278f5680 None None] The sync data for ids ['6e518b35-4904-493c-b5b5-33f36169979f'] in dv-neutron-837110-1-hyperv is: [{'id': '6e518b35-4904-493c-b5b5-33f36169979f', 'name': 'tempest-TestNetworkBasicOps-router-586789044', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:34:52Z', 'updated_at': '2022-04-08T10:34:56Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e518b35-4904-493c-b5b5-33f36169979f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:34:53Z', 'updated_at': '2022-04-08T10:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '77fa025d-4ab9-4953-9ef7-8696d085d0a6', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.143', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '6e518b35-4904-493c-b5b5-33f36169979f', 'port_id': '8b5ae525-73d2-44e4-8a10-69d9cdb21048', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4919e26-5acb-4f43-b0a8-44081f75646d', 'mac_address': 'fa:16:3e:50:7e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d4d253-86a0-473b-838e-3aff8dbc36a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:35:14Z', 'updated_at': '2022-04-08T10:35:14Z', 'revision_number': 0, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f9e404-5d75-4f77-8971-27d7b8ff15c1', 'name': '', 'network_id': 'a4919e26-5acb-4f43-b0a8-44081f75646d', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:03:99:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e518b35-4904-493c-b5b5-33f36169979f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122c71b4-740d-4201-9920-050d1e00a12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:34:56Z', 'updated_at': '2022-04-08T10:35:02Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '122c71b4-740d-4201-9920-050d1e00a12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:35:16.754642 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:16.785866 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33288) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:35:16.894801 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:16.999214 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-104ad7b2-7e1e-48c9-b3d7-81bd7a1afa29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/77fa025d-4ab9-4953-9ef7-8696d085d0a6 HTTP/1.1" status: 200 len: 991 time: 0.2121577 Apr 08 10:35:18.003232 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33298) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:35:18.112511 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4c894d09-3f61-4ffe-a4f8-9db8140061d1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/77fa025d-4ab9-4953-9ef7-8696d085d0a6 HTTP/1.1" status: 200 len: 991 time: 0.1081364 Apr 08 10:35:18.264743 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:18.422000 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb0e021-2129-49ff-8e99-84ded43b2f93 None None] New status for floating IP 1da555c6-5969-4671-bd33-43aae0f87792: DOWN {{(pid=83848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:35:18.540110 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93195d7c-c30a-4b76-a179-a0fe3fc4e681 None None] New status for floating IP 77fa025d-4ab9-4953-9ef7-8696d085d0a6: ACTIVE {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:35:19.116974 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33304) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:35:19.221704 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ad1e044b-9976-4641-bc65-7e2f673be8c3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/77fa025d-4ab9-4953-9ef7-8696d085d0a6 HTTP/1.1" status: 200 len: 993 time: 0.1036196 Apr 08 10:35:19.854344 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33310) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:35:20.055659 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-a94b8eb8-6d6b-4c23-91b4-f941a97e4b18 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Deleting port 8a303331-c8a0-407d-b725-aee3d4839023 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:35:20.055999 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a94b8eb8-6d6b-4c23-91b4-f941a97e4b18 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:20.221783 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a94b8eb8-6d6b-4c23-91b4-f941a97e4b18 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:20.222477 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a94b8eb8-6d6b-4c23-91b4-f941a97e4b18 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:20.343356 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-a94b8eb8-6d6b-4c23-91b4-f941a97e4b18 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Calling delete_port for 8a303331-c8a0-407d-b725-aee3d4839023 owned by network:floatingip {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:35:20.484314 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a94b8eb8-6d6b-4c23-91b4-f941a97e4b18 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:20.529364 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b8eb8-6d6b-4c23-91b4-f941a97e4b18 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Pushing event deleted for resources: {'Port': ['ID=8a303331-c8a0-407d-b725-aee3d4839023,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:35:20.618290 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a94b8eb8-6d6b-4c23-91b4-f941a97e4b18 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for floatingip, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:21.007415 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94b8eb8-6d6b-4c23-91b4-f941a97e4b18 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:35:21.292914 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94b8eb8-6d6b-4c23-91b4-f941a97e4b18 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:35:21.302471 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eddbd8-44ea-4c1f-8793-3b38367b0a3b None None] Sync routers for ids ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:35:21.309913 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a94b8eb8-6d6b-4c23-91b4-f941a97e4b18 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:21.314534 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eddbd8-44ea-4c1f-8793-3b38367b0a3b None None] Routers {'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:35:21.315120 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-a6eddbd8-44ea-4c1f-8793-3b38367b0a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:35:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:35:21.364292 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a94b8eb8-6d6b-4c23-91b4-f941a97e4b18 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "DELETE /v2.0/floatingips/e430cf96-61a5-4313-91d5-27a8c725cd1a HTTP/1.1" status: 204 len: 168 time: 1.5088649 Apr 08 10:35:21.364861 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1efb7d-c8f0-4d36-a916-6b012ae48e30', 'tag': '3abe8aa8-6c40-45e2-b6bf-843d34a5817b'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:35:21.422317 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68b68d81-abaf-4a3c-be9a-6caba76375df'] response: {'name': 'network-changed', 'server_uuid': '9b1efb7d-c8f0-4d36-a916-6b012ae48e30', 'tag': '3abe8aa8-6c40-45e2-b6bf-843d34a5817b', 'status': 'completed', 'code': 200} Apr 08 10:35:21.519805 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-93619772-daf5-4151-bde7-448b32de1b5f req-12db91f9-540e-4e51-91d8-2715d81b0a3b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca026b6dcd1141668fcfbc870ce52fee&device_id=9b1efb7d-c8f0-4d36-a916-6b012ae48e30 HTTP/1.1" status: 200 len: 1098 time: 0.0704286 Apr 08 10:35:21.526524 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-a6eddbd8-44ea-4c1f-8793-3b38367b0a3b None None] Set router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:35:21.663558 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93619772-daf5-4151-bde7-448b32de1b5f req-00403b14-55d9-4b17-abb0-967399013eb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:35:21.665044 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-93619772-daf5-4151-bde7-448b32de1b5f req-00403b14-55d9-4b17-abb0-967399013eb8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 HTTP/1.1" status: 200 len: 912 time: 0.1393154 Apr 08 10:35:21.738551 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-93619772-daf5-4151-bde7-448b32de1b5f req-fdb4964f-6152-4188-8856-12abebdb4a92 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3abe8aa8-6c40-45e2-b6bf-843d34a5817b HTTP/1.1" status: 200 len: 217 time: 0.0672629 Apr 08 10:35:21.756686 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db923454-55d3-40a2-82b6-168199beb1f6 req-84088ef2-8b00-4a7a-a704-5afd01e7c695 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:35:21.758150 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-db923454-55d3-40a2-82b6-168199beb1f6 req-84088ef2-8b00-4a7a-a704-5afd01e7c695 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b1efb7d-c8f0-4d36-a916-6b012ae48e30 HTTP/1.1" status: 200 len: 945 time: 0.0782645 Apr 08 10:35:21.800391 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93619772-daf5-4151-bde7-448b32de1b5f req-bef2de42-551a-4717-9fff-79abca537509 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:35:21.801806 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-93619772-daf5-4151-bde7-448b32de1b5f req-bef2de42-551a-4717-9fff-79abca537509 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a7812769-8943-4a3e-b177-052eca03ae6f HTTP/1.1" status: 200 len: 850 time: 0.0572259 Apr 08 10:35:21.804933 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-db923454-55d3-40a2-82b6-168199beb1f6 req-e4d36938-efcd-4133-8697-c12e7c0e9773 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409870 Apr 08 10:35:21.846829 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-a6eddbd8-44ea-4c1f-8793-3b38367b0a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'name': 'tempest-TestVolumeBootPattern-950229728-router', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:26Z', 'updated_at': '2022-04-08T10:27:33Z', 'revision_number': 4, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'gw_port': {'id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:27Z', 'updated_at': '2022-04-08T10:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '5d9a8b30-0bbd-4472-8415-bc87b6cbdf59', 'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'mac_address': 'fa:16:3e:b7:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:32Z', 'updated_at': '2022-04-08T10:27:55Z', 'revision_number': 5, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'subnets': [{'id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:35:21.850988 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eddbd8-44ea-4c1f-8793-3b38367b0a3b None None] Checking router: fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:35:21.861307 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eddbd8-44ea-4c1f-8793-3b38367b0a3b None None] Routers {'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:35:21.861888 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-a6eddbd8-44ea-4c1f-8793-3b38367b0a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:35:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:35:21.877025 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-93619772-daf5-4151-bde7-448b32de1b5f req-bd995d7f-96a5-431a-b0c2-d613fb0bdb89 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689752 Apr 08 10:35:22.009122 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-93619772-daf5-4151-bde7-448b32de1b5f req-1c28dfaa-a555-439d-b27a-3245c103d58e service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255779 Apr 08 10:35:22.038928 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-a6eddbd8-44ea-4c1f-8793-3b38367b0a3b None None] Set router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:35:22.146194 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-93619772-daf5-4151-bde7-448b32de1b5f req-4e751bdd-8716-46c9-80f8-540d55ab4aaf service neutron] 10.222.0.52 "GET /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276367 Apr 08 10:35:22.345654 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-a6eddbd8-44ea-4c1f-8793-3b38367b0a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'name': 'tempest-TestVolumeBootPattern-950229728-router', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:26Z', 'updated_at': '2022-04-08T10:27:33Z', 'revision_number': 4, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'gw_port': {'id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:27Z', 'updated_at': '2022-04-08T10:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '5d9a8b30-0bbd-4472-8415-bc87b6cbdf59', 'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'mac_address': 'fa:16:3e:b7:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:32Z', 'updated_at': '2022-04-08T10:27:55Z', 'revision_number': 5, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'subnets': [{'id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:35:22.349406 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eddbd8-44ea-4c1f-8793-3b38367b0a3b None None] The sync data for ids ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'] in dv-neutron-837110-1-hyperv is: [{'id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'name': 'tempest-TestVolumeBootPattern-950229728-router', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:26Z', 'updated_at': '2022-04-08T10:27:33Z', 'revision_number': 4, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'gw_port': {'id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:27Z', 'updated_at': '2022-04-08T10:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '5d9a8b30-0bbd-4472-8415-bc87b6cbdf59', 'name': '', 'network_id': 'd188a0cd-b6ed-4bf3-9e9d-4f113d2909c6', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'mac_address': 'fa:16:3e:b7:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:32Z', 'updated_at': '2022-04-08T10:27:55Z', 'revision_number': 5, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'subnets': [{'id': 'a7812769-8943-4a3e-b177-052eca03ae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:35:22.555590 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3830016-4fb2-46cd-8340-0147f92a4fbc None None] New status for floating IP e430cf96-61a5-4313-91d5-27a8c725cd1a: DOWN {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:35:23.095475 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995c4d0-3ac3-44ae-9f9c-8bf3074be3a6 req-f98e1322-14e2-476a-917e-4e85585db3ee tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:35:23.096946 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2995c4d0-3ac3-44ae-9f9c-8bf3074be3a6 req-f98e1322-14e2-476a-917e-4e85585db3ee tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b1efb7d-c8f0-4d36-a916-6b012ae48e30 HTTP/1.1" status: 200 len: 945 time: 0.1674294 Apr 08 10:35:23.142005 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2995c4d0-3ac3-44ae-9f9c-8bf3074be3a6 req-758b3bcb-9cc6-4d72-ba03-aac882de9cf5 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/security-groups?id=acb99817-3827-49da-ae33-a15577fba8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394230 Apr 08 10:35:23.397537 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a8db6-4532-467a-87b3-2788048fa114 req-4da8649e-0471-4d15-89a4-8f4da20004e8 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:35:23.398122 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-051a8db6-4532-467a-87b3-2788048fa114 req-4da8649e-0471-4d15-89a4-8f4da20004e8 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Synchronizing usage tracker for tenant:ca026b6dcd1141668fcfbc870ce52fee on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:35:23.413686 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-051a8db6-4532-467a-87b3-2788048fa114 req-4da8649e-0471-4d15-89a4-8f4da20004e8 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Unset dirty status for tenant:ca026b6dcd1141668fcfbc870ce52fee on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:35:23.415127 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-051a8db6-4532-467a-87b3-2788048fa114 req-4da8649e-0471-4d15-89a4-8f4da20004e8 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b1efb7d-c8f0-4d36-a916-6b012ae48e30 HTTP/1.1" status: 200 len: 945 time: 0.0940771 Apr 08 10:35:23.493507 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [req-051a8db6-4532-467a-87b3-2788048fa114 req-9450415e-7f15-4adf-8cf2-96df327d685c tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Deleting port 3abe8aa8-6c40-45e2-b6bf-843d34a5817b {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:35:23.493772 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-051a8db6-4532-467a-87b3-2788048fa114 req-9450415e-7f15-4adf-8cf2-96df327d685c tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:23.733743 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-051a8db6-4532-467a-87b3-2788048fa114 req-9450415e-7f15-4adf-8cf2-96df327d685c tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] For port 3abe8aa8-6c40-45e2-b6bf-843d34a5817b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=3abe8aa8-6c40-45e2-b6bf-843d34a5817b,segment=NetworkSegment(1cff5a80-2e48-4f34-84f9-427d4240795c),segment_id=1cff5a80-2e48-4f34-84f9-427d4240795c)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:35:23.734101 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-051a8db6-4532-467a-87b3-2788048fa114 req-9450415e-7f15-4adf-8cf2-96df327d685c tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:23.853999 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [req-051a8db6-4532-467a-87b3-2788048fa114 req-9450415e-7f15-4adf-8cf2-96df327d685c tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Calling delete_port for 3abe8aa8-6c40-45e2-b6bf-843d34a5817b owned by compute:nova {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:35:23.996175 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-051a8db6-4532-467a-87b3-2788048fa114 req-9450415e-7f15-4adf-8cf2-96df327d685c tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:24.045285 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450415e-7f15-4adf-8cf2-96df327d685c tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Pushing event deleted for resources: {'Port': ['ID=3abe8aa8-6c40-45e2-b6bf-843d34a5817b,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:35:24.205035 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [req-051a8db6-4532-467a-87b3-2788048fa114 req-9450415e-7f15-4adf-8cf2-96df327d685c tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] No DVR routers for this DVR port 3abe8aa8-6c40-45e2-b6bf-843d34a5817b on host hv-neutron-8371 {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:35:24.207488 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-051a8db6-4532-467a-87b3-2788048fa114 req-9450415e-7f15-4adf-8cf2-96df327d685c tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:24.210248 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1efb7d-c8f0-4d36-a916-6b012ae48e30', 'name': 'network-vif-deleted', 'tag': '3abe8aa8-6c40-45e2-b6bf-843d34a5817b'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:35:24.227949 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-051a8db6-4532-467a-87b3-2788048fa114 req-9450415e-7f15-4adf-8cf2-96df327d685c tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.52 "DELETE /v2.0/ports/3abe8aa8-6c40-45e2-b6bf-843d34a5817b HTTP/1.1" status: 204 len: 173 time: 0.7958555 Apr 08 10:35:24.269294 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db3c585d-2e40-4818-ae55-9eaf1bf26ac4'] response: {'server_uuid': '9b1efb7d-c8f0-4d36-a916-6b012ae48e30', 'name': 'network-vif-deleted', 'tag': '3abe8aa8-6c40-45e2-b6bf-843d34a5817b', 'status': 'completed', 'code': 200} Apr 08 10:35:24.308536 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3d8148ae-6018-40e5-9241-02409630ea45 req-e54f549c-736f-451d-a6ec-ffe86cdc11f9 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b1efb7d-c8f0-4d36-a916-6b012ae48e30 HTTP/1.1" status: 200 len: 210 time: 0.0438669 Apr 08 10:35:25.414696 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33328) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:35:25.496281 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 3abe8aa8-6c40-45e2-b6bf-843d34a5817b no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:35:25.572482 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: 3abe8aa8-6c40-45e2-b6bf-843d34a5817b {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:35:25.572722 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-cec18ad5-f7db-4af5-ae2a-89ca9061f6ee tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Deleting port f8d04155-4149-4c9e-8d97-b650122952f8 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:35:25.572829 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 3abe8aa8-6c40-45e2-b6bf-843d34a5817b not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:35:25.573051 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cec18ad5-f7db-4af5-ae2a-89ca9061f6ee tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:25.746730 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cec18ad5-f7db-4af5-ae2a-89ca9061f6ee tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:25.747050 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cec18ad5-f7db-4af5-ae2a-89ca9061f6ee tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:25.863640 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-cec18ad5-f7db-4af5-ae2a-89ca9061f6ee tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Calling delete_port for f8d04155-4149-4c9e-8d97-b650122952f8 owned by network:floatingip {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:35:25.998982 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cec18ad5-f7db-4af5-ae2a-89ca9061f6ee tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:26.045223 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec18ad5-f7db-4af5-ae2a-89ca9061f6ee tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Pushing event deleted for resources: {'Port': ['ID=f8d04155-4149-4c9e-8d97-b650122952f8,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:35:26.142163 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cec18ad5-f7db-4af5-ae2a-89ca9061f6ee tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for floatingip, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:26.155716 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cec18ad5-f7db-4af5-ae2a-89ca9061f6ee tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:26.156861 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-cec18ad5-f7db-4af5-ae2a-89ca9061f6ee tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "DELETE /v2.0/floatingips/03f6a9e7-a32d-4639-b0cb-0332a6011ad2 HTTP/1.1" status: 204 len: 168 time: 0.7411890 Apr 08 10:35:28.062780 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2a9883ea-5fe6-4dfa-9a91-c25caf2f01c5 req-4fba492e-bbd6-45dc-8aa8-6c37a9f95725 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=99d4d253-86a0-473b-838e-3aff8dbc36a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693126 Apr 08 10:35:28.203574 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2a9883ea-5fe6-4dfa-9a91-c25caf2f01c5 req-5394a988-763c-4b84-bc9e-02743935f85c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=99d4d253-86a0-473b-838e-3aff8dbc36a1 HTTP/1.1" status: 200 len: 1098 time: 0.0730073 Apr 08 10:35:28.353460 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9883ea-5fe6-4dfa-9a91-c25caf2f01c5 req-8f236fdb-4dd5-41f3-b86f-3635f83cc959 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:35:28.355163 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2a9883ea-5fe6-4dfa-9a91-c25caf2f01c5 req-8f236fdb-4dd5-41f3-b86f-3635f83cc959 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4919e26-5acb-4f43-b0a8-44081f75646d HTTP/1.1" status: 200 len: 898 time: 0.1314833 Apr 08 10:35:28.461067 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2a9883ea-5fe6-4dfa-9a91-c25caf2f01c5 req-aa81db8f-1a1f-4458-b829-58845b2f1d96 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b5ae525-73d2-44e4-8a10-69d9cdb21048 HTTP/1.1" status: 200 len: 1001 time: 0.0944381 Apr 08 10:35:28.527401 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9883ea-5fe6-4dfa-9a91-c25caf2f01c5 req-1adfbb38-f381-4bfd-bd92-a509ed0703c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:35:28.528858 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2a9883ea-5fe6-4dfa-9a91-c25caf2f01c5 req-1adfbb38-f381-4bfd-bd92-a509ed0703c1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=122c71b4-740d-4201-9920-050d1e00a12a HTTP/1.1" status: 200 len: 844 time: 0.0616770 Apr 08 10:35:28.607235 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2a9883ea-5fe6-4dfa-9a91-c25caf2f01c5 req-1346d1c0-f049-47c7-9e75-3bccced46edd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4919e26-5acb-4f43-b0a8-44081f75646d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687344 Apr 08 10:35:28.625147 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33344) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:35:28.695581 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-aba0cb33-af50-408a-b3e1-4762367ea093 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:28.723610 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-aba0cb33-af50-408a-b3e1-4762367ea093 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:28.739860 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2a9883ea-5fe6-4dfa-9a91-c25caf2f01c5 req-c4daa95a-4dc4-4bd1-ac09-3241c0d70d28 service neutron] 10.222.0.52 "GET /v2.0/networks/a4919e26-5acb-4f43-b0a8-44081f75646d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266675 Apr 08 10:35:28.806110 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-aba0cb33-af50-408a-b3e1-4762367ea093 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:28.826742 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0cb33-af50-408a-b3e1-4762367ea093 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb99817-3827-49da-ae33-a15577fba8ec,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:35:28.835180 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-aba0cb33-af50-408a-b3e1-4762367ea093 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:28.836562 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-aba0cb33-af50-408a-b3e1-4762367ea093 tempest-TestVolumeBootPattern-826653878 tempest-TestVolumeBootPattern-826653878-project] 10.222.0.47 "DELETE /v2.0/security-groups/acb99817-3827-49da-ae33-a15577fba8ec HTTP/1.1" status: 204 len: 168 time: 0.2103684 Apr 08 10:35:28.901622 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33350) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:35:28.981306 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2a9883ea-5fe6-4dfa-9a91-c25caf2f01c5 req-c2dbbc18-87e3-4185-846d-38b7c5928ddc service neutron] 10.222.0.52 "GET /v2.0/networks/a4919e26-5acb-4f43-b0a8-44081f75646d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348559 Apr 08 10:35:29.471358 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-22dca464-85bc-4277-b2e4-5f86556731ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:30.043076 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-22dca464-85bc-4277-b2e4-5f86556731ee admin admin] Deleting port 5d9a8b30-0bbd-4472-8415-bc87b6cbdf59 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:35:30.043736 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-22dca464-85bc-4277-b2e4-5f86556731ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:30.216558 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-22dca464-85bc-4277-b2e4-5f86556731ee admin admin] For port 5d9a8b30-0bbd-4472-8415-bc87b6cbdf59, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=5d9a8b30-0bbd-4472-8415-bc87b6cbdf59,segment=NetworkSegment(1cff5a80-2e48-4f34-84f9-427d4240795c),segment_id=1cff5a80-2e48-4f34-84f9-427d4240795c)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:35:30.216917 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-22dca464-85bc-4277-b2e4-5f86556731ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:30.437727 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-22dca464-85bc-4277-b2e4-5f86556731ee admin admin] Calling delete_port for 5d9a8b30-0bbd-4472-8415-bc87b6cbdf59 owned by network:router_interface {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:35:30.604804 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-22dca464-85bc-4277-b2e4-5f86556731ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:30.649227 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dca464-85bc-4277-b2e4-5f86556731ee admin admin] Pushing event deleted for resources: {'Port': ['ID=5d9a8b30-0bbd-4472-8415-bc87b6cbdf59,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:35:30.932511 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-22dca464-85bc-4277-b2e4-5f86556731ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:31.499134 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22dca464-85bc-4277-b2e4-5f86556731ee admin admin] Router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:35:31.721015 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22dca464-85bc-4277-b2e4-5f86556731ee admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:35:31.732074 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb6167-0e55-483b-ae6c-b1ac2a975827 None None] Sync routers for ids ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:35:31.733491 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-22dca464-85bc-4277-b2e4-5f86556731ee admin admin] 10.222.0.47 "PUT /v2.0/routers/fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8307774 Apr 08 10:35:31.735863 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33356) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:35:31.747298 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb6167-0e55-483b-ae6c-b1ac2a975827 None None] Routers {'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:35:31.747907 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-adcb6167-0e55-483b-ae6c-b1ac2a975827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:35:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:35:31.961946 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-adcb6167-0e55-483b-ae6c-b1ac2a975827 None None] Set router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:35:32.055422 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c0370575-0dd3-42d1-bf40-145c895f5d2a admin admin] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:32.274887 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c0370575-0dd3-42d1-bf40-145c895f5d2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:32.284988 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-c0370575-0dd3-42d1-bf40-145c895f5d2a admin admin] Deleting port 2effd5f5-9ca8-4609-80dc-0e6c47bb3fee {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:35:32.285385 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c0370575-0dd3-42d1-bf40-145c895f5d2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:32.312764 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-adcb6167-0e55-483b-ae6c-b1ac2a975827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'name': 'tempest-TestVolumeBootPattern-950229728-router', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:26Z', 'updated_at': '2022-04-08T10:35:30Z', 'revision_number': 5, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'gw_port': {'id': '2effd5f5-9ca8-4609-80dc-0e6c47bb3fee', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:27Z', 'updated_at': '2022-04-08T10:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:35:32.316855 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb6167-0e55-483b-ae6c-b1ac2a975827 None None] Checking router: fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:35:32.328707 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb6167-0e55-483b-ae6c-b1ac2a975827 None None] Routers {'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:35:32.329313 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-adcb6167-0e55-483b-ae6c-b1ac2a975827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:35:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:35:32.467053 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-c0370575-0dd3-42d1-bf40-145c895f5d2a admin admin] For port 2effd5f5-9ca8-4609-80dc-0e6c47bb3fee, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2effd5f5-9ca8-4609-80dc-0e6c47bb3fee,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:35:32.467404 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c0370575-0dd3-42d1-bf40-145c895f5d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:32.494216 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-adcb6167-0e55-483b-ae6c-b1ac2a975827 None None] Set router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:35:32.587733 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-c0370575-0dd3-42d1-bf40-145c895f5d2a admin admin] Calling delete_port for 2effd5f5-9ca8-4609-80dc-0e6c47bb3fee owned by network:router_gateway {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:35:32.595220 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-adcb6167-0e55-483b-ae6c-b1ac2a975827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'name': 'tempest-TestVolumeBootPattern-950229728-router', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:26Z', 'updated_at': '2022-04-08T10:35:32Z', 'revision_number': 6, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'gw_port_host': None}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:35:32.599076 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb6167-0e55-483b-ae6c-b1ac2a975827 None None] The sync data for ids ['fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76'] in dv-neutron-837110-1-hyperv is: [{'id': 'fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76', 'name': 'tempest-TestVolumeBootPattern-950229728-router', 'tenant_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:26Z', 'updated_at': '2022-04-08T10:35:32Z', 'revision_number': 6, 'project_id': 'ca026b6dcd1141668fcfbc870ce52fee', 'gw_port_host': None}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:35:32.750743 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c0370575-0dd3-42d1-bf40-145c895f5d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:32.795457 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0370575-0dd3-42d1-bf40-145c895f5d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=2effd5f5-9ca8-4609-80dc-0e6c47bb3fee,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:35:33.022111 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c0370575-0dd3-42d1-bf40-145c895f5d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:33.371524 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c0370575-0dd3-42d1-bf40-145c895f5d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:33.375503 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c0370575-0dd3-42d1-bf40-145c895f5d2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:33.398826 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c0370575-0dd3-42d1-bf40-145c895f5d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:33.399380 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0370575-0dd3-42d1-bf40-145c895f5d2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:35:33.411103 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c0370575-0dd3-42d1-bf40-145c895f5d2a admin admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:33.412852 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c0370575-0dd3-42d1-bf40-145c895f5d2a admin admin] 10.222.0.47 "DELETE /v2.0/routers/fa49d8a6-50e4-4f99-8b97-5cdb3f14bf76 HTTP/1.1" status: 204 len: 168 time: 1.6754370 Apr 08 10:35:33.415474 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33360) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:35:33.476917 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-946f9e12-b19f-4dbe-83c9-dba7b83d0c5e admin admin] Deleting subnet a7812769-8943-4a3e-b177-052eca03ae6f {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:35:33.480042 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-946f9e12-b19f-4dbe-83c9-dba7b83d0c5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:33.528815 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-946f9e12-b19f-4dbe-83c9-dba7b83d0c5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:33.608453 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-946f9e12-b19f-4dbe-83c9-dba7b83d0c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:33.673785 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-946f9e12-b19f-4dbe-83c9-dba7b83d0c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:33.711644 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f9e12-b19f-4dbe-83c9-dba7b83d0c5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7812769-8943-4a3e-b177-052eca03ae6f,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:35:33.716221 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-946f9e12-b19f-4dbe-83c9-dba7b83d0c5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:33.721563 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21a56a3-4c28-4a9d-9029-c73dba456838 None None] Network d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:35:33.722148 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-946f9e12-b19f-4dbe-83c9-dba7b83d0c5e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a7812769-8943-4a3e-b177-052eca03ae6f HTTP/1.1" status: 204 len: 168 time: 0.3053875 Apr 08 10:35:33.724359 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33364) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:35:33.829054 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-be9ed033-ba2a-46d2-a8c9-15f96abe0587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:33.839032 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-be9ed033-ba2a-46d2-a8c9-15f96abe0587 admin admin] Deleting port 441c08d1-2aa5-4403-97f2-40db2c884f2c {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:35:33.839359 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-be9ed033-ba2a-46d2-a8c9-15f96abe0587 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:33.967207 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a558290-7820-47a7-8e36-a84e55f0c6b6 None None] DHCP port deletion for d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:35:33.971527 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-2a558290-7820-47a7-8e36-a84e55f0c6b6 None None] Deleting port 441c08d1-2aa5-4403-97f2-40db2c884f2c {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:35:33.972045 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2a558290-7820-47a7-8e36-a84e55f0c6b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:34.026495 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 5d9a8b30-0bbd-4472-8415-bc87b6cbdf59 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:35:34.046552 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-be9ed033-ba2a-46d2-a8c9-15f96abe0587 admin admin] For port 441c08d1-2aa5-4403-97f2-40db2c884f2c, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=441c08d1-2aa5-4403-97f2-40db2c884f2c,segment=NetworkSegment(1cff5a80-2e48-4f34-84f9-427d4240795c),segment_id=1cff5a80-2e48-4f34-84f9-427d4240795c)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:35:34.046909 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-be9ed033-ba2a-46d2-a8c9-15f96abe0587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:34.089534 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 5d9a8b30-0bbd-4472-8415-bc87b6cbdf59 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:35:34.089534 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 5d9a8b30-0bbd-4472-8415-bc87b6cbdf59 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:35:34.089838 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2effd5f5-9ca8-4609-80dc-0e6c47bb3fee no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:35:34.137392 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 2effd5f5-9ca8-4609-80dc-0e6c47bb3fee {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:35:34.137736 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2effd5f5-9ca8-4609-80dc-0e6c47bb3fee not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:35:34.138148 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 441c08d1-2aa5-4403-97f2-40db2c884f2c no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:35:34.176389 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-be9ed033-ba2a-46d2-a8c9-15f96abe0587 admin admin] Calling delete_port for 441c08d1-2aa5-4403-97f2-40db2c884f2c owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:35:34.249098 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-be9ed033-ba2a-46d2-a8c9-15f96abe0587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:34.281513 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No active binding found for port 441c08d1-2aa5-4403-97f2-40db2c884f2c {{(pid=83847) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 08 10:35:34.281913 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 441c08d1-2aa5-4403-97f2-40db2c884f2c not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:35:34.292905 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-2a558290-7820-47a7-8e36-a84e55f0c6b6 None None] For port 441c08d1-2aa5-4403-97f2-40db2c884f2c, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=441c08d1-2aa5-4403-97f2-40db2c884f2c,segment=NetworkSegment(1cff5a80-2e48-4f34-84f9-427d4240795c),segment_id=1cff5a80-2e48-4f34-84f9-427d4240795c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:35:34.293417 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2a558290-7820-47a7-8e36-a84e55f0c6b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:34.299422 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ed033-ba2a-46d2-a8c9-15f96abe0587 admin admin] Pushing event deleted for resources: {'Port': ['ID=441c08d1-2aa5-4403-97f2-40db2c884f2c,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:35:34.306222 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9ed033-ba2a-46d2-a8c9-15f96abe0587 admin admin] No DVR routers for this DVR port 441c08d1-2aa5-4403-97f2-40db2c884f2c on host dv-neutron-837110-1-hyperv {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:35:34.413276 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-2a558290-7820-47a7-8e36-a84e55f0c6b6 None None] Calling delete_port for 441c08d1-2aa5-4403-97f2-40db2c884f2c owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:35:34.421159 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-be9ed033-ba2a-46d2-a8c9-15f96abe0587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:34.446643 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-be9ed033-ba2a-46d2-a8c9-15f96abe0587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:35:34.459949 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-be9ed033-ba2a-46d2-a8c9-15f96abe0587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cff5a80-2e48-4f34-84f9-427d4240795c') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:35:34.460468 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-be9ed033-ba2a-46d2-a8c9-15f96abe0587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cff5a80-2e48-4f34-84f9-427d4240795c') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:35:34.472398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-be9ed033-ba2a-46d2-a8c9-15f96abe0587 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:34.483056 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-2a558290-7820-47a7-8e36-a84e55f0c6b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:35:34.483412 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-2a558290-7820-47a7-8e36-a84e55f0c6b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:35:34.488698 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-be9ed033-ba2a-46d2-a8c9-15f96abe0587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:34.495142 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9ed033-ba2a-46d2-a8c9-15f96abe0587 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:35:34.495571 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-be9ed033-ba2a-46d2-a8c9-15f96abe0587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:35:34.509284 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:35:34.584950 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-be9ed033-ba2a-46d2-a8c9-15f96abe0587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:34.600101 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-be9ed033-ba2a-46d2-a8c9-15f96abe0587 admin admin] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:34.609942 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ed033-ba2a-46d2-a8c9-15f96abe0587 admin admin] Pushing event deleted for resources: {'Network': ['ID=d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:35:34.623277 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-be9ed033-ba2a-46d2-a8c9-15f96abe0587 admin admin] 10.222.0.47 "DELETE /v2.0/networks/d188a0cd-b6ed-4bf3-9e9d-4f113d2909c6 HTTP/1.1" status: 204 len: 168 time: 0.8972199 Apr 08 10:35:34.625889 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33368) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:35:34.984923 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-2a558290-7820-47a7-8e36-a84e55f0c6b6 None None] Deleting port 441c08d1-2aa5-4403-97f2-40db2c884f2c {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:35:34.985470 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2a558290-7820-47a7-8e36-a84e55f0c6b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:35.051180 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-2a558290-7820-47a7-8e36-a84e55f0c6b6 None None] The port '441c08d1-2aa5-4403-97f2-40db2c884f2c' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:35:35.113167 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0478cae6-9328-4051-8aae-69b2e4e46bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:35.696515 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-0478cae6-9328-4051-8aae-69b2e4e46bee admin admin] Deleting port 9f811f7f-d5ac-454e-ba3f-6862f60362cd {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:35:35.697147 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0478cae6-9328-4051-8aae-69b2e4e46bee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:35.864255 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-0478cae6-9328-4051-8aae-69b2e4e46bee admin admin] For port 9f811f7f-d5ac-454e-ba3f-6862f60362cd, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=9f811f7f-d5ac-454e-ba3f-6862f60362cd,segment=NetworkSegment(75e92001-ea2e-4d98-b17c-1d744b3393a7),segment_id=75e92001-ea2e-4d98-b17c-1d744b3393a7)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:35:35.864615 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0478cae6-9328-4051-8aae-69b2e4e46bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:35.983145 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-0478cae6-9328-4051-8aae-69b2e4e46bee admin admin] Calling delete_port for 9f811f7f-d5ac-454e-ba3f-6862f60362cd owned by network:router_interface {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:35:36.151561 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0478cae6-9328-4051-8aae-69b2e4e46bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:36.196503 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478cae6-9328-4051-8aae-69b2e4e46bee admin admin] Pushing event deleted for resources: {'Port': ['ID=9f811f7f-d5ac-454e-ba3f-6862f60362cd,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:35:36.572571 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0478cae6-9328-4051-8aae-69b2e4e46bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:37.127056 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0478cae6-9328-4051-8aae-69b2e4e46bee admin admin] Router c862d33f-e586-4a1c-8f69-599f783b6d5b has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:35:37.323084 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0478cae6-9328-4051-8aae-69b2e4e46bee admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:35:37.331352 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34415e9-a2e4-4854-8108-ddd2e2122829 None None] Sync routers for ids ['c862d33f-e586-4a1c-8f69-599f783b6d5b'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:35:37.338829 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0478cae6-9328-4051-8aae-69b2e4e46bee admin admin] 10.222.0.47 "PUT /v2.0/routers/c862d33f-e586-4a1c-8f69-599f783b6d5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7119205 Apr 08 10:35:37.341477 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33372) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:35:37.344024 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34415e9-a2e4-4854-8108-ddd2e2122829 None None] Routers {'c862d33f-e586-4a1c-8f69-599f783b6d5b'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:35:37.344654 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-b34415e9-a2e4-4854-8108-ddd2e2122829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:35:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['c862d33f-e586-4a1c-8f69-599f783b6d5b'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:35:37.520796 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-b34415e9-a2e4-4854-8108-ddd2e2122829 None None] Set router c862d33f-e586-4a1c-8f69-599f783b6d5b gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:35:37.537448 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-781fd586-da8b-4806-89e8-8b6a24ea1f4a admin admin] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:37.733673 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-781fd586-da8b-4806-89e8-8b6a24ea1f4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:37.743690 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-781fd586-da8b-4806-89e8-8b6a24ea1f4a admin admin] Deleting port 644fcfb2-2ca1-48d7-b608-6ebdbb342971 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:35:37.744118 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-781fd586-da8b-4806-89e8-8b6a24ea1f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:37.802012 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-b34415e9-a2e4-4854-8108-ddd2e2122829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c862d33f-e586-4a1c-8f69-599f783b6d5b', 'name': 'tempest-TestVolumeBootPattern-1970862555-router', 'tenant_id': 'c29a0caa12a1446f98b261838540ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.32'}], 'enable_snat': True}, 'gw_port_id': '644fcfb2-2ca1-48d7-b608-6ebdbb342971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:37Z', 'updated_at': '2022-04-08T10:35:36Z', 'revision_number': 5, 'project_id': 'c29a0caa12a1446f98b261838540ed1b', 'gw_port': {'id': '644fcfb2-2ca1-48d7-b608-6ebdbb342971', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c862d33f-e586-4a1c-8f69-599f783b6d5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:27:38Z', 'updated_at': '2022-04-08T10:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:35:37.806059 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34415e9-a2e4-4854-8108-ddd2e2122829 None None] Checking router: c862d33f-e586-4a1c-8f69-599f783b6d5b for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:35:37.816509 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34415e9-a2e4-4854-8108-ddd2e2122829 None None] Routers {'c862d33f-e586-4a1c-8f69-599f783b6d5b'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:35:37.817101 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-b34415e9-a2e4-4854-8108-ddd2e2122829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:35:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['c862d33f-e586-4a1c-8f69-599f783b6d5b'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:35:37.922909 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-781fd586-da8b-4806-89e8-8b6a24ea1f4a admin admin] For port 644fcfb2-2ca1-48d7-b608-6ebdbb342971, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=644fcfb2-2ca1-48d7-b608-6ebdbb342971,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:35:37.923258 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-781fd586-da8b-4806-89e8-8b6a24ea1f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:38.010807 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-b34415e9-a2e4-4854-8108-ddd2e2122829 None None] Set router c862d33f-e586-4a1c-8f69-599f783b6d5b gateway port host: None {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:35:38.044008 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-781fd586-da8b-4806-89e8-8b6a24ea1f4a admin admin] Calling delete_port for 644fcfb2-2ca1-48d7-b608-6ebdbb342971 owned by network:router_gateway {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:35:38.117824 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-b34415e9-a2e4-4854-8108-ddd2e2122829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c862d33f-e586-4a1c-8f69-599f783b6d5b', 'name': 'tempest-TestVolumeBootPattern-1970862555-router', 'tenant_id': 'c29a0caa12a1446f98b261838540ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:37Z', 'updated_at': '2022-04-08T10:35:37Z', 'revision_number': 6, 'project_id': 'c29a0caa12a1446f98b261838540ed1b', 'gw_port_host': None}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:35:38.121810 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34415e9-a2e4-4854-8108-ddd2e2122829 None None] The sync data for ids ['c862d33f-e586-4a1c-8f69-599f783b6d5b'] in dv-neutron-837110-1-hyperv is: [{'id': 'c862d33f-e586-4a1c-8f69-599f783b6d5b', 'name': 'tempest-TestVolumeBootPattern-1970862555-router', 'tenant_id': 'c29a0caa12a1446f98b261838540ed1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:27:37Z', 'updated_at': '2022-04-08T10:35:37Z', 'revision_number': 6, 'project_id': 'c29a0caa12a1446f98b261838540ed1b', 'gw_port_host': None}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:35:38.215248 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-781fd586-da8b-4806-89e8-8b6a24ea1f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:38.262255 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781fd586-da8b-4806-89e8-8b6a24ea1f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=644fcfb2-2ca1-48d7-b608-6ebdbb342971,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:35:38.329570 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:38.479950 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-781fd586-da8b-4806-89e8-8b6a24ea1f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:38.824710 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-781fd586-da8b-4806-89e8-8b6a24ea1f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:38.828665 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-781fd586-da8b-4806-89e8-8b6a24ea1f4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:38.856503 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-781fd586-da8b-4806-89e8-8b6a24ea1f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:38.857045 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781fd586-da8b-4806-89e8-8b6a24ea1f4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c862d33f-e586-4a1c-8f69-599f783b6d5b {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:35:38.869420 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-781fd586-da8b-4806-89e8-8b6a24ea1f4a admin admin] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:38.870543 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-781fd586-da8b-4806-89e8-8b6a24ea1f4a admin admin] 10.222.0.47 "DELETE /v2.0/routers/c862d33f-e586-4a1c-8f69-599f783b6d5b HTTP/1.1" status: 204 len: 168 time: 1.5280893 Apr 08 10:35:38.873398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33376) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:35:38.932834 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-0427439e-1d46-421e-b8d4-7590e0372556 admin admin] Deleting subnet ee18d5c1-c2c7-4a83-a220-f7973eae5377 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:35:38.935717 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0427439e-1d46-421e-b8d4-7590e0372556 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:38.988508 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0427439e-1d46-421e-b8d4-7590e0372556 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:39.066915 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0427439e-1d46-421e-b8d4-7590e0372556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:39.141558 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0427439e-1d46-421e-b8d4-7590e0372556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:39.178885 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427439e-1d46-421e-b8d4-7590e0372556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee18d5c1-c2c7-4a83-a220-f7973eae5377,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:35:39.186994 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0427439e-1d46-421e-b8d4-7590e0372556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:39.195141 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84502c75-e63f-4ceb-a578-8193997899b3 None None] Network 40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:35:39.195832 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33380) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:35:39.196619 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0427439e-1d46-421e-b8d4-7590e0372556 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ee18d5c1-c2c7-4a83-a220-f7973eae5377 HTTP/1.1" status: 204 len: 168 time: 0.3219640 Apr 08 10:35:39.301686 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3658d074-1417-4a2f-aa05-ef430733cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:39.316843 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-3658d074-1417-4a2f-aa05-ef430733cb6b admin admin] Deleting port 7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:35:39.317181 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3658d074-1417-4a2f-aa05-ef430733cb6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:39.447195 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0a8efd-a3b3-4be6-a3c9-9944f9a1aadd None None] DHCP port deletion for 40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:35:39.451309 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-de0a8efd-a3b3-4be6-a3c9-9944f9a1aadd None None] Deleting port 7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:35:39.451686 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-de0a8efd-a3b3-4be6-a3c9-9944f9a1aadd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:39.529003 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-3658d074-1417-4a2f-aa05-ef430733cb6b admin admin] For port 7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8,segment=NetworkSegment(75e92001-ea2e-4d98-b17c-1d744b3393a7),segment_id=75e92001-ea2e-4d98-b17c-1d744b3393a7)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:35:39.529599 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3658d074-1417-4a2f-aa05-ef430733cb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:39.649911 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-3658d074-1417-4a2f-aa05-ef430733cb6b admin admin] Calling delete_port for 7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8 owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:35:39.656791 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-de0a8efd-a3b3-4be6-a3c9-9944f9a1aadd None None] For port 7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8,segment=NetworkSegment(75e92001-ea2e-4d98-b17c-1d744b3393a7),segment_id=75e92001-ea2e-4d98-b17c-1d744b3393a7)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:35:39.657178 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-de0a8efd-a3b3-4be6-a3c9-9944f9a1aadd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:39.728218 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3658d074-1417-4a2f-aa05-ef430733cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:39.776826 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658d074-1417-4a2f-aa05-ef430733cb6b admin admin] Pushing event deleted for resources: {'Port': ['ID=7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:35:39.778182 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-de0a8efd-a3b3-4be6-a3c9-9944f9a1aadd None None] Calling delete_port for 7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:35:39.780818 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3658d074-1417-4a2f-aa05-ef430733cb6b admin admin] No DVR routers for this DVR port 7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8 on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:35:39.847455 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-de0a8efd-a3b3-4be6-a3c9-9944f9a1aadd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:35:39.847804 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-de0a8efd-a3b3-4be6-a3c9-9944f9a1aadd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:35:39.901814 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3658d074-1417-4a2f-aa05-ef430733cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:39.928307 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-3658d074-1417-4a2f-aa05-ef430733cb6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:35:39.940333 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-3658d074-1417-4a2f-aa05-ef430733cb6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e92001-ea2e-4d98-b17c-1d744b3393a7') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:35:39.940634 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-3658d074-1417-4a2f-aa05-ef430733cb6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e92001-ea2e-4d98-b17c-1d744b3393a7') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:35:39.952029 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3658d074-1417-4a2f-aa05-ef430733cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:39.967820 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3658d074-1417-4a2f-aa05-ef430733cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:39.973757 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3658d074-1417-4a2f-aa05-ef430733cb6b admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:35:39.974139 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3658d074-1417-4a2f-aa05-ef430733cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:35:39.991958 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:35:40.002856 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:35:40.038301 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:35:40.038638 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:35:40.039042 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 644fcfb2-2ca1-48d7-b608-6ebdbb342971 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:35:40.070502 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 644fcfb2-2ca1-48d7-b608-6ebdbb342971 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:35:40.070998 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 644fcfb2-2ca1-48d7-b608-6ebdbb342971 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:35:40.071278 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 9f811f7f-d5ac-454e-ba3f-6862f60362cd no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:35:40.074855 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3658d074-1417-4a2f-aa05-ef430733cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:40.097472 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3658d074-1417-4a2f-aa05-ef430733cb6b admin admin] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:40.104743 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 9f811f7f-d5ac-454e-ba3f-6862f60362cd {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:35:40.105110 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 9f811f7f-d5ac-454e-ba3f-6862f60362cd not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:35:40.113270 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658d074-1417-4a2f-aa05-ef430733cb6b admin admin] Pushing event deleted for resources: {'Network': ['ID=40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:35:40.119675 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3658d074-1417-4a2f-aa05-ef430733cb6b admin admin] 10.222.0.47 "DELETE /v2.0/networks/40cabbe4-dc52-4e3e-81a0-eb6fdf9a93cb HTTP/1.1" status: 204 len: 168 time: 0.9225786 Apr 08 10:35:40.259787 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33390) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:35:40.309244 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-88228c79-f9da-450d-9429-bc10eca5ce34 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ca026b6dcd1141668fcfbc870ce52fee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482502 Apr 08 10:35:40.311608 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33394) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:35:40.349204 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-de0a8efd-a3b3-4be6-a3c9-9944f9a1aadd None None] Deleting port 7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:35:40.350662 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-de0a8efd-a3b3-4be6-a3c9-9944f9a1aadd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:40.369074 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1fc81e72-f2ee-4b8b-a0da-b17adff5b17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:40.393858 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1fc81e72-f2ee-4b8b-a0da-b17adff5b17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:40.414636 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-de0a8efd-a3b3-4be6-a3c9-9944f9a1aadd None None] The port '7c0507c4-b47b-45d0-b2b2-1e3d4dbcd2e8' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:35:40.444898 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1fc81e72-f2ee-4b8b-a0da-b17adff5b17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:40.463850 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc81e72-f2ee-4b8b-a0da-b17adff5b17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5537ef-4a75-4859-8e4f-d561deb45c22,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:35:40.468633 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1fc81e72-f2ee-4b8b-a0da-b17adff5b17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:40.469125 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1fc81e72-f2ee-4b8b-a0da-b17adff5b17d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ea5537ef-4a75-4859-8e4f-d561deb45c22 HTTP/1.1" status: 204 len: 168 time: 0.1565900 Apr 08 10:35:40.851152 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33402) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:35:40.903043 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-fefd36af-7c32-4ae8-9271-2b1af4bce011 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c29a0caa12a1446f98b261838540ed1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0507019 Apr 08 10:35:40.905466 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33406) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:35:40.963447 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-50f96f6b-4665-4e80-9995-7958b6f29894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:40.987514 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-50f96f6b-4665-4e80-9995-7958b6f29894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:41.036602 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-50f96f6b-4665-4e80-9995-7958b6f29894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:41.053210 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f96f6b-4665-4e80-9995-7958b6f29894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ec1795-286d-4a19-b698-49a05d9bb298,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:35:41.057449 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-50f96f6b-4665-4e80-9995-7958b6f29894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:41.058568 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-50f96f6b-4665-4e80-9995-7958b6f29894 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c9ec1795-286d-4a19-b698-49a05d9bb298 HTTP/1.1" status: 204 len: 168 time: 0.1521316 Apr 08 10:35:43.317085 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-88964b1e-6c58-4c7c-982e-65bf19ad4b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:45.545831 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7d8db486-89fd-4654-a559-f44fe125edc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:46.752688 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:46.887449 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:48.264219 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:35:53.106379 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:36:08.328509 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:36:13.319985 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9e2324a8-abdf-41f3-892e-faab66c36626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:36:15.547363 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-52dffe3f-a304-44e0-82be-5ab8636df5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:36:16.758636 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:36:16.887716 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:36:18.266669 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:36:27.448028 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4de28ad3-4348-46dc-8e3d-5e41984805ba req-cd1fe869-71f9-4ec1-8ed5-522ca2cc88ba service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=99d4d253-86a0-473b-838e-3aff8dbc36a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0889356 Apr 08 10:36:27.591201 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4de28ad3-4348-46dc-8e3d-5e41984805ba req-d9b7d820-dbee-42e8-a11f-94b647b510d1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=99d4d253-86a0-473b-838e-3aff8dbc36a1 HTTP/1.1" status: 200 len: 1098 time: 0.0675440 Apr 08 10:36:27.733747 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de28ad3-4348-46dc-8e3d-5e41984805ba req-8e1a626d-b843-43e8-915f-ed7ddcccf6d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:36:27.735055 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4de28ad3-4348-46dc-8e3d-5e41984805ba req-8e1a626d-b843-43e8-915f-ed7ddcccf6d5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4919e26-5acb-4f43-b0a8-44081f75646d HTTP/1.1" status: 200 len: 898 time: 0.1237271 Apr 08 10:36:27.839201 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4de28ad3-4348-46dc-8e3d-5e41984805ba req-0f7bca7d-d4b8-442a-b488-02bccc88403b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b5ae525-73d2-44e4-8a10-69d9cdb21048 HTTP/1.1" status: 200 len: 1001 time: 0.0950432 Apr 08 10:36:27.903738 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de28ad3-4348-46dc-8e3d-5e41984805ba req-d9e85de8-8b7d-4568-8a91-4e44662decf2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:36:27.905106 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4de28ad3-4348-46dc-8e3d-5e41984805ba req-d9e85de8-8b7d-4568-8a91-4e44662decf2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=122c71b4-740d-4201-9920-050d1e00a12a HTTP/1.1" status: 200 len: 844 time: 0.0561931 Apr 08 10:36:28.065021 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4de28ad3-4348-46dc-8e3d-5e41984805ba req-3c718d8b-087f-423a-b0f3-0ec3cbffa202 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4919e26-5acb-4f43-b0a8-44081f75646d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1510572 Apr 08 10:36:28.201256 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4de28ad3-4348-46dc-8e3d-5e41984805ba req-5a16de27-b099-411f-8355-5e1647817c9d service neutron] 10.222.0.52 "GET /v2.0/networks/a4919e26-5acb-4f43-b0a8-44081f75646d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268523 Apr 08 10:36:28.337094 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-4de28ad3-4348-46dc-8e3d-5e41984805ba req-674b29b9-b588-4956-aeeb-ccd0da312aa3 service neutron] 10.222.0.52 "GET /v2.0/networks/a4919e26-5acb-4f43-b0a8-44081f75646d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266928 Apr 08 10:36:30.105166 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:36:38.330121 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:36:43.320781 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-49a705ac-6062-45b0-bd61-a596f17e712a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:36:45.549627 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fc6d3713-e94b-4dc8-94e7-66190a1d9675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:36:46.758453 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:36:46.887984 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:36:48.271044 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:07.103636 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:37:08.328240 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:12.497319 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33432) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:12.770876 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-9f4dea98-3518-4a32-9c31-b588ebe72bf8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:37:13.098065 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9f4dea98-3518-4a32-9c31-b588ebe72bf8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2717287'] for subnet, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:13.276871 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9f4dea98-3518-4a32-9c31-b588ebe72bf8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790031572628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2738953'] for subnet, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:13.322295 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7e4bfa2a-bc81-452e-a1a4-a3497b91b6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:13.333047 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4dea98-3518-4a32-9c31-b588ebe72bf8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:13.333624 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9f4dea98-3518-4a32-9c31-b588ebe72bf8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:13.336843 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9f4dea98-3518-4a32-9c31-b588ebe72bf8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "PUT /v2.0/subnets/122c71b4-740d-4201-9920-050d1e00a12a HTTP/1.1" status: 200 len: 836 time: 0.8381841 Apr 08 10:37:13.337572 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb185603-ada6-46b7-9c14-eaf2c68c5c01 None None] Network a4919e26-5acb-4f43-b0a8-44081f75646d requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:37:13.350087 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4dea98-3518-4a32-9c31-b588ebe72bf8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Subnet': ['ID=122c71b4-740d-4201-9920-050d1e00a12a,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:13.359015 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dea98-3518-4a32-9c31-b588ebe72bf8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:13.359357 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dea98-3518-4a32-9c31-b588ebe72bf8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:13.359692 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dea98-3518-4a32-9c31-b588ebe72bf8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:13.360032 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dea98-3518-4a32-9c31-b588ebe72bf8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:13.360383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dea98-3518-4a32-9c31-b588ebe72bf8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:13.360704 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dea98-3518-4a32-9c31-b588ebe72bf8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:13.361029 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dea98-3518-4a32-9c31-b588ebe72bf8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:13.361349 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dea98-3518-4a32-9c31-b588ebe72bf8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:13.361665 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dea98-3518-4a32-9c31-b588ebe72bf8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:13.361982 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dea98-3518-4a32-9c31-b588ebe72bf8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:13.362964 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4dea98-3518-4a32-9c31-b588ebe72bf8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:37:13.784793 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-e89aecd8-a4f6-479f-aecf-561932c089fe None None] Provisioning complete for port 8b5ae525-73d2-44e4-8a10-69d9cdb21048 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:13.785173 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e89aecd8-a4f6-479f-aecf-561932c089fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:13.907411 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-e89aecd8-a4f6-479f-aecf-561932c089fe None None] Provisioning complete for port 4365cfa3-2fd0-4b99-b3d3-042909ea0217 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:13.907953 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e89aecd8-a4f6-479f-aecf-561932c089fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:14.030000 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-e89aecd8-a4f6-479f-aecf-561932c089fe None None] Provisioning complete for port 67f9e404-5d75-4f77-8971-27d7b8ff15c1 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:37:14.030377 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e89aecd8-a4f6-479f-aecf-561932c089fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:15.550710 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-82bcf8e0-131b-4151-a650-4030d70e828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:16.764761 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:16.889222 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:18.273354 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:27.420802 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-09aafde6-8850-4835-bf5b-a4a68d40de26 req-3a5cfb06-6956-480e-98c9-b8b9cf83acf8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=99d4d253-86a0-473b-838e-3aff8dbc36a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658891 Apr 08 10:37:27.565075 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-09aafde6-8850-4835-bf5b-a4a68d40de26 req-2d7a1dc6-1ca2-4138-b129-35321a329201 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=99d4d253-86a0-473b-838e-3aff8dbc36a1 HTTP/1.1" status: 200 len: 1098 time: 0.0700102 Apr 08 10:37:27.712728 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aafde6-8850-4835-bf5b-a4a68d40de26 req-b794d9b4-da62-402f-bb81-abbbe974f276 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:27.714138 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-09aafde6-8850-4835-bf5b-a4a68d40de26 req-b794d9b4-da62-402f-bb81-abbbe974f276 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4919e26-5acb-4f43-b0a8-44081f75646d HTTP/1.1" status: 200 len: 898 time: 0.1262803 Apr 08 10:37:27.813513 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-09aafde6-8850-4835-bf5b-a4a68d40de26 req-d8f09357-bb29-4ab6-a515-1bb827a23319 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b5ae525-73d2-44e4-8a10-69d9cdb21048 HTTP/1.1" status: 200 len: 1001 time: 0.0900943 Apr 08 10:37:27.879714 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aafde6-8850-4835-bf5b-a4a68d40de26 req-ca227ff3-69b3-4673-bd3c-ccc4265cd576 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:27.881115 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-09aafde6-8850-4835-bf5b-a4a68d40de26 req-ca227ff3-69b3-4673-bd3c-ccc4265cd576 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=122c71b4-740d-4201-9920-050d1e00a12a HTTP/1.1" status: 200 len: 844 time: 0.0589066 Apr 08 10:37:27.955422 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-09aafde6-8850-4835-bf5b-a4a68d40de26 req-cba3549c-a0d5-4e74-9b6e-4449b49ca508 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4919e26-5acb-4f43-b0a8-44081f75646d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650089 Apr 08 10:37:28.087560 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-09aafde6-8850-4835-bf5b-a4a68d40de26 req-a779b4e0-1d34-4115-9786-4f0c31cebd0f service neutron] 10.222.0.52 "GET /v2.0/networks/a4919e26-5acb-4f43-b0a8-44081f75646d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225061 Apr 08 10:37:28.218283 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-09aafde6-8850-4835-bf5b-a4a68d40de26 req-6f870984-04af-465a-a8bb-8c1e02f03c07 service neutron] 10.222.0.52 "GET /v2.0/networks/a4919e26-5acb-4f43-b0a8-44081f75646d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219406 Apr 08 10:37:38.336551 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:43.323197 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-76444457-efd3-48c5-b43d-763684fdc001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:44.102464 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:37:45.553715 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-560279a7-5e0a-4a54-a502-8ac495da6e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:46.765895 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:46.890158 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:48.276670 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.281868 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33458) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:37:56.474203 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-a35b6a4d-88a2-4536-9055-8c0871a1ae41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port 41c41038-c8de-45f1-ab6b-8277b79830fc {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:37:56.474536 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a35b6a4d-88a2-4536-9055-8c0871a1ae41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.641366 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a35b6a4d-88a2-4536-9055-8c0871a1ae41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.641609 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a35b6a4d-88a2-4536-9055-8c0871a1ae41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.757288 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-a35b6a4d-88a2-4536-9055-8c0871a1ae41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for 41c41038-c8de-45f1-ab6b-8277b79830fc owned by network:floatingip {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:37:56.904513 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a35b6a4d-88a2-4536-9055-8c0871a1ae41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:56.947475 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b6a4d-88a2-4536-9055-8c0871a1ae41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=41c41038-c8de-45f1-ab6b-8277b79830fc,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:37:57.039750 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a35b6a4d-88a2-4536-9055-8c0871a1ae41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:57.503399 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35b6a4d-88a2-4536-9055-8c0871a1ae41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router 6e518b35-4904-493c-b5b5-33f36169979f has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:37:57.696548 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35b6a4d-88a2-4536-9055-8c0871a1ae41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:37:57.705670 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6e2b83-0f48-4702-95e6-e77d6589f901 None None] Sync routers for ids ['6e518b35-4904-493c-b5b5-33f36169979f'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:37:57.713952 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a35b6a4d-88a2-4536-9055-8c0871a1ae41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:37:57.718256 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6e2b83-0f48-4702-95e6-e77d6589f901 None None] Routers {'6e518b35-4904-493c-b5b5-33f36169979f'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:37:57.718851 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-ec6e2b83-0f48-4702-95e6-e77d6589f901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:37:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6e518b35-4904-493c-b5b5-33f36169979f'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:57.766173 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a35b6a4d-88a2-4536-9055-8c0871a1ae41 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/floatingips/77fa025d-4ab9-4953-9ef7-8696d085d0a6 HTTP/1.1" status: 204 len: 168 time: 1.4828753 Apr 08 10:37:57.766551 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d4d253-86a0-473b-838e-3aff8dbc36a1', 'tag': '8b5ae525-73d2-44e4-8a10-69d9cdb21048'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:37:57.852026 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad0aaf86-5d42-4a28-860e-8e260723ea3d'] response: {'name': 'network-changed', 'server_uuid': '99d4d253-86a0-473b-838e-3aff8dbc36a1', 'tag': '8b5ae525-73d2-44e4-8a10-69d9cdb21048', 'status': 'completed', 'code': 200} Apr 08 10:37:57.901194 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-ec6e2b83-0f48-4702-95e6-e77d6589f901 None None] Set router 6e518b35-4904-493c-b5b5-33f36169979f gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:37:57.961200 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-d23eed84-2493-475b-9623-042d363a309d req-609f9ea6-8373-423a-a9e2-2996e4d81be6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=99d4d253-86a0-473b-838e-3aff8dbc36a1 HTTP/1.1" status: 200 len: 1098 time: 0.0758886 Apr 08 10:37:58.108377 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23eed84-2493-475b-9623-042d363a309d req-4e3988ab-2962-40f2-b319-36b7dd6473bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:58.109937 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-d23eed84-2493-475b-9623-042d363a309d req-4e3988ab-2962-40f2-b319-36b7dd6473bb service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4919e26-5acb-4f43-b0a8-44081f75646d HTTP/1.1" status: 200 len: 898 time: 0.1388001 Apr 08 10:37:58.184887 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-d23eed84-2493-475b-9623-042d363a309d req-5447c664-472d-40de-b325-a7776b6c175b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b5ae525-73d2-44e4-8a10-69d9cdb21048 HTTP/1.1" status: 200 len: 217 time: 0.0658126 Apr 08 10:37:58.257045 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23eed84-2493-475b-9623-042d363a309d req-512cf31c-6e3e-4bc4-a446-1b2f9664611a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:58.258650 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-d23eed84-2493-475b-9623-042d363a309d req-512cf31c-6e3e-4bc4-a446-1b2f9664611a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=122c71b4-740d-4201-9920-050d1e00a12a HTTP/1.1" status: 200 len: 844 time: 0.0629137 Apr 08 10:37:58.261416 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-ec6e2b83-0f48-4702-95e6-e77d6589f901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e518b35-4904-493c-b5b5-33f36169979f', 'name': 'tempest-TestNetworkBasicOps-router-586789044', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:34:52Z', 'updated_at': '2022-04-08T10:34:56Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e518b35-4904-493c-b5b5-33f36169979f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:34:53Z', 'updated_at': '2022-04-08T10:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '67f9e404-5d75-4f77-8971-27d7b8ff15c1', 'name': '', 'network_id': 'a4919e26-5acb-4f43-b0a8-44081f75646d', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:03:99:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e518b35-4904-493c-b5b5-33f36169979f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122c71b4-740d-4201-9920-050d1e00a12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:34:56Z', 'updated_at': '2022-04-08T10:35:02Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '122c71b4-740d-4201-9920-050d1e00a12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:58.265258 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6e2b83-0f48-4702-95e6-e77d6589f901 None None] Checking router: 6e518b35-4904-493c-b5b5-33f36169979f for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:37:58.276111 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6e2b83-0f48-4702-95e6-e77d6589f901 None None] Routers {'6e518b35-4904-493c-b5b5-33f36169979f'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:37:58.276625 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-ec6e2b83-0f48-4702-95e6-e77d6589f901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:37:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6e518b35-4904-493c-b5b5-33f36169979f'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:58.335151 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-d23eed84-2493-475b-9623-042d363a309d req-4be90c33-c2b6-44e4-9fbd-47c7123ddb5d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4919e26-5acb-4f43-b0a8-44081f75646d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695083 Apr 08 10:37:58.368848 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871ac90-cbff-4f17-82d2-49fbafa8ff8e req-5b354b3c-9a91-46db-ba1c-b86187cb81c3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:58.369715 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-e871ac90-cbff-4f17-82d2-49fbafa8ff8e req-5b354b3c-9a91-46db-ba1c-b86187cb81c3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:37:58.386318 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-e871ac90-cbff-4f17-82d2-49fbafa8ff8e req-5b354b3c-9a91-46db-ba1c-b86187cb81c3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:37:58.387981 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e871ac90-cbff-4f17-82d2-49fbafa8ff8e req-5b354b3c-9a91-46db-ba1c-b86187cb81c3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=99d4d253-86a0-473b-838e-3aff8dbc36a1 HTTP/1.1" status: 200 len: 945 time: 0.1019061 Apr 08 10:37:58.443701 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e871ac90-cbff-4f17-82d2-49fbafa8ff8e req-e1f63c4a-af1b-4db5-893f-4db5f44b80e1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=4fb954b1-c2eb-4ce2-9ca5-09c3cc2f6f55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496628 Apr 08 10:37:58.499110 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-ec6e2b83-0f48-4702-95e6-e77d6589f901 None None] Set router 6e518b35-4904-493c-b5b5-33f36169979f gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:37:58.560757 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-d23eed84-2493-475b-9623-042d363a309d req-fde41d12-0003-4eb9-a5e5-578a799831c7 service neutron] 10.222.0.52 "GET /v2.0/networks/a4919e26-5acb-4f43-b0a8-44081f75646d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179434 Apr 08 10:37:58.693698 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-d23eed84-2493-475b-9623-042d363a309d req-11644b47-9484-4b1b-a9dc-6c0221d81212 service neutron] 10.222.0.52 "GET /v2.0/networks/a4919e26-5acb-4f43-b0a8-44081f75646d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264069 Apr 08 10:37:58.807385 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-ec6e2b83-0f48-4702-95e6-e77d6589f901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e518b35-4904-493c-b5b5-33f36169979f', 'name': 'tempest-TestNetworkBasicOps-router-586789044', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:34:52Z', 'updated_at': '2022-04-08T10:34:56Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e518b35-4904-493c-b5b5-33f36169979f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:34:53Z', 'updated_at': '2022-04-08T10:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '67f9e404-5d75-4f77-8971-27d7b8ff15c1', 'name': '', 'network_id': 'a4919e26-5acb-4f43-b0a8-44081f75646d', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:03:99:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e518b35-4904-493c-b5b5-33f36169979f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122c71b4-740d-4201-9920-050d1e00a12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:34:56Z', 'updated_at': '2022-04-08T10:35:02Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '122c71b4-740d-4201-9920-050d1e00a12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:37:58.811568 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6e2b83-0f48-4702-95e6-e77d6589f901 None None] The sync data for ids ['6e518b35-4904-493c-b5b5-33f36169979f'] in dv-neutron-837110-1-hyperv is: [{'id': '6e518b35-4904-493c-b5b5-33f36169979f', 'name': 'tempest-TestNetworkBasicOps-router-586789044', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:34:52Z', 'updated_at': '2022-04-08T10:34:56Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e518b35-4904-493c-b5b5-33f36169979f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:34:53Z', 'updated_at': '2022-04-08T10:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '67f9e404-5d75-4f77-8971-27d7b8ff15c1', 'name': '', 'network_id': 'a4919e26-5acb-4f43-b0a8-44081f75646d', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:03:99:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e518b35-4904-493c-b5b5-33f36169979f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '122c71b4-740d-4201-9920-050d1e00a12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:34:56Z', 'updated_at': '2022-04-08T10:35:02Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '122c71b4-740d-4201-9920-050d1e00a12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:37:59.040891 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d43a897-907b-4ceb-8cb4-6643e360822c None None] New status for floating IP 77fa025d-4ab9-4953-9ef7-8696d085d0a6: DOWN {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:37:59.656420 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7fcd0-5932-4383-8c64-6ef3437e6e33 req-dbca2a93-4772-447e-b979-8651fa08aa31 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:59.658132 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-eed7fcd0-5932-4383-8c64-6ef3437e6e33 req-dbca2a93-4772-447e-b979-8651fa08aa31 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=99d4d253-86a0-473b-838e-3aff8dbc36a1 HTTP/1.1" status: 200 len: 945 time: 0.0755079 Apr 08 10:37:59.702433 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-eed7fcd0-5932-4383-8c64-6ef3437e6e33 req-5ea5f892-b276-4cfb-916d-3306eda85f61 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=4fb954b1-c2eb-4ce2-9ca5-09c3cc2f6f55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386763 Apr 08 10:37:59.791617 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769d781-5269-42ac-b05c-6b13b88a0610 req-92d73333-3ae5-4d16-8d43-7944158ba871 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:37:59.792254 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-a769d781-5269-42ac-b05c-6b13b88a0610 req-92d73333-3ae5-4d16-8d43-7944158ba871 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:37:59.804329 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-a769d781-5269-42ac-b05c-6b13b88a0610 req-92d73333-3ae5-4d16-8d43-7944158ba871 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:37:59.805418 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-a769d781-5269-42ac-b05c-6b13b88a0610 req-92d73333-3ae5-4d16-8d43-7944158ba871 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/ports?device_id=99d4d253-86a0-473b-838e-3aff8dbc36a1 HTTP/1.1" status: 200 len: 945 time: 0.0913315 Apr 08 10:37:59.875836 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [req-a769d781-5269-42ac-b05c-6b13b88a0610 req-9d80c2de-f310-4b57-a642-f2c3733aac46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port 8b5ae525-73d2-44e4-8a10-69d9cdb21048 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:37:59.876201 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-a769d781-5269-42ac-b05c-6b13b88a0610 req-9d80c2de-f310-4b57-a642-f2c3733aac46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:00.123361 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-a769d781-5269-42ac-b05c-6b13b88a0610 req-9d80c2de-f310-4b57-a642-f2c3733aac46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port 8b5ae525-73d2-44e4-8a10-69d9cdb21048, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8b5ae525-73d2-44e4-8a10-69d9cdb21048,segment=NetworkSegment(905e1a20-9c0d-4db9-8ebe-9aafda3e2b40),segment_id=905e1a20-9c0d-4db9-8ebe-9aafda3e2b40)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:38:00.123722 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-a769d781-5269-42ac-b05c-6b13b88a0610 req-9d80c2de-f310-4b57-a642-f2c3733aac46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:00.242583 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [req-a769d781-5269-42ac-b05c-6b13b88a0610 req-9d80c2de-f310-4b57-a642-f2c3733aac46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for 8b5ae525-73d2-44e4-8a10-69d9cdb21048 owned by compute:nova {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:38:00.382709 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-a769d781-5269-42ac-b05c-6b13b88a0610 req-9d80c2de-f310-4b57-a642-f2c3733aac46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:00.430176 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80c2de-f310-4b57-a642-f2c3733aac46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=8b5ae525-73d2-44e4-8a10-69d9cdb21048,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:00.469299 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80c2de-f310-4b57-a642-f2c3733aac46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:00.469650 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80c2de-f310-4b57-a642-f2c3733aac46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:00.469993 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80c2de-f310-4b57-a642-f2c3733aac46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:00.470330 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80c2de-f310-4b57-a642-f2c3733aac46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:00.470667 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80c2de-f310-4b57-a642-f2c3733aac46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:00.470998 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80c2de-f310-4b57-a642-f2c3733aac46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:00.471847 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80c2de-f310-4b57-a642-f2c3733aac46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:00.472215 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80c2de-f310-4b57-a642-f2c3733aac46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:00.472541 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80c2de-f310-4b57-a642-f2c3733aac46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:00.472871 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80c2de-f310-4b57-a642-f2c3733aac46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:00.473195 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d80c2de-f310-4b57-a642-f2c3733aac46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:00.515741 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [req-a769d781-5269-42ac-b05c-6b13b88a0610 req-9d80c2de-f310-4b57-a642-f2c3733aac46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] No DVR routers for this DVR port 8b5ae525-73d2-44e4-8a10-69d9cdb21048 on host hv-neutron-8371 {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:38:00.518049 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-a769d781-5269-42ac-b05c-6b13b88a0610 req-9d80c2de-f310-4b57-a642-f2c3733aac46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:00.520569 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d4d253-86a0-473b-838e-3aff8dbc36a1', 'name': 'network-vif-deleted', 'tag': '8b5ae525-73d2-44e4-8a10-69d9cdb21048'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:38:00.538800 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-a769d781-5269-42ac-b05c-6b13b88a0610 req-9d80c2de-f310-4b57-a642-f2c3733aac46 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "DELETE /v2.0/ports/8b5ae525-73d2-44e4-8a10-69d9cdb21048 HTTP/1.1" status: 204 len: 173 time: 0.7236910 Apr 08 10:38:00.727197 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-415f1a6d-277e-4dbf-b39f-4d3dd79268ec'] response: {'server_uuid': '99d4d253-86a0-473b-838e-3aff8dbc36a1', 'name': 'network-vif-deleted', 'tag': '8b5ae525-73d2-44e4-8a10-69d9cdb21048', 'status': 'completed', 'code': 200} Apr 08 10:38:00.891490 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-94ea2c1c-1212-4e6f-9dab-31831fbbef31 req-d4c42590-5593-4f8b-92af-70ec13cb1aa9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=99d4d253-86a0-473b-838e-3aff8dbc36a1 HTTP/1.1" status: 200 len: 210 time: 0.0445962 Apr 08 10:38:01.999449 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33490) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:02.068044 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-edeb9365-ace4-4550-acc9-c3f3b46088a5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:02.095954 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-edeb9365-ace4-4550-acc9-c3f3b46088a5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:02.163226 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-edeb9365-ace4-4550-acc9-c3f3b46088a5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:02.183470 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb9365-ace4-4550-acc9-c3f3b46088a5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb954b1-c2eb-4ce2-9ca5-09c3cc2f6f55,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:02.197484 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-edeb9365-ace4-4550-acc9-c3f3b46088a5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:02.202018 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-edeb9365-ace4-4550-acc9-c3f3b46088a5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/security-groups/4fb954b1-c2eb-4ce2-9ca5-09c3cc2f6f55 HTTP/1.1" status: 204 len: 168 time: 0.2015431 Apr 08 10:38:02.243821 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33496) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:02.631809 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-860f11a5-7059-4817-8c29-278721c587e5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:03.321156 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-860f11a5-7059-4817-8c29-278721c587e5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port 67f9e404-5d75-4f77-8971-27d7b8ff15c1 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:38:03.322222 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-860f11a5-7059-4817-8c29-278721c587e5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:03.501222 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-860f11a5-7059-4817-8c29-278721c587e5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port 67f9e404-5d75-4f77-8971-27d7b8ff15c1, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=67f9e404-5d75-4f77-8971-27d7b8ff15c1,segment=NetworkSegment(905e1a20-9c0d-4db9-8ebe-9aafda3e2b40),segment_id=905e1a20-9c0d-4db9-8ebe-9aafda3e2b40)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:38:03.501583 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-860f11a5-7059-4817-8c29-278721c587e5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:03.630810 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-860f11a5-7059-4817-8c29-278721c587e5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for 67f9e404-5d75-4f77-8971-27d7b8ff15c1 owned by network:router_interface {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:38:03.799924 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-860f11a5-7059-4817-8c29-278721c587e5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:03.847272 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f11a5-7059-4817-8c29-278721c587e5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=67f9e404-5d75-4f77-8971-27d7b8ff15c1,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:04.140945 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 8b5ae525-73d2-44e4-8a10-69d9cdb21048 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:38:04.145301 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-860f11a5-7059-4817-8c29-278721c587e5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:04.176057 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: 8b5ae525-73d2-44e4-8a10-69d9cdb21048 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:38:04.176437 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 8b5ae525-73d2-44e4-8a10-69d9cdb21048 not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:38:04.803150 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860f11a5-7059-4817-8c29-278721c587e5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router 6e518b35-4904-493c-b5b5-33f36169979f has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:38:05.001463 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860f11a5-7059-4817-8c29-278721c587e5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:38:05.011918 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb44235-caeb-4517-ba40-f8b95a76349c None None] Sync routers for ids ['6e518b35-4904-493c-b5b5-33f36169979f'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:38:05.014702 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-860f11a5-7059-4817-8c29-278721c587e5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "PUT /v2.0/routers/6e518b35-4904-493c-b5b5-33f36169979f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7697988 Apr 08 10:38:05.017256 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33500) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:05.024944 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb44235-caeb-4517-ba40-f8b95a76349c None None] Routers {'6e518b35-4904-493c-b5b5-33f36169979f'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:38:05.025545 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-8eb44235-caeb-4517-ba40-f8b95a76349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:37:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6e518b35-4904-493c-b5b5-33f36169979f'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:05.201897 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-8eb44235-caeb-4517-ba40-f8b95a76349c None None] Set router 6e518b35-4904-493c-b5b5-33f36169979f gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:38:05.204881 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-09076526-18b0-4eaf-a9ce-a91a62ce4151 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting subnet 122c71b4-740d-4201-9920-050d1e00a12a {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:38:05.208358 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-09076526-18b0-4eaf-a9ce-a91a62ce4151 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:05.262076 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-09076526-18b0-4eaf-a9ce-a91a62ce4151 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:05.341707 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-09076526-18b0-4eaf-a9ce-a91a62ce4151 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:05.417858 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-09076526-18b0-4eaf-a9ce-a91a62ce4151 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:05.454904 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09076526-18b0-4eaf-a9ce-a91a62ce4151 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Subnet': ['ID=122c71b4-740d-4201-9920-050d1e00a12a,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:05.461735 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-09076526-18b0-4eaf-a9ce-a91a62ce4151 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:05.467781 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-09076526-18b0-4eaf-a9ce-a91a62ce4151 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/subnets/122c71b4-740d-4201-9920-050d1e00a12a HTTP/1.1" status: 204 len: 168 time: 0.4495203 Apr 08 10:38:05.468385 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fd2d58-ead6-4551-8514-2d31015115c7 None None] Network a4919e26-5acb-4f43-b0a8-44081f75646d requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:38:05.471108 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33504) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:05.485453 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-8eb44235-caeb-4517-ba40-f8b95a76349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e518b35-4904-493c-b5b5-33f36169979f', 'name': 'tempest-TestNetworkBasicOps-router-586789044', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:34:52Z', 'updated_at': '2022-04-08T10:38:03Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e518b35-4904-493c-b5b5-33f36169979f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:34:53Z', 'updated_at': '2022-04-08T10:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:05.489464 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb44235-caeb-4517-ba40-f8b95a76349c None None] Checking router: 6e518b35-4904-493c-b5b5-33f36169979f for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:38:05.499665 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb44235-caeb-4517-ba40-f8b95a76349c None None] Routers {'6e518b35-4904-493c-b5b5-33f36169979f'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:38:05.500282 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-8eb44235-caeb-4517-ba40-f8b95a76349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:37:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6e518b35-4904-493c-b5b5-33f36169979f'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:05.676914 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-8eb44235-caeb-4517-ba40-f8b95a76349c None None] Set router 6e518b35-4904-493c-b5b5-33f36169979f gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:38:05.680817 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-802c6dab-7b73-4b5f-ae0e-841d74b5bc16 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:05.723651 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a335369-600f-4b6e-ad44-7971255bbab7 None None] DHCP port deletion for a4919e26-5acb-4f43-b0a8-44081f75646d request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:38:05.727814 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-3a335369-600f-4b6e-ad44-7971255bbab7 None None] Deleting port 4365cfa3-2fd0-4b99-b3d3-042909ea0217 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:38:05.728211 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3a335369-600f-4b6e-ad44-7971255bbab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:05.881104 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-802c6dab-7b73-4b5f-ae0e-841d74b5bc16 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:05.890432 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-802c6dab-7b73-4b5f-ae0e-841d74b5bc16 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port fa28bd07-38d8-4f71-8e96-407dd0ad6549 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:38:05.890754 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-802c6dab-7b73-4b5f-ae0e-841d74b5bc16 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:05.953035 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-3a335369-600f-4b6e-ad44-7971255bbab7 None None] For port 4365cfa3-2fd0-4b99-b3d3-042909ea0217, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=4365cfa3-2fd0-4b99-b3d3-042909ea0217,segment=NetworkSegment(905e1a20-9c0d-4db9-8ebe-9aafda3e2b40),segment_id=905e1a20-9c0d-4db9-8ebe-9aafda3e2b40)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:38:05.953420 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3a335369-600f-4b6e-ad44-7971255bbab7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:06.013986 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-8eb44235-caeb-4517-ba40-f8b95a76349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e518b35-4904-493c-b5b5-33f36169979f', 'name': 'tempest-TestNetworkBasicOps-router-586789044', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:34:52Z', 'updated_at': '2022-04-08T10:38:03Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e518b35-4904-493c-b5b5-33f36169979f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:34:53Z', 'updated_at': '2022-04-08T10:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:06.019140 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb44235-caeb-4517-ba40-f8b95a76349c None None] The sync data for ids ['6e518b35-4904-493c-b5b5-33f36169979f'] in dv-neutron-837110-1-hyperv is: [{'id': '6e518b35-4904-493c-b5b5-33f36169979f', 'name': 'tempest-TestNetworkBasicOps-router-586789044', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:34:52Z', 'updated_at': '2022-04-08T10:38:03Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'fa28bd07-38d8-4f71-8e96-407dd0ad6549', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e518b35-4904-493c-b5b5-33f36169979f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:34:53Z', 'updated_at': '2022-04-08T10:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:38:06.096722 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-3a335369-600f-4b6e-ad44-7971255bbab7 None None] Calling delete_port for 4365cfa3-2fd0-4b99-b3d3-042909ea0217 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:38:06.176352 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3a335369-600f-4b6e-ad44-7971255bbab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:06.185931 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-802c6dab-7b73-4b5f-ae0e-841d74b5bc16 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port fa28bd07-38d8-4f71-8e96-407dd0ad6549, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=fa28bd07-38d8-4f71-8e96-407dd0ad6549,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:38:06.186285 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-802c6dab-7b73-4b5f-ae0e-841d74b5bc16 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:06.256338 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a335369-600f-4b6e-ad44-7971255bbab7 None None] Pushing event deleted for resources: {'Port': ['ID=4365cfa3-2fd0-4b99-b3d3-042909ea0217,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:06.261675 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a335369-600f-4b6e-ad44-7971255bbab7 None None] No DVR routers for this DVR port 4365cfa3-2fd0-4b99-b3d3-042909ea0217 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:38:06.274943 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a335369-600f-4b6e-ad44-7971255bbab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:06.275397 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a335369-600f-4b6e-ad44-7971255bbab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:06.275734 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a335369-600f-4b6e-ad44-7971255bbab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:06.276061 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a335369-600f-4b6e-ad44-7971255bbab7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:06.276421 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a335369-600f-4b6e-ad44-7971255bbab7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:06.276743 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a335369-600f-4b6e-ad44-7971255bbab7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:06.277063 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a335369-600f-4b6e-ad44-7971255bbab7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:06.277381 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a335369-600f-4b6e-ad44-7971255bbab7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:06.277697 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a335369-600f-4b6e-ad44-7971255bbab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:06.278010 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a335369-600f-4b6e-ad44-7971255bbab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:06.278323 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a335369-600f-4b6e-ad44-7971255bbab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:06.306524 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-802c6dab-7b73-4b5f-ae0e-841d74b5bc16 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for fa28bd07-38d8-4f71-8e96-407dd0ad6549 owned by network:router_gateway {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:38:06.407044 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 4365cfa3-2fd0-4b99-b3d3-042909ea0217 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:38:06.440326 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 4365cfa3-2fd0-4b99-b3d3-042909ea0217 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:38:06.440669 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 4365cfa3-2fd0-4b99-b3d3-042909ea0217 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:38:06.481646 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-802c6dab-7b73-4b5f-ae0e-841d74b5bc16 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:06.529156 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c6dab-7b73-4b5f-ae0e-841d74b5bc16 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=fa28bd07-38d8-4f71-8e96-407dd0ad6549,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:06.755895 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-802c6dab-7b73-4b5f-ae0e-841d74b5bc16 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.008320 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-802c6dab-7b73-4b5f-ae0e-841d74b5bc16 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.012477 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-802c6dab-7b73-4b5f-ae0e-841d74b5bc16 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.037617 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-802c6dab-7b73-4b5f-ae0e-841d74b5bc16 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.038131 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802c6dab-7b73-4b5f-ae0e-841d74b5bc16 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Fanout notify agent at l3_agent the message router_deleted on router 6e518b35-4904-493c-b5b5-33f36169979f {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:38:07.052785 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-802c6dab-7b73-4b5f-ae0e-841d74b5bc16 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.056369 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-802c6dab-7b73-4b5f-ae0e-841d74b5bc16 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/routers/6e518b35-4904-493c-b5b5-33f36169979f HTTP/1.1" status: 204 len: 168 time: 1.5808883 Apr 08 10:38:07.056793 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33508) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:07.173721 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a56eb128-e4be-42b4-9d96-eb19cd9958f8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.301746 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a56eb128-e4be-42b4-9d96-eb19cd9958f8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.325737 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-a56eb128-e4be-42b4-9d96-eb19cd9958f8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4919e26-5acb-4f43-b0a8-44081f75646d']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:07.337813 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-a56eb128-e4be-42b4-9d96-eb19cd9958f8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '905e1a20-9c0d-4db9-8ebe-9aafda3e2b40') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:07.338109 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-a56eb128-e4be-42b4-9d96-eb19cd9958f8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '905e1a20-9c0d-4db9-8ebe-9aafda3e2b40') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:07.349238 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a56eb128-e4be-42b4-9d96-eb19cd9958f8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.364727 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a56eb128-e4be-42b4-9d96-eb19cd9958f8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.370943 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a56eb128-e4be-42b4-9d96-eb19cd9958f8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:38:07.371323 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a56eb128-e4be-42b4-9d96-eb19cd9958f8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:38:07.385795 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:38:07.563686 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a56eb128-e4be-42b4-9d96-eb19cd9958f8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.581149 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a56eb128-e4be-42b4-9d96-eb19cd9958f8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.592945 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56eb128-e4be-42b4-9d96-eb19cd9958f8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Network': ['ID=a4919e26-5acb-4f43-b0a8-44081f75646d,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:07.599922 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a56eb128-e4be-42b4-9d96-eb19cd9958f8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/networks/a4919e26-5acb-4f43-b0a8-44081f75646d HTTP/1.1" status: 204 len: 168 time: 0.5421867 Apr 08 10:38:07.612374 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33512) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:07.617666 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-12bc3d02-4f70-49be-a039-3c9e31376b3a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'network': {'name': 'tempest-network-smoke--110523382', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'port_security_enabled': True}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:38:07.622495 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-12bc3d02-4f70-49be-a039-3c9e31376b3a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:07.626477 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-12bc3d02-4f70-49be-a039-3c9e31376b3a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:network and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:07.629982 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-12bc3d02-4f70-49be-a039-3c9e31376b3a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:07.635545 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-12bc3d02-4f70-49be-a039-3c9e31376b3a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:07.644890 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bc3d02-4f70-49be-a039-3c9e31376b3a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Made reservation on behalf of 6d9baba61a9a4a97bab400043cc74a73 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:07.647743 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-12bc3d02-4f70-49be-a039-3c9e31376b3a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.675646 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12bc3d02-4f70-49be-a039-3c9e31376b3a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:38:07.684400 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-12bc3d02-4f70-49be-a039-3c9e31376b3a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.684748 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-12bc3d02-4f70-49be-a039-3c9e31376b3a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Added segment 60af37ce-edd3-4c67-a729-0696f6447859 of type vlan for network 59e8804d-f618-4655-a104-9042d4693895 Apr 08 10:38:07.710504 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-12bc3d02-4f70-49be-a039-3c9e31376b3a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.737875 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-12bc3d02-4f70-49be-a039-3c9e31376b3a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.741491 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bc3d02-4f70-49be-a039-3c9e31376b3a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:07.742070 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-12bc3d02-4f70-49be-a039-3c9e31376b3a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.845587 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-12bc3d02-4f70-49be-a039-3c9e31376b3a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2320735 Apr 08 10:38:07.848827 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33516) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:07.851527 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc3d02-4f70-49be-a039-3c9e31376b3a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Network': ['ID=59e8804d-f618-4655-a104-9042d4693895,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:07.854169 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-5a0984d0-71f3-40ff-ab28-67bad82f94e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-618233208', 'admin_state_up': True, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:38:07.861096 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5a0984d0-71f3-40ff-ab28-67bad82f94e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:07.861600 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 59e8804d-f618-4655-a104-9042d4693895 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:38:07.865494 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5a0984d0-71f3-40ff-ab28-67bad82f94e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:router and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:07.868407 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5a0984d0-71f3-40ff-ab28-67bad82f94e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:07.874818 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5a0984d0-71f3-40ff-ab28-67bad82f94e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:07.884636 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5a0984d0-71f3-40ff-ab28-67bad82f94e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.885577 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5a0984d0-71f3-40ff-ab28-67bad82f94e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:07.905390 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5a0984d0-71f3-40ff-ab28-67bad82f94e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:08.055952 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5a0984d0-71f3-40ff-ab28-67bad82f94e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:08.071935 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device fa28bd07-38d8-4f71-8e96-407dd0ad6549 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:38:08.108604 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: fa28bd07-38d8-4f71-8e96-407dd0ad6549 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:38:08.108823 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device fa28bd07-38d8-4f71-8e96-407dd0ad6549 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:38:08.109413 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 67f9e404-5d75-4f77-8971-27d7b8ff15c1 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:38:08.142189 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 67f9e404-5d75-4f77-8971-27d7b8ff15c1 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:38:08.142539 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 67f9e404-5d75-4f77-8971-27d7b8ff15c1 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:38:08.240066 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5a0984d0-71f3-40ff-ab28-67bad82f94e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_gateway, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:08.269244 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5a0984d0-71f3-40ff-ab28-67bad82f94e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:08.357057 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:08.489108 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-5a0984d0-71f3-40ff-ab28-67bad82f94e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.26.0.37 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/3a3be0c4-a9ec-451f-ab3f-977ffd0d1600) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:08.632294 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5a0984d0-71f3-40ff-ab28-67bad82f94e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:08.659409 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5a0984d0-71f3-40ff-ab28-67bad82f94e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:08.723612 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0984d0-71f3-40ff-ab28-67bad82f94e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:08.726411 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-5a0984d0-71f3-40ff-ab28-67bad82f94e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:08.730624 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0984d0-71f3-40ff-ab28-67bad82f94e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:38:08.760118 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0984d0-71f3-40ff-ab28-67bad82f94e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=3a3be0c4-a9ec-451f-ab3f-977ffd0d1600,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:08.883512 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5a0984d0-71f3-40ff-ab28-67bad82f94e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_gateway, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:08.884263 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5a0984d0-71f3-40ff-ab28-67bad82f94e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:09.106918 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0984d0-71f3-40ff-ab28-67bad82f94e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:38:09.304652 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0984d0-71f3-40ff-ab28-67bad82f94e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:38:09.313741 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d56e2ef-c057-4fb4-92aa-ede5108c5159 None None] Sync routers for ids ['ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:38:09.325695 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d56e2ef-c057-4fb4-92aa-ede5108c5159 None None] Routers {'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:38:09.326414 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-4d56e2ef-c057-4fb4-92aa-ede5108c5159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:37:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:09.330842 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5a0984d0-71f3-40ff-ab28-67bad82f94e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:09.332036 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5a0984d0-71f3-40ff-ab28-67bad82f94e2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4820631 Apr 08 10:38:09.335246 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33520) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:09.500660 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-4d56e2ef-c057-4fb4-92aa-ede5108c5159 None None] Set router ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:38:09.558588 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-20d38fff-d024-45b6-beed-73233099ed4f tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=6d9baba61a9a4a97bab400043cc74a73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2222509 Apr 08 10:38:09.561177 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33526) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:09.690112 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92aeec0b-be66-49f3-b0a9-6000d1cd2642 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:09.694471 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-92aeec0b-be66-49f3-b0a9-6000d1cd2642 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298149 Apr 08 10:38:09.694693 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33530) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:09.734861 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9d778249-3d62-4ce0-b38c-3ec9c4fc802b tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390866 Apr 08 10:38:09.737494 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33534) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:09.743140 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-29555a11-feb0-46cc-896a-756d8b4b288a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1691945876', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:38:09.780879 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-4d56e2ef-c057-4fb4-92aa-ede5108c5159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'name': 'tempest-TestNetworkBasicOps-router-618233208', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:38:07Z', 'updated_at': '2022-04-08T10:38:08Z', 'revision_number': 3, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:08Z', 'updated_at': '2022-04-08T10:38:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:09.786229 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d56e2ef-c057-4fb4-92aa-ede5108c5159 None None] Checking router: ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:38:09.786575 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d56e2ef-c057-4fb4-92aa-ede5108c5159 None None] Updating router ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 port 3a3be0c4-a9ec-451f-ab3f-977ffd0d1600 binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:38:09.837983 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4d56e2ef-c057-4fb4-92aa-ede5108c5159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:09.854851 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-29555a11-feb0-46cc-896a-756d8b4b288a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:09.858625 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-29555a11-feb0-46cc-896a-756d8b4b288a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:subnet and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:09.861368 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-29555a11-feb0-46cc-896a-756d8b4b288a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:09.867001 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-29555a11-feb0-46cc-896a-756d8b4b288a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:09.876604 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29555a11-feb0-46cc-896a-756d8b4b288a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Made reservation on behalf of 6d9baba61a9a4a97bab400043cc74a73 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:09.977792 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-29555a11-feb0-46cc-896a-756d8b4b288a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:10.163747 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4d56e2ef-c057-4fb4-92aa-ede5108c5159 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:10.175800 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-4d56e2ef-c057-4fb4-92aa-ede5108c5159 None None] Transition to ACTIVE for port object 3a3be0c4-a9ec-451f-ab3f-977ffd0d1600 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:10.182239 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4d56e2ef-c057-4fb4-92aa-ede5108c5159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:10.199284 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-29555a11-feb0-46cc-896a-756d8b4b288a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:10.265681 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-4d56e2ef-c057-4fb4-92aa-ede5108c5159 None None] Attempting to bind port 3a3be0c4-a9ec-451f-ab3f-977ffd0d1600 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:10.266044 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-4d56e2ef-c057-4fb4-92aa-ede5108c5159 None None] Attempting to bind port 3a3be0c4-a9ec-451f-ab3f-977ffd0d1600 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:10.266401 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d56e2ef-c057-4fb4-92aa-ede5108c5159 None None] Attempting to bind port 3a3be0c4-a9ec-451f-ab3f-977ffd0d1600 on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:38:10.269665 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b8b29-d0b4-4a46-9a7f-2846b81507b5 None None] Pushing event updated for resources: {'Port': ['ID=3a3be0c4-a9ec-451f-ab3f-977ffd0d1600,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:10.275729 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d56e2ef-c057-4fb4-92aa-ede5108c5159 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:38:10.276114 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d56e2ef-c057-4fb4-92aa-ede5108c5159 None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:38:10.276605 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4d56e2ef-c057-4fb4-92aa-ede5108c5159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:10.276884 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d56e2ef-c057-4fb4-92aa-ede5108c5159 None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:38:10.277347 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-4d56e2ef-c057-4fb4-92aa-ede5108c5159 None None] Bound port: 3a3be0c4-a9ec-451f-ab3f-977ffd0d1600, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:38:10.277716 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4d56e2ef-c057-4fb4-92aa-ede5108c5159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:10.289889 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29555a11-feb0-46cc-896a-756d8b4b288a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Subnet': ['ID=156877d7-1d1d-4c1d-9162-71307efd7e24,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:10.300474 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29555a11-feb0-46cc-896a-756d8b4b288a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Checking segment: {'id': '60af37ce-edd3-4c67-a729-0696f6447859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '59e8804d-f618-4655-a104-9042d4693895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:38:10.301207 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29555a11-feb0-46cc-896a-756d8b4b288a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network hostable DHCP agents. Network: 59e8804d-f618-4655-a104-9042d4693895, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:38:10.324268 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29555a11-feb0-46cc-896a-756d8b4b288a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 59e8804d-f618-4655-a104-9042d4693895 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:38:10.333974 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-29555a11-feb0-46cc-896a-756d8b4b288a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 59e8804d-f618-4655-a104-9042d4693895) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:10.339315 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29555a11-feb0-46cc-896a-756d8b4b288a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:10.340166 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-29555a11-feb0-46cc-896a-756d8b4b288a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:10.345426 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b39785-cb49-48de-aa5b-f67fd1040bdd None None] Network 59e8804d-f618-4655-a104-9042d4693895 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:38:10.360932 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-29555a11-feb0-46cc-896a-756d8b4b288a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6223321 Apr 08 10:38:10.363975 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33538) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:10.419672 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-4d56e2ef-c057-4fb4-92aa-ede5108c5159 None None] For port 3a3be0c4-a9ec-451f-ab3f-977ffd0d1600, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:38:10.437133 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-4d56e2ef-c057-4fb4-92aa-ede5108c5159 None None] For port 3a3be0c4-a9ec-451f-ab3f-977ffd0d1600, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=3a3be0c4-a9ec-451f-ab3f-977ffd0d1600,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:38:10.445338 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4d56e2ef-c057-4fb4-92aa-ede5108c5159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:10.626458 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b8b29-d0b4-4a46-9a7f-2846b81507b5 None None] Pushing event updated for resources: {'Port': ['ID=3a3be0c4-a9ec-451f-ab3f-977ffd0d1600,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:10.635476 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d56e2ef-c057-4fb4-92aa-ede5108c5159 None None] Routers {'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:38:10.636108 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-4d56e2ef-c057-4fb4-92aa-ede5108c5159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:37:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:10.815752 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0b47cf-cb9a-4eea-a481-11e8aabbb317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-59e8804d-f618-4655-a104-9042d4693895', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ips': [{'subnet_id': '156877d7-1d1d-4c1d-9162-71307efd7e24'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:38:10.816596 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1d0b47cf-cb9a-4eea-a481-11e8aabbb317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:10.919627 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-4d56e2ef-c057-4fb4-92aa-ede5108c5159 None None] Set router ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:38:11.189960 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-1d0b47cf-cb9a-4eea-a481-11e8aabbb317 None None] Allocated IP 172.20.0.2 (59e8804d-f618-4655-a104-9042d4693895/156877d7-1d1d-4c1d-9162-71307efd7e24/97c9abe6-a11f-4832-a048-dfc3dc897ef5) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:11.213520 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f86f478c-ae58-48e6-ac40-935f95f28e3f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:11.435847 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-4d56e2ef-c057-4fb4-92aa-ede5108c5159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'name': 'tempest-TestNetworkBasicOps-router-618233208', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:38:07Z', 'updated_at': '2022-04-08T10:38:08Z', 'revision_number': 3, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:08Z', 'updated_at': '2022-04-08T10:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:11.442889 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d56e2ef-c057-4fb4-92aa-ede5108c5159 None None] The sync data for ids ['ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'] in dv-neutron-837110-1-hyperv is: [{'id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'name': 'tempest-TestNetworkBasicOps-router-618233208', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:38:07Z', 'updated_at': '2022-04-08T10:38:08Z', 'revision_number': 3, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:08Z', 'updated_at': '2022-04-08T10:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:38:11.459193 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1d0b47cf-cb9a-4eea-a481-11e8aabbb317 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:11.474607 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-1d0b47cf-cb9a-4eea-a481-11e8aabbb317 None None] Transition to ACTIVE for port object 97c9abe6-a11f-4832-a048-dfc3dc897ef5 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:11.493614 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-1d0b47cf-cb9a-4eea-a481-11e8aabbb317 None None] Transition to ACTIVE for port object 97c9abe6-a11f-4832-a048-dfc3dc897ef5 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:11.500564 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1d0b47cf-cb9a-4eea-a481-11e8aabbb317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:11.571593 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0b47cf-cb9a-4eea-a481-11e8aabbb317 None None] Network 59e8804d-f618-4655-a104-9042d4693895 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:11.574508 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-1d0b47cf-cb9a-4eea-a481-11e8aabbb317 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:11.577993 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0b47cf-cb9a-4eea-a481-11e8aabbb317 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:38:11.586615 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b47cf-cb9a-4eea-a481-11e8aabbb317 None None] Pushing event updated for resources: {'Port': ['ID=97c9abe6-a11f-4832-a048-dfc3dc897ef5,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:11.615914 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-f86f478c-ae58-48e6-ac40-935f95f28e3f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.20.0.1 (59e8804d-f618-4655-a104-9042d4693895/156877d7-1d1d-4c1d-9162-71307efd7e24/dc623321-ada5-42bf-841c-38dd786fdb61) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:11.680327 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-1d0b47cf-cb9a-4eea-a481-11e8aabbb317 None None] Attempting to bind port 97c9abe6-a11f-4832-a048-dfc3dc897ef5 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:11.680784 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-1d0b47cf-cb9a-4eea-a481-11e8aabbb317 None None] Attempting to bind port 97c9abe6-a11f-4832-a048-dfc3dc897ef5 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '60af37ce-edd3-4c67-a729-0696f6447859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '59e8804d-f618-4655-a104-9042d4693895'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:11.681216 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b47cf-cb9a-4eea-a481-11e8aabbb317 None None] Attempting to bind port 97c9abe6-a11f-4832-a048-dfc3dc897ef5 on network 59e8804d-f618-4655-a104-9042d4693895 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:38:11.692959 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b47cf-cb9a-4eea-a481-11e8aabbb317 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:38:11.693099 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b47cf-cb9a-4eea-a481-11e8aabbb317 None None] Checking segment: {'id': '60af37ce-edd3-4c67-a729-0696f6447859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '59e8804d-f618-4655-a104-9042d4693895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:38:11.693495 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1d0b47cf-cb9a-4eea-a481-11e8aabbb317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:11.693943 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b47cf-cb9a-4eea-a481-11e8aabbb317 None None] Bound using segment: {'id': '60af37ce-edd3-4c67-a729-0696f6447859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '59e8804d-f618-4655-a104-9042d4693895'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:38:11.694460 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-1d0b47cf-cb9a-4eea-a481-11e8aabbb317 None None] Bound port: 97c9abe6-a11f-4832-a048-dfc3dc897ef5, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60af37ce-edd3-4c67-a729-0696f6447859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '59e8804d-f618-4655-a104-9042d4693895'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:38:11.694840 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1d0b47cf-cb9a-4eea-a481-11e8aabbb317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:11.792430 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-1d0b47cf-cb9a-4eea-a481-11e8aabbb317 None None] For port 97c9abe6-a11f-4832-a048-dfc3dc897ef5, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:38:11.796501 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-1d0b47cf-cb9a-4eea-a481-11e8aabbb317 None None] For port 97c9abe6-a11f-4832-a048-dfc3dc897ef5, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=97c9abe6-a11f-4832-a048-dfc3dc897ef5,segment=NetworkSegment(60af37ce-edd3-4c67-a729-0696f6447859),segment_id=60af37ce-edd3-4c67-a729-0696f6447859)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:38:11.802749 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1d0b47cf-cb9a-4eea-a481-11e8aabbb317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:11.814261 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f86f478c-ae58-48e6-ac40-935f95f28e3f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:11.832234 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-f86f478c-ae58-48e6-ac40-935f95f28e3f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Transition to ACTIVE for port object dc623321-ada5-42bf-841c-38dd786fdb61 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:11.857361 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f86f478c-ae58-48e6-ac40-935f95f28e3f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:11.894892 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b47cf-cb9a-4eea-a481-11e8aabbb317 None None] Pushing event updated for resources: {'Port': ['ID=97c9abe6-a11f-4832-a048-dfc3dc897ef5,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:11.936026 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86f478c-ae58-48e6-ac40-935f95f28e3f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 59e8804d-f618-4655-a104-9042d4693895 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:11.939098 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-f86f478c-ae58-48e6-ac40-935f95f28e3f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:11.943791 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86f478c-ae58-48e6-ac40-935f95f28e3f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:38:11.977053 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f478c-ae58-48e6-ac40-935f95f28e3f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=dc623321-ada5-42bf-841c-38dd786fdb61,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:12.008611 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f86f478c-ae58-48e6-ac40-935f95f28e3f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:12.146574 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f86f478c-ae58-48e6-ac40-935f95f28e3f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:12.189428 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3a3be0c4-a9ec-451f-ab3f-977ffd0d1600 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:38:12.281662 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 3a3be0c4-a9ec-451f-ab3f-977ffd0d1600 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:38:12.288578 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 3a3be0c4-a9ec-451f-ab3f-977ffd0d1600 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:12.288957 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:12.412290 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:12.429813 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 3a3be0c4-a9ec-451f-ab3f-977ffd0d1600, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=3a3be0c4-a9ec-451f-ab3f-977ffd0d1600,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:38:12.433624 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:12.546052 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=3a3be0c4-a9ec-451f-ab3f-977ffd0d1600,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:12.581350 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f86f478c-ae58-48e6-ac40-935f95f28e3f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:12.585806 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f86f478c-ae58-48e6-ac40-935f95f28e3f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:12.698514 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f478c-ae58-48e6-ac40-935f95f28e3f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=dc623321-ada5-42bf-841c-38dd786fdb61,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:12.700892 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f86f478c-ae58-48e6-ac40-935f95f28e3f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:12.841611 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86f478c-ae58-48e6-ac40-935f95f28e3f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 59e8804d-f618-4655-a104-9042d4693895 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:12.842760 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-f86f478c-ae58-48e6-ac40-935f95f28e3f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:12.923062 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cadda94-3c1a-462e-992b-3a063f30f5fb None None] Network 59e8804d-f618-4655-a104-9042d4693895 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:38:13.020220 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-88b01f92-cc3d-4057-a206-47d1a68566a3 None None] Provisioning for port 97c9abe6-a11f-4832-a048-dfc3dc897ef5 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:38:13.332187 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-10dc7318-0e46-41a9-9661-8bb69b2b16c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:13.335415 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86f478c-ae58-48e6-ac40-935f95f28e3f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:38:13.374089 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5a64dc36-4911-4f43-af32-810588d47de6 None None] Provisioning for port dc623321-ada5-42bf-841c-38dd786fdb61 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:38:13.381357 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5a64dc36-4911-4f43-af32-810588d47de6 None None] Provisioning complete for port dc623321-ada5-42bf-841c-38dd786fdb61 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:13.381733 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5a64dc36-4911-4f43-af32-810588d47de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:13.436448 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-5a64dc36-4911-4f43-af32-810588d47de6 None None] Port dc623321-ada5-42bf-841c-38dd786fdb61 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:38:13.552415 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86f478c-ae58-48e6-ac40-935f95f28e3f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:38:13.559358 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-83a8f615-5cb3-40a7-83a4-e1279060678a None None] Provisioning complete for port dc623321-ada5-42bf-841c-38dd786fdb61 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:13.559861 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-83a8f615-5cb3-40a7-83a4-e1279060678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:13.567380 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f86f478c-ae58-48e6-ac40-935f95f28e3f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "PUT /v2.0/routers/ffcad24b-23e5-48ef-8e57-6114f0c1e6c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2002428 Apr 08 10:38:13.567873 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33542) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:13.617290 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-83a8f615-5cb3-40a7-83a4-e1279060678a None None] Port dc623321-ada5-42bf-841c-38dd786fdb61 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:38:13.711909 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405ff538-69bf-41cf-834b-2e6c689caa67 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:13.712318 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405ff538-69bf-41cf-834b-2e6c689caa67 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:13.712693 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405ff538-69bf-41cf-834b-2e6c689caa67 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:13.713061 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405ff538-69bf-41cf-834b-2e6c689caa67 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:13.714672 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-405ff538-69bf-41cf-834b-2e6c689caa67 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1458194 Apr 08 10:38:13.717463 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33546) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:13.737968 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-03acacd6-43de-4770-969e-e69643e9f272 None None] Provisioning complete for port dc623321-ada5-42bf-841c-38dd786fdb61 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:13.738329 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-03acacd6-43de-4770-969e-e69643e9f272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:13.793037 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-03acacd6-43de-4770-969e-e69643e9f272 None None] Port dc623321-ada5-42bf-841c-38dd786fdb61 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:38:13.793383 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c575f98a-b37d-4c21-bc6f-7a9727755336 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:13.793766 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c575f98a-b37d-4c21-bc6f-7a9727755336 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:13.794130 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c575f98a-b37d-4c21-bc6f-7a9727755336 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:13.794493 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c575f98a-b37d-4c21-bc6f-7a9727755336 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:13.796139 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c575f98a-b37d-4c21-bc6f-7a9727755336 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0777719 Apr 08 10:38:13.798791 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33550) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:13.993808 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2e8c1b7d-7e57-4d02-b818-35466bd928af tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1939383 Apr 08 10:38:14.144924 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3a3be0c4-a9ec-451f-ab3f-977ffd0d1600 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:38:14.154088 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33556) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:14.160071 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-79bbaa7d-67f4-4a20-8878-f349fefdc2a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-951310218', 'description': 'tempest-secgroup-smoke-951310218 description', 'project_id': '6d9baba61a9a4a97bab400043cc74a73'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:38:14.166086 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-79bbaa7d-67f4-4a20-8878-f349fefdc2a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:14.170264 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-79bbaa7d-67f4-4a20-8878-f349fefdc2a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:14.173442 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-79bbaa7d-67f4-4a20-8878-f349fefdc2a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:14.179257 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-79bbaa7d-67f4-4a20-8878-f349fefdc2a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:14.190350 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-79bbaa7d-67f4-4a20-8878-f349fefdc2a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:14.214854 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 3a3be0c4-a9ec-451f-ab3f-977ffd0d1600 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:14.215227 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:14.226463 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-79bbaa7d-67f4-4a20-8878-f349fefdc2a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:14.230367 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-79bbaa7d-67f4-4a20-8878-f349fefdc2a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:14.233151 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-79bbaa7d-67f4-4a20-8878-f349fefdc2a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:14.239563 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-79bbaa7d-67f4-4a20-8878-f349fefdc2a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:14.300572 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-79bbaa7d-67f4-4a20-8878-f349fefdc2a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:14.304416 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-79bbaa7d-67f4-4a20-8878-f349fefdc2a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:14.334865 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 97c9abe6-a11f-4832-a048-dfc3dc897ef5 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:38:14.405640 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 97c9abe6-a11f-4832-a048-dfc3dc897ef5 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:38:14.411228 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 97c9abe6-a11f-4832-a048-dfc3dc897ef5 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:14.411592 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:14.447559 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbaa7d-67f4-4a20-8878-f349fefdc2a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2361a32-b68a-4fee-be07-860d3df2d178,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:14.450608 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-79bbaa7d-67f4-4a20-8878-f349fefdc2a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:14.452595 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-79bbaa7d-67f4-4a20-8878-f349fefdc2a0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2973280 Apr 08 10:38:14.454719 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33560) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:14.460632 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-e4070994-6e07-4a2a-8f83-d721b7a7e16a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'c2361a32-b68a-4fee-be07-860d3df2d178', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:38:14.466250 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-e4070994-6e07-4a2a-8f83-d721b7a7e16a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:14.470013 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e4070994-6e07-4a2a-8f83-d721b7a7e16a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:14.472872 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e4070994-6e07-4a2a-8f83-d721b7a7e16a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:14.478396 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-e4070994-6e07-4a2a-8f83-d721b7a7e16a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:14.496058 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e4070994-6e07-4a2a-8f83-d721b7a7e16a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:14.531935 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:14.561769 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e4070994-6e07-4a2a-8f83-d721b7a7e16a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:14.566136 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e4070994-6e07-4a2a-8f83-d721b7a7e16a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:14.568472 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 97c9abe6-a11f-4832-a048-dfc3dc897ef5, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=97c9abe6-a11f-4832-a048-dfc3dc897ef5,segment=NetworkSegment(60af37ce-edd3-4c67-a729-0696f6447859),segment_id=60af37ce-edd3-4c67-a729-0696f6447859)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:38:14.572290 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:14.589422 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4070994-6e07-4a2a-8f83-d721b7a7e16a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe059199-cf21-4101-b07a-19ee8b678cff,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:14.601925 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4070994-6e07-4a2a-8f83-d721b7a7e16a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:14.602302 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4070994-6e07-4a2a-8f83-d721b7a7e16a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:14.602744 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4070994-6e07-4a2a-8f83-d721b7a7e16a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:14.603093 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4070994-6e07-4a2a-8f83-d721b7a7e16a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:14.603426 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4070994-6e07-4a2a-8f83-d721b7a7e16a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:14.603758 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4070994-6e07-4a2a-8f83-d721b7a7e16a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:14.604153 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4070994-6e07-4a2a-8f83-d721b7a7e16a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:14.604513 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4070994-6e07-4a2a-8f83-d721b7a7e16a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:14.604839 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4070994-6e07-4a2a-8f83-d721b7a7e16a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:14.605160 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4070994-6e07-4a2a-8f83-d721b7a7e16a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:14.605482 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4070994-6e07-4a2a-8f83-d721b7a7e16a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:14.608427 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e4070994-6e07-4a2a-8f83-d721b7a7e16a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:14.609576 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e4070994-6e07-4a2a-8f83-d721b7a7e16a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1537092 Apr 08 10:38:14.613244 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33564) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:14.618923 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-ddb7de03-a96c-4fe0-a519-d198817e904e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'c2361a32-b68a-4fee-be07-860d3df2d178', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:38:14.624871 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ddb7de03-a96c-4fe0-a519-d198817e904e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:14.628754 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ddb7de03-a96c-4fe0-a519-d198817e904e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:14.631568 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ddb7de03-a96c-4fe0-a519-d198817e904e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:14.637120 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ddb7de03-a96c-4fe0-a519-d198817e904e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:14.646423 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=97c9abe6-a11f-4832-a048-dfc3dc897ef5,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:14.654549 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ddb7de03-a96c-4fe0-a519-d198817e904e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:14.716485 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ddb7de03-a96c-4fe0-a519-d198817e904e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:14.720267 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ddb7de03-a96c-4fe0-a519-d198817e904e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:14.744342 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7de03-a96c-4fe0-a519-d198817e904e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd811ed-6e2e-4fa4-8095-9a964fc23818,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:14.752523 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ddb7de03-a96c-4fe0-a519-d198817e904e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:14.753909 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ddb7de03-a96c-4fe0-a519-d198817e904e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1397662 Apr 08 10:38:14.756668 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33568) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:14.761759 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-77f36550-e2b2-424e-a8e2-cbede254eec3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'c2361a32-b68a-4fee-be07-860d3df2d178', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:38:14.767268 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-77f36550-e2b2-424e-a8e2-cbede254eec3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:14.771149 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-77f36550-e2b2-424e-a8e2-cbede254eec3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:14.773966 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-77f36550-e2b2-424e-a8e2-cbede254eec3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:14.779484 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-77f36550-e2b2-424e-a8e2-cbede254eec3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:14.796206 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-77f36550-e2b2-424e-a8e2-cbede254eec3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:14.858778 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-77f36550-e2b2-424e-a8e2-cbede254eec3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:14.865291 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-77f36550-e2b2-424e-a8e2-cbede254eec3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:14.891644 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f36550-e2b2-424e-a8e2-cbede254eec3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573fce33-26e3-463b-b69f-10a8d3783993,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:14.900598 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-77f36550-e2b2-424e-a8e2-cbede254eec3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:14.901973 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-77f36550-e2b2-424e-a8e2-cbede254eec3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1444161 Apr 08 10:38:14.904588 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33572) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:14.910784 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-b004a76a-15dd-49e0-858d-888929c45756 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'c2361a32-b68a-4fee-be07-860d3df2d178', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:38:14.916819 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b004a76a-15dd-49e0-858d-888929c45756 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:14.920993 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b004a76a-15dd-49e0-858d-888929c45756 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:14.924671 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b004a76a-15dd-49e0-858d-888929c45756 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:14.930543 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b004a76a-15dd-49e0-858d-888929c45756 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:14.947055 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b004a76a-15dd-49e0-858d-888929c45756 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:15.013829 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b004a76a-15dd-49e0-858d-888929c45756 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:15.017396 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b004a76a-15dd-49e0-858d-888929c45756 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:15.042932 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004a76a-15dd-49e0-858d-888929c45756 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b11563-32ad-4d31-ac33-6b63903ac60c,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:15.052414 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b004a76a-15dd-49e0-858d-888929c45756 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:15.056194 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b004a76a-15dd-49e0-858d-888929c45756 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1482344 Apr 08 10:38:15.056363 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33576) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:15.062001 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-a1409da8-f0fa-425f-9c21-2413f5b8b453 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'c2361a32-b68a-4fee-be07-860d3df2d178', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:38:15.068848 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a1409da8-f0fa-425f-9c21-2413f5b8b453 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:15.072851 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a1409da8-f0fa-425f-9c21-2413f5b8b453 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:15.075711 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a1409da8-f0fa-425f-9c21-2413f5b8b453 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:15.082690 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a1409da8-f0fa-425f-9c21-2413f5b8b453 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:15.093569 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.securitygroups_db [None req-a1409da8-f0fa-425f-9c21-2413f5b8b453 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Project 6d9baba61a9a4a97bab400043cc74a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:38:15.100903 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a1409da8-f0fa-425f-9c21-2413f5b8b453 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:15.133187 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aed585-4d4f-420e-bedb-95aac1601da7 None None] Sync routers for ids ['ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:38:15.145191 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aed585-4d4f-420e-bedb-95aac1601da7 None None] Routers {'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:38:15.145785 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-34aed585-4d4f-420e-bedb-95aac1601da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:37:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:15.167850 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a1409da8-f0fa-425f-9c21-2413f5b8b453 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:15.172024 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a1409da8-f0fa-425f-9c21-2413f5b8b453 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:15.194701 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1409da8-f0fa-425f-9c21-2413f5b8b453 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b19c81e-93dc-4d48-b2fa-45a936c8c054,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:15.204327 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a1409da8-f0fa-425f-9c21-2413f5b8b453 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:15.206043 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a1409da8-f0fa-425f-9c21-2413f5b8b453 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1487043 Apr 08 10:38:15.208780 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33580) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:15.214036 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-50076ce6-fa8b-4e94-a930-47ef7aa541bf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'c2361a32-b68a-4fee-be07-860d3df2d178', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:38:15.219695 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-50076ce6-fa8b-4e94-a930-47ef7aa541bf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:15.224407 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-50076ce6-fa8b-4e94-a930-47ef7aa541bf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:15.227971 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-50076ce6-fa8b-4e94-a930-47ef7aa541bf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:15.233823 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-50076ce6-fa8b-4e94-a930-47ef7aa541bf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:15.245206 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.securitygroups_db [None req-50076ce6-fa8b-4e94-a930-47ef7aa541bf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Project 6d9baba61a9a4a97bab400043cc74a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:38:15.251591 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-50076ce6-fa8b-4e94-a930-47ef7aa541bf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:15.320387 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-50076ce6-fa8b-4e94-a930-47ef7aa541bf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:15.324509 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-50076ce6-fa8b-4e94-a930-47ef7aa541bf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:15.326968 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-34aed585-4d4f-420e-bedb-95aac1601da7 None None] Set router ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:38:15.352138 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50076ce6-fa8b-4e94-a930-47ef7aa541bf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d3ddaa7-40c1-4aa6-abfd-964568d5f1e8,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:15.358419 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-50076ce6-fa8b-4e94-a930-47ef7aa541bf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:15.359640 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-50076ce6-fa8b-4e94-a930-47ef7aa541bf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1499679 Apr 08 10:38:15.556631 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-347a4282-f737-4d61-81eb-b20504736a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:15.556866 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-9a1d4409-4fcf-4a5b-abd3-8dabb72bb5d9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:38:15.572256 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-9a1d4409-4fcf-4a5b-abd3-8dabb72bb5d9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:15.573396 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-9a1d4409-4fcf-4a5b-abd3-8dabb72bb5d9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-951310218&fields=id&tenant_id=6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 267 time: 0.0674083 Apr 08 10:38:15.637365 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-34aed585-4d4f-420e-bedb-95aac1601da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'name': 'tempest-TestNetworkBasicOps-router-618233208', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:38:07Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:08Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'dc623321-ada5-42bf-841c-38dd786fdb61', 'name': '', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:16:3b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:11Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 2, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:15.641095 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aed585-4d4f-420e-bedb-95aac1601da7 None None] Checking router: ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:38:15.641443 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aed585-4d4f-420e-bedb-95aac1601da7 None None] Updating router ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 port dc623321-ada5-42bf-841c-38dd786fdb61 binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:38:15.692113 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-34aed585-4d4f-420e-bedb-95aac1601da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:15.720843 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-defdc403-1baf-4e4e-b75c-c1d813df08d1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:15.721507 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-defdc403-1baf-4e4e-b75c-c1d813df08d1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:network {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:38:15.736187 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-defdc403-1baf-4e4e-b75c-c1d813df08d1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:network {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:15.737799 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-defdc403-1baf-4e4e-b75c-c1d813df08d1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/networks?id=59e8804d-f618-4655-a104-9042d4693895 HTTP/1.1" status: 200 len: 796 time: 0.1563721 Apr 08 10:38:15.754969 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-007b5260-6185-4e1c-8c2d-302a867a650e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/quotas/6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 375 time: 0.0115993 Apr 08 10:38:15.832648 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-de5d03bd-7320-4a2b-a283-19a542a6b9a7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:38:15.847570 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-de5d03bd-7320-4a2b-a283-19a542a6b9a7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:15.848873 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-de5d03bd-7320-4a2b-a283-19a542a6b9a7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886483 Apr 08 10:38:15.984896 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-26a00799-eef2-422d-9667-47c8595ad06e service neutron] 10.222.0.47 "GET /v2.0/networks/59e8804d-f618-4655-a104-9042d4693895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239119 Apr 08 10:38:16.037285 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-34aed585-4d4f-420e-bedb-95aac1601da7 None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:16.059456 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-34aed585-4d4f-420e-bedb-95aac1601da7 None None] Transition to ACTIVE for port object dc623321-ada5-42bf-841c-38dd786fdb61 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:16.069437 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-34aed585-4d4f-420e-bedb-95aac1601da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:16.086443 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 97c9abe6-a11f-4832-a048-dfc3dc897ef5 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:38:16.137538 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-835a720c-831e-4ee2-8726-d205a4bf6b0d service neutron] 10.222.0.47 "GET /v2.0/networks/59e8804d-f618-4655-a104-9042d4693895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454575 Apr 08 10:38:16.159970 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 97c9abe6-a11f-4832-a048-dfc3dc897ef5 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:16.160435 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:16.309982 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834ef9c-0287-4eca-9747-a5485f04423c None None] Pushing event updated for resources: {'Port': ['ID=dc623321-ada5-42bf-841c-38dd786fdb61,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:16.335946 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834ef9c-0287-4eca-9747-a5485f04423c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:16.336312 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834ef9c-0287-4eca-9747-a5485f04423c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:16.336642 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834ef9c-0287-4eca-9747-a5485f04423c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:16.336971 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834ef9c-0287-4eca-9747-a5485f04423c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:16.337289 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834ef9c-0287-4eca-9747-a5485f04423c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:16.337608 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834ef9c-0287-4eca-9747-a5485f04423c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:16.337929 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834ef9c-0287-4eca-9747-a5485f04423c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:16.338244 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834ef9c-0287-4eca-9747-a5485f04423c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:16.338560 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834ef9c-0287-4eca-9747-a5485f04423c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:16.338874 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834ef9c-0287-4eca-9747-a5485f04423c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:16.339184 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834ef9c-0287-4eca-9747-a5485f04423c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:38:16.343210 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-34aed585-4d4f-420e-bedb-95aac1601da7 None None] Attempting to bind port dc623321-ada5-42bf-841c-38dd786fdb61 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:16.343821 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-34aed585-4d4f-420e-bedb-95aac1601da7 None None] Attempting to bind port dc623321-ada5-42bf-841c-38dd786fdb61 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '60af37ce-edd3-4c67-a729-0696f6447859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '59e8804d-f618-4655-a104-9042d4693895'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:16.343947 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aed585-4d4f-420e-bedb-95aac1601da7 None None] Attempting to bind port dc623321-ada5-42bf-841c-38dd786fdb61 on network 59e8804d-f618-4655-a104-9042d4693895 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:38:16.351652 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aed585-4d4f-420e-bedb-95aac1601da7 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:38:16.352021 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aed585-4d4f-420e-bedb-95aac1601da7 None None] Checking segment: {'id': '60af37ce-edd3-4c67-a729-0696f6447859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '59e8804d-f618-4655-a104-9042d4693895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:38:16.352444 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-34aed585-4d4f-420e-bedb-95aac1601da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:16.352821 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aed585-4d4f-420e-bedb-95aac1601da7 None None] Bound using segment: {'id': '60af37ce-edd3-4c67-a729-0696f6447859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '59e8804d-f618-4655-a104-9042d4693895'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:38:16.353450 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-34aed585-4d4f-420e-bedb-95aac1601da7 None None] Bound port: dc623321-ada5-42bf-841c-38dd786fdb61, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60af37ce-edd3-4c67-a729-0696f6447859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '59e8804d-f618-4655-a104-9042d4693895'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:38:16.353994 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-34aed585-4d4f-420e-bedb-95aac1601da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:16.367014 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c6b66cf0-9485-4c0c-8e89-bca090940c1f req-08547dd6-3d90-49a9-a4cc-c7a48b2d1a45 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=d396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5 HTTP/1.1" status: 200 len: 210 time: 0.0490012 Apr 08 10:38:16.445749 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-34aed585-4d4f-420e-bedb-95aac1601da7 None None] For port dc623321-ada5-42bf-841c-38dd786fdb61, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:38:16.448630 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-34aed585-4d4f-420e-bedb-95aac1601da7 None None] For port dc623321-ada5-42bf-841c-38dd786fdb61, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=dc623321-ada5-42bf-841c-38dd786fdb61,segment=NetworkSegment(60af37ce-edd3-4c67-a729-0696f6447859),segment_id=60af37ce-edd3-4c67-a729-0696f6447859)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:38:16.457318 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-34aed585-4d4f-420e-bedb-95aac1601da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:16.535906 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aed585-4d4f-420e-bedb-95aac1601da7 None None] Routers {'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:38:16.536541 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-34aed585-4d4f-420e-bedb-95aac1601da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:38:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:16.667692 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834ef9c-0287-4eca-9747-a5485f04423c None None] Pushing event updated for resources: {'Port': ['ID=dc623321-ada5-42bf-841c-38dd786fdb61,revision_number=4']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:16.742255 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-34aed585-4d4f-420e-bedb-95aac1601da7 None None] Set router ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:38:16.766891 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:16.894156 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:17.049024 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-34aed585-4d4f-420e-bedb-95aac1601da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'name': 'tempest-TestNetworkBasicOps-router-618233208', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:38:07Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:08Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'dc623321-ada5-42bf-841c-38dd786fdb61', 'name': '', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:16:3b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:11Z', 'updated_at': '2022-04-08T10:38:16Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:17.052984 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aed585-4d4f-420e-bedb-95aac1601da7 None None] The sync data for ids ['ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'] in dv-neutron-837110-1-hyperv is: [{'id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'name': 'tempest-TestNetworkBasicOps-router-618233208', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:38:07Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:08Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'dc623321-ada5-42bf-841c-38dd786fdb61', 'name': '', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:16:3b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:11Z', 'updated_at': '2022-04-08T10:38:16Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:38:17.480708 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-03c9d668-8dcb-449e-ac2f-15b3b6b74f0b req-4b157ec9-b1bf-4792-a87d-599e79e7196e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=d396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5 HTTP/1.1" status: 200 len: 210 time: 0.0436788 Apr 08 10:38:18.088714 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device dc623321-ada5-42bf-841c-38dd786fdb61 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:38:18.157344 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port dc623321-ada5-42bf-841c-38dd786fdb61 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:38:18.162395 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port dc623321-ada5-42bf-841c-38dd786fdb61 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:18.162749 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:18.287076 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:18.297409 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:18.321509 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port dc623321-ada5-42bf-841c-38dd786fdb61, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=dc623321-ada5-42bf-841c-38dd786fdb61,segment=NetworkSegment(60af37ce-edd3-4c67-a729-0696f6447859),segment_id=60af37ce-edd3-4c67-a729-0696f6447859)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:38:18.325032 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:18.393279 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=dc623321-ada5-42bf-841c-38dd786fdb61,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:18.594987 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c1f3cef6-dec6-4c78-adfb-12535c90da25 req-3e299dd1-d3b8-429a-879c-2f16b46cef87 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=d396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5 HTTP/1.1" status: 200 len: 210 time: 0.0400796 Apr 08 10:38:19.709500 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8b7acc02-50ac-4251-aace-5d494981a2d4 req-d3f5b800-36e4-457b-8fb7-7883df8a1136 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=d396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5 HTTP/1.1" status: 200 len: 210 time: 0.0465193 Apr 08 10:38:20.080377 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device dc623321-ada5-42bf-841c-38dd786fdb61 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:38:20.146332 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port dc623321-ada5-42bf-841c-38dd786fdb61 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:20.146703 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:20.873533 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-287f3af3-a86f-4b82-8aa9-39eca9169fae req-fe0dead4-7a6b-4cc5-9347-f1075314b40c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=d396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5 HTTP/1.1" status: 200 len: 210 time: 0.0395596 Apr 08 10:38:21.103449 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:38:21.660821 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-e23ada76-9263-47ee-8694-3cf14b097d19 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:21.662247 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-e23ada76-9263-47ee-8694-3cf14b097d19 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/networks?id=59e8804d-f618-4655-a104-9042d4693895 HTTP/1.1" status: 200 len: 796 time: 0.1466169 Apr 08 10:38:21.722387 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-95040c72-34e0-4c4a-8cb7-acb75201c247 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:38:21.734376 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-95040c72-34e0-4c4a-8cb7-acb75201c247 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:21.735468 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-95040c72-34e0-4c4a-8cb7-acb75201c247 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 379 time: 0.0538828 Apr 08 10:38:21.745661 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-868b7e60-cfa9-4a4b-966d-6a1f473e6681 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'port': {'device_id': 'd396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'admin_state_up': True, 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'security_groups': ['c2361a32-b68a-4fee-be07-860d3df2d178']}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:38:21.877478 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-868b7e60-cfa9-4a4b-966d-6a1f473e6681 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:21.886961 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-868b7e60-cfa9-4a4b-966d-6a1f473e6681 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:21.896855 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-868b7e60-cfa9-4a4b-966d-6a1f473e6681 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Made reservation on behalf of 6d9baba61a9a4a97bab400043cc74a73 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:21.899990 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-868b7e60-cfa9-4a4b-966d-6a1f473e6681 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:22.036670 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-37e91534-bcb5-4d64-b432-d982912d22b7 req-25d552b1-425d-4348-ac8b-8b321acc1849 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=d396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5 HTTP/1.1" status: 200 len: 210 time: 0.0413070 Apr 08 10:38:22.066745 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-868b7e60-cfa9-4a4b-966d-6a1f473e6681 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.20.0.12 (59e8804d-f618-4655-a104-9042d4693895/156877d7-1d1d-4c1d-9162-71307efd7e24/45ded074-ad41-4a7e-8a29-d49e4a61b1e4) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:22.250038 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-868b7e60-cfa9-4a4b-966d-6a1f473e6681 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:22.264958 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-868b7e60-cfa9-4a4b-966d-6a1f473e6681 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Transition to ACTIVE for port object 45ded074-ad41-4a7e-8a29-d49e4a61b1e4 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:22.289185 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-868b7e60-cfa9-4a4b-966d-6a1f473e6681 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:22.359666 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-868b7e60-cfa9-4a4b-966d-6a1f473e6681 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 59e8804d-f618-4655-a104-9042d4693895 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:22.363347 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-868b7e60-cfa9-4a4b-966d-6a1f473e6681 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:22.367010 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-868b7e60-cfa9-4a4b-966d-6a1f473e6681 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:38:22.403368 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b7e60-cfa9-4a4b-966d-6a1f473e6681 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=45ded074-ad41-4a7e-8a29-d49e4a61b1e4,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:22.433674 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-868b7e60-cfa9-4a4b-966d-6a1f473e6681 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:22.434270 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-868b7e60-cfa9-4a4b-966d-6a1f473e6681 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:22.461909 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-868b7e60-cfa9-4a4b-966d-6a1f473e6681 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7194893 Apr 08 10:38:22.476894 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-cfb2ac5d-8b83-4bd7-bc31-4b060bedce2b service neutron] Request body: {'port': {'device_id': 'd396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:38:22.587250 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-cfb2ac5d-8b83-4bd7-bc31-4b060bedce2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:22.606357 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-adee41a4-2f55-40d4-b50f-a518f3d56bf3 None None] Provisioning for port 45ded074-ad41-4a7e-8a29-d49e4a61b1e4 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:38:22.612159 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-adee41a4-2f55-40d4-b50f-a518f3d56bf3 None None] Provisioning complete for port 45ded074-ad41-4a7e-8a29-d49e4a61b1e4 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:22.612680 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-adee41a4-2f55-40d4-b50f-a518f3d56bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:22.664771 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-adee41a4-2f55-40d4-b50f-a518f3d56bf3 None None] Port 45ded074-ad41-4a7e-8a29-d49e4a61b1e4 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:38:22.926566 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-cfb2ac5d-8b83-4bd7-bc31-4b060bedce2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ded074-ad41-4a7e-8a29-d49e4a61b1e4 {{(pid=83846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:38:22.933033 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-cfb2ac5d-8b83-4bd7-bc31-4b060bedce2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:22.947367 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-cfb2ac5d-8b83-4bd7-bc31-4b060bedce2b service neutron] Transition to ACTIVE for port object 45ded074-ad41-4a7e-8a29-d49e4a61b1e4 will not be triggered until provisioned by entity L2. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:22.950439 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-cfb2ac5d-8b83-4bd7-bc31-4b060bedce2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:23.176971 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2ac5d-8b83-4bd7-bc31-4b060bedce2b service neutron] Pushing event updated for resources: {'Port': ['ID=45ded074-ad41-4a7e-8a29-d49e4a61b1e4,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:23.294428 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-cfb2ac5d-8b83-4bd7-bc31-4b060bedce2b service neutron] Attempting to bind port 45ded074-ad41-4a7e-8a29-d49e4a61b1e4 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:23.294767 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-cfb2ac5d-8b83-4bd7-bc31-4b060bedce2b service neutron] Attempting to bind port 45ded074-ad41-4a7e-8a29-d49e4a61b1e4 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '60af37ce-edd3-4c67-a729-0696f6447859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '59e8804d-f618-4655-a104-9042d4693895'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:23.295153 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-cfb2ac5d-8b83-4bd7-bc31-4b060bedce2b service neutron] Attempting to bind port 45ded074-ad41-4a7e-8a29-d49e4a61b1e4 on network 59e8804d-f618-4655-a104-9042d4693895 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:38:23.301898 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-cfb2ac5d-8b83-4bd7-bc31-4b060bedce2b service neutron] Port 45ded074-ad41-4a7e-8a29-d49e4a61b1e4 on network 59e8804d-f618-4655-a104-9042d4693895 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:38:23.302222 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-cfb2ac5d-8b83-4bd7-bc31-4b060bedce2b service neutron] Attempting to bind port 45ded074-ad41-4a7e-8a29-d49e4a61b1e4 on network 59e8804d-f618-4655-a104-9042d4693895 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:38:23.308913 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-cfb2ac5d-8b83-4bd7-bc31-4b060bedce2b service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:38:23.309256 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-cfb2ac5d-8b83-4bd7-bc31-4b060bedce2b service neutron] Checking segment: {'id': '60af37ce-edd3-4c67-a729-0696f6447859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '59e8804d-f618-4655-a104-9042d4693895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:38:23.309668 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-cfb2ac5d-8b83-4bd7-bc31-4b060bedce2b service neutron] Bound using segment: {'id': '60af37ce-edd3-4c67-a729-0696f6447859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '59e8804d-f618-4655-a104-9042d4693895'} {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:38:23.310094 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-cfb2ac5d-8b83-4bd7-bc31-4b060bedce2b service neutron] Bound port: 45ded074-ad41-4a7e-8a29-d49e4a61b1e4, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60af37ce-edd3-4c67-a729-0696f6447859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '59e8804d-f618-4655-a104-9042d4693895'}}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:38:23.310447 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-cfb2ac5d-8b83-4bd7-bc31-4b060bedce2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:23.354701 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0d8d5-ac77-4d50-a3b6-6ee904a892f0 req-7d2fea50-e7d3-4fac-8b8b-d00a45331a5c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:23.356161 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fec0d8d5-ac77-4d50-a3b6-6ee904a892f0 req-7d2fea50-e7d3-4fac-8b8b-d00a45331a5c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=d396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5 HTTP/1.1" status: 200 len: 944 time: 0.1858084 Apr 08 10:38:23.401087 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-cfb2ac5d-8b83-4bd7-bc31-4b060bedce2b service neutron] For port 45ded074-ad41-4a7e-8a29-d49e4a61b1e4, host hv-neutron-8371, cleared binding levels {{(pid=83846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:38:23.401661 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fec0d8d5-ac77-4d50-a3b6-6ee904a892f0 req-4d26af18-0794-45d9-ad26-4370d34d0bcc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2361a32-b68a-4fee-be07-860d3df2d178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387883 Apr 08 10:38:23.404527 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-cfb2ac5d-8b83-4bd7-bc31-4b060bedce2b service neutron] For port 45ded074-ad41-4a7e-8a29-d49e4a61b1e4, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=45ded074-ad41-4a7e-8a29-d49e4a61b1e4,segment=NetworkSegment(60af37ce-edd3-4c67-a729-0696f6447859),segment_id=60af37ce-edd3-4c67-a729-0696f6447859)] {{(pid=83846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:38:23.409278 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-cfb2ac5d-8b83-4bd7-bc31-4b060bedce2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:23.475049 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-cfb2ac5d-8b83-4bd7-bc31-4b060bedce2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:23.476414 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-cfb2ac5d-8b83-4bd7-bc31-4b060bedce2b service neutron] 10.222.0.52 "PUT /v2.0/ports/45ded074-ad41-4a7e-8a29-d49e4a61b1e4 HTTP/1.1" status: 200 len: 1094 time: 1.0038159 Apr 08 10:38:23.476853 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5', 'tag': '45ded074-ad41-4a7e-8a29-d49e4a61b1e4'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:38:23.495466 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2ac5d-8b83-4bd7-bc31-4b060bedce2b service neutron] Pushing event updated for resources: {'Port': ['ID=45ded074-ad41-4a7e-8a29-d49e4a61b1e4,revision_number=3']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:23.553055 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85f152f7-b3d5-42db-9887-9af80820bfe6'] response: {'name': 'network-changed', 'server_uuid': 'd396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5', 'tag': '45ded074-ad41-4a7e-8a29-d49e4a61b1e4', 'status': 'completed', 'code': 200} Apr 08 10:38:23.589422 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-d846e31d-fe10-4c19-bb93-3fb1fd42fd7f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=d396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5 HTTP/1.1" status: 200 len: 1097 time: 0.0719066 Apr 08 10:38:23.665206 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-b385d1e2-8b0e-47d3-8654-2a2034806d84 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45ded074-ad41-4a7e-8a29-d49e4a61b1e4 HTTP/1.1" status: 200 len: 217 time: 0.0657561 Apr 08 10:38:23.732631 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-c1ba0132-2c7a-48df-bf43-598289cf3d79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:23.733999 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-c1ba0132-2c7a-48df-bf43-598289cf3d79 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=156877d7-1d1d-4c1d-9162-71307efd7e24 HTTP/1.1" status: 200 len: 835 time: 0.0601847 Apr 08 10:38:23.813158 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-d9024e3a-7441-4e7c-856c-a8d94d8d4cea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59e8804d-f618-4655-a104-9042d4693895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700994 Apr 08 10:38:23.944146 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-bf35db8d-f644-4b83-8621-4fd8a43a723a service neutron] 10.222.0.52 "GET /v2.0/networks/59e8804d-f618-4655-a104-9042d4693895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219230 Apr 08 10:38:24.084403 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1483a669-a5fd-4d6e-8fc7-9322d913899d req-0374ccec-e585-4fd6-b90a-c341887b17dd service neutron] 10.222.0.52 "GET /v2.0/networks/59e8804d-f618-4655-a104-9042d4693895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303256 Apr 08 10:38:24.200445 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-31412b11-e481-448b-9198-0a8d83c35af5 req-9b45446d-b2aa-4bb9-a9e7-9ef111aa8060 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=d396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5 HTTP/1.1" status: 200 len: 1097 time: 0.0665133 Apr 08 10:38:24.329478 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31412b11-e481-448b-9198-0a8d83c35af5 req-c1952a4e-8329-45ab-8d82-b3f4a50562de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:24.330831 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-31412b11-e481-448b-9198-0a8d83c35af5 req-c1952a4e-8329-45ab-8d82-b3f4a50562de service neutron] 10.222.0.52 "GET /v2.0/networks?id=59e8804d-f618-4655-a104-9042d4693895 HTTP/1.1" status: 200 len: 897 time: 0.1243298 Apr 08 10:38:24.400477 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-31412b11-e481-448b-9198-0a8d83c35af5 req-77ecb058-c621-45cc-b904-ec81d9192fb9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45ded074-ad41-4a7e-8a29-d49e4a61b1e4 HTTP/1.1" status: 200 len: 217 time: 0.0626788 Apr 08 10:38:24.462472 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31412b11-e481-448b-9198-0a8d83c35af5 req-a6e4bbce-de0a-4876-87f0-112abe421565 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:24.463919 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-31412b11-e481-448b-9198-0a8d83c35af5 req-a6e4bbce-de0a-4876-87f0-112abe421565 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=156877d7-1d1d-4c1d-9162-71307efd7e24 HTTP/1.1" status: 200 len: 835 time: 0.0572591 Apr 08 10:38:24.539616 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-31412b11-e481-448b-9198-0a8d83c35af5 req-a17bcd82-b230-427e-a0d3-fd7e91db6e7f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59e8804d-f618-4655-a104-9042d4693895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674524 Apr 08 10:38:24.598392 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa7a83-8024-4123-82bd-084b867f6850 req-0e100a0c-21ba-4795-b4bd-0168608b8693 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:24.599750 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-13aa7a83-8024-4123-82bd-084b867f6850 req-0e100a0c-21ba-4795-b4bd-0168608b8693 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=d396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5 HTTP/1.1" status: 200 len: 944 time: 0.0756400 Apr 08 10:38:24.644368 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-13aa7a83-8024-4123-82bd-084b867f6850 req-e1f00029-6dca-44d0-b387-d81e6778050c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2361a32-b68a-4fee-be07-860d3df2d178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389664 Apr 08 10:38:24.673170 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-31412b11-e481-448b-9198-0a8d83c35af5 req-9766f80b-350e-4a9c-936a-3b1652d7c140 service neutron] 10.222.0.52 "GET /v2.0/networks/59e8804d-f618-4655-a104-9042d4693895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271024 Apr 08 10:38:24.803840 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-31412b11-e481-448b-9198-0a8d83c35af5 req-8aad751c-631d-48dc-b2cf-369ea9ed1277 service neutron] 10.222.0.52 "GET /v2.0/networks/59e8804d-f618-4655-a104-9042d4693895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240175 Apr 08 10:38:25.846792 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a6210-ebbd-4de7-9d80-9f226b0c0d6e req-93127f7b-4ef1-485d-8c1c-1a9ed797a023 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:25.848190 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7a1a6210-ebbd-4de7-9d80-9f226b0c0d6e req-93127f7b-4ef1-485d-8c1c-1a9ed797a023 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=d396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5 HTTP/1.1" status: 200 len: 944 time: 0.0816486 Apr 08 10:38:25.891396 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7a1a6210-ebbd-4de7-9d80-9f226b0c0d6e req-107c59a1-5057-4c2f-bd0c-80eaf29af87c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2361a32-b68a-4fee-be07-860d3df2d178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376980 Apr 08 10:38:26.206188 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 45ded074-ad41-4a7e-8a29-d49e4a61b1e4 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:38:26.357349 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 45ded074-ad41-4a7e-8a29-d49e4a61b1e4, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=45ded074-ad41-4a7e-8a29-d49e4a61b1e4,segment=NetworkSegment(60af37ce-edd3-4c67-a729-0696f6447859),segment_id=60af37ce-edd3-4c67-a729-0696f6447859)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:38:26.374506 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '45ded074-ad41-4a7e-8a29-d49e4a61b1e4', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'port_id': '45ded074-ad41-4a7e-8a29-d49e4a61b1e4', 'mac_address': 'fa:16:3e:39:32:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:38:26.426837 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:26.443690 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ded074-ad41-4a7e-8a29-d49e4a61b1e4 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:38:26.457845 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 45ded074-ad41-4a7e-8a29-d49e4a61b1e4, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=45ded074-ad41-4a7e-8a29-d49e4a61b1e4,segment=NetworkSegment(60af37ce-edd3-4c67-a729-0696f6447859),segment_id=60af37ce-edd3-4c67-a729-0696f6447859)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:38:26.461578 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:26.523403 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=45ded074-ad41-4a7e-8a29-d49e4a61b1e4,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:26.745199 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['45ded074-ad41-4a7e-8a29-d49e4a61b1e4'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:38:27.087431 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3a79a-a1df-4c2b-b680-83f5eb136f7c req-0e86fc9b-7141-43e8-a760-e20028ca8f78 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:27.088824 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-68c3a79a-a1df-4c2b-b680-83f5eb136f7c req-0e86fc9b-7141-43e8-a760-e20028ca8f78 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=d396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5 HTTP/1.1" status: 200 len: 945 time: 0.0746107 Apr 08 10:38:27.133790 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-68c3a79a-a1df-4c2b-b680-83f5eb136f7c req-c67af98b-0dd9-42ad-b23d-492d00daae12 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2361a32-b68a-4fee-be07-860d3df2d178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391862 Apr 08 10:38:28.208137 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 45ded074-ad41-4a7e-8a29-d49e4a61b1e4 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:38:28.276333 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port 45ded074-ad41-4a7e-8a29-d49e4a61b1e4 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:38:28.281159 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 45ded074-ad41-4a7e-8a29-d49e4a61b1e4 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:28.281551 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:28.328555 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55570e6-67e5-4ab7-a990-b83e12e03a2b req-5dfb2823-8723-4427-ae1a-26c291c573e7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:28.330000 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d55570e6-67e5-4ab7-a990-b83e12e03a2b req-5dfb2823-8723-4427-ae1a-26c291c573e7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=d396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5 HTTP/1.1" status: 200 len: 945 time: 0.0794666 Apr 08 10:38:28.375678 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d55570e6-67e5-4ab7-a990-b83e12e03a2b req-370a7acd-afd1-498c-b8a3-693ea93f4586 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2361a32-b68a-4fee-be07-860d3df2d178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388279 Apr 08 10:38:28.396947 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:28.423068 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ded074-ad41-4a7e-8a29-d49e4a61b1e4'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:38:28.433261 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 45ded074-ad41-4a7e-8a29-d49e4a61b1e4, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=45ded074-ad41-4a7e-8a29-d49e4a61b1e4,segment=NetworkSegment(60af37ce-edd3-4c67-a729-0696f6447859),segment_id=60af37ce-edd3-4c67-a729-0696f6447859)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:38:28.437409 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:28.502592 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=45ded074-ad41-4a7e-8a29-d49e4a61b1e4,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:28.552499 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38626157-341a-4aac-81c6-1ead04f35391'] response: {'server_uuid': 'd396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ded074-ad41-4a7e-8a29-d49e4a61b1e4', 'code': 200} Apr 08 10:38:28.864379 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-474f8ef4-9e3b-4d2c-9dcb-1cd29ca50629 req-9e3be346-d27a-4c45-a59e-dea525fb0cfb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5 HTTP/1.1" status: 200 len: 1099 time: 0.1475120 Apr 08 10:38:28.909926 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-474f8ef4-9e3b-4d2c-9dcb-1cd29ca50629 req-e5e432b0-547d-4f06-bb7f-c902d5815a7d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c2361a32-b68a-4fee-be07-860d3df2d178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356207 Apr 08 10:38:29.569067 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157d500-8e61-46e0-a54b-b7c8d4d6cd06 req-355b41a9-f879-49fd-abfa-4eafab7ca8f2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:29.570490 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a157d500-8e61-46e0-a54b-b7c8d4d6cd06 req-355b41a9-f879-49fd-abfa-4eafab7ca8f2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=d396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5 HTTP/1.1" status: 200 len: 946 time: 0.0750911 Apr 08 10:38:29.622119 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a157d500-8e61-46e0-a54b-b7c8d4d6cd06 req-9a7a111e-052e-484f-9c88-76535b874327 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2361a32-b68a-4fee-be07-860d3df2d178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460513 Apr 08 10:38:30.815789 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97770303-0c53-4c51-91c1-93a0b1e587b4 req-db4df0fb-d29d-4d9e-8f9c-d2ab12904a21 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:30.817248 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-97770303-0c53-4c51-91c1-93a0b1e587b4 req-db4df0fb-d29d-4d9e-8f9c-d2ab12904a21 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=d396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5 HTTP/1.1" status: 200 len: 946 time: 0.0749116 Apr 08 10:38:30.862123 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-97770303-0c53-4c51-91c1-93a0b1e587b4 req-4d3c1ee2-213d-41ee-bbc1-6e329b6ecbb5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2361a32-b68a-4fee-be07-860d3df2d178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393322 Apr 08 10:38:31.059845 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641f981-3576-449f-891b-e9c5beb83029 req-08ea898c-9e71-4f72-baa3-c6f60c66aa4a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:31.061306 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f641f981-3576-449f-891b-e9c5beb83029 req-08ea898c-9e71-4f72-baa3-c6f60c66aa4a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=d396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5 HTTP/1.1" status: 200 len: 946 time: 0.0795264 Apr 08 10:38:31.107565 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f641f981-3576-449f-891b-e9c5beb83029 req-9d0e0ba1-615a-4c83-8764-86f377c4cb54 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2361a32-b68a-4fee-be07-860d3df2d178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400589 Apr 08 10:38:31.135177 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33646) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:31.205253 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-51d457f1-3751-47f8-a681-d5ee2e98100e tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5 HTTP/1.1" status: 200 len: 1094 time: 0.0689116 Apr 08 10:38:31.207864 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33650) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:31.212837 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-f86c5d4f-44a9-49ee-b695-1c2c1591ae29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'port_id': '45ded074-ad41-4a7e-8a29-d49e4a61b1e4', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:38:31.218032 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f86c5d4f-44a9-49ee-b695-1c2c1591ae29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:31.222286 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f86c5d4f-44a9-49ee-b695-1c2c1591ae29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:floatingip and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:31.225761 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f86c5d4f-44a9-49ee-b695-1c2c1591ae29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:31.231971 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f86c5d4f-44a9-49ee-b695-1c2c1591ae29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:31.242873 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f86c5d4f-44a9-49ee-b695-1c2c1591ae29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:31.380377 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f86c5d4f-44a9-49ee-b695-1c2c1591ae29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:31.510754 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-f86c5d4f-44a9-49ee-b695-1c2c1591ae29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.26.0.54 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/bf9ea016-394d-4cab-9df2-f1bc9cb1fabc) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:31.656652 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f86c5d4f-44a9-49ee-b695-1c2c1591ae29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:31.684129 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f86c5d4f-44a9-49ee-b695-1c2c1591ae29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:31.750257 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86c5d4f-44a9-49ee-b695-1c2c1591ae29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:31.753044 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-f86c5d4f-44a9-49ee-b695-1c2c1591ae29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:31.756508 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86c5d4f-44a9-49ee-b695-1c2c1591ae29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:38:31.791082 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c5d4f-44a9-49ee-b695-1c2c1591ae29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=bf9ea016-394d-4cab-9df2-f1bc9cb1fabc,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:32.255699 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f86c5d4f-44a9-49ee-b695-1c2c1591ae29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:32.310859 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f86c5d4f-44a9-49ee-b695-1c2c1591ae29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:32.511702 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f86c5d4f-44a9-49ee-b695-1c2c1591ae29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:32.515959 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f86c5d4f-44a9-49ee-b695-1c2c1591ae29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:32.626690 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c5d4f-44a9-49ee-b695-1c2c1591ae29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=bf9ea016-394d-4cab-9df2-f1bc9cb1fabc,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:32.640951 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f86c5d4f-44a9-49ee-b695-1c2c1591ae29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:32.959089 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.l3_db [None req-f86c5d4f-44a9-49ee-b695-1c2c1591ae29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Floating IP a8a31681-44a0-4e3f-837e-7d30e54d458b associated. External IP: 172.26.0.54, port: 45ded074-ad41-4a7e-8a29-d49e4a61b1e4. Apr 08 10:38:33.428623 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86c5d4f-44a9-49ee-b695-1c2c1591ae29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:38:33.633786 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86c5d4f-44a9-49ee-b695-1c2c1591ae29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:38:33.643917 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808b4eec-c110-4960-90dd-d678c0d70856 None None] Sync routers for ids ['ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:38:33.655368 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808b4eec-c110-4960-90dd-d678c0d70856 None None] Routers {'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:38:33.655988 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-808b4eec-c110-4960-90dd-d678c0d70856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:38:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:33.657566 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f86c5d4f-44a9-49ee-b695-1c2c1591ae29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:33.713134 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f86c5d4f-44a9-49ee-b695-1c2c1591ae29 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5042381 Apr 08 10:38:33.713807 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5', 'tag': '45ded074-ad41-4a7e-8a29-d49e4a61b1e4'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:38:33.716060 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33654) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:33.777799 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22b76a6c-95be-4d11-94d7-c4e16c8f8fbd'] response: {'name': 'network-changed', 'server_uuid': 'd396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5', 'tag': '45ded074-ad41-4a7e-8a29-d49e4a61b1e4', 'status': 'completed', 'code': 200} Apr 08 10:38:33.792138 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0ae5bde7-13d0-48e1-b646-2b91a6459474 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5 HTTP/1.1" status: 200 len: 1094 time: 0.0747719 Apr 08 10:38:33.838462 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-808b4eec-c110-4960-90dd-d678c0d70856 None None] Set router ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:38:33.884133 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-727b3049-132d-431a-8ad7-98fb5b489631 req-54e290bc-d637-4bdc-ac18-733232aee989 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=d396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5 HTTP/1.1" status: 200 len: 1099 time: 0.0824556 Apr 08 10:38:34.022260 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b3049-132d-431a-8ad7-98fb5b489631 req-d77d2653-5a21-4ab4-9c52-49338243a885 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:34.023792 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-727b3049-132d-431a-8ad7-98fb5b489631 req-d77d2653-5a21-4ab4-9c52-49338243a885 service neutron] 10.222.0.52 "GET /v2.0/networks?id=59e8804d-f618-4655-a104-9042d4693895 HTTP/1.1" status: 200 len: 897 time: 0.1339803 Apr 08 10:38:34.135422 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-727b3049-132d-431a-8ad7-98fb5b489631 req-378c5ff0-73c2-4b7e-8e8a-f9badbb569c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45ded074-ad41-4a7e-8a29-d49e4a61b1e4 HTTP/1.1" status: 200 len: 999 time: 0.1052129 Apr 08 10:38:34.203176 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b3049-132d-431a-8ad7-98fb5b489631 req-f0e772c9-0311-4799-8bea-241c4c7a09c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:34.204747 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-727b3049-132d-431a-8ad7-98fb5b489631 req-f0e772c9-0311-4799-8bea-241c4c7a09c6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=156877d7-1d1d-4c1d-9162-71307efd7e24 HTTP/1.1" status: 200 len: 835 time: 0.0627105 Apr 08 10:38:34.212067 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-808b4eec-c110-4960-90dd-d678c0d70856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'name': 'tempest-TestNetworkBasicOps-router-618233208', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:38:07Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:08Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'a8a31681-44a0-4e3f-837e-7d30e54d458b', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.54', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'port_id': '45ded074-ad41-4a7e-8a29-d49e4a61b1e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'mac_address': 'fa:16:3e:39:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:38:32Z', 'updated_at': '2022-04-08T10:38:32Z', 'revision_number': 0, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc623321-ada5-42bf-841c-38dd786fdb61', 'name': '', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:16:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:11Z', 'updated_at': '2022-04-08T10:38:18Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:34.215995 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808b4eec-c110-4960-90dd-d678c0d70856 None None] Checking router: ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:38:34.227783 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808b4eec-c110-4960-90dd-d678c0d70856 None None] Routers {'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:38:34.228433 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-808b4eec-c110-4960-90dd-d678c0d70856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:38:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:34.282223 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-727b3049-132d-431a-8ad7-98fb5b489631 req-3d2de0d9-5061-462d-b835-6fe8c6f1d14c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59e8804d-f618-4655-a104-9042d4693895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712087 Apr 08 10:38:34.417375 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-808b4eec-c110-4960-90dd-d678c0d70856 None None] Set router ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:38:34.421746 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-727b3049-132d-431a-8ad7-98fb5b489631 req-500ea1ec-280d-488b-a321-f949d85cb5fe service neutron] 10.222.0.52 "GET /v2.0/networks/59e8804d-f618-4655-a104-9042d4693895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338258 Apr 08 10:38:34.430723 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33662) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:34.436715 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-7707b61f-d5d5-4d4d-9345-5c68f853b34e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1125955507', 'description': 'tempest-secgroup-smoke-1125955507 description', 'project_id': '6d9baba61a9a4a97bab400043cc74a73'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:38:34.443831 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7707b61f-d5d5-4d4d-9345-5c68f853b34e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:34.453862 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7707b61f-d5d5-4d4d-9345-5c68f853b34e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:34.465483 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7707b61f-d5d5-4d4d-9345-5c68f853b34e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.508693 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7707b61f-d5d5-4d4d-9345-5c68f853b34e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:34.512600 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7707b61f-d5d5-4d4d-9345-5c68f853b34e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:34.515875 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7707b61f-d5d5-4d4d-9345-5c68f853b34e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:34.522847 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7707b61f-d5d5-4d4d-9345-5c68f853b34e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:34.586401 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7707b61f-d5d5-4d4d-9345-5c68f853b34e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.590208 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7707b61f-d5d5-4d4d-9345-5c68f853b34e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.625408 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707b61f-d5d5-4d4d-9345-5c68f853b34e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4d8ac5-c440-4f66-89c0-b637b726fd17,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:34.649757 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7707b61f-d5d5-4d4d-9345-5c68f853b34e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.654709 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7707b61f-d5d5-4d4d-9345-5c68f853b34e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2228847 Apr 08 10:38:34.655405 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33666) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:34.662482 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-cf33a582-851e-426e-9060-0fc5adf19791 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '8a4d8ac5-c440-4f66-89c0-b637b726fd17', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:38:34.666530 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-727b3049-132d-431a-8ad7-98fb5b489631 req-721786c1-6574-4017-a47d-a291986cb3fa service neutron] 10.222.0.52 "GET /v2.0/networks/59e8804d-f618-4655-a104-9042d4693895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385843 Apr 08 10:38:34.668822 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-cf33a582-851e-426e-9060-0fc5adf19791 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:34.674650 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-cf33a582-851e-426e-9060-0fc5adf19791 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:34.677555 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-cf33a582-851e-426e-9060-0fc5adf19791 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:34.683495 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-cf33a582-851e-426e-9060-0fc5adf19791 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:34.701785 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-cf33a582-851e-426e-9060-0fc5adf19791 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.765778 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-cf33a582-851e-426e-9060-0fc5adf19791 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.769725 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-cf33a582-851e-426e-9060-0fc5adf19791 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.799797 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33a582-851e-426e-9060-0fc5adf19791 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d314d954-1d21-408f-abe4-064724c72146,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:34.803846 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-cf33a582-851e-426e-9060-0fc5adf19791 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.805049 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-cf33a582-851e-426e-9060-0fc5adf19791 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1487195 Apr 08 10:38:34.807891 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33670) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:34.813480 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-71d19695-f2ec-481a-a659-e26c4085a912 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '8a4d8ac5-c440-4f66-89c0-b637b726fd17', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:38:34.819634 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-71d19695-f2ec-481a-a659-e26c4085a912 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:34.823376 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-71d19695-f2ec-481a-a659-e26c4085a912 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:34.826160 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-71d19695-f2ec-481a-a659-e26c4085a912 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:34.831638 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-808b4eec-c110-4960-90dd-d678c0d70856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'name': 'tempest-TestNetworkBasicOps-router-618233208', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:38:07Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:08Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'a8a31681-44a0-4e3f-837e-7d30e54d458b', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.54', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'port_id': '45ded074-ad41-4a7e-8a29-d49e4a61b1e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'mac_address': 'fa:16:3e:39:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:38:32Z', 'updated_at': '2022-04-08T10:38:32Z', 'revision_number': 0, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc623321-ada5-42bf-841c-38dd786fdb61', 'name': '', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:16:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:11Z', 'updated_at': '2022-04-08T10:38:18Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:34.832194 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-71d19695-f2ec-481a-a659-e26c4085a912 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:34.836051 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808b4eec-c110-4960-90dd-d678c0d70856 None None] The sync data for ids ['ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'] in dv-neutron-837110-1-hyperv is: [{'id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'name': 'tempest-TestNetworkBasicOps-router-618233208', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:38:07Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:08Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'a8a31681-44a0-4e3f-837e-7d30e54d458b', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.54', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'port_id': '45ded074-ad41-4a7e-8a29-d49e4a61b1e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'mac_address': 'fa:16:3e:39:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:38:32Z', 'updated_at': '2022-04-08T10:38:32Z', 'revision_number': 0, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc623321-ada5-42bf-841c-38dd786fdb61', 'name': '', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:16:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:11Z', 'updated_at': '2022-04-08T10:38:18Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:38:34.853557 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-71d19695-f2ec-481a-a659-e26c4085a912 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.919393 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-71d19695-f2ec-481a-a659-e26c4085a912 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.923204 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-71d19695-f2ec-481a-a659-e26c4085a912 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.954312 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d19695-f2ec-481a-a659-e26c4085a912 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95cdded2-666c-4a75-8f26-6452f61d5b7c,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:34.960433 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-71d19695-f2ec-481a-a659-e26c4085a912 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:34.961917 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-71d19695-f2ec-481a-a659-e26c4085a912 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1529615 Apr 08 10:38:34.964451 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33674) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:34.969842 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-537b2482-8548-4d9a-ac68-e45d62e4b0d1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '8a4d8ac5-c440-4f66-89c0-b637b726fd17', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:38:34.976808 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-537b2482-8548-4d9a-ac68-e45d62e4b0d1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:34.980782 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-537b2482-8548-4d9a-ac68-e45d62e4b0d1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:34.983753 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-537b2482-8548-4d9a-ac68-e45d62e4b0d1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:34.990834 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-537b2482-8548-4d9a-ac68-e45d62e4b0d1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:35.008235 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-537b2482-8548-4d9a-ac68-e45d62e4b0d1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.034357 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e7f360-6aa8-4fcb-ab6f-6e130261395b None None] New status for floating IP a8a31681-44a0-4e3f-837e-7d30e54d458b: ACTIVE {{(pid=83848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:38:35.083097 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-537b2482-8548-4d9a-ac68-e45d62e4b0d1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.087522 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-537b2482-8548-4d9a-ac68-e45d62e4b0d1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.119378 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b2482-8548-4d9a-ac68-e45d62e4b0d1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154f2b03-ac43-4ed7-82f6-9b0039c526bd,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:35.132095 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-537b2482-8548-4d9a-ac68-e45d62e4b0d1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.133291 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-537b2482-8548-4d9a-ac68-e45d62e4b0d1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1679275 Apr 08 10:38:35.136460 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33678) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:35.142533 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-a369febe-51ba-4de3-a557-a73dd8ccecb0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '8a4d8ac5-c440-4f66-89c0-b637b726fd17', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:38:35.148388 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a369febe-51ba-4de3-a557-a73dd8ccecb0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:35.152160 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a369febe-51ba-4de3-a557-a73dd8ccecb0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:35.154937 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a369febe-51ba-4de3-a557-a73dd8ccecb0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:35.161434 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a369febe-51ba-4de3-a557-a73dd8ccecb0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:35.179043 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a369febe-51ba-4de3-a557-a73dd8ccecb0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.242258 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a369febe-51ba-4de3-a557-a73dd8ccecb0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.245245 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a369febe-51ba-4de3-a557-a73dd8ccecb0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.268795 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369febe-51ba-4de3-a557-a73dd8ccecb0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7297d024-dd6c-4a67-b3c7-ab822cd8fca6,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:35.278242 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a369febe-51ba-4de3-a557-a73dd8ccecb0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.282377 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a369febe-51ba-4de3-a557-a73dd8ccecb0 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1421869 Apr 08 10:38:35.282643 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33682) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:35.289162 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-bf3f2555-201e-4072-87c5-3c6c91bb5c28 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '8a4d8ac5-c440-4f66-89c0-b637b726fd17', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:38:35.296568 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-bf3f2555-201e-4072-87c5-3c6c91bb5c28 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:35.300469 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-bf3f2555-201e-4072-87c5-3c6c91bb5c28 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:35.303295 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-bf3f2555-201e-4072-87c5-3c6c91bb5c28 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:35.308873 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-bf3f2555-201e-4072-87c5-3c6c91bb5c28 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:35.318642 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.securitygroups_db [None req-bf3f2555-201e-4072-87c5-3c6c91bb5c28 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Project 6d9baba61a9a4a97bab400043cc74a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:38:35.324696 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bf3f2555-201e-4072-87c5-3c6c91bb5c28 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.389078 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bf3f2555-201e-4072-87c5-3c6c91bb5c28 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.392736 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bf3f2555-201e-4072-87c5-3c6c91bb5c28 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.415309 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f2555-201e-4072-87c5-3c6c91bb5c28 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbfbca65-2d3c-4f81-b3a4-674c16a7cdd2,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:35.423907 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bf3f2555-201e-4072-87c5-3c6c91bb5c28 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.425102 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-bf3f2555-201e-4072-87c5-3c6c91bb5c28 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1408379 Apr 08 10:38:35.427752 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33686) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:35.432991 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-4f491ae3-93f2-428e-bd6f-fcece0432f86 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': '8a4d8ac5-c440-4f66-89c0-b637b726fd17', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:38:35.438499 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4f491ae3-93f2-428e-bd6f-fcece0432f86 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:35.442236 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4f491ae3-93f2-428e-bd6f-fcece0432f86 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:35.445117 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4f491ae3-93f2-428e-bd6f-fcece0432f86 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:35.450702 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4f491ae3-93f2-428e-bd6f-fcece0432f86 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:35.460320 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.securitygroups_db [None req-4f491ae3-93f2-428e-bd6f-fcece0432f86 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Project 6d9baba61a9a4a97bab400043cc74a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:38:35.466360 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4f491ae3-93f2-428e-bd6f-fcece0432f86 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.529044 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4f491ae3-93f2-428e-bd6f-fcece0432f86 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.532733 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4f491ae3-93f2-428e-bd6f-fcece0432f86 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.556845 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f491ae3-93f2-428e-bd6f-fcece0432f86 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ede3164-a82b-4f79-b3ac-45112f621d29,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:35.565059 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4f491ae3-93f2-428e-bd6f-fcece0432f86 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:35.566209 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4f491ae3-93f2-428e-bd6f-fcece0432f86 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1375120 Apr 08 10:38:35.734536 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-f433a734-6a48-4cfa-81f0-6d050a28f9a5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:38:35.749502 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-f433a734-6a48-4cfa-81f0-6d050a28f9a5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:38:35.750634 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-f433a734-6a48-4cfa-81f0-6d050a28f9a5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125955507&fields=id&tenant_id=6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 267 time: 0.0557277 Apr 08 10:38:35.899521 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-57afd514-2dd9-4f95-ba2a-95c4583c3456 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:35.900959 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-57afd514-2dd9-4f95-ba2a-95c4583c3456 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/networks?id=59e8804d-f618-4655-a104-9042d4693895 HTTP/1.1" status: 200 len: 796 time: 0.1431308 Apr 08 10:38:35.917102 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-de117f00-e7b2-43c9-8232-d71ecdaad87c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/quotas/6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 375 time: 0.0108194 Apr 08 10:38:36.002659 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-84933dcc-eb1e-4bf5-b7f9-fc0e8994be35 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0808694 Apr 08 10:38:36.213393 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-eaaadf31-3104-4bbb-b475-c165a320bc28 service neutron] 10.222.0.47 "GET /v2.0/networks/59e8804d-f618-4655-a104-9042d4693895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993227 Apr 08 10:38:36.426314 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-ec23ead0-03cb-45a4-93e4-f37407884859 service neutron] 10.222.0.47 "GET /v2.0/networks/59e8804d-f618-4655-a104-9042d4693895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070036 Apr 08 10:38:36.609780 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e19d2d30-940b-414d-b56b-ce978d379f34 req-7c531ec4-8dd7-49b8-a0ba-70c2f5d61b47 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f HTTP/1.1" status: 200 len: 210 time: 0.0419960 Apr 08 10:38:37.619932 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-938b2c96-5aa0-4986-959c-71185b1fe134 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:37.621344 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-938b2c96-5aa0-4986-959c-71185b1fe134 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/networks?id=59e8804d-f618-4655-a104-9042d4693895 HTTP/1.1" status: 200 len: 796 time: 0.1477389 Apr 08 10:38:37.681971 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-20cd7636-d55c-4600-b63e-1882a525306e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 472 time: 0.0479102 Apr 08 10:38:37.690484 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-96d1f33e-9f32-4a78-8ce1-b8f893f6e52b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'port': {'device_id': 'dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'admin_state_up': True, 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'security_groups': ['8a4d8ac5-c440-4f66-89c0-b637b726fd17']}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:38:37.772453 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f53baa98-3f99-4947-8d34-910649e46952 req-ddae27da-0c7a-47d9-b7f5-64d775b4b963 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f HTTP/1.1" status: 200 len: 210 time: 0.0412130 Apr 08 10:38:37.829700 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-96d1f33e-9f32-4a78-8ce1-b8f893f6e52b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:37.833789 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-96d1f33e-9f32-4a78-8ce1-b8f893f6e52b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:port and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:37.836570 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-96d1f33e-9f32-4a78-8ce1-b8f893f6e52b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:37.842153 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-96d1f33e-9f32-4a78-8ce1-b8f893f6e52b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:37.852471 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-96d1f33e-9f32-4a78-8ce1-b8f893f6e52b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Made reservation on behalf of 6d9baba61a9a4a97bab400043cc74a73 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:38:37.855418 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-96d1f33e-9f32-4a78-8ce1-b8f893f6e52b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:38.014429 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-96d1f33e-9f32-4a78-8ce1-b8f893f6e52b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.20.0.14 (59e8804d-f618-4655-a104-9042d4693895/156877d7-1d1d-4c1d-9162-71307efd7e24/e07bd21d-11e8-469d-8e53-e14a6c913b8f) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:38.206219 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-96d1f33e-9f32-4a78-8ce1-b8f893f6e52b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:38.222019 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-96d1f33e-9f32-4a78-8ce1-b8f893f6e52b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Transition to ACTIVE for port object e07bd21d-11e8-469d-8e53-e14a6c913b8f will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:38.243743 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-96d1f33e-9f32-4a78-8ce1-b8f893f6e52b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:38.315319 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-96d1f33e-9f32-4a78-8ce1-b8f893f6e52b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 59e8804d-f618-4655-a104-9042d4693895 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:38.318259 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-96d1f33e-9f32-4a78-8ce1-b8f893f6e52b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:38.322498 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-96d1f33e-9f32-4a78-8ce1-b8f893f6e52b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:38:38.348239 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1f33e-9f32-4a78-8ce1-b8f893f6e52b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=e07bd21d-11e8-469d-8e53-e14a6c913b8f,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:38.381056 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:38.386714 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-96d1f33e-9f32-4a78-8ce1-b8f893f6e52b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:38.387511 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-96d1f33e-9f32-4a78-8ce1-b8f893f6e52b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:38.414663 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-96d1f33e-9f32-4a78-8ce1-b8f893f6e52b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7280488 Apr 08 10:38:38.426185 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-bc8d732a-2cd7-498f-a12f-5a3b428264bd service neutron] Request body: {'port': {'device_id': 'dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:38:38.520748 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-38b4cf96-4e03-4575-a657-3e462b88c460 None None] Provisioning for port e07bd21d-11e8-469d-8e53-e14a6c913b8f completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:38:38.525353 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-38b4cf96-4e03-4575-a657-3e462b88c460 None None] Provisioning complete for port e07bd21d-11e8-469d-8e53-e14a6c913b8f triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:38.525715 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-38b4cf96-4e03-4575-a657-3e462b88c460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:38.539163 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-bc8d732a-2cd7-498f-a12f-5a3b428264bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:38.579293 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-38b4cf96-4e03-4575-a657-3e462b88c460 None None] Port e07bd21d-11e8-469d-8e53-e14a6c913b8f cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:38:38.873395 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-bc8d732a-2cd7-498f-a12f-5a3b428264bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07bd21d-11e8-469d-8e53-e14a6c913b8f {{(pid=83846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:38:38.880616 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-bc8d732a-2cd7-498f-a12f-5a3b428264bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:38.895729 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-bc8d732a-2cd7-498f-a12f-5a3b428264bd service neutron] Transition to ACTIVE for port object e07bd21d-11e8-469d-8e53-e14a6c913b8f will not be triggered until provisioned by entity L2. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:38:38.899765 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-bc8d732a-2cd7-498f-a12f-5a3b428264bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:38.968461 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7335a90-7400-4a6e-a941-bbfe3d17a139 req-c4c45fc3-d156-47ce-b082-0256883efdcb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:38.970262 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d7335a90-7400-4a6e-a941-bbfe3d17a139 req-c4c45fc3-d156-47ce-b082-0256883efdcb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f HTTP/1.1" status: 200 len: 944 time: 0.0802360 Apr 08 10:38:39.019580 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d7335a90-7400-4a6e-a941-bbfe3d17a139 req-0bec28d9-997b-4fc3-9d36-13e918d8a4a3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a4d8ac5-c440-4f66-89c0-b637b726fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432055 Apr 08 10:38:39.044628 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d732a-2cd7-498f-a12f-5a3b428264bd service neutron] Pushing event updated for resources: {'Port': ['ID=e07bd21d-11e8-469d-8e53-e14a6c913b8f,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:39.152348 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-bc8d732a-2cd7-498f-a12f-5a3b428264bd service neutron] Attempting to bind port e07bd21d-11e8-469d-8e53-e14a6c913b8f on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:38:39.152685 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-bc8d732a-2cd7-498f-a12f-5a3b428264bd service neutron] Attempting to bind port e07bd21d-11e8-469d-8e53-e14a6c913b8f by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '60af37ce-edd3-4c67-a729-0696f6447859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '59e8804d-f618-4655-a104-9042d4693895'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:38:39.153011 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-bc8d732a-2cd7-498f-a12f-5a3b428264bd service neutron] Attempting to bind port e07bd21d-11e8-469d-8e53-e14a6c913b8f on network 59e8804d-f618-4655-a104-9042d4693895 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:38:39.159263 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-bc8d732a-2cd7-498f-a12f-5a3b428264bd service neutron] Port e07bd21d-11e8-469d-8e53-e14a6c913b8f on network 59e8804d-f618-4655-a104-9042d4693895 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:38:39.159581 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-bc8d732a-2cd7-498f-a12f-5a3b428264bd service neutron] Attempting to bind port e07bd21d-11e8-469d-8e53-e14a6c913b8f on network 59e8804d-f618-4655-a104-9042d4693895 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:38:39.165652 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-bc8d732a-2cd7-498f-a12f-5a3b428264bd service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:38:39.165987 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-bc8d732a-2cd7-498f-a12f-5a3b428264bd service neutron] Checking segment: {'id': '60af37ce-edd3-4c67-a729-0696f6447859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '59e8804d-f618-4655-a104-9042d4693895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:38:39.166366 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-bc8d732a-2cd7-498f-a12f-5a3b428264bd service neutron] Bound using segment: {'id': '60af37ce-edd3-4c67-a729-0696f6447859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '59e8804d-f618-4655-a104-9042d4693895'} {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:38:39.166788 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-bc8d732a-2cd7-498f-a12f-5a3b428264bd service neutron] Bound port: e07bd21d-11e8-469d-8e53-e14a6c913b8f, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60af37ce-edd3-4c67-a729-0696f6447859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '59e8804d-f618-4655-a104-9042d4693895'}}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:38:39.167140 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-bc8d732a-2cd7-498f-a12f-5a3b428264bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:39.330152 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-bc8d732a-2cd7-498f-a12f-5a3b428264bd service neutron] For port e07bd21d-11e8-469d-8e53-e14a6c913b8f, host hv-neutron-8371, cleared binding levels {{(pid=83846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:38:39.333084 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-bc8d732a-2cd7-498f-a12f-5a3b428264bd service neutron] For port e07bd21d-11e8-469d-8e53-e14a6c913b8f, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=e07bd21d-11e8-469d-8e53-e14a6c913b8f,segment=NetworkSegment(60af37ce-edd3-4c67-a729-0696f6447859),segment_id=60af37ce-edd3-4c67-a729-0696f6447859)] {{(pid=83846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:38:39.336795 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-bc8d732a-2cd7-498f-a12f-5a3b428264bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:39.397129 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-bc8d732a-2cd7-498f-a12f-5a3b428264bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:39.398877 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-bc8d732a-2cd7-498f-a12f-5a3b428264bd service neutron] 10.222.0.52 "PUT /v2.0/ports/e07bd21d-11e8-469d-8e53-e14a6c913b8f HTTP/1.1" status: 200 len: 1094 time: 0.9767904 Apr 08 10:38:39.401668 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f', 'tag': 'e07bd21d-11e8-469d-8e53-e14a6c913b8f'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:38:39.427101 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d732a-2cd7-498f-a12f-5a3b428264bd service neutron] Pushing event updated for resources: {'Port': ['ID=e07bd21d-11e8-469d-8e53-e14a6c913b8f,revision_number=3']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:39.476705 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e664b6e3-7917-4e81-8ce9-9e2d2cb6eae5'] response: {'name': 'network-changed', 'server_uuid': 'dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f', 'tag': 'e07bd21d-11e8-469d-8e53-e14a6c913b8f', 'status': 'completed', 'code': 200} Apr 08 10:38:39.519705 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-e1783713-36be-479b-99d2-2d1fa96eaa8b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f HTTP/1.1" status: 200 len: 1097 time: 0.0795178 Apr 08 10:38:39.590242 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-9e34b2df-795c-4961-8fdf-c669f7357bda service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e07bd21d-11e8-469d-8e53-e14a6c913b8f HTTP/1.1" status: 200 len: 217 time: 0.0637870 Apr 08 10:38:39.655705 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-46131665-314e-42d2-96f4-8beca1a7f758 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:39.657375 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-46131665-314e-42d2-96f4-8beca1a7f758 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=156877d7-1d1d-4c1d-9162-71307efd7e24 HTTP/1.1" status: 200 len: 835 time: 0.0608802 Apr 08 10:38:39.729490 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-a7d9a368-d96c-40e2-8c4b-0a884f85000a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59e8804d-f618-4655-a104-9042d4693895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664921 Apr 08 10:38:39.860050 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-0d47f5f3-0bca-4d85-988f-6614a8039467 service neutron] 10.222.0.52 "GET /v2.0/networks/59e8804d-f618-4655-a104-9042d4693895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243107 Apr 08 10:38:39.988481 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-85e8e3d2-d922-4ee8-9590-dc615e5c2e4a req-4b7cb85e-03a9-4e55-9e5a-411f5508a2e1 service neutron] 10.222.0.52 "GET /v2.0/networks/59e8804d-f618-4655-a104-9042d4693895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228619 Apr 08 10:38:40.117561 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1b2d2c96-8f8f-4328-b870-22dd9739208c req-0ce5c7ed-7382-4c5e-a0ed-f27350626e99 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f HTTP/1.1" status: 200 len: 1097 time: 0.0883212 Apr 08 10:38:40.217245 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ca0f3-b8b9-41a0-a89c-9b3938f6df82 req-453e927c-e987-4d2f-a78d-50adde126de4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:40.218703 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6c1ca0f3-b8b9-41a0-a89c-9b3938f6df82 req-453e927c-e987-4d2f-a78d-50adde126de4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f HTTP/1.1" status: 200 len: 944 time: 0.0754879 Apr 08 10:38:40.256656 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d2c96-8f8f-4328-b870-22dd9739208c req-d068a8ce-9acd-4f5b-8e61-90374c25fffe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:40.258018 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1b2d2c96-8f8f-4328-b870-22dd9739208c req-d068a8ce-9acd-4f5b-8e61-90374c25fffe service neutron] 10.222.0.52 "GET /v2.0/networks?id=59e8804d-f618-4655-a104-9042d4693895 HTTP/1.1" status: 200 len: 897 time: 0.1337943 Apr 08 10:38:40.269481 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6c1ca0f3-b8b9-41a0-a89c-9b3938f6df82 req-c8293eac-e1eb-438e-9283-1e704895615a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a4d8ac5-c440-4f66-89c0-b637b726fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445502 Apr 08 10:38:40.328694 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1b2d2c96-8f8f-4328-b870-22dd9739208c req-68dbf3be-badd-40b9-b937-4bbab09fb616 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e07bd21d-11e8-469d-8e53-e14a6c913b8f HTTP/1.1" status: 200 len: 217 time: 0.0634739 Apr 08 10:38:40.399207 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d2c96-8f8f-4328-b870-22dd9739208c req-86db885f-bc93-4f06-ac8d-8f4fd509250f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:40.399207 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1b2d2c96-8f8f-4328-b870-22dd9739208c req-86db885f-bc93-4f06-ac8d-8f4fd509250f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=156877d7-1d1d-4c1d-9162-71307efd7e24 HTTP/1.1" status: 200 len: 835 time: 0.0636041 Apr 08 10:38:40.476919 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1b2d2c96-8f8f-4328-b870-22dd9739208c req-5d9a48ff-102c-40f1-bdf2-6cb7aa956409 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59e8804d-f618-4655-a104-9042d4693895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705583 Apr 08 10:38:40.610355 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1b2d2c96-8f8f-4328-b870-22dd9739208c req-38e67f31-f92c-4d7c-803f-b587da3e4f03 service neutron] 10.222.0.52 "GET /v2.0/networks/59e8804d-f618-4655-a104-9042d4693895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266019 Apr 08 10:38:40.746237 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1b2d2c96-8f8f-4328-b870-22dd9739208c req-16c7efbc-c0cd-4218-b1c4-5745a41d1ed9 service neutron] 10.222.0.52 "GET /v2.0/networks/59e8804d-f618-4655-a104-9042d4693895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281774 Apr 08 10:38:41.464960 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307675e9-2117-415d-bf70-301f80dec04f req-e7f1e234-508e-4145-a668-73be0e5fd5cc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:41.466387 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-307675e9-2117-415d-bf70-301f80dec04f req-e7f1e234-508e-4145-a668-73be0e5fd5cc tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f HTTP/1.1" status: 200 len: 944 time: 0.0751657 Apr 08 10:38:41.510697 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-307675e9-2117-415d-bf70-301f80dec04f req-bdd53758-799c-4f68-a804-8b9ffa332e38 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a4d8ac5-c440-4f66-89c0-b637b726fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388262 Apr 08 10:38:42.292900 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device e07bd21d-11e8-469d-8e53-e14a6c913b8f details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:38:42.422169 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port e07bd21d-11e8-469d-8e53-e14a6c913b8f, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=e07bd21d-11e8-469d-8e53-e14a6c913b8f,segment=NetworkSegment(60af37ce-edd3-4c67-a729-0696f6447859),segment_id=60af37ce-edd3-4c67-a729-0696f6447859)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:38:42.434894 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': 'e07bd21d-11e8-469d-8e53-e14a6c913b8f', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'port_id': 'e07bd21d-11e8-469d-8e53-e14a6c913b8f', 'mac_address': 'fa:16:3e:bb:5c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:38:42.486442 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:42.503294 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07bd21d-11e8-469d-8e53-e14a6c913b8f {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:38:42.518204 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port e07bd21d-11e8-469d-8e53-e14a6c913b8f, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=e07bd21d-11e8-469d-8e53-e14a6c913b8f,segment=NetworkSegment(60af37ce-edd3-4c67-a729-0696f6447859),segment_id=60af37ce-edd3-4c67-a729-0696f6447859)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:38:42.521872 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:42.589710 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=e07bd21d-11e8-469d-8e53-e14a6c913b8f,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:42.710262 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2ac44-4b79-4b96-bb05-5eaabbbbd997 req-f0e3a189-6304-4627-9dbd-bb58b490aae5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:42.711691 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-caa2ac44-4b79-4b96-bb05-5eaabbbbd997 req-f0e3a189-6304-4627-9dbd-bb58b490aae5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f HTTP/1.1" status: 200 len: 945 time: 0.0802317 Apr 08 10:38:42.750229 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['e07bd21d-11e8-469d-8e53-e14a6c913b8f'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:38:42.756347 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-caa2ac44-4b79-4b96-bb05-5eaabbbbd997 req-fc88b0ae-3ccf-4613-a953-22794efc5d19 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a4d8ac5-c440-4f66-89c0-b637b726fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391185 Apr 08 10:38:43.321000 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-21babd5f-31c5-4e7e-8c39-913b15e404be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:43.950268 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05ec44-d916-4fb9-bd5a-b2506a1992e2 req-22fc4c8c-5bec-4b93-b5fd-94362633ab90 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:43.951704 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2b05ec44-d916-4fb9-bd5a-b2506a1992e2 req-22fc4c8c-5bec-4b93-b5fd-94362633ab90 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f HTTP/1.1" status: 200 len: 945 time: 0.0737700 Apr 08 10:38:43.995785 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2b05ec44-d916-4fb9-bd5a-b2506a1992e2 req-7c1adf70-1056-4a85-8a9b-3ac15c30abe9 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a4d8ac5-c440-4f66-89c0-b637b726fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384145 Apr 08 10:38:44.298994 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device e07bd21d-11e8-469d-8e53-e14a6c913b8f up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:38:44.364840 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port e07bd21d-11e8-469d-8e53-e14a6c913b8f completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:38:44.369467 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port e07bd21d-11e8-469d-8e53-e14a6c913b8f triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:38:44.369843 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:44.484850 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:44.513198 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07bd21d-11e8-469d-8e53-e14a6c913b8f'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:38:44.524429 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port e07bd21d-11e8-469d-8e53-e14a6c913b8f, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=e07bd21d-11e8-469d-8e53-e14a6c913b8f,segment=NetworkSegment(60af37ce-edd3-4c67-a729-0696f6447859),segment_id=60af37ce-edd3-4c67-a729-0696f6447859)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:38:44.528168 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:44.574231 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65a3cf59-dee0-42a6-81fc-f668539476bc'] response: {'server_uuid': 'dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07bd21d-11e8-469d-8e53-e14a6c913b8f', 'code': 200} Apr 08 10:38:44.601019 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=e07bd21d-11e8-469d-8e53-e14a6c913b8f,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:44.815182 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-eabfe16f-ae4f-4354-b560-2333b31be5b4 req-d2a72beb-e8c1-4abc-9971-f5c9cf6efc2b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f HTTP/1.1" status: 200 len: 1099 time: 0.0729887 Apr 08 10:38:44.856976 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-eabfe16f-ae4f-4354-b560-2333b31be5b4 req-33d3960d-1c06-41c9-82cd-fee45b3a1284 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8a4d8ac5-c440-4f66-89c0-b637b726fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363178 Apr 08 10:38:45.195763 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504f686-1c6f-4472-848d-4ec881db01a8 req-6076b236-5eab-48fb-9f83-5c29b8381e09 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:45.197160 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2504f686-1c6f-4472-848d-4ec881db01a8 req-6076b236-5eab-48fb-9f83-5c29b8381e09 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f HTTP/1.1" status: 200 len: 946 time: 0.0811787 Apr 08 10:38:45.242118 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2504f686-1c6f-4472-848d-4ec881db01a8 req-b39c14ce-51fb-4ffb-9783-be6bb5ccadcd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a4d8ac5-c440-4f66-89c0-b637b726fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394542 Apr 08 10:38:45.558703 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2910cf8a-593a-45e8-9dcd-7310bdda6f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:46.434720 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c02367-c436-450e-bab6-804fde9fd67c req-29e875df-c6ae-4401-9276-2f02c702ff13 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:46.436171 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-64c02367-c436-450e-bab6-804fde9fd67c req-29e875df-c6ae-4401-9276-2f02c702ff13 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f HTTP/1.1" status: 200 len: 946 time: 0.0755434 Apr 08 10:38:46.480231 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-64c02367-c436-450e-bab6-804fde9fd67c req-961378a5-d833-4a1a-bf63-f35682d2fd40 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a4d8ac5-c440-4f66-89c0-b637b726fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385933 Apr 08 10:38:46.674164 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a1e9f-8c2e-4743-baa3-31b51ffb0cc1 req-637ec8a3-fcee-4c02-81c5-d913f37e182d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:46.675513 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-498a1e9f-8c2e-4743-baa3-31b51ffb0cc1 req-637ec8a3-fcee-4c02-81c5-d913f37e182d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f HTTP/1.1" status: 200 len: 946 time: 0.0779643 Apr 08 10:38:46.723582 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-498a1e9f-8c2e-4743-baa3-31b51ffb0cc1 req-aef19b92-5f06-4ddb-9718-f64777925f65 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a4d8ac5-c440-4f66-89c0-b637b726fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424931 Apr 08 10:38:46.750355 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33732) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:46.771325 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:46.818001 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-fb730f81-7f7c-43e3-b9b0-4de8abc4fdd5 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f HTTP/1.1" status: 200 len: 1094 time: 0.0665035 Apr 08 10:38:46.820639 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33736) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:38:46.825624 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-113d55fe-72a7-436f-bdc2-767e29156c26 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'port_id': 'e07bd21d-11e8-469d-8e53-e14a6c913b8f', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:38:46.831410 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-113d55fe-72a7-436f-bdc2-767e29156c26 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:38:46.835139 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-113d55fe-72a7-436f-bdc2-767e29156c26 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:floatingip and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:38:46.837915 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-113d55fe-72a7-436f-bdc2-767e29156c26 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:38:46.843457 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-113d55fe-72a7-436f-bdc2-767e29156c26 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:38:46.857555 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-113d55fe-72a7-436f-bdc2-767e29156c26 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:46.897022 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:46.987715 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-113d55fe-72a7-436f-bdc2-767e29156c26 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:47.124490 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-113d55fe-72a7-436f-bdc2-767e29156c26 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.26.0.31 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/bdc1b5ea-1193-4f74-8fb2-6f7401497cc8) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:38:47.276070 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-113d55fe-72a7-436f-bdc2-767e29156c26 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:47.303862 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-113d55fe-72a7-436f-bdc2-767e29156c26 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:47.373215 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113d55fe-72a7-436f-bdc2-767e29156c26 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:38:47.375925 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-113d55fe-72a7-436f-bdc2-767e29156c26 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:38:47.380658 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113d55fe-72a7-436f-bdc2-767e29156c26 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:38:47.414509 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d55fe-72a7-436f-bdc2-767e29156c26 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=bdc1b5ea-1193-4f74-8fb2-6f7401497cc8,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:47.969827 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-113d55fe-72a7-436f-bdc2-767e29156c26 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:48.024187 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-113d55fe-72a7-436f-bdc2-767e29156c26 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:48.235524 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-113d55fe-72a7-436f-bdc2-767e29156c26 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:48.240102 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-113d55fe-72a7-436f-bdc2-767e29156c26 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:48.291620 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:48.353373 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d55fe-72a7-436f-bdc2-767e29156c26 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=bdc1b5ea-1193-4f74-8fb2-6f7401497cc8,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:38:48.368535 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-113d55fe-72a7-436f-bdc2-767e29156c26 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:48.562247 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [None req-113d55fe-72a7-436f-bdc2-767e29156c26 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Floating IP 26f183d0-21bb-4a7c-a6d7-ea2bf10013a6 associated. External IP: 172.26.0.31, port: e07bd21d-11e8-469d-8e53-e14a6c913b8f. Apr 08 10:38:48.941588 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113d55fe-72a7-436f-bdc2-767e29156c26 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:38:49.136939 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113d55fe-72a7-436f-bdc2-767e29156c26 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:38:49.146025 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169d0c06-ac52-4113-89dc-a18c10885c3d None None] Sync routers for ids ['ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:38:49.158589 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169d0c06-ac52-4113-89dc-a18c10885c3d None None] Routers {'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:38:49.159427 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-169d0c06-ac52-4113-89dc-a18c10885c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:38:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:49.161558 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-113d55fe-72a7-436f-bdc2-767e29156c26 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:38:49.219160 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-113d55fe-72a7-436f-bdc2-767e29156c26 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3975151 Apr 08 10:38:49.220337 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f', 'tag': 'e07bd21d-11e8-469d-8e53-e14a6c913b8f'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:38:49.275272 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f45a853-bf6b-429e-a84a-42035ec2a2ec'] response: {'name': 'network-changed', 'server_uuid': 'dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f', 'tag': 'e07bd21d-11e8-469d-8e53-e14a6c913b8f', 'status': 'completed', 'code': 200} Apr 08 10:38:49.332711 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-169d0c06-ac52-4113-89dc-a18c10885c3d None None] Set router ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:38:49.368128 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-5c448c68-2f3e-41ba-ba45-8b7b93c2f786 req-3c99d3f0-3afd-4d7d-bec6-7dea527fa6c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f HTTP/1.1" status: 200 len: 1099 time: 0.0686784 Apr 08 10:38:49.590445 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c448c68-2f3e-41ba-ba45-8b7b93c2f786 req-ebf839e2-d8da-4c19-9616-4ac9e22e88c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:49.591767 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-5c448c68-2f3e-41ba-ba45-8b7b93c2f786 req-ebf839e2-d8da-4c19-9616-4ac9e22e88c2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=59e8804d-f618-4655-a104-9042d4693895 HTTP/1.1" status: 200 len: 897 time: 0.2178154 Apr 08 10:38:49.693836 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-5c448c68-2f3e-41ba-ba45-8b7b93c2f786 req-ca9affbe-9bc6-4ca4-bac0-4baaeab23ecd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e07bd21d-11e8-469d-8e53-e14a6c913b8f HTTP/1.1" status: 200 len: 999 time: 0.0956922 Apr 08 10:38:49.729514 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-169d0c06-ac52-4113-89dc-a18c10885c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'name': 'tempest-TestNetworkBasicOps-router-618233208', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:38:07Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:08Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '26f183d0-21bb-4a7c-a6d7-ea2bf10013a6', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.31', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'port_id': 'e07bd21d-11e8-469d-8e53-e14a6c913b8f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'mac_address': 'fa:16:3e:bb:5c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:38:47Z', 'updated_at': '2022-04-08T10:38:47Z', 'revision_number': 0, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}, {'id': 'a8a31681-44a0-4e3f-837e-7d30e54d458b', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.54', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'port_id': '45ded074-ad41-4a7e-8a29-d49e4a61b1e4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'mac_address': 'fa:16:3e:39:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:38:32Z', 'updated_at': '2022-04-08T10:38:35Z', 'revision_number': 1, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc623321-ada5-42bf-841c-38dd786fdb61', 'name': '', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:16:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:11Z', 'updated_at': '2022-04-08T10:38:18Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:49.733399 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169d0c06-ac52-4113-89dc-a18c10885c3d None None] Checking router: ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:38:49.745692 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169d0c06-ac52-4113-89dc-a18c10885c3d None None] Routers {'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:38:49.746301 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-169d0c06-ac52-4113-89dc-a18c10885c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:38:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:49.757335 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c448c68-2f3e-41ba-ba45-8b7b93c2f786 req-7d942861-ea88-4a65-8a78-cc0ae8360a39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:38:49.758754 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-5c448c68-2f3e-41ba-ba45-8b7b93c2f786 req-7d942861-ea88-4a65-8a78-cc0ae8360a39 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=156877d7-1d1d-4c1d-9162-71307efd7e24 HTTP/1.1" status: 200 len: 835 time: 0.0581329 Apr 08 10:38:49.840849 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-5c448c68-2f3e-41ba-ba45-8b7b93c2f786 req-12b64c52-2551-48bd-8a64-959f65c275cb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59e8804d-f618-4655-a104-9042d4693895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761905 Apr 08 10:38:49.928128 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-169d0c06-ac52-4113-89dc-a18c10885c3d None None] Set router ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:38:49.970550 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-5c448c68-2f3e-41ba-ba45-8b7b93c2f786 req-ea14b26f-bff5-488b-9e80-e5e9a0d204e2 service neutron] 10.222.0.52 "GET /v2.0/networks/59e8804d-f618-4655-a104-9042d4693895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226873 Apr 08 10:38:50.106473 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-5c448c68-2f3e-41ba-ba45-8b7b93c2f786 req-b4d887bb-ccd7-4803-a988-653e7a1fe966 service neutron] 10.222.0.52 "GET /v2.0/networks/59e8804d-f618-4655-a104-9042d4693895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296651 Apr 08 10:38:50.295617 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-169d0c06-ac52-4113-89dc-a18c10885c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'name': 'tempest-TestNetworkBasicOps-router-618233208', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:38:07Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:08Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '26f183d0-21bb-4a7c-a6d7-ea2bf10013a6', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.31', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'port_id': 'e07bd21d-11e8-469d-8e53-e14a6c913b8f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'mac_address': 'fa:16:3e:bb:5c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:38:47Z', 'updated_at': '2022-04-08T10:38:47Z', 'revision_number': 0, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}, {'id': 'a8a31681-44a0-4e3f-837e-7d30e54d458b', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.54', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'port_id': '45ded074-ad41-4a7e-8a29-d49e4a61b1e4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'mac_address': 'fa:16:3e:39:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:38:32Z', 'updated_at': '2022-04-08T10:38:35Z', 'revision_number': 1, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc623321-ada5-42bf-841c-38dd786fdb61', 'name': '', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:16:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:11Z', 'updated_at': '2022-04-08T10:38:18Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:38:50.299977 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169d0c06-ac52-4113-89dc-a18c10885c3d None None] The sync data for ids ['ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'] in dv-neutron-837110-1-hyperv is: [{'id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'name': 'tempest-TestNetworkBasicOps-router-618233208', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:38:07Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:08Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '26f183d0-21bb-4a7c-a6d7-ea2bf10013a6', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.31', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'port_id': 'e07bd21d-11e8-469d-8e53-e14a6c913b8f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'mac_address': 'fa:16:3e:bb:5c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:38:47Z', 'updated_at': '2022-04-08T10:38:47Z', 'revision_number': 0, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}, {'id': 'a8a31681-44a0-4e3f-837e-7d30e54d458b', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.54', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'port_id': '45ded074-ad41-4a7e-8a29-d49e4a61b1e4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'mac_address': 'fa:16:3e:39:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:38:32Z', 'updated_at': '2022-04-08T10:38:35Z', 'revision_number': 1, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc623321-ada5-42bf-841c-38dd786fdb61', 'name': '', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:16:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:11Z', 'updated_at': '2022-04-08T10:38:18Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:38:50.486791 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cb2834-e1d6-4a54-8a9a-c8a66ee338c6 None None] New status for floating IP 26f183d0-21bb-4a7c-a6d7-ea2bf10013a6: ACTIVE {{(pid=83848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:38:58.103512 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:39:08.380299 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:13.323160 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-203d1a46-6b28-423e-9a24-c36bc93921d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:15.560163 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8ee11182-8ade-4ed3-8bce-2cef43db1c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:16.773225 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:16.898234 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:18.291000 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:25.427299 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33754) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:25.630061 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-62ec2b21-d01b-424a-bd35-cdaf77a4e964 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/a8a31681-44a0-4e3f-837e-7d30e54d458b HTTP/1.1" status: 200 len: 993 time: 0.2016943 Apr 08 10:39:26.522507 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33764) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:26.528214 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-4ace773e-ff00-450f-a59e-93de6bd0aed3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:39:26.646474 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4ace773e-ff00-450f-a59e-93de6bd0aed3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:26.864823 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-4ace773e-ff00-450f-a59e-93de6bd0aed3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port 45ded074-ad41-4a7e-8a29-d49e4a61b1e4, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=45ded074-ad41-4a7e-8a29-d49e4a61b1e4,segment=NetworkSegment(60af37ce-edd3-4c67-a729-0696f6447859),segment_id=60af37ce-edd3-4c67-a729-0696f6447859)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:39:26.888733 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4ace773e-ff00-450f-a59e-93de6bd0aed3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:26.893758 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4ace773e-ff00-450f-a59e-93de6bd0aed3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:26.962285 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ace773e-ff00-450f-a59e-93de6bd0aed3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:26.962874 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4ace773e-ff00-450f-a59e-93de6bd0aed3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:26.964546 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4ace773e-ff00-450f-a59e-93de6bd0aed3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "PUT /v2.0/ports/45ded074-ad41-4a7e-8a29-d49e4a61b1e4 HTTP/1.1" status: 200 len: 939 time: 0.4410179 Apr 08 10:39:26.965078 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5', 'tag': '45ded074-ad41-4a7e-8a29-d49e4a61b1e4'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:39:26.983021 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace773e-ff00-450f-a59e-93de6bd0aed3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=45ded074-ad41-4a7e-8a29-d49e4a61b1e4,revision_number=6']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:26.993108 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace773e-ff00-450f-a59e-93de6bd0aed3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:26.993453 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace773e-ff00-450f-a59e-93de6bd0aed3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:26.993784 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace773e-ff00-450f-a59e-93de6bd0aed3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:26.994118 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace773e-ff00-450f-a59e-93de6bd0aed3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:26.994442 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace773e-ff00-450f-a59e-93de6bd0aed3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:26.994847 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace773e-ff00-450f-a59e-93de6bd0aed3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:26.995084 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace773e-ff00-450f-a59e-93de6bd0aed3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:26.995402 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace773e-ff00-450f-a59e-93de6bd0aed3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:26.995721 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace773e-ff00-450f-a59e-93de6bd0aed3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:26.996034 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace773e-ff00-450f-a59e-93de6bd0aed3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:26.996834 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace773e-ff00-450f-a59e-93de6bd0aed3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:27.026006 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-741b89f3-be1e-434b-95d0-869c353320ac'] response: {'name': 'network-changed', 'server_uuid': 'd396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5', 'tag': '45ded074-ad41-4a7e-8a29-d49e4a61b1e4', 'status': 'completed', 'code': 200} Apr 08 10:39:27.132552 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-c1c668fd-3a74-4ae5-b9f4-e2317e93e645 req-a97fbde5-9595-4a12-8077-9964fc0d50b9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=d396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5 HTTP/1.1" status: 200 len: 1100 time: 0.0839946 Apr 08 10:39:27.197591 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5f4bfc3c-933e-4e13-bad2-405a09158418 None None] Provisioning complete for port 45ded074-ad41-4a7e-8a29-d49e4a61b1e4 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:27.198177 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5f4bfc3c-933e-4e13-bad2-405a09158418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:27.256612 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-5f4bfc3c-933e-4e13-bad2-405a09158418 None None] Port 45ded074-ad41-4a7e-8a29-d49e4a61b1e4 is administratively disabled so it will not transition to active. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Apr 08 10:39:27.266356 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c668fd-3a74-4ae5-b9f4-e2317e93e645 req-53bd67bd-b5d7-4a7f-a67d-29374eeff40b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:27.267830 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-c1c668fd-3a74-4ae5-b9f4-e2317e93e645 req-53bd67bd-b5d7-4a7f-a67d-29374eeff40b service neutron] 10.222.0.52 "GET /v2.0/networks?id=59e8804d-f618-4655-a104-9042d4693895 HTTP/1.1" status: 200 len: 897 time: 0.1258454 Apr 08 10:39:27.370807 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-c1c668fd-3a74-4ae5-b9f4-e2317e93e645 req-6ed96f70-9032-470b-b6fa-b651fee365d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45ded074-ad41-4a7e-8a29-d49e4a61b1e4 HTTP/1.1" status: 200 len: 1002 time: 0.0969772 Apr 08 10:39:27.436504 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c668fd-3a74-4ae5-b9f4-e2317e93e645 req-2ebc6055-ed1d-4287-9b6d-96707978429f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:27.437839 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-c1c668fd-3a74-4ae5-b9f4-e2317e93e645 req-2ebc6055-ed1d-4287-9b6d-96707978429f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=156877d7-1d1d-4c1d-9162-71307efd7e24 HTTP/1.1" status: 200 len: 835 time: 0.0589633 Apr 08 10:39:27.514773 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-c1c668fd-3a74-4ae5-b9f4-e2317e93e645 req-83199f09-b1f0-480e-8ec6-2211d960f528 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59e8804d-f618-4655-a104-9042d4693895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709784 Apr 08 10:39:27.742278 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-c1c668fd-3a74-4ae5-b9f4-e2317e93e645 req-453d75f3-bb1a-48bf-9406-eb5566184db8 service neutron] 10.222.0.52 "GET /v2.0/networks/59e8804d-f618-4655-a104-9042d4693895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216535 Apr 08 10:39:27.878752 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-c1c668fd-3a74-4ae5-b9f4-e2317e93e645 req-37913fe9-6444-4760-bfb4-09db34058668 service neutron] 10.222.0.52 "GET /v2.0/networks/59e8804d-f618-4655-a104-9042d4693895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272037 Apr 08 10:39:29.421557 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-3a64cf25-17ca-4639-a1ee-e0d657ff13c4 req-04d0da09-d796-43b1-8fb3-a0417ecc0e6d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724854 Apr 08 10:39:29.568019 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-3a64cf25-17ca-4639-a1ee-e0d657ff13c4 req-03045c78-917a-43c2-a004-9a0760586de5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=d396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5 HTTP/1.1" status: 200 len: 1100 time: 0.0717623 Apr 08 10:39:29.717722 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64cf25-17ca-4639-a1ee-e0d657ff13c4 req-1f448a6c-8d59-45b0-b4c3-f2fa249415d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:29.719141 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-3a64cf25-17ca-4639-a1ee-e0d657ff13c4 req-1f448a6c-8d59-45b0-b4c3-f2fa249415d0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=59e8804d-f618-4655-a104-9042d4693895 HTTP/1.1" status: 200 len: 897 time: 0.1263061 Apr 08 10:39:29.820406 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-3a64cf25-17ca-4639-a1ee-e0d657ff13c4 req-84ef66d3-a1fd-47de-91ad-e744c4301d3f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45ded074-ad41-4a7e-8a29-d49e4a61b1e4 HTTP/1.1" status: 200 len: 1002 time: 0.0921433 Apr 08 10:39:29.891142 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64cf25-17ca-4639-a1ee-e0d657ff13c4 req-df62c747-86bd-44e7-85fe-f483aec9f37b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:29.893044 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-3a64cf25-17ca-4639-a1ee-e0d657ff13c4 req-df62c747-86bd-44e7-85fe-f483aec9f37b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=156877d7-1d1d-4c1d-9162-71307efd7e24 HTTP/1.1" status: 200 len: 835 time: 0.0596259 Apr 08 10:39:29.967692 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-3a64cf25-17ca-4639-a1ee-e0d657ff13c4 req-3770118a-decf-4587-b711-507e6acc2d8e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59e8804d-f618-4655-a104-9042d4693895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664520 Apr 08 10:39:29.980353 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [req-3a64cf25-17ca-4639-a1ee-e0d657ff13c4 req-fa93b855-5e62-4429-a56b-790f411994a3 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83846) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:39:29.981199 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-3a64cf25-17ca-4639-a1ee-e0d657ff13c4 req-fa93b855-5e62-4429-a56b-790f411994a3 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046875 Apr 08 10:39:30.115860 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-3a64cf25-17ca-4639-a1ee-e0d657ff13c4 req-4f03b9c3-5116-49c6-893a-5ef636abd0a9 service neutron] 10.222.0.52 "GET /v2.0/networks/59e8804d-f618-4655-a104-9042d4693895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249781 Apr 08 10:39:30.247861 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-3a64cf25-17ca-4639-a1ee-e0d657ff13c4 req-b5933864-b198-45b2-b110-ea8b0d633f7f service neutron] 10.222.0.52 "GET /v2.0/networks/59e8804d-f618-4655-a104-9042d4693895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233866 Apr 08 10:39:30.427961 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33774) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:30.433596 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-6c427b0e-082c-45cd-9e9f-feb2123e4e53 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:39:30.553953 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6c427b0e-082c-45cd-9e9f-feb2123e4e53 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:30.763664 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-6c427b0e-082c-45cd-9e9f-feb2123e4e53 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port 45ded074-ad41-4a7e-8a29-d49e4a61b1e4, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=45ded074-ad41-4a7e-8a29-d49e4a61b1e4,segment=NetworkSegment(60af37ce-edd3-4c67-a729-0696f6447859),segment_id=60af37ce-edd3-4c67-a729-0696f6447859)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:39:30.797452 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6c427b0e-082c-45cd-9e9f-feb2123e4e53 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:30.801566 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6c427b0e-082c-45cd-9e9f-feb2123e4e53 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:30.867766 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c427b0e-082c-45cd-9e9f-feb2123e4e53 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:30.868393 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6c427b0e-082c-45cd-9e9f-feb2123e4e53 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:30.869740 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6c427b0e-082c-45cd-9e9f-feb2123e4e53 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "PUT /v2.0/ports/45ded074-ad41-4a7e-8a29-d49e4a61b1e4 HTTP/1.1" status: 200 len: 938 time: 0.4407527 Apr 08 10:39:30.870265 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5', 'tag': '45ded074-ad41-4a7e-8a29-d49e4a61b1e4'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:39:30.872750 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33778) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:30.889141 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c427b0e-082c-45cd-9e9f-feb2123e4e53 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=45ded074-ad41-4a7e-8a29-d49e4a61b1e4,revision_number=7']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:30.931687 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f1ad63-7df2-4b27-be63-a6338d55fd0e'] response: {'name': 'network-changed', 'server_uuid': 'd396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5', 'tag': '45ded074-ad41-4a7e-8a29-d49e4a61b1e4', 'status': 'completed', 'code': 200} Apr 08 10:39:30.992940 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-02407ad7-f052-484a-bfd8-f345e2dd39c6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/a8a31681-44a0-4e3f-837e-7d30e54d458b HTTP/1.1" status: 200 len: 993 time: 0.1181955 Apr 08 10:39:31.025155 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-b157f9b0-1a88-433a-84fc-b848fdf6b395 req-a3472087-b28f-45bf-8f36-ccbdbedae78c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=d396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5 HTTP/1.1" status: 200 len: 1099 time: 0.0714157 Apr 08 10:39:31.097695 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-97dcf73b-707e-4256-9695-17abe9aa7750 None None] Provisioning complete for port 45ded074-ad41-4a7e-8a29-d49e4a61b1e4 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:31.098728 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-97dcf73b-707e-4256-9695-17abe9aa7750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:31.141401 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['45ded074-ad41-4a7e-8a29-d49e4a61b1e4'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:39:31.168056 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157f9b0-1a88-433a-84fc-b848fdf6b395 req-f28e663a-c680-4469-991b-820dcf6d5499 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:31.169468 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-b157f9b0-1a88-433a-84fc-b848fdf6b395 req-f28e663a-c680-4469-991b-820dcf6d5499 service neutron] 10.222.0.52 "GET /v2.0/networks?id=59e8804d-f618-4655-a104-9042d4693895 HTTP/1.1" status: 200 len: 897 time: 0.1370435 Apr 08 10:39:31.352982 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-b157f9b0-1a88-433a-84fc-b848fdf6b395 req-563ceb74-b688-4e2a-9b3f-9bec8b364309 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45ded074-ad41-4a7e-8a29-d49e4a61b1e4 HTTP/1.1" status: 200 len: 1001 time: 0.1768663 Apr 08 10:39:31.421846 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157f9b0-1a88-433a-84fc-b848fdf6b395 req-6dd7a7d5-002a-4529-a917-b3d9f6733857 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:31.423195 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-b157f9b0-1a88-433a-84fc-b848fdf6b395 req-6dd7a7d5-002a-4529-a917-b3d9f6733857 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=156877d7-1d1d-4c1d-9162-71307efd7e24 HTTP/1.1" status: 200 len: 835 time: 0.0606630 Apr 08 10:39:31.502581 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-b157f9b0-1a88-433a-84fc-b848fdf6b395 req-901be708-6919-4276-9025-7135896266ca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59e8804d-f618-4655-a104-9042d4693895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698919 Apr 08 10:39:31.636807 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-b157f9b0-1a88-433a-84fc-b848fdf6b395 req-d36de6e3-8628-40c0-b39f-901ade00d30d service neutron] 10.222.0.52 "GET /v2.0/networks/59e8804d-f618-4655-a104-9042d4693895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247134 Apr 08 10:39:31.768104 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-b157f9b0-1a88-433a-84fc-b848fdf6b395 req-7058b082-5c71-4075-9e7d-b265e4e03f73 service neutron] 10.222.0.52 "GET /v2.0/networks/59e8804d-f618-4655-a104-9042d4693895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215003 Apr 08 10:39:33.591198 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33790) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:33.794247 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-5e15f5f9-bc3a-4c54-b3b9-c7c02f6e5e97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port bdc1b5ea-1193-4f74-8fb2-6f7401497cc8 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:39:33.794581 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5e15f5f9-bc3a-4c54-b3b9-c7c02f6e5e97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:33.955325 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5e15f5f9-bc3a-4c54-b3b9-c7c02f6e5e97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:33.955656 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5e15f5f9-bc3a-4c54-b3b9-c7c02f6e5e97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:34.072376 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-5e15f5f9-bc3a-4c54-b3b9-c7c02f6e5e97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for bdc1b5ea-1193-4f74-8fb2-6f7401497cc8 owned by network:floatingip {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:39:34.218273 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5e15f5f9-bc3a-4c54-b3b9-c7c02f6e5e97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:34.261682 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15f5f9-bc3a-4c54-b3b9-c7c02f6e5e97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=bdc1b5ea-1193-4f74-8fb2-6f7401497cc8,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:34.301290 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e15f5f9-bc3a-4c54-b3b9-c7c02f6e5e97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:34.301627 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e15f5f9-bc3a-4c54-b3b9-c7c02f6e5e97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:34.301956 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e15f5f9-bc3a-4c54-b3b9-c7c02f6e5e97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:34.302279 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e15f5f9-bc3a-4c54-b3b9-c7c02f6e5e97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:34.302599 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e15f5f9-bc3a-4c54-b3b9-c7c02f6e5e97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:34.302920 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e15f5f9-bc3a-4c54-b3b9-c7c02f6e5e97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:34.303233 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e15f5f9-bc3a-4c54-b3b9-c7c02f6e5e97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:34.303547 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e15f5f9-bc3a-4c54-b3b9-c7c02f6e5e97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:34.303862 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e15f5f9-bc3a-4c54-b3b9-c7c02f6e5e97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:34.304193 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e15f5f9-bc3a-4c54-b3b9-c7c02f6e5e97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:34.304504 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e15f5f9-bc3a-4c54-b3b9-c7c02f6e5e97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:34.362307 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5e15f5f9-bc3a-4c54-b3b9-c7c02f6e5e97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:34.794703 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e15f5f9-bc3a-4c54-b3b9-c7c02f6e5e97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:39:35.108070 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:39:35.133354 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e15f5f9-bc3a-4c54-b3b9-c7c02f6e5e97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:39:35.143325 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7ccf1d-a0fc-4f44-8d63-fdaaddd47bc8 None None] Sync routers for ids ['ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:39:35.159662 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7ccf1d-a0fc-4f44-8d63-fdaaddd47bc8 None None] Routers {'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:39:35.160306 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-7e7ccf1d-a0fc-4f44-8d63-fdaaddd47bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:39:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:35.160833 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5e15f5f9-bc3a-4c54-b3b9-c7c02f6e5e97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:35.214362 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5e15f5f9-bc3a-4c54-b3b9-c7c02f6e5e97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/floatingips/26f183d0-21bb-4a7c-a6d7-ea2bf10013a6 HTTP/1.1" status: 204 len: 168 time: 1.6220877 Apr 08 10:39:35.214998 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f', 'tag': 'e07bd21d-11e8-469d-8e53-e14a6c913b8f'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:39:35.277315 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee5163d8-c521-4923-9706-2dc9a50f1091'] response: {'name': 'network-changed', 'server_uuid': 'dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f', 'tag': 'e07bd21d-11e8-469d-8e53-e14a6c913b8f', 'status': 'completed', 'code': 200} Apr 08 10:39:35.385871 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-0ecec199-b419-4b2a-ae0e-f988ca4340a2 req-eb67b057-9e1c-4772-a01d-344dbef8af0a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f HTTP/1.1" status: 200 len: 1099 time: 0.0810256 Apr 08 10:39:35.421442 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-7e7ccf1d-a0fc-4f44-8d63-fdaaddd47bc8 None None] Set router ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:39:35.536973 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecec199-b419-4b2a-ae0e-f988ca4340a2 req-e2948bea-115e-4a34-9182-bf0c3bb71d07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:35.538396 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-0ecec199-b419-4b2a-ae0e-f988ca4340a2 req-e2948bea-115e-4a34-9182-bf0c3bb71d07 service neutron] 10.222.0.52 "GET /v2.0/networks?id=59e8804d-f618-4655-a104-9042d4693895 HTTP/1.1" status: 200 len: 897 time: 0.1423450 Apr 08 10:39:35.606043 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-0ecec199-b419-4b2a-ae0e-f988ca4340a2 req-4627dc5a-066e-481e-a9db-8a044ddd0f85 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e07bd21d-11e8-469d-8e53-e14a6c913b8f HTTP/1.1" status: 200 len: 217 time: 0.0605695 Apr 08 10:39:35.675957 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecec199-b419-4b2a-ae0e-f988ca4340a2 req-f495383f-9789-49a8-a88e-cb42049d3995 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:35.677334 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-0ecec199-b419-4b2a-ae0e-f988ca4340a2 req-f495383f-9789-49a8-a88e-cb42049d3995 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=156877d7-1d1d-4c1d-9162-71307efd7e24 HTTP/1.1" status: 200 len: 835 time: 0.0647871 Apr 08 10:39:35.681864 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e2820-1820-44ce-bef5-aa3efcefba5d req-bacb44df-f8bf-4e0b-99f4-7eb02423be3b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:35.682622 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-f37e2820-1820-44ce-bef5-aa3efcefba5d req-bacb44df-f8bf-4e0b-99f4-7eb02423be3b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:39:35.698399 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-f37e2820-1820-44ce-bef5-aa3efcefba5d req-bacb44df-f8bf-4e0b-99f4-7eb02423be3b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:39:35.699583 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f37e2820-1820-44ce-bef5-aa3efcefba5d req-bacb44df-f8bf-4e0b-99f4-7eb02423be3b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f HTTP/1.1" status: 200 len: 946 time: 0.1000459 Apr 08 10:39:35.752203 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f37e2820-1820-44ce-bef5-aa3efcefba5d req-954d212a-6756-43d2-aad4-033ff6e20743 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a4d8ac5-c440-4f66-89c0-b637b726fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433815 Apr 08 10:39:35.762999 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-0ecec199-b419-4b2a-ae0e-f988ca4340a2 req-7b7df40c-2494-4247-804a-f974c50d7abb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59e8804d-f618-4655-a104-9042d4693895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786808 Apr 08 10:39:35.784060 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-7e7ccf1d-a0fc-4f44-8d63-fdaaddd47bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'name': 'tempest-TestNetworkBasicOps-router-618233208', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:38:07Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:08Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'a8a31681-44a0-4e3f-837e-7d30e54d458b', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.54', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'port_id': '45ded074-ad41-4a7e-8a29-d49e4a61b1e4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'mac_address': 'fa:16:3e:39:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:38:32Z', 'updated_at': '2022-04-08T10:38:35Z', 'revision_number': 1, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc623321-ada5-42bf-841c-38dd786fdb61', 'name': '', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:16:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:11Z', 'updated_at': '2022-04-08T10:38:18Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:35.788274 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7ccf1d-a0fc-4f44-8d63-fdaaddd47bc8 None None] Checking router: ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:39:35.799432 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7ccf1d-a0fc-4f44-8d63-fdaaddd47bc8 None None] Routers {'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:39:35.800030 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-7e7ccf1d-a0fc-4f44-8d63-fdaaddd47bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:39:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:35.901769 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-0ecec199-b419-4b2a-ae0e-f988ca4340a2 req-e78df0e3-d356-47a1-a04a-d42254f670f8 service neutron] 10.222.0.52 "GET /v2.0/networks/59e8804d-f618-4655-a104-9042d4693895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320062 Apr 08 10:39:35.981503 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-7e7ccf1d-a0fc-4f44-8d63-fdaaddd47bc8 None None] Set router ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:39:36.035850 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-0ecec199-b419-4b2a-ae0e-f988ca4340a2 req-0f35d49e-3568-483a-af53-21871586bf89 service neutron] 10.222.0.52 "GET /v2.0/networks/59e8804d-f618-4655-a104-9042d4693895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276391 Apr 08 10:39:36.335839 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-7e7ccf1d-a0fc-4f44-8d63-fdaaddd47bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'name': 'tempest-TestNetworkBasicOps-router-618233208', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:38:07Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:08Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'a8a31681-44a0-4e3f-837e-7d30e54d458b', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.54', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'port_id': '45ded074-ad41-4a7e-8a29-d49e4a61b1e4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'mac_address': 'fa:16:3e:39:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:38:32Z', 'updated_at': '2022-04-08T10:38:35Z', 'revision_number': 1, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc623321-ada5-42bf-841c-38dd786fdb61', 'name': '', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:16:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:11Z', 'updated_at': '2022-04-08T10:38:18Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:36.339552 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7ccf1d-a0fc-4f44-8d63-fdaaddd47bc8 None None] The sync data for ids ['ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'] in dv-neutron-837110-1-hyperv is: [{'id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'name': 'tempest-TestNetworkBasicOps-router-618233208', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:38:07Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:08Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'a8a31681-44a0-4e3f-837e-7d30e54d458b', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.54', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'port_id': '45ded074-ad41-4a7e-8a29-d49e4a61b1e4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'mac_address': 'fa:16:3e:39:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:38:32Z', 'updated_at': '2022-04-08T10:38:35Z', 'revision_number': 1, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc623321-ada5-42bf-841c-38dd786fdb61', 'name': '', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:16:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:11Z', 'updated_at': '2022-04-08T10:38:18Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:39:36.551276 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4776e41-e26f-4de2-b5e8-6c3abf8e5b99 None None] New status for floating IP 26f183d0-21bb-4a7c-a6d7-ea2bf10013a6: DOWN {{(pid=83848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:39:36.950651 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ce27a-61e8-4786-8f49-5c811d01310f req-cef7bfb4-a43f-48fc-b37e-a970a37927f2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:36.952134 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-da8ce27a-61e8-4786-8f49-5c811d01310f req-cef7bfb4-a43f-48fc-b37e-a970a37927f2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f HTTP/1.1" status: 200 len: 946 time: 0.0776913 Apr 08 10:39:37.000670 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-da8ce27a-61e8-4786-8f49-5c811d01310f req-de7e0f5f-8d7e-4c9d-b1be-811c40a2e72b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a4d8ac5-c440-4f66-89c0-b637b726fd17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421698 Apr 08 10:39:37.134858 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052fb3b-69a3-4da9-b1ef-c9ef4e9c7091 req-4ae359ad-a625-48cc-948a-9a2259cc1996 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:37.135546 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-8052fb3b-69a3-4da9-b1ef-c9ef4e9c7091 req-4ae359ad-a625-48cc-948a-9a2259cc1996 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:39:37.147070 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-8052fb3b-69a3-4da9-b1ef-c9ef4e9c7091 req-4ae359ad-a625-48cc-948a-9a2259cc1996 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:39:37.148172 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-8052fb3b-69a3-4da9-b1ef-c9ef4e9c7091 req-4ae359ad-a625-48cc-948a-9a2259cc1996 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f HTTP/1.1" status: 200 len: 946 time: 0.0918982 Apr 08 10:39:37.217972 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [req-8052fb3b-69a3-4da9-b1ef-c9ef4e9c7091 req-40aed83a-9336-4fba-bd4b-575a9270ee20 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port e07bd21d-11e8-469d-8e53-e14a6c913b8f {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:39:37.218240 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-8052fb3b-69a3-4da9-b1ef-c9ef4e9c7091 req-40aed83a-9336-4fba-bd4b-575a9270ee20 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:37.541290 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-8052fb3b-69a3-4da9-b1ef-c9ef4e9c7091 req-40aed83a-9336-4fba-bd4b-575a9270ee20 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port e07bd21d-11e8-469d-8e53-e14a6c913b8f, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=e07bd21d-11e8-469d-8e53-e14a6c913b8f,segment=NetworkSegment(60af37ce-edd3-4c67-a729-0696f6447859),segment_id=60af37ce-edd3-4c67-a729-0696f6447859)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:39:37.541553 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-8052fb3b-69a3-4da9-b1ef-c9ef4e9c7091 req-40aed83a-9336-4fba-bd4b-575a9270ee20 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:37.660739 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [req-8052fb3b-69a3-4da9-b1ef-c9ef4e9c7091 req-40aed83a-9336-4fba-bd4b-575a9270ee20 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for e07bd21d-11e8-469d-8e53-e14a6c913b8f owned by compute:nova {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:39:37.800362 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-8052fb3b-69a3-4da9-b1ef-c9ef4e9c7091 req-40aed83a-9336-4fba-bd4b-575a9270ee20 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:37.848434 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aed83a-9336-4fba-bd4b-575a9270ee20 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=e07bd21d-11e8-469d-8e53-e14a6c913b8f,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:37.920536 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [req-8052fb3b-69a3-4da9-b1ef-c9ef4e9c7091 req-40aed83a-9336-4fba-bd4b-575a9270ee20 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] No DVR routers for this DVR port e07bd21d-11e8-469d-8e53-e14a6c913b8f on host hv-neutron-8371 {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:39:37.922853 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-8052fb3b-69a3-4da9-b1ef-c9ef4e9c7091 req-40aed83a-9336-4fba-bd4b-575a9270ee20 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:37.925904 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f', 'name': 'network-vif-deleted', 'tag': 'e07bd21d-11e8-469d-8e53-e14a6c913b8f'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:39:37.941210 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-8052fb3b-69a3-4da9-b1ef-c9ef4e9c7091 req-40aed83a-9336-4fba-bd4b-575a9270ee20 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "DELETE /v2.0/ports/e07bd21d-11e8-469d-8e53-e14a6c913b8f HTTP/1.1" status: 204 len: 173 time: 0.7849813 Apr 08 10:39:37.980032 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f97f6306-253b-4f3c-8618-815093b00223'] response: {'server_uuid': 'dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f', 'name': 'network-vif-deleted', 'tag': 'e07bd21d-11e8-469d-8e53-e14a6c913b8f', 'status': 'completed', 'code': 200} Apr 08 10:39:38.178833 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-52223334-ef96-4d43-952b-abc401498253 req-817d2578-0a89-4130-bb78-1584e8402340 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc1edbd1-79a9-4ad2-a830-9e763d4eeb0f HTTP/1.1" status: 200 len: 210 time: 0.0408280 Apr 08 10:39:38.401719 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:39.282370 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33808) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:39.348776 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0e7d-7a48-451e-a86e-511a5e97ecc2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:39.377329 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0e7d-7a48-451e-a86e-511a5e97ecc2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:39.442045 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0e7d-7a48-451e-a86e-511a5e97ecc2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:39.459785 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c0e7d-7a48-451e-a86e-511a5e97ecc2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4d8ac5-c440-4f66-89c0-b637b726fd17,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:39.469507 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0e7d-7a48-451e-a86e-511a5e97ecc2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:39.471152 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-dc7c0e7d-7a48-451e-a86e-511a5e97ecc2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/security-groups/8a4d8ac5-c440-4f66-89c0-b637b726fd17 HTTP/1.1" status: 204 len: 168 time: 0.1871884 Apr 08 10:39:39.510887 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33814) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:39.712935 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-9927944e-5af8-4f4f-b9c8-b2d640420da7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port bf9ea016-394d-4cab-9df2-f1bc9cb1fabc {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:39:39.713280 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9927944e-5af8-4f4f-b9c8-b2d640420da7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:39.882994 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9927944e-5af8-4f4f-b9c8-b2d640420da7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:39.883317 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9927944e-5af8-4f4f-b9c8-b2d640420da7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:40.007880 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-9927944e-5af8-4f4f-b9c8-b2d640420da7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for bf9ea016-394d-4cab-9df2-f1bc9cb1fabc owned by network:floatingip {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:39:40.154775 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9927944e-5af8-4f4f-b9c8-b2d640420da7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:40.197961 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927944e-5af8-4f4f-b9c8-b2d640420da7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=bf9ea016-394d-4cab-9df2-f1bc9cb1fabc,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:40.289636 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9927944e-5af8-4f4f-b9c8-b2d640420da7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:40.639102 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device e07bd21d-11e8-469d-8e53-e14a6c913b8f no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:39:40.671627 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: e07bd21d-11e8-469d-8e53-e14a6c913b8f {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:39:40.671967 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device e07bd21d-11e8-469d-8e53-e14a6c913b8f not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:39:40.762183 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9927944e-5af8-4f4f-b9c8-b2d640420da7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:39:40.960787 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9927944e-5af8-4f4f-b9c8-b2d640420da7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:39:40.970579 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22843c06-a403-478a-b677-66cf5a87adb4 None None] Sync routers for ids ['ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:39:40.977144 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9927944e-5af8-4f4f-b9c8-b2d640420da7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:40.982275 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22843c06-a403-478a-b677-66cf5a87adb4 None None] Routers {'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:39:40.982873 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-22843c06-a403-478a-b677-66cf5a87adb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:39:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:41.032437 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9927944e-5af8-4f4f-b9c8-b2d640420da7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/floatingips/a8a31681-44a0-4e3f-837e-7d30e54d458b HTTP/1.1" status: 204 len: 168 time: 1.5204229 Apr 08 10:39:41.033537 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5', 'tag': '45ded074-ad41-4a7e-8a29-d49e4a61b1e4'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:39:41.092267 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b735ff3a-29eb-4eb7-b583-81b4d564188c'] response: {'name': 'network-changed', 'server_uuid': 'd396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5', 'tag': '45ded074-ad41-4a7e-8a29-d49e4a61b1e4', 'status': 'completed', 'code': 200} Apr 08 10:39:41.170193 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-22843c06-a403-478a-b677-66cf5a87adb4 None None] Set router ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:39:41.189888 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-64aba02a-2ef7-4078-9221-d869c0edcd93 req-3ceb9e17-a80a-4423-aa06-b6c3867d2e1a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=d396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5 HTTP/1.1" status: 200 len: 1099 time: 0.0695496 Apr 08 10:39:41.339346 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aba02a-2ef7-4078-9221-d869c0edcd93 req-291e8208-b603-4a0f-af2e-911c0f2fb0da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:41.340778 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-64aba02a-2ef7-4078-9221-d869c0edcd93 req-291e8208-b603-4a0f-af2e-911c0f2fb0da service neutron] 10.222.0.52 "GET /v2.0/networks?id=59e8804d-f618-4655-a104-9042d4693895 HTTP/1.1" status: 200 len: 897 time: 0.1422632 Apr 08 10:39:41.415671 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-64aba02a-2ef7-4078-9221-d869c0edcd93 req-c1432e8d-dbee-4c1e-9207-a0bde22b858f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45ded074-ad41-4a7e-8a29-d49e4a61b1e4 HTTP/1.1" status: 200 len: 217 time: 0.0666399 Apr 08 10:39:41.434201 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629bc5b9-3f77-4560-807e-efcd7f527d14 req-6bd7d9a0-838d-40c5-8013-6c9ec91cd695 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:41.434891 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-629bc5b9-3f77-4560-807e-efcd7f527d14 req-6bd7d9a0-838d-40c5-8013-6c9ec91cd695 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:39:41.451193 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-629bc5b9-3f77-4560-807e-efcd7f527d14 req-6bd7d9a0-838d-40c5-8013-6c9ec91cd695 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:39:41.452500 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-629bc5b9-3f77-4560-807e-efcd7f527d14 req-6bd7d9a0-838d-40c5-8013-6c9ec91cd695 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=d396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5 HTTP/1.1" status: 200 len: 946 time: 0.0949543 Apr 08 10:39:41.482515 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aba02a-2ef7-4078-9221-d869c0edcd93 req-dcea880f-f05c-42c7-b91c-a2ba98d727c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:41.483962 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-64aba02a-2ef7-4078-9221-d869c0edcd93 req-dcea880f-f05c-42c7-b91c-a2ba98d727c1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=156877d7-1d1d-4c1d-9162-71307efd7e24 HTTP/1.1" status: 200 len: 835 time: 0.0622771 Apr 08 10:39:41.499851 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-629bc5b9-3f77-4560-807e-efcd7f527d14 req-d83f5831-0f80-4b65-8368-ccaa54807aac tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:39:41.519218 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-629bc5b9-3f77-4560-807e-efcd7f527d14 req-d83f5831-0f80-4b65-8368-ccaa54807aac tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:39:41.521037 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-629bc5b9-3f77-4560-807e-efcd7f527d14 req-d83f5831-0f80-4b65-8368-ccaa54807aac tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2361a32-b68a-4fee-be07-860d3df2d178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618854 Apr 08 10:39:41.533796 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-22843c06-a403-478a-b677-66cf5a87adb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'name': 'tempest-TestNetworkBasicOps-router-618233208', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:38:07Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:08Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'dc623321-ada5-42bf-841c-38dd786fdb61', 'name': '', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:16:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:11Z', 'updated_at': '2022-04-08T10:38:18Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:41.537883 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22843c06-a403-478a-b677-66cf5a87adb4 None None] Checking router: ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:39:41.549208 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22843c06-a403-478a-b677-66cf5a87adb4 None None] Routers {'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:39:41.549812 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-22843c06-a403-478a-b677-66cf5a87adb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:39:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:41.573673 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-64aba02a-2ef7-4078-9221-d869c0edcd93 req-9781e13b-9db0-4b0c-92c2-7644b3635333 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59e8804d-f618-4655-a104-9042d4693895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818117 Apr 08 10:39:41.706899 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-64aba02a-2ef7-4078-9221-d869c0edcd93 req-8292e17d-90d7-4286-becb-9a16a84df7a7 service neutron] 10.222.0.52 "GET /v2.0/networks/59e8804d-f618-4655-a104-9042d4693895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259096 Apr 08 10:39:41.726515 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-22843c06-a403-478a-b677-66cf5a87adb4 None None] Set router ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:39:41.841997 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-64aba02a-2ef7-4078-9221-d869c0edcd93 req-b75d97b2-cbe5-4f6a-9462-4fc166e5f7de service neutron] 10.222.0.52 "GET /v2.0/networks/59e8804d-f618-4655-a104-9042d4693895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259387 Apr 08 10:39:42.033969 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-22843c06-a403-478a-b677-66cf5a87adb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'name': 'tempest-TestNetworkBasicOps-router-618233208', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:38:07Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:08Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'dc623321-ada5-42bf-841c-38dd786fdb61', 'name': '', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:16:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:11Z', 'updated_at': '2022-04-08T10:38:18Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:42.037864 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22843c06-a403-478a-b677-66cf5a87adb4 None None] The sync data for ids ['ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'] in dv-neutron-837110-1-hyperv is: [{'id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'name': 'tempest-TestNetworkBasicOps-router-618233208', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:38:07Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:08Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'dc623321-ada5-42bf-841c-38dd786fdb61', 'name': '', 'network_id': '59e8804d-f618-4655-a104-9042d4693895', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:16:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:11Z', 'updated_at': '2022-04-08T10:38:18Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '156877d7-1d1d-4c1d-9162-71307efd7e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:39:42.256134 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57b74a1-c9ac-4403-9a2b-3e157c87a0f8 None None] New status for floating IP a8a31681-44a0-4e3f-837e-7d30e54d458b: DOWN {{(pid=83848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:39:42.786312 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102b795-0537-47fc-b615-528ce37b7140 req-d7cc5647-2805-4aa3-b271-450506a21392 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:42.787744 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d102b795-0537-47fc-b615-528ce37b7140 req-d7cc5647-2805-4aa3-b271-450506a21392 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=d396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5 HTTP/1.1" status: 200 len: 946 time: 0.1464491 Apr 08 10:39:42.831603 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d102b795-0537-47fc-b615-528ce37b7140 req-9bb88cd8-9f0a-4b3b-b8e7-d4baaa3d1ac7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2361a32-b68a-4fee-be07-860d3df2d178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381968 Apr 08 10:39:42.972877 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285a29e-70a2-4343-a644-a90628d23580 req-16f0b518-a3b2-4dad-bc1a-41f0789f9f10 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:42.974357 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-2285a29e-70a2-4343-a644-a90628d23580 req-16f0b518-a3b2-4dad-bc1a-41f0789f9f10 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:39:42.986834 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-2285a29e-70a2-4343-a644-a90628d23580 req-16f0b518-a3b2-4dad-bc1a-41f0789f9f10 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:39:42.987952 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2285a29e-70a2-4343-a644-a90628d23580 req-16f0b518-a3b2-4dad-bc1a-41f0789f9f10 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/ports?device_id=d396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5 HTTP/1.1" status: 200 len: 946 time: 0.0885303 Apr 08 10:39:43.060799 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [req-2285a29e-70a2-4343-a644-a90628d23580 req-409cfab1-ddc0-4d79-9c9b-e96d0f7d59e6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port 45ded074-ad41-4a7e-8a29-d49e4a61b1e4 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:39:43.061144 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-2285a29e-70a2-4343-a644-a90628d23580 req-409cfab1-ddc0-4d79-9c9b-e96d0f7d59e6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:43.316873 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-2285a29e-70a2-4343-a644-a90628d23580 req-409cfab1-ddc0-4d79-9c9b-e96d0f7d59e6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port 45ded074-ad41-4a7e-8a29-d49e4a61b1e4, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=45ded074-ad41-4a7e-8a29-d49e4a61b1e4,segment=NetworkSegment(60af37ce-edd3-4c67-a729-0696f6447859),segment_id=60af37ce-edd3-4c67-a729-0696f6447859)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:39:43.317150 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-2285a29e-70a2-4343-a644-a90628d23580 req-409cfab1-ddc0-4d79-9c9b-e96d0f7d59e6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:43.324854 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0a05d869-ef66-46ba-8de5-1aa3123ca587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:43.517376 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [req-2285a29e-70a2-4343-a644-a90628d23580 req-409cfab1-ddc0-4d79-9c9b-e96d0f7d59e6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for 45ded074-ad41-4a7e-8a29-d49e4a61b1e4 owned by compute:nova {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:39:43.661210 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-2285a29e-70a2-4343-a644-a90628d23580 req-409cfab1-ddc0-4d79-9c9b-e96d0f7d59e6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:43.711878 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409cfab1-ddc0-4d79-9c9b-e96d0f7d59e6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=45ded074-ad41-4a7e-8a29-d49e4a61b1e4,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:43.781427 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [req-2285a29e-70a2-4343-a644-a90628d23580 req-409cfab1-ddc0-4d79-9c9b-e96d0f7d59e6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] No DVR routers for this DVR port 45ded074-ad41-4a7e-8a29-d49e4a61b1e4 on host hv-neutron-8371 {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:39:43.784663 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-2285a29e-70a2-4343-a644-a90628d23580 req-409cfab1-ddc0-4d79-9c9b-e96d0f7d59e6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:43.787019 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5', 'name': 'network-vif-deleted', 'tag': '45ded074-ad41-4a7e-8a29-d49e4a61b1e4'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:39:43.802850 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2285a29e-70a2-4343-a644-a90628d23580 req-409cfab1-ddc0-4d79-9c9b-e96d0f7d59e6 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "DELETE /v2.0/ports/45ded074-ad41-4a7e-8a29-d49e4a61b1e4 HTTP/1.1" status: 204 len: 173 time: 0.8046715 Apr 08 10:39:43.844806 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf1b72e6-9891-431e-b96c-71856bb3b550'] response: {'server_uuid': 'd396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5', 'name': 'network-vif-deleted', 'tag': '45ded074-ad41-4a7e-8a29-d49e4a61b1e4', 'status': 'completed', 'code': 200} Apr 08 10:39:43.994669 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9579d9a4-c75b-4e06-a54e-b4373641bfdf req-4f14483b-aa34-4ed5-8b1a-5b3b11eaecd4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=d396ce84-a8ab-4fbc-8d7b-b2881ca6a0b5 HTTP/1.1" status: 200 len: 210 time: 0.0410125 Apr 08 10:39:45.099581 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33834) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:45.177889 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5604f1a3-062a-4757-80c9-05eec37a1e4f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:45.206568 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5604f1a3-062a-4757-80c9-05eec37a1e4f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:45.272635 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5604f1a3-062a-4757-80c9-05eec37a1e4f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:45.292226 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604f1a3-062a-4757-80c9-05eec37a1e4f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2361a32-b68a-4fee-be07-860d3df2d178,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:45.303497 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5604f1a3-062a-4757-80c9-05eec37a1e4f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:45.304794 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5604f1a3-062a-4757-80c9-05eec37a1e4f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/security-groups/c2361a32-b68a-4fee-be07-860d3df2d178 HTTP/1.1" status: 204 len: 168 time: 0.2007880 Apr 08 10:39:45.347274 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33840) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:45.562273 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-17e72765-f59a-4ebd-97f6-7444949f7b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:45.734848 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d80cfc03-46c4-445c-8bb5-935887f07698 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:46.422087 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-d80cfc03-46c4-445c-8bb5-935887f07698 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port dc623321-ada5-42bf-841c-38dd786fdb61 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:39:46.422782 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d80cfc03-46c4-445c-8bb5-935887f07698 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:46.604962 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-d80cfc03-46c4-445c-8bb5-935887f07698 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port dc623321-ada5-42bf-841c-38dd786fdb61, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=dc623321-ada5-42bf-841c-38dd786fdb61,segment=NetworkSegment(60af37ce-edd3-4c67-a729-0696f6447859),segment_id=60af37ce-edd3-4c67-a729-0696f6447859)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:39:46.605315 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d80cfc03-46c4-445c-8bb5-935887f07698 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:46.670397 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 45ded074-ad41-4a7e-8a29-d49e4a61b1e4 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:39:46.703958 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: 45ded074-ad41-4a7e-8a29-d49e4a61b1e4 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:39:46.704326 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 45ded074-ad41-4a7e-8a29-d49e4a61b1e4 not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:39:46.723580 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-d80cfc03-46c4-445c-8bb5-935887f07698 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for dc623321-ada5-42bf-841c-38dd786fdb61 owned by network:router_interface {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:39:46.775692 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:46.895842 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d80cfc03-46c4-445c-8bb5-935887f07698 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:46.898740 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:46.942503 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cfc03-46c4-445c-8bb5-935887f07698 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=dc623321-ada5-42bf-841c-38dd786fdb61,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:47.231248 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d80cfc03-46c4-445c-8bb5-935887f07698 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:47.876227 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80cfc03-46c4-445c-8bb5-935887f07698 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:39:48.078749 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80cfc03-46c4-445c-8bb5-935887f07698 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:39:48.087988 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8b55d9-7648-4b9c-b4c3-61fddf0574e0 None None] Sync routers for ids ['ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:39:48.097531 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d80cfc03-46c4-445c-8bb5-935887f07698 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "PUT /v2.0/routers/ffcad24b-23e5-48ef-8e57-6114f0c1e6c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7492537 Apr 08 10:39:48.100535 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33844) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:48.107989 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8b55d9-7648-4b9c-b4c3-61fddf0574e0 None None] Routers {'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:39:48.108624 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-6a8b55d9-7648-4b9c-b4c3-61fddf0574e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:39:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:48.289948 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8c0daf-a4d0-46f2-be78-823fdce017a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting subnet 156877d7-1d1d-4c1d-9162-71307efd7e24 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:39:48.292791 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7f8c0daf-a4d0-46f2-be78-823fdce017a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:48.297342 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-6a8b55d9-7648-4b9c-b4c3-61fddf0574e0 None None] Set router ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:39:48.338614 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:48.351359 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7f8c0daf-a4d0-46f2-be78-823fdce017a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:48.431044 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7f8c0daf-a4d0-46f2-be78-823fdce017a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:48.508156 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7f8c0daf-a4d0-46f2-be78-823fdce017a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:48.547057 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c0daf-a4d0-46f2-be78-823fdce017a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Subnet': ['ID=156877d7-1d1d-4c1d-9162-71307efd7e24,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:48.553770 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7f8c0daf-a4d0-46f2-be78-823fdce017a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:48.559783 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7f8c0daf-a4d0-46f2-be78-823fdce017a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/subnets/156877d7-1d1d-4c1d-9162-71307efd7e24 HTTP/1.1" status: 204 len: 168 time: 0.4581912 Apr 08 10:39:48.562463 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33848) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:48.562930 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f82e0c1-63dd-4897-8ef0-895f076a5362 None None] Network 59e8804d-f618-4655-a104-9042d4693895 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:39:48.774613 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aa18dd02-0704-4ab8-af21-34ee638c2c27 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:48.792682 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-6a8b55d9-7648-4b9c-b4c3-61fddf0574e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'name': 'tempest-TestNetworkBasicOps-router-618233208', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:38:07Z', 'updated_at': '2022-04-08T10:39:46Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:08Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:48.806392 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8b55d9-7648-4b9c-b4c3-61fddf0574e0 None None] Checking router: ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:39:48.831349 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8b55d9-7648-4b9c-b4c3-61fddf0574e0 None None] Routers {'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:39:48.832225 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-6a8b55d9-7648-4b9c-b4c3-61fddf0574e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:39:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:48.946592 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a7bdea-43c6-4880-8687-8fcc700db703 None None] DHCP port deletion for 59e8804d-f618-4655-a104-9042d4693895 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:39:48.966621 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7bdea-43c6-4880-8687-8fcc700db703 None None] Deleting port 97c9abe6-a11f-4832-a048-dfc3dc897ef5 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:39:48.967001 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c6a7bdea-43c6-4880-8687-8fcc700db703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:48.984427 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aa18dd02-0704-4ab8-af21-34ee638c2c27 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:48.993684 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-aa18dd02-0704-4ab8-af21-34ee638c2c27 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port 3a3be0c4-a9ec-451f-ab3f-977ffd0d1600 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:39:48.994124 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aa18dd02-0704-4ab8-af21-34ee638c2c27 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:49.167200 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-6a8b55d9-7648-4b9c-b4c3-61fddf0574e0 None None] Set router ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:39:49.176844 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-aa18dd02-0704-4ab8-af21-34ee638c2c27 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port 3a3be0c4-a9ec-451f-ab3f-977ffd0d1600, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=3a3be0c4-a9ec-451f-ab3f-977ffd0d1600,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:39:49.177312 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aa18dd02-0704-4ab8-af21-34ee638c2c27 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:49.386422 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-aa18dd02-0704-4ab8-af21-34ee638c2c27 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for 3a3be0c4-a9ec-451f-ab3f-977ffd0d1600 owned by network:router_gateway {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:39:49.387393 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-c6a7bdea-43c6-4880-8687-8fcc700db703 None None] For port 97c9abe6-a11f-4832-a048-dfc3dc897ef5, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=97c9abe6-a11f-4832-a048-dfc3dc897ef5,segment=NetworkSegment(60af37ce-edd3-4c67-a729-0696f6447859),segment_id=60af37ce-edd3-4c67-a729-0696f6447859)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:39:49.387787 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c6a7bdea-43c6-4880-8687-8fcc700db703 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:49.511207 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7bdea-43c6-4880-8687-8fcc700db703 None None] Calling delete_port for 97c9abe6-a11f-4832-a048-dfc3dc897ef5 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:39:49.550901 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aa18dd02-0704-4ab8-af21-34ee638c2c27 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:49.603437 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18dd02-0704-4ab8-af21-34ee638c2c27 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=3a3be0c4-a9ec-451f-ab3f-977ffd0d1600,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:49.660177 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c6a7bdea-43c6-4880-8687-8fcc700db703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:49.702933 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7bdea-43c6-4880-8687-8fcc700db703 None None] Pushing event deleted for resources: {'Port': ['ID=97c9abe6-a11f-4832-a048-dfc3dc897ef5,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:49.721413 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a7bdea-43c6-4880-8687-8fcc700db703 None None] No DVR routers for this DVR port 97c9abe6-a11f-4832-a048-dfc3dc897ef5 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:39:49.724622 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7bdea-43c6-4880-8687-8fcc700db703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:49.724967 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7bdea-43c6-4880-8687-8fcc700db703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:49.725300 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7bdea-43c6-4880-8687-8fcc700db703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:49.725633 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7bdea-43c6-4880-8687-8fcc700db703 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:49.725959 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7bdea-43c6-4880-8687-8fcc700db703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:49.726282 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7bdea-43c6-4880-8687-8fcc700db703 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:49.726603 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7bdea-43c6-4880-8687-8fcc700db703 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:49.726925 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7bdea-43c6-4880-8687-8fcc700db703 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:49.727241 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7bdea-43c6-4880-8687-8fcc700db703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:49.727557 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7bdea-43c6-4880-8687-8fcc700db703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:49.727871 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a7bdea-43c6-4880-8687-8fcc700db703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:49.741041 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-6a8b55d9-7648-4b9c-b4c3-61fddf0574e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'name': 'tempest-TestNetworkBasicOps-router-618233208', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:38:07Z', 'updated_at': '2022-04-08T10:39:46Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:08Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:49.745005 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8b55d9-7648-4b9c-b4c3-61fddf0574e0 None None] The sync data for ids ['ffcad24b-23e5-48ef-8e57-6114f0c1e6c4'] in dv-neutron-837110-1-hyperv is: [{'id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'name': 'tempest-TestNetworkBasicOps-router-618233208', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:38:07Z', 'updated_at': '2022-04-08T10:39:46Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': '3a3be0c4-a9ec-451f-ab3f-977ffd0d1600', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcad24b-23e5-48ef-8e57-6114f0c1e6c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:38:08Z', 'updated_at': '2022-04-08T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:39:49.847494 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aa18dd02-0704-4ab8-af21-34ee638c2c27 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:50.121378 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aa18dd02-0704-4ab8-af21-34ee638c2c27 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:50.126324 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aa18dd02-0704-4ab8-af21-34ee638c2c27 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:50.152544 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aa18dd02-0704-4ab8-af21-34ee638c2c27 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:50.153271 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa18dd02-0704-4ab8-af21-34ee638c2c27 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Fanout notify agent at l3_agent the message router_deleted on router ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:39:50.170348 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device dc623321-ada5-42bf-841c-38dd786fdb61 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:39:50.172938 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-aa18dd02-0704-4ab8-af21-34ee638c2c27 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:50.174335 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-aa18dd02-0704-4ab8-af21-34ee638c2c27 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/routers/ffcad24b-23e5-48ef-8e57-6114f0c1e6c4 HTTP/1.1" status: 204 len: 168 time: 1.6109235 Apr 08 10:39:50.177146 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33852) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:50.210419 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: dc623321-ada5-42bf-841c-38dd786fdb61 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:39:50.210767 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device dc623321-ada5-42bf-841c-38dd786fdb61 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:39:50.211180 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 97c9abe6-a11f-4832-a048-dfc3dc897ef5 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:39:50.245899 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 97c9abe6-a11f-4832-a048-dfc3dc897ef5 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:39:50.246581 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 97c9abe6-a11f-4832-a048-dfc3dc897ef5 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:39:50.299987 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-db74b78f-69ac-4b5b-bb97-79d77a5743a4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:50.433697 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-db74b78f-69ac-4b5b-bb97-79d77a5743a4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:50.457944 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-db74b78f-69ac-4b5b-bb97-79d77a5743a4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e8804d-f618-4655-a104-9042d4693895']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:50.469481 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-db74b78f-69ac-4b5b-bb97-79d77a5743a4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60af37ce-edd3-4c67-a729-0696f6447859') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:50.469780 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-db74b78f-69ac-4b5b-bb97-79d77a5743a4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60af37ce-edd3-4c67-a729-0696f6447859') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:50.481250 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-db74b78f-69ac-4b5b-bb97-79d77a5743a4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:50.496659 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-db74b78f-69ac-4b5b-bb97-79d77a5743a4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:50.503068 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db74b78f-69ac-4b5b-bb97-79d77a5743a4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:39:50.503612 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-db74b78f-69ac-4b5b-bb97-79d77a5743a4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:39:50.517578 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:39:50.597153 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-db74b78f-69ac-4b5b-bb97-79d77a5743a4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:50.614674 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-db74b78f-69ac-4b5b-bb97-79d77a5743a4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:50.626546 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74b78f-69ac-4b5b-bb97-79d77a5743a4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Network': ['ID=59e8804d-f618-4655-a104-9042d4693895,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:50.635683 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-db74b78f-69ac-4b5b-bb97-79d77a5743a4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/networks/59e8804d-f618-4655-a104-9042d4693895 HTTP/1.1" status: 204 len: 168 time: 0.4572184 Apr 08 10:39:50.662633 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33856) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:50.668089 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-3ca89980-036c-4f54-830c-c72aeabd43a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'network': {'name': 'tempest-network-smoke--1491630855', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'port_security_enabled': True}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:39:50.673294 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3ca89980-036c-4f54-830c-c72aeabd43a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:50.677402 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3ca89980-036c-4f54-830c-c72aeabd43a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:network and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:50.680257 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3ca89980-036c-4f54-830c-c72aeabd43a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:50.686019 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3ca89980-036c-4f54-830c-c72aeabd43a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:50.696460 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca89980-036c-4f54-830c-c72aeabd43a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Made reservation on behalf of 6d9baba61a9a4a97bab400043cc74a73 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:50.699462 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3ca89980-036c-4f54-830c-c72aeabd43a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:50.727538 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca89980-036c-4f54-830c-c72aeabd43a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:39:50.736351 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3ca89980-036c-4f54-830c-c72aeabd43a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:50.736690 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-3ca89980-036c-4f54-830c-c72aeabd43a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Added segment a1f328c8-2058-4506-b752-26190d19150c of type vlan for network 72d78a6b-a8fb-4a40-8b89-980b8b4777a1 Apr 08 10:39:50.763883 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3ca89980-036c-4f54-830c-c72aeabd43a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:50.794409 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3ca89980-036c-4f54-830c-c72aeabd43a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:50.797995 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca89980-036c-4f54-830c-c72aeabd43a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:50.798562 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3ca89980-036c-4f54-830c-c72aeabd43a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:50.986503 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3ca89980-036c-4f54-830c-c72aeabd43a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3226943 Apr 08 10:39:50.989958 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33860) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:50.995213 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-0f75e3d1-29a6-4573-8493-fae80a2496a8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1337124535', 'admin_state_up': True, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:39:50.995479 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca89980-036c-4f54-830c-c72aeabd43a2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Network': ['ID=72d78a6b-a8fb-4a40-8b89-980b8b4777a1,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:51.002853 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0f75e3d1-29a6-4573-8493-fae80a2496a8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:51.006455 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 72d78a6b-a8fb-4a40-8b89-980b8b4777a1 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:39:51.006944 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0f75e3d1-29a6-4573-8493-fae80a2496a8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:router and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:51.009833 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0f75e3d1-29a6-4573-8493-fae80a2496a8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:51.015498 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0f75e3d1-29a6-4573-8493-fae80a2496a8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:51.025735 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0f75e3d1-29a6-4573-8493-fae80a2496a8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:51.026629 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0f75e3d1-29a6-4573-8493-fae80a2496a8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:51.047430 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0f75e3d1-29a6-4573-8493-fae80a2496a8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:51.194270 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0f75e3d1-29a6-4573-8493-fae80a2496a8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:51.366931 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0f75e3d1-29a6-4573-8493-fae80a2496a8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:51.395677 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0f75e3d1-29a6-4573-8493-fae80a2496a8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:51.526421 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-0f75e3d1-29a6-4573-8493-fae80a2496a8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.26.0.26 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/f6662619-548d-4dc8-8ad1-6f634b44b475) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:51.669825 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0f75e3d1-29a6-4573-8493-fae80a2496a8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:51.696433 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0f75e3d1-29a6-4573-8493-fae80a2496a8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:51.761543 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f75e3d1-29a6-4573-8493-fae80a2496a8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:51.764313 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-0f75e3d1-29a6-4573-8493-fae80a2496a8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:51.766733 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f75e3d1-29a6-4573-8493-fae80a2496a8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:39:51.798037 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75e3d1-29a6-4573-8493-fae80a2496a8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=f6662619-548d-4dc8-8ad1-6f634b44b475,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:51.928835 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0f75e3d1-29a6-4573-8493-fae80a2496a8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:51.929480 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0f75e3d1-29a6-4573-8493-fae80a2496a8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:52.076320 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3a3be0c4-a9ec-451f-ab3f-977ffd0d1600 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:39:52.108665 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 3a3be0c4-a9ec-451f-ab3f-977ffd0d1600 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:39:52.109008 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3a3be0c4-a9ec-451f-ab3f-977ffd0d1600 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:39:52.256203 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f75e3d1-29a6-4573-8493-fae80a2496a8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router 03a954de-ed23-40ba-b654-887b465fabcd is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:39:52.454045 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f75e3d1-29a6-4573-8493-fae80a2496a8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:39:52.464021 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eb6add-a7bc-4f7a-bde9-70d84ddab4f1 None None] Sync routers for ids ['03a954de-ed23-40ba-b654-887b465fabcd'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:39:52.476871 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eb6add-a7bc-4f7a-bde9-70d84ddab4f1 None None] Routers {'03a954de-ed23-40ba-b654-887b465fabcd'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:39:52.477532 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-12eb6add-a7bc-4f7a-bde9-70d84ddab4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:39:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['03a954de-ed23-40ba-b654-887b465fabcd'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:52.480215 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0f75e3d1-29a6-4573-8493-fae80a2496a8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:52.481411 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0f75e3d1-29a6-4573-8493-fae80a2496a8 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4904709 Apr 08 10:39:52.484596 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33864) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:52.523607 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-23bcfc29-13f5-4a7c-9175-c4de7886e335 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=6d9baba61a9a4a97bab400043cc74a73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378814 Apr 08 10:39:52.526259 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33868) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:52.652747 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-12eb6add-a7bc-4f7a-bde9-70d84ddab4f1 None None] Set router 03a954de-ed23-40ba-b654-887b465fabcd gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:39:52.654408 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c31fd6-9eae-4296-99ea-77fbbcb79502 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:52.655893 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a4c31fd6-9eae-4296-99ea-77fbbcb79502 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286664 Apr 08 10:39:52.659506 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33872) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:52.701347 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2c12f3ee-7ca6-42d2-8a2c-8cf8e2001020 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407932 Apr 08 10:39:52.703810 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33876) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:52.709714 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-5fbe6bbe-02cd-4c1c-9a13-37d15d452031 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1147749788', 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:39:52.815063 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5fbe6bbe-02cd-4c1c-9a13-37d15d452031 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:52.819076 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5fbe6bbe-02cd-4c1c-9a13-37d15d452031 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:subnet and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:52.821913 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5fbe6bbe-02cd-4c1c-9a13-37d15d452031 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:52.827537 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5fbe6bbe-02cd-4c1c-9a13-37d15d452031 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:52.837794 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbe6bbe-02cd-4c1c-9a13-37d15d452031 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Made reservation on behalf of 6d9baba61a9a4a97bab400043cc74a73 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:39:52.935003 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-12eb6add-a7bc-4f7a-bde9-70d84ddab4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a954de-ed23-40ba-b654-887b465fabcd', 'name': 'tempest-TestNetworkBasicOps-router-1337124535', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f6662619-548d-4dc8-8ad1-6f634b44b475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:39:51Z', 'updated_at': '2022-04-08T10:39:51Z', 'revision_number': 3, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'f6662619-548d-4dc8-8ad1-6f634b44b475', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a954de-ed23-40ba-b654-887b465fabcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:39:51Z', 'updated_at': '2022-04-08T10:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:52.938679 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5fbe6bbe-02cd-4c1c-9a13-37d15d452031 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:52.938801 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eb6add-a7bc-4f7a-bde9-70d84ddab4f1 None None] Checking router: 03a954de-ed23-40ba-b654-887b465fabcd for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:39:52.939090 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eb6add-a7bc-4f7a-bde9-70d84ddab4f1 None None] Updating router 03a954de-ed23-40ba-b654-887b465fabcd port f6662619-548d-4dc8-8ad1-6f634b44b475 binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:39:52.990092 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-12eb6add-a7bc-4f7a-bde9-70d84ddab4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:53.161777 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5fbe6bbe-02cd-4c1c-9a13-37d15d452031 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:53.237558 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe6bbe-02cd-4c1c-9a13-37d15d452031 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Subnet': ['ID=71f1bfe1-e196-48c9-a8de-d848f5e3f91e,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:53.248967 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbe6bbe-02cd-4c1c-9a13-37d15d452031 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Checking segment: {'id': 'a1f328c8-2058-4506-b752-26190d19150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:39:53.249332 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbe6bbe-02cd-4c1c-9a13-37d15d452031 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network hostable DHCP agents. Network: 72d78a6b-a8fb-4a40-8b89-980b8b4777a1, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:39:53.271045 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbe6bbe-02cd-4c1c-9a13-37d15d452031 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 72d78a6b-a8fb-4a40-8b89-980b8b4777a1 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:39:53.282216 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-5fbe6bbe-02cd-4c1c-9a13-37d15d452031 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 72d78a6b-a8fb-4a40-8b89-980b8b4777a1) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:53.287669 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbe6bbe-02cd-4c1c-9a13-37d15d452031 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:53.287669 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5fbe6bbe-02cd-4c1c-9a13-37d15d452031 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:53.292996 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47428b53-28dc-4a26-bac3-336eb5f2263d None None] Network 72d78a6b-a8fb-4a40-8b89-980b8b4777a1 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:39:53.312849 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5fbe6bbe-02cd-4c1c-9a13-37d15d452031 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6053948 Apr 08 10:39:53.313059 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33880) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:53.321052 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-12eb6add-a7bc-4f7a-bde9-70d84ddab4f1 None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:53.335036 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-12eb6add-a7bc-4f7a-bde9-70d84ddab4f1 None None] Transition to ACTIVE for port object f6662619-548d-4dc8-8ad1-6f634b44b475 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:53.342287 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-12eb6add-a7bc-4f7a-bde9-70d84ddab4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:53.438794 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f724b-4dc7-442b-80c3-b856202f62cc None None] Pushing event updated for resources: {'Port': ['ID=f6662619-548d-4dc8-8ad1-6f634b44b475,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:53.449171 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-12eb6add-a7bc-4f7a-bde9-70d84ddab4f1 None None] Attempting to bind port f6662619-548d-4dc8-8ad1-6f634b44b475 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:39:53.449532 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-12eb6add-a7bc-4f7a-bde9-70d84ddab4f1 None None] Attempting to bind port f6662619-548d-4dc8-8ad1-6f634b44b475 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:39:53.449902 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eb6add-a7bc-4f7a-bde9-70d84ddab4f1 None None] Attempting to bind port f6662619-548d-4dc8-8ad1-6f634b44b475 on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:39:53.453033 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f724b-4dc7-442b-80c3-b856202f62cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:53.453372 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f724b-4dc7-442b-80c3-b856202f62cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:53.453700 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f724b-4dc7-442b-80c3-b856202f62cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:53.454025 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f724b-4dc7-442b-80c3-b856202f62cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:53.454346 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f724b-4dc7-442b-80c3-b856202f62cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:53.454664 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f724b-4dc7-442b-80c3-b856202f62cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:53.454981 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f724b-4dc7-442b-80c3-b856202f62cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:53.455841 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f724b-4dc7-442b-80c3-b856202f62cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:53.456565 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f724b-4dc7-442b-80c3-b856202f62cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:53.456565 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f724b-4dc7-442b-80c3-b856202f62cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:53.457388 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f724b-4dc7-442b-80c3-b856202f62cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:39:53.464354 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eb6add-a7bc-4f7a-bde9-70d84ddab4f1 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:39:53.464354 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eb6add-a7bc-4f7a-bde9-70d84ddab4f1 None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:39:53.465216 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-12eb6add-a7bc-4f7a-bde9-70d84ddab4f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:53.465216 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eb6add-a7bc-4f7a-bde9-70d84ddab4f1 None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:39:53.465585 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-12eb6add-a7bc-4f7a-bde9-70d84ddab4f1 None None] Bound port: f6662619-548d-4dc8-8ad1-6f634b44b475, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:39:53.465797 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-12eb6add-a7bc-4f7a-bde9-70d84ddab4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:53.540392 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-12eb6add-a7bc-4f7a-bde9-70d84ddab4f1 None None] For port f6662619-548d-4dc8-8ad1-6f634b44b475, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:39:53.543486 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-12eb6add-a7bc-4f7a-bde9-70d84ddab4f1 None None] For port f6662619-548d-4dc8-8ad1-6f634b44b475, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=f6662619-548d-4dc8-8ad1-6f634b44b475,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:39:53.548441 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-12eb6add-a7bc-4f7a-bde9-70d84ddab4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:53.572161 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ca9835-0fc1-4da7-b9a6-68a3633dfe0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-72d78a6b-a8fb-4a40-8b89-980b8b4777a1', 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ips': [{'subnet_id': '71f1bfe1-e196-48c9-a8de-d848f5e3f91e'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:39:53.573036 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-43ca9835-0fc1-4da7-b9a6-68a3633dfe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:53.633905 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eb6add-a7bc-4f7a-bde9-70d84ddab4f1 None None] Routers {'03a954de-ed23-40ba-b654-887b465fabcd'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:39:53.634524 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-12eb6add-a7bc-4f7a-bde9-70d84ddab4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:39:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['03a954de-ed23-40ba-b654-887b465fabcd'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:53.734249 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-43ca9835-0fc1-4da7-b9a6-68a3633dfe0d None None] Allocated IP 172.20.0.2 (72d78a6b-a8fb-4a40-8b89-980b8b4777a1/71f1bfe1-e196-48c9-a8de-d848f5e3f91e/95ee9a30-12a0-4266-b07f-6f9da8c32b03) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:53.784187 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f724b-4dc7-442b-80c3-b856202f62cc None None] Pushing event updated for resources: {'Port': ['ID=f6662619-548d-4dc8-8ad1-6f634b44b475,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:53.848304 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-12eb6add-a7bc-4f7a-bde9-70d84ddab4f1 None None] Set router 03a954de-ed23-40ba-b654-887b465fabcd gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:39:53.946947 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-43ca9835-0fc1-4da7-b9a6-68a3633dfe0d None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:53.958402 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-43ca9835-0fc1-4da7-b9a6-68a3633dfe0d None None] Transition to ACTIVE for port object 95ee9a30-12a0-4266-b07f-6f9da8c32b03 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:53.978324 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-43ca9835-0fc1-4da7-b9a6-68a3633dfe0d None None] Transition to ACTIVE for port object 95ee9a30-12a0-4266-b07f-6f9da8c32b03 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:53.985681 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-43ca9835-0fc1-4da7-b9a6-68a3633dfe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:54.068761 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ca9835-0fc1-4da7-b9a6-68a3633dfe0d None None] Network 72d78a6b-a8fb-4a40-8b89-980b8b4777a1 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:54.072527 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-43ca9835-0fc1-4da7-b9a6-68a3633dfe0d None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:54.074431 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca9835-0fc1-4da7-b9a6-68a3633dfe0d None None] Pushing event updated for resources: {'Port': ['ID=95ee9a30-12a0-4266-b07f-6f9da8c32b03,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:54.076593 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ca9835-0fc1-4da7-b9a6-68a3633dfe0d None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:39:54.167205 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-12eb6add-a7bc-4f7a-bde9-70d84ddab4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a954de-ed23-40ba-b654-887b465fabcd', 'name': 'tempest-TestNetworkBasicOps-router-1337124535', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f6662619-548d-4dc8-8ad1-6f634b44b475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:39:51Z', 'updated_at': '2022-04-08T10:39:51Z', 'revision_number': 3, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'f6662619-548d-4dc8-8ad1-6f634b44b475', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a954de-ed23-40ba-b654-887b465fabcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:39:51Z', 'updated_at': '2022-04-08T10:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:54.169263 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-43ca9835-0fc1-4da7-b9a6-68a3633dfe0d None None] Attempting to bind port 95ee9a30-12a0-4266-b07f-6f9da8c32b03 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:39:54.169637 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-43ca9835-0fc1-4da7-b9a6-68a3633dfe0d None None] Attempting to bind port 95ee9a30-12a0-4266-b07f-6f9da8c32b03 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a1f328c8-2058-4506-b752-26190d19150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:39:54.169999 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ca9835-0fc1-4da7-b9a6-68a3633dfe0d None None] Attempting to bind port 95ee9a30-12a0-4266-b07f-6f9da8c32b03 on network 72d78a6b-a8fb-4a40-8b89-980b8b4777a1 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:39:54.171619 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eb6add-a7bc-4f7a-bde9-70d84ddab4f1 None None] The sync data for ids ['03a954de-ed23-40ba-b654-887b465fabcd'] in dv-neutron-837110-1-hyperv is: [{'id': '03a954de-ed23-40ba-b654-887b465fabcd', 'name': 'tempest-TestNetworkBasicOps-router-1337124535', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f6662619-548d-4dc8-8ad1-6f634b44b475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:39:51Z', 'updated_at': '2022-04-08T10:39:51Z', 'revision_number': 3, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'f6662619-548d-4dc8-8ad1-6f634b44b475', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a954de-ed23-40ba-b654-887b465fabcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:39:51Z', 'updated_at': '2022-04-08T10:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:39:54.178132 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ca9835-0fc1-4da7-b9a6-68a3633dfe0d None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:39:54.178132 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ca9835-0fc1-4da7-b9a6-68a3633dfe0d None None] Checking segment: {'id': 'a1f328c8-2058-4506-b752-26190d19150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:39:54.178516 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-43ca9835-0fc1-4da7-b9a6-68a3633dfe0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:54.178892 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ca9835-0fc1-4da7-b9a6-68a3633dfe0d None None] Bound using segment: {'id': 'a1f328c8-2058-4506-b752-26190d19150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:39:54.179356 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-43ca9835-0fc1-4da7-b9a6-68a3633dfe0d None None] Bound port: 95ee9a30-12a0-4266-b07f-6f9da8c32b03, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f328c8-2058-4506-b752-26190d19150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:39:54.179739 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-43ca9835-0fc1-4da7-b9a6-68a3633dfe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:54.188558 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6f584ca8-a998-4b76-9b06-8c8ba19b8987 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:54.279168 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-43ca9835-0fc1-4da7-b9a6-68a3633dfe0d None None] For port 95ee9a30-12a0-4266-b07f-6f9da8c32b03, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:39:54.282615 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-43ca9835-0fc1-4da7-b9a6-68a3633dfe0d None None] For port 95ee9a30-12a0-4266-b07f-6f9da8c32b03, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=95ee9a30-12a0-4266-b07f-6f9da8c32b03,segment=NetworkSegment(a1f328c8-2058-4506-b752-26190d19150c),segment_id=a1f328c8-2058-4506-b752-26190d19150c)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:39:54.287405 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-43ca9835-0fc1-4da7-b9a6-68a3633dfe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:54.385771 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca9835-0fc1-4da7-b9a6-68a3633dfe0d None None] Pushing event updated for resources: {'Port': ['ID=95ee9a30-12a0-4266-b07f-6f9da8c32b03,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:54.662092 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-6f584ca8-a998-4b76-9b06-8c8ba19b8987 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.20.0.1 (72d78a6b-a8fb-4a40-8b89-980b8b4777a1/71f1bfe1-e196-48c9-a8de-d848f5e3f91e/419910ac-99db-4931-858d-f0c6f54deda0) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:39:54.836004 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6f584ca8-a998-4b76-9b06-8c8ba19b8987 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:54.853042 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-6f584ca8-a998-4b76-9b06-8c8ba19b8987 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Transition to ACTIVE for port object 419910ac-99db-4931-858d-f0c6f54deda0 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:54.879009 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6f584ca8-a998-4b76-9b06-8c8ba19b8987 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:54.955758 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f584ca8-a998-4b76-9b06-8c8ba19b8987 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 72d78a6b-a8fb-4a40-8b89-980b8b4777a1 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:54.959014 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-6f584ca8-a998-4b76-9b06-8c8ba19b8987 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:54.963610 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f584ca8-a998-4b76-9b06-8c8ba19b8987 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:39:54.989174 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f584ca8-a998-4b76-9b06-8c8ba19b8987 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=419910ac-99db-4931-858d-f0c6f54deda0,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:55.022718 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6f584ca8-a998-4b76-9b06-8c8ba19b8987 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:55.120794 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6f584ca8-a998-4b76-9b06-8c8ba19b8987 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:55.341071 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c4ea06-4374-46d3-be5a-f6e08126da02 None None] Network 72d78a6b-a8fb-4a40-8b89-980b8b4777a1 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:39:55.435922 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-fa056548-e5fd-41f8-9c8f-e61a83be2f6c None None] Provisioning for port 95ee9a30-12a0-4266-b07f-6f9da8c32b03 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:55.534859 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6f584ca8-a998-4b76-9b06-8c8ba19b8987 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:55.539092 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6f584ca8-a998-4b76-9b06-8c8ba19b8987 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:55.655642 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6f584ca8-a998-4b76-9b06-8c8ba19b8987 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:55.662460 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f584ca8-a998-4b76-9b06-8c8ba19b8987 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=419910ac-99db-4931-858d-f0c6f54deda0,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:55.789310 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-403dbcb3-b79f-4c12-8211-109b5254d7dd None None] Provisioning for port 419910ac-99db-4931-858d-f0c6f54deda0 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:55.794187 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-403dbcb3-b79f-4c12-8211-109b5254d7dd None None] Provisioning complete for port 419910ac-99db-4931-858d-f0c6f54deda0 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:55.794559 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-403dbcb3-b79f-4c12-8211-109b5254d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:55.811537 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f584ca8-a998-4b76-9b06-8c8ba19b8987 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 72d78a6b-a8fb-4a40-8b89-980b8b4777a1 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:39:55.812845 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-6f584ca8-a998-4b76-9b06-8c8ba19b8987 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:39:55.852825 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-403dbcb3-b79f-4c12-8211-109b5254d7dd None None] Port 419910ac-99db-4931-858d-f0c6f54deda0 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:39:55.974463 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-efdfad00-1db3-46af-a2eb-60c11ae58571 None None] Provisioning complete for port 419910ac-99db-4931-858d-f0c6f54deda0 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:55.974886 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-efdfad00-1db3-46af-a2eb-60c11ae58571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:56.034359 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-efdfad00-1db3-46af-a2eb-60c11ae58571 None None] Port 419910ac-99db-4931-858d-f0c6f54deda0 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:39:56.207341 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 95ee9a30-12a0-4266-b07f-6f9da8c32b03 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:39:56.276631 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-6d2f551a-51ec-4c19-b708-fc9caec82fa2 None None] Provisioning complete for port 419910ac-99db-4931-858d-f0c6f54deda0 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:56.277086 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6d2f551a-51ec-4c19-b708-fc9caec82fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:56.325877 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f584ca8-a998-4b76-9b06-8c8ba19b8987 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router 03a954de-ed23-40ba-b654-887b465fabcd has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:39:56.330331 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 95ee9a30-12a0-4266-b07f-6f9da8c32b03 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:56.337565 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-6d2f551a-51ec-4c19-b708-fc9caec82fa2 None None] Port 419910ac-99db-4931-858d-f0c6f54deda0 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:39:56.338989 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 95ee9a30-12a0-4266-b07f-6f9da8c32b03 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:56.339349 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:56.448822 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:56.479369 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 95ee9a30-12a0-4266-b07f-6f9da8c32b03, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=95ee9a30-12a0-4266-b07f-6f9da8c32b03,segment=NetworkSegment(a1f328c8-2058-4506-b752-26190d19150c),segment_id=a1f328c8-2058-4506-b752-26190d19150c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:39:56.483148 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:56.483900 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device f6662619-548d-4dc8-8ad1-6f634b44b475 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:39:56.529966 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f584ca8-a998-4b76-9b06-8c8ba19b8987 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:39:56.543216 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6f584ca8-a998-4b76-9b06-8c8ba19b8987 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "PUT /v2.0/routers/03a954de-ed23-40ba-b654-887b465fabcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2290392 Apr 08 10:39:56.545579 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33884) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:56.594291 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=95ee9a30-12a0-4266-b07f-6f9da8c32b03,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:56.607691 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port f6662619-548d-4dc8-8ad1-6f634b44b475 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:39:56.613794 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port f6662619-548d-4dc8-8ad1-6f634b44b475 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:56.613794 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:56.685402 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de77f2f5-0b4c-45ef-877e-78c797a0359c tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:56.685778 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de77f2f5-0b4c-45ef-877e-78c797a0359c tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:56.686143 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de77f2f5-0b4c-45ef-877e-78c797a0359c tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:56.686529 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de77f2f5-0b4c-45ef-877e-78c797a0359c tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:56.688214 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-de77f2f5-0b4c-45ef-877e-78c797a0359c tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1416667 Apr 08 10:39:56.690955 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33888) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:56.755040 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:56.756785 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c4e06c-cefc-47be-a6f6-0f1a6975e3c8 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:56.757158 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c4e06c-cefc-47be-a6f6-0f1a6975e3c8 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:56.757517 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c4e06c-cefc-47be-a6f6-0f1a6975e3c8 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:56.757872 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c4e06c-cefc-47be-a6f6-0f1a6975e3c8 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:56.759468 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-63c4e06c-cefc-47be-a6f6-0f1a6975e3c8 tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0676279 Apr 08 10:39:56.762205 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33892) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:56.770931 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port f6662619-548d-4dc8-8ad1-6f634b44b475, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=f6662619-548d-4dc8-8ad1-6f634b44b475,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:39:56.774439 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:56.838306 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=f6662619-548d-4dc8-8ad1-6f634b44b475,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:56.959514 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-92872690-dfad-42e4-ab4b-aec6ad2d841b tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1962535 Apr 08 10:39:57.198178 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33898) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:57.203704 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-28db3cb6-d741-49cc-b927-2e20e51ecb97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-647592486', 'description': 'tempest-secgroup-smoke-647592486 description', 'project_id': '6d9baba61a9a4a97bab400043cc74a73'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:39:57.210054 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-28db3cb6-d741-49cc-b927-2e20e51ecb97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:57.214102 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-28db3cb6-d741-49cc-b927-2e20e51ecb97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:57.217026 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-28db3cb6-d741-49cc-b927-2e20e51ecb97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:57.223517 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-28db3cb6-d741-49cc-b927-2e20e51ecb97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:57.232930 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-28db3cb6-d741-49cc-b927-2e20e51ecb97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.268922 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-28db3cb6-d741-49cc-b927-2e20e51ecb97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:57.272630 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-28db3cb6-d741-49cc-b927-2e20e51ecb97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:57.275343 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-28db3cb6-d741-49cc-b927-2e20e51ecb97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:57.280891 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-28db3cb6-d741-49cc-b927-2e20e51ecb97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:57.339911 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-28db3cb6-d741-49cc-b927-2e20e51ecb97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.343546 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-28db3cb6-d741-49cc-b927-2e20e51ecb97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.386389 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db3cb6-d741-49cc-b927-2e20e51ecb97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bff620-d38e-41e1-9365-fc0b60f354c6,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:57.393546 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-28db3cb6-d741-49cc-b927-2e20e51ecb97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.394739 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-28db3cb6-d741-49cc-b927-2e20e51ecb97 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1955547 Apr 08 10:39:57.397595 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33902) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:57.402899 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-bb768479-4fd0-47ff-8932-9c2f130d976c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'e4bff620-d38e-41e1-9365-fc0b60f354c6', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:39:57.409151 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-bb768479-4fd0-47ff-8932-9c2f130d976c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:57.412947 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-bb768479-4fd0-47ff-8932-9c2f130d976c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:57.415730 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-bb768479-4fd0-47ff-8932-9c2f130d976c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:57.421320 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-bb768479-4fd0-47ff-8932-9c2f130d976c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:57.438017 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bb768479-4fd0-47ff-8932-9c2f130d976c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.503272 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bb768479-4fd0-47ff-8932-9c2f130d976c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.507167 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bb768479-4fd0-47ff-8932-9c2f130d976c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.531212 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb768479-4fd0-47ff-8932-9c2f130d976c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2839b02c-5dc6-46c2-bed4-0308fd6078d8,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:57.540836 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bb768479-4fd0-47ff-8932-9c2f130d976c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.542326 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-bb768479-4fd0-47ff-8932-9c2f130d976c tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1437473 Apr 08 10:39:57.544933 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33906) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:57.550577 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-5c4eeda8-327f-4b5d-950a-90498549debb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'e4bff620-d38e-41e1-9365-fc0b60f354c6', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:39:57.556521 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5c4eeda8-327f-4b5d-950a-90498549debb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:57.560375 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5c4eeda8-327f-4b5d-950a-90498549debb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:57.563256 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5c4eeda8-327f-4b5d-950a-90498549debb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:57.570060 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5c4eeda8-327f-4b5d-950a-90498549debb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:57.587324 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5c4eeda8-327f-4b5d-950a-90498549debb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.651223 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5c4eeda8-327f-4b5d-950a-90498549debb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.655185 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5c4eeda8-327f-4b5d-950a-90498549debb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.685953 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4eeda8-327f-4b5d-950a-90498549debb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=406e25cb-b998-45e3-bd64-ecd10a13f793,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:57.697896 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5c4eeda8-327f-4b5d-950a-90498549debb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.699007 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5c4eeda8-327f-4b5d-950a-90498549debb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1531310 Apr 08 10:39:57.701883 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33910) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:57.708053 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-de8a4317-afbd-467c-8a78-9ecd020e767e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'e4bff620-d38e-41e1-9365-fc0b60f354c6', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:39:57.714116 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-de8a4317-afbd-467c-8a78-9ecd020e767e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:57.718244 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-de8a4317-afbd-467c-8a78-9ecd020e767e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:57.718605 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abd7b68-d0b7-4a6d-a578-97ee3bd71b5b None None] Sync routers for ids ['03a954de-ed23-40ba-b654-887b465fabcd'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:39:57.722106 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-de8a4317-afbd-467c-8a78-9ecd020e767e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:57.728135 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-de8a4317-afbd-467c-8a78-9ecd020e767e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:57.730551 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abd7b68-d0b7-4a6d-a578-97ee3bd71b5b None None] Routers {'03a954de-ed23-40ba-b654-887b465fabcd'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:39:57.731170 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-0abd7b68-d0b7-4a6d-a578-97ee3bd71b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:39:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['03a954de-ed23-40ba-b654-887b465fabcd'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:57.745672 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-de8a4317-afbd-467c-8a78-9ecd020e767e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.807897 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-de8a4317-afbd-467c-8a78-9ecd020e767e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.811498 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-de8a4317-afbd-467c-8a78-9ecd020e767e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.835399 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a4317-afbd-467c-8a78-9ecd020e767e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96444b11-e773-49bb-8ca0-22dee4f07367,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:57.844175 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-de8a4317-afbd-467c-8a78-9ecd020e767e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.845337 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-de8a4317-afbd-467c-8a78-9ecd020e767e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1425381 Apr 08 10:39:57.848392 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33914) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:57.853437 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-e0a200b8-397b-4f91-a328-5a4d3ddb7787 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'e4bff620-d38e-41e1-9365-fc0b60f354c6', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:39:57.859011 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e0a200b8-397b-4f91-a328-5a4d3ddb7787 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:57.863317 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e0a200b8-397b-4f91-a328-5a4d3ddb7787 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:57.866120 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e0a200b8-397b-4f91-a328-5a4d3ddb7787 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:57.871683 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e0a200b8-397b-4f91-a328-5a4d3ddb7787 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:57.890768 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e0a200b8-397b-4f91-a328-5a4d3ddb7787 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.911994 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-0abd7b68-d0b7-4a6d-a578-97ee3bd71b5b None None] Set router 03a954de-ed23-40ba-b654-887b465fabcd gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:39:57.954207 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e0a200b8-397b-4f91-a328-5a4d3ddb7787 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.957999 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e0a200b8-397b-4f91-a328-5a4d3ddb7787 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.980406 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a200b8-397b-4f91-a328-5a4d3ddb7787 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fab6f54-1274-42f7-bb43-fe819f9937b2,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:57.989937 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e0a200b8-397b-4f91-a328-5a4d3ddb7787 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:57.993764 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e0a200b8-397b-4f91-a328-5a4d3ddb7787 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1420689 Apr 08 10:39:57.993915 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33918) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:57.999308 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-f6c8cc14-d234-4437-9986-c7b4cebff283 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'e4bff620-d38e-41e1-9365-fc0b60f354c6', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:39:58.005827 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f6c8cc14-d234-4437-9986-c7b4cebff283 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:58.009624 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f6c8cc14-d234-4437-9986-c7b4cebff283 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:58.012493 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f6c8cc14-d234-4437-9986-c7b4cebff283 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:58.018317 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f6c8cc14-d234-4437-9986-c7b4cebff283 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:58.028650 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.securitygroups_db [None req-f6c8cc14-d234-4437-9986-c7b4cebff283 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Project 6d9baba61a9a4a97bab400043cc74a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:39:58.036051 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f6c8cc14-d234-4437-9986-c7b4cebff283 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:58.112253 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f6c8cc14-d234-4437-9986-c7b4cebff283 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:58.117213 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f6c8cc14-d234-4437-9986-c7b4cebff283 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:58.144820 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 95ee9a30-12a0-4266-b07f-6f9da8c32b03 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:39:58.147467 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8cc14-d234-4437-9986-c7b4cebff283 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c2d1d1-2cb4-44bf-a040-a41268ccd039,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:58.153666 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f6c8cc14-d234-4437-9986-c7b4cebff283 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:58.154782 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f6c8cc14-d234-4437-9986-c7b4cebff283 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1599293 Apr 08 10:39:58.157650 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33922) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:39:58.163879 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-37aff879-d834-4d84-8b19-9d9e70b51bbf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'security_group_rule': {'security_group_id': 'e4bff620-d38e-41e1-9365-fc0b60f354c6', 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:39:58.169579 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-37aff879-d834-4d84-8b19-9d9e70b51bbf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:39:58.173415 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-37aff879-d834-4d84-8b19-9d9e70b51bbf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:security_group_rule and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:39:58.176812 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-37aff879-d834-4d84-8b19-9d9e70b51bbf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:39:58.182373 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-37aff879-d834-4d84-8b19-9d9e70b51bbf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:39:58.192382 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.securitygroups_db [None req-37aff879-d834-4d84-8b19-9d9e70b51bbf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Project 6d9baba61a9a4a97bab400043cc74a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:39:58.198917 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-37aff879-d834-4d84-8b19-9d9e70b51bbf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:58.285535 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 95ee9a30-12a0-4266-b07f-6f9da8c32b03 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:58.285902 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:58.349662 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-0abd7b68-d0b7-4a6d-a578-97ee3bd71b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a954de-ed23-40ba-b654-887b465fabcd', 'name': 'tempest-TestNetworkBasicOps-router-1337124535', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f6662619-548d-4dc8-8ad1-6f634b44b475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:39:51Z', 'updated_at': '2022-04-08T10:39:55Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'f6662619-548d-4dc8-8ad1-6f634b44b475', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a954de-ed23-40ba-b654-887b465fabcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:39:51Z', 'updated_at': '2022-04-08T10:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '419910ac-99db-4931-858d-f0c6f54deda0', 'name': '', 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:5a:24:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a954de-ed23-40ba-b654-887b465fabcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71f1bfe1-e196-48c9-a8de-d848f5e3f91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:39:54Z', 'updated_at': '2022-04-08T10:39:55Z', 'revision_number': 2, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '71f1bfe1-e196-48c9-a8de-d848f5e3f91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:58.355709 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abd7b68-d0b7-4a6d-a578-97ee3bd71b5b None None] Checking router: 03a954de-ed23-40ba-b654-887b465fabcd for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:39:58.356053 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abd7b68-d0b7-4a6d-a578-97ee3bd71b5b None None] Updating router 03a954de-ed23-40ba-b654-887b465fabcd port 419910ac-99db-4931-858d-f0c6f54deda0 binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:39:58.378495 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-37aff879-d834-4d84-8b19-9d9e70b51bbf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:58.382478 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-37aff879-d834-4d84-8b19-9d9e70b51bbf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:58.405870 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aff879-d834-4d84-8b19-9d9e70b51bbf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=877435c5-eb4b-4285-ab3d-f7164ebe702f,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:58.415832 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-37aff879-d834-4d84-8b19-9d9e70b51bbf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:58.417058 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-37aff879-d834-4d84-8b19-9d9e70b51bbf tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2579291 Apr 08 10:39:58.443572 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0abd7b68-d0b7-4a6d-a578-97ee3bd71b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:58.502290 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device f6662619-548d-4dc8-8ad1-6f634b44b475 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:39:58.592670 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-6f14b301-bdef-45d8-8685-eb11dda0ec4d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:39:58.612903 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-6f14b301-bdef-45d8-8685-eb11dda0ec4d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:39:58.614915 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-6f14b301-bdef-45d8-8685-eb11dda0ec4d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-647592486&fields=id&tenant_id=6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 267 time: 0.0642884 Apr 08 10:39:58.713849 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port f6662619-548d-4dc8-8ad1-6f634b44b475 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:39:58.714212 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:58.766234 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-c41ecc3c-b015-46c5-96b8-7da846344572 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:39:58.768400 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-c41ecc3c-b015-46c5-96b8-7da846344572 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/networks?id=72d78a6b-a8fb-4a40-8b89-980b8b4777a1 HTTP/1.1" status: 200 len: 797 time: 0.1453559 Apr 08 10:39:58.785428 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-729d9759-388d-420e-8cab-080ef02cda36 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/quotas/6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 375 time: 0.0115349 Apr 08 10:39:58.874540 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-c02e74ab-54da-4606-ba22-a8631f80c6e3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:39:58.891311 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-c02e74ab-54da-4606-ba22-a8631f80c6e3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:39:58.894255 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-c02e74ab-54da-4606-ba22-a8631f80c6e3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1035426 Apr 08 10:39:58.947506 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0abd7b68-d0b7-4a6d-a578-97ee3bd71b5b None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:58.959373 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0abd7b68-d0b7-4a6d-a578-97ee3bd71b5b None None] Transition to ACTIVE for port object 419910ac-99db-4931-858d-f0c6f54deda0 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:39:58.965673 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0abd7b68-d0b7-4a6d-a578-97ee3bd71b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:59.035728 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-93c915e5-6a95-47a5-b94c-b869571ee45f service neutron] 10.222.0.47 "GET /v2.0/networks/72d78a6b-a8fb-4a40-8b89-980b8b4777a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293797 Apr 08 10:39:59.128251 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65582140-5659-4b92-b95f-272932afa83a None None] Pushing event updated for resources: {'Port': ['ID=419910ac-99db-4931-858d-f0c6f54deda0,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:59.186016 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-555de683-6a58-4dc5-bb19-fe8737e62075 service neutron] 10.222.0.47 "GET /v2.0/networks/72d78a6b-a8fb-4a40-8b89-980b8b4777a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423757 Apr 08 10:39:59.232379 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-0abd7b68-d0b7-4a6d-a578-97ee3bd71b5b None None] Attempting to bind port 419910ac-99db-4931-858d-f0c6f54deda0 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:39:59.232750 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-0abd7b68-d0b7-4a6d-a578-97ee3bd71b5b None None] Attempting to bind port 419910ac-99db-4931-858d-f0c6f54deda0 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a1f328c8-2058-4506-b752-26190d19150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:39:59.233143 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abd7b68-d0b7-4a6d-a578-97ee3bd71b5b None None] Attempting to bind port 419910ac-99db-4931-858d-f0c6f54deda0 on network 72d78a6b-a8fb-4a40-8b89-980b8b4777a1 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:39:59.241350 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abd7b68-d0b7-4a6d-a578-97ee3bd71b5b None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:39:59.241720 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abd7b68-d0b7-4a6d-a578-97ee3bd71b5b None None] Checking segment: {'id': 'a1f328c8-2058-4506-b752-26190d19150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:39:59.242113 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0abd7b68-d0b7-4a6d-a578-97ee3bd71b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:59.242498 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abd7b68-d0b7-4a6d-a578-97ee3bd71b5b None None] Bound using segment: {'id': 'a1f328c8-2058-4506-b752-26190d19150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:39:59.242953 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-0abd7b68-d0b7-4a6d-a578-97ee3bd71b5b None None] Bound port: 419910ac-99db-4931-858d-f0c6f54deda0, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f328c8-2058-4506-b752-26190d19150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:39:59.243321 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0abd7b68-d0b7-4a6d-a578-97ee3bd71b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:59.351760 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-0abd7b68-d0b7-4a6d-a578-97ee3bd71b5b None None] For port 419910ac-99db-4931-858d-f0c6f54deda0, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:39:59.354877 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-0abd7b68-d0b7-4a6d-a578-97ee3bd71b5b None None] For port 419910ac-99db-4931-858d-f0c6f54deda0, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=419910ac-99db-4931-858d-f0c6f54deda0,segment=NetworkSegment(a1f328c8-2058-4506-b752-26190d19150c),segment_id=a1f328c8-2058-4506-b752-26190d19150c)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:39:59.359254 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0abd7b68-d0b7-4a6d-a578-97ee3bd71b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:39:59.446538 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65582140-5659-4b92-b95f-272932afa83a None None] Pushing event updated for resources: {'Port': ['ID=419910ac-99db-4931-858d-f0c6f54deda0,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:39:59.463252 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abd7b68-d0b7-4a6d-a578-97ee3bd71b5b None None] Routers {'03a954de-ed23-40ba-b654-887b465fabcd'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:39:59.464131 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-0abd7b68-d0b7-4a6d-a578-97ee3bd71b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:39:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['03a954de-ed23-40ba-b654-887b465fabcd'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:59.470125 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bca45e52-8726-4d16-b0de-6381f99ce490 req-37384f84-845d-4f62-88a6-d785a51d3f14 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8352b6bd-d1d9-415b-a12d-844c0b2db5af HTTP/1.1" status: 200 len: 210 time: 0.1327827 Apr 08 10:39:59.669243 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-0abd7b68-d0b7-4a6d-a578-97ee3bd71b5b None None] Set router 03a954de-ed23-40ba-b654-887b465fabcd gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:39:59.994950 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-0abd7b68-d0b7-4a6d-a578-97ee3bd71b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a954de-ed23-40ba-b654-887b465fabcd', 'name': 'tempest-TestNetworkBasicOps-router-1337124535', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f6662619-548d-4dc8-8ad1-6f634b44b475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:39:51Z', 'updated_at': '2022-04-08T10:39:55Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'f6662619-548d-4dc8-8ad1-6f634b44b475', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a954de-ed23-40ba-b654-887b465fabcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:39:51Z', 'updated_at': '2022-04-08T10:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '419910ac-99db-4931-858d-f0c6f54deda0', 'name': '', 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:5a:24:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a954de-ed23-40ba-b654-887b465fabcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71f1bfe1-e196-48c9-a8de-d848f5e3f91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:39:54Z', 'updated_at': '2022-04-08T10:39:59Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '71f1bfe1-e196-48c9-a8de-d848f5e3f91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:39:59.999225 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abd7b68-d0b7-4a6d-a578-97ee3bd71b5b None None] The sync data for ids ['03a954de-ed23-40ba-b654-887b465fabcd'] in dv-neutron-837110-1-hyperv is: [{'id': '03a954de-ed23-40ba-b654-887b465fabcd', 'name': 'tempest-TestNetworkBasicOps-router-1337124535', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f6662619-548d-4dc8-8ad1-6f634b44b475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:39:51Z', 'updated_at': '2022-04-08T10:39:55Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'f6662619-548d-4dc8-8ad1-6f634b44b475', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a954de-ed23-40ba-b654-887b465fabcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:39:51Z', 'updated_at': '2022-04-08T10:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '419910ac-99db-4931-858d-f0c6f54deda0', 'name': '', 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:5a:24:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a954de-ed23-40ba-b654-887b465fabcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71f1bfe1-e196-48c9-a8de-d848f5e3f91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:39:54Z', 'updated_at': '2022-04-08T10:39:59Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '71f1bfe1-e196-48c9-a8de-d848f5e3f91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:40:00.158580 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 419910ac-99db-4931-858d-f0c6f54deda0 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:40:00.228508 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 419910ac-99db-4931-858d-f0c6f54deda0 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:00.239973 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 419910ac-99db-4931-858d-f0c6f54deda0 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:00.240382 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:00.369547 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:00.406580 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 419910ac-99db-4931-858d-f0c6f54deda0, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=419910ac-99db-4931-858d-f0c6f54deda0,segment=NetworkSegment(a1f328c8-2058-4506-b752-26190d19150c),segment_id=a1f328c8-2058-4506-b752-26190d19150c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:40:00.412994 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:00.496330 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=419910ac-99db-4931-858d-f0c6f54deda0,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:00.552226 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-373643ed-0705-41eb-97ce-0c3c4d838972 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:00.553933 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-373643ed-0705-41eb-97ce-0c3c4d838972 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:network {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:40:00.573188 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-373643ed-0705-41eb-97ce-0c3c4d838972 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:network {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:40:00.575402 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-373643ed-0705-41eb-97ce-0c3c4d838972 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/networks?id=72d78a6b-a8fb-4a40-8b89-980b8b4777a1 HTTP/1.1" status: 200 len: 797 time: 0.2151165 Apr 08 10:40:00.639272 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-eb6b9ea8-590a-4753-9a8d-7c33bfeea3c5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:40:00.646126 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7aceb0d7-6717-495d-85b4-b571939f94f1 req-aa7555a4-9259-4bb8-8f98-da916e425142 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8352b6bd-d1d9-415b-a12d-844c0b2db5af HTTP/1.1" status: 200 len: 210 time: 0.0432661 Apr 08 10:40:00.652777 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-eb6b9ea8-590a-4753-9a8d-7c33bfeea3c5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:security_group {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:40:00.654006 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-eb6b9ea8-590a-4753-9a8d-7c33bfeea3c5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d9baba61a9a4a97bab400043cc74a73 HTTP/1.1" status: 200 len: 379 time: 0.0594399 Apr 08 10:40:00.669986 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-0f33c743-46ce-4bcf-b2ee-f8c03cf124c1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'port': {'device_id': '8352b6bd-d1d9-415b-a12d-844c0b2db5af', 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1', 'admin_state_up': True, 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'security_groups': ['e4bff620-d38e-41e1-9365-fc0b60f354c6']}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:40:00.814107 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-0f33c743-46ce-4bcf-b2ee-f8c03cf124c1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:00.823779 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-0f33c743-46ce-4bcf-b2ee-f8c03cf124c1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:00.834376 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-0f33c743-46ce-4bcf-b2ee-f8c03cf124c1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Made reservation on behalf of 6d9baba61a9a4a97bab400043cc74a73 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:40:00.837796 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-0f33c743-46ce-4bcf-b2ee-f8c03cf124c1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:01.008770 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-0f33c743-46ce-4bcf-b2ee-f8c03cf124c1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.20.0.4 (72d78a6b-a8fb-4a40-8b89-980b8b4777a1/71f1bfe1-e196-48c9-a8de-d848f5e3f91e/e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:01.199450 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-0f33c743-46ce-4bcf-b2ee-f8c03cf124c1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:01.215297 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-0f33c743-46ce-4bcf-b2ee-f8c03cf124c1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Transition to ACTIVE for port object e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:01.238139 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-0f33c743-46ce-4bcf-b2ee-f8c03cf124c1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:01.313739 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-0f33c743-46ce-4bcf-b2ee-f8c03cf124c1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network 72d78a6b-a8fb-4a40-8b89-980b8b4777a1 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:01.316672 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-0f33c743-46ce-4bcf-b2ee-f8c03cf124c1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:01.319210 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-0f33c743-46ce-4bcf-b2ee-f8c03cf124c1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:40:01.355506 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33c743-46ce-4bcf-b2ee-f8c03cf124c1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:01.384918 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-0f33c743-46ce-4bcf-b2ee-f8c03cf124c1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:01.385538 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-0f33c743-46ce-4bcf-b2ee-f8c03cf124c1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:01.411473 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-0f33c743-46ce-4bcf-b2ee-f8c03cf124c1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7453849 Apr 08 10:40:01.496044 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-c9d4496a-4eb4-42ca-b3ae-1fc37fdc769e service neutron] Request body: {'port': {'device_id': '8352b6bd-d1d9-415b-a12d-844c0b2db5af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:40:01.555612 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8a80a623-9f0b-4f3e-8f96-77c8e35d1f1d None None] Provisioning for port e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:01.560374 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8a80a623-9f0b-4f3e-8f96-77c8e35d1f1d None None] Provisioning complete for port e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:01.560741 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8a80a623-9f0b-4f3e-8f96-77c8e35d1f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:01.603726 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-c9d4496a-4eb4-42ca-b3ae-1fc37fdc769e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:01.616102 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-8a80a623-9f0b-4f3e-8f96-77c8e35d1f1d None None] Port e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:40:01.846699 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48127bc-44fa-4380-88d6-bff78228905f req-704716d7-c703-4bba-b668-fb369ce48125 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:01.848359 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b48127bc-44fa-4380-88d6-bff78228905f req-704716d7-c703-4bba-b668-fb369ce48125 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8352b6bd-d1d9-415b-a12d-844c0b2db5af HTTP/1.1" status: 200 len: 931 time: 0.0792806 Apr 08 10:40:01.894306 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b48127bc-44fa-4380-88d6-bff78228905f req-60b5e61c-4293-4bed-bfe1-d3364d00cfd1 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4bff620-d38e-41e1-9365-fc0b60f354c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402842 Apr 08 10:40:01.953950 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-c9d4496a-4eb4-42ca-b3ae-1fc37fdc769e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e {{(pid=83846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:40:01.961844 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-c9d4496a-4eb4-42ca-b3ae-1fc37fdc769e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:01.976325 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-c9d4496a-4eb4-42ca-b3ae-1fc37fdc769e service neutron] Transition to ACTIVE for port object e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e will not be triggered until provisioned by entity L2. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:40:01.980047 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-c9d4496a-4eb4-42ca-b3ae-1fc37fdc769e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:02.107856 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4496a-4eb4-42ca-b3ae-1fc37fdc769e service neutron] Pushing event updated for resources: {'Port': ['ID=e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:02.141481 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 419910ac-99db-4931-858d-f0c6f54deda0 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:40:02.213663 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 419910ac-99db-4931-858d-f0c6f54deda0 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:02.214029 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:02.227457 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-c9d4496a-4eb4-42ca-b3ae-1fc37fdc769e service neutron] Attempting to bind port e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:40:02.227793 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-c9d4496a-4eb4-42ca-b3ae-1fc37fdc769e service neutron] Attempting to bind port e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'a1f328c8-2058-4506-b752-26190d19150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:40:02.228399 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-c9d4496a-4eb4-42ca-b3ae-1fc37fdc769e service neutron] Attempting to bind port e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e on network 72d78a6b-a8fb-4a40-8b89-980b8b4777a1 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:40:02.234659 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-c9d4496a-4eb4-42ca-b3ae-1fc37fdc769e service neutron] Port e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e on network 72d78a6b-a8fb-4a40-8b89-980b8b4777a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:40:02.234862 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-c9d4496a-4eb4-42ca-b3ae-1fc37fdc769e service neutron] Attempting to bind port e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e on network 72d78a6b-a8fb-4a40-8b89-980b8b4777a1 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:40:02.243762 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-c9d4496a-4eb4-42ca-b3ae-1fc37fdc769e service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:40:02.244014 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-c9d4496a-4eb4-42ca-b3ae-1fc37fdc769e service neutron] Checking segment: {'id': 'a1f328c8-2058-4506-b752-26190d19150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:40:02.244433 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-c9d4496a-4eb4-42ca-b3ae-1fc37fdc769e service neutron] Bound using segment: {'id': 'a1f328c8-2058-4506-b752-26190d19150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1'} {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:40:02.244899 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-c9d4496a-4eb4-42ca-b3ae-1fc37fdc769e service neutron] Bound port: e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f328c8-2058-4506-b752-26190d19150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1'}}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:40:02.245260 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-c9d4496a-4eb4-42ca-b3ae-1fc37fdc769e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:02.335544 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-c9d4496a-4eb4-42ca-b3ae-1fc37fdc769e service neutron] For port e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e, host hv-neutron-8371, cleared binding levels {{(pid=83846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:40:02.338891 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-c9d4496a-4eb4-42ca-b3ae-1fc37fdc769e service neutron] For port e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e,segment=NetworkSegment(a1f328c8-2058-4506-b752-26190d19150c),segment_id=a1f328c8-2058-4506-b752-26190d19150c)] {{(pid=83846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:40:02.343120 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-c9d4496a-4eb4-42ca-b3ae-1fc37fdc769e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:02.489608 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-c9d4496a-4eb4-42ca-b3ae-1fc37fdc769e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:02.491025 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-c9d4496a-4eb4-42ca-b3ae-1fc37fdc769e service neutron] 10.222.0.52 "PUT /v2.0/ports/e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e HTTP/1.1" status: 200 len: 1093 time: 1.0686576 Apr 08 10:40:02.491446 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8352b6bd-d1d9-415b-a12d-844c0b2db5af', 'tag': 'e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:40:02.518686 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4496a-4eb4-42ca-b3ae-1fc37fdc769e service neutron] Pushing event updated for resources: {'Port': ['ID=e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e,revision_number=3']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:02.565711 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8906be91-7ac3-4df4-a305-745fc969d002'] response: {'name': 'network-changed', 'server_uuid': '8352b6bd-d1d9-415b-a12d-844c0b2db5af', 'tag': 'e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e', 'status': 'completed', 'code': 200} Apr 08 10:40:02.607224 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-733d23ad-adeb-4712-9493-5cddb6765201 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=8352b6bd-d1d9-415b-a12d-844c0b2db5af HTTP/1.1" status: 200 len: 1096 time: 0.0732017 Apr 08 10:40:02.681911 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-3ea41669-89ad-420b-8fcf-270f25291784 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e HTTP/1.1" status: 200 len: 217 time: 0.0645971 Apr 08 10:40:02.746337 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-66c7c467-cc32-494e-975e-84c265646822 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:02.747714 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-66c7c467-cc32-494e-975e-84c265646822 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71f1bfe1-e196-48c9-a8de-d848f5e3f91e HTTP/1.1" status: 200 len: 835 time: 0.0568984 Apr 08 10:40:02.829414 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-2c41daa3-f23c-4f49-9bb8-7a99f9de19f8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=72d78a6b-a8fb-4a40-8b89-980b8b4777a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717010 Apr 08 10:40:02.963399 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-e656b340-1c72-409b-a8ba-87209b50a75f service neutron] 10.222.0.52 "GET /v2.0/networks/72d78a6b-a8fb-4a40-8b89-980b8b4777a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238935 Apr 08 10:40:03.101823 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b3618-b929-4b38-adc1-515460c760f4 req-91e33f4b-365b-419d-8050-9808c5ef6838 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:03.102997 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-e04392a0-5fd7-4312-a19d-9c35570238e5 req-96ddd610-4434-45ee-bb37-12463eead7e2 service neutron] 10.222.0.52 "GET /v2.0/networks/72d78a6b-a8fb-4a40-8b89-980b8b4777a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307557 Apr 08 10:40:03.103879 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a68b3618-b929-4b38-adc1-515460c760f4 req-91e33f4b-365b-419d-8050-9808c5ef6838 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8352b6bd-d1d9-415b-a12d-844c0b2db5af HTTP/1.1" status: 200 len: 943 time: 0.0768454 Apr 08 10:40:03.149510 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a68b3618-b929-4b38-adc1-515460c760f4 req-410db255-a793-4939-8d3f-2c14b7e024fd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4bff620-d38e-41e1-9365-fc0b60f354c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400288 Apr 08 10:40:03.226991 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-476dc0b4-65b9-4554-937b-dcc262500a8e req-c64a9fcc-bf0e-4e36-a51a-bdbafe4855da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=8352b6bd-d1d9-415b-a12d-844c0b2db5af HTTP/1.1" status: 200 len: 1096 time: 0.0689313 Apr 08 10:40:03.359949 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dc0b4-65b9-4554-937b-dcc262500a8e req-b7b7e680-065c-4528-966d-1bc2c4eff8fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:03.361324 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-476dc0b4-65b9-4554-937b-dcc262500a8e req-b7b7e680-065c-4528-966d-1bc2c4eff8fc service neutron] 10.222.0.52 "GET /v2.0/networks?id=72d78a6b-a8fb-4a40-8b89-980b8b4777a1 HTTP/1.1" status: 200 len: 898 time: 0.1285183 Apr 08 10:40:03.432298 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-476dc0b4-65b9-4554-937b-dcc262500a8e req-bb2a6958-c11c-4b41-9c8f-66fd5210cb4e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e HTTP/1.1" status: 200 len: 217 time: 0.0641930 Apr 08 10:40:03.492260 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dc0b4-65b9-4554-937b-dcc262500a8e req-e5f62b76-66c5-4f0b-bc89-84f383f8cf1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:03.493619 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-476dc0b4-65b9-4554-937b-dcc262500a8e req-e5f62b76-66c5-4f0b-bc89-84f383f8cf1a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71f1bfe1-e196-48c9-a8de-d848f5e3f91e HTTP/1.1" status: 200 len: 835 time: 0.0557818 Apr 08 10:40:03.573220 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-476dc0b4-65b9-4554-937b-dcc262500a8e req-37c672b7-a483-45ec-8662-2843e09d45e3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=72d78a6b-a8fb-4a40-8b89-980b8b4777a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701087 Apr 08 10:40:03.703517 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-476dc0b4-65b9-4554-937b-dcc262500a8e req-5d449909-f202-4277-843c-15ab4d28807c service neutron] 10.222.0.52 "GET /v2.0/networks/72d78a6b-a8fb-4a40-8b89-980b8b4777a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226096 Apr 08 10:40:03.833938 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-476dc0b4-65b9-4554-937b-dcc262500a8e req-659558be-6a4a-44d3-a1cc-0ab375b26c25 service neutron] 10.222.0.52 "GET /v2.0/networks/72d78a6b-a8fb-4a40-8b89-980b8b4777a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235192 Apr 08 10:40:04.346213 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0aad28-29f1-4b4c-abea-a2c31d6bbef4 req-18234e58-be8d-4ace-98c7-3cc849cd1c07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:04.347541 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9f0aad28-29f1-4b4c-abea-a2c31d6bbef4 req-18234e58-be8d-4ace-98c7-3cc849cd1c07 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8352b6bd-d1d9-415b-a12d-844c0b2db5af HTTP/1.1" status: 200 len: 943 time: 0.0773478 Apr 08 10:40:04.391214 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9f0aad28-29f1-4b4c-abea-a2c31d6bbef4 req-c65efdd1-c0ae-4a4d-bf7d-0b95a4790c69 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4bff620-d38e-41e1-9365-fc0b60f354c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381687 Apr 08 10:40:04.763189 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:40:04.896544 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e,segment=NetworkSegment(a1f328c8-2058-4506-b752-26190d19150c),segment_id=a1f328c8-2058-4506-b752-26190d19150c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:40:04.909497 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': 'e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e', 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1', 'port_id': 'e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e', 'mac_address': 'fa:16:3e:68:c6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f1bfe1-e196-48c9-a8de-d848f5e3f91e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:40:04.961519 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:04.981181 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:40:04.995576 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e,segment=NetworkSegment(a1f328c8-2058-4506-b752-26190d19150c),segment_id=a1f328c8-2058-4506-b752-26190d19150c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:40:04.998471 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:05.097931 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:05.242089 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:40:05.586768 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18826df-1cac-41b1-b39e-fafabcfe4a16 req-3036cadc-5be9-43d4-89fd-a822b4182a87 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:05.588219 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d18826df-1cac-41b1-b39e-fafabcfe4a16 req-3036cadc-5be9-43d4-89fd-a822b4182a87 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8352b6bd-d1d9-415b-a12d-844c0b2db5af HTTP/1.1" status: 200 len: 944 time: 0.0746026 Apr 08 10:40:05.636572 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d18826df-1cac-41b1-b39e-fafabcfe4a16 req-9d1fef0c-d4ee-43b2-a789-f7d9c803156e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4bff620-d38e-41e1-9365-fc0b60f354c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428398 Apr 08 10:40:06.779026 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:40:06.830775 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbf272-408c-4612-a779-e1d77ec8bd68 req-0bd32711-4816-4679-9091-9c5d2aeaef73 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:06.832272 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-30fbf272-408c-4612-a779-e1d77ec8bd68 req-0bd32711-4816-4679-9091-9c5d2aeaef73 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8352b6bd-d1d9-415b-a12d-844c0b2db5af HTTP/1.1" status: 200 len: 944 time: 0.0750723 Apr 08 10:40:06.847819 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:40:06.852574 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:06.852944 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:06.876527 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-30fbf272-408c-4612-a779-e1d77ec8bd68 req-d0568606-d957-4678-984f-bed877404a2d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4bff620-d38e-41e1-9365-fc0b60f354c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385923 Apr 08 10:40:06.961943 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:06.990647 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8352b6bd-d1d9-415b-a12d-844c0b2db5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:40:07.000696 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e,segment=NetworkSegment(a1f328c8-2058-4506-b752-26190d19150c),segment_id=a1f328c8-2058-4506-b752-26190d19150c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:40:07.004907 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:07.049316 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b946d4e5-789f-42c0-abb6-629ce056277f'] response: {'server_uuid': '8352b6bd-d1d9-415b-a12d-844c0b2db5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e', 'code': 200} Apr 08 10:40:07.073105 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:07.288652 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-48f908c9-4468-49e0-ac5c-0c81dc5a6d98 req-0f1b22f2-9800-4aae-aaf9-35ad9ab38f20 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8352b6bd-d1d9-415b-a12d-844c0b2db5af HTTP/1.1" status: 200 len: 1098 time: 0.0683849 Apr 08 10:40:07.341417 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-48f908c9-4468-49e0-ac5c-0c81dc5a6d98 req-41ce0739-8576-4902-866b-0d4086a63aba service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e4bff620-d38e-41e1-9365-fc0b60f354c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438309 Apr 08 10:40:08.163506 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108d146-e56f-400d-8419-586a88475d82 req-f525b577-f9fc-419b-8077-ad927a739a4a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:08.164989 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9108d146-e56f-400d-8419-586a88475d82 req-f525b577-f9fc-419b-8077-ad927a739a4a tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8352b6bd-d1d9-415b-a12d-844c0b2db5af HTTP/1.1" status: 200 len: 945 time: 0.1693034 Apr 08 10:40:08.209409 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9108d146-e56f-400d-8419-586a88475d82 req-600ff45a-1bb4-457d-86f7-181ac5f5b994 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4bff620-d38e-41e1-9365-fc0b60f354c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388789 Apr 08 10:40:08.388996 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:09.402923 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a4b88-0c11-460b-a861-ba3ea03459ca req-dd8f1ff7-38dd-4d38-b746-e269f15101e7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:09.404305 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3d9a4b88-0c11-460b-a861-ba3ea03459ca req-dd8f1ff7-38dd-4d38-b746-e269f15101e7 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8352b6bd-d1d9-415b-a12d-844c0b2db5af HTTP/1.1" status: 200 len: 945 time: 0.0755458 Apr 08 10:40:09.450957 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3d9a4b88-0c11-460b-a861-ba3ea03459ca req-1d5bc2c8-c270-4fe7-aa70-6d8f5c47444e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4bff620-d38e-41e1-9365-fc0b60f354c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402408 Apr 08 10:40:09.646920 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d864de2-89d9-4c43-afcb-09ba30ef059c req-7b6e1152-305b-4866-9613-0faaf6a2247d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:09.648374 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1d864de2-89d9-4c43-afcb-09ba30ef059c req-7b6e1152-305b-4866-9613-0faaf6a2247d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8352b6bd-d1d9-415b-a12d-844c0b2db5af HTTP/1.1" status: 200 len: 945 time: 0.0790286 Apr 08 10:40:09.692703 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1d864de2-89d9-4c43-afcb-09ba30ef059c req-860f96a8-c113-461b-8416-21c3d74935c2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4bff620-d38e-41e1-9365-fc0b60f354c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388441 Apr 08 10:40:09.719662 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33972) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:09.796516 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-25256ced-eb5a-43ff-b72a-908aa3cffc0c tempest-TestNetworkBasicOps-386871902 tempest-TestNetworkBasicOps-386871902-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8352b6bd-d1d9-415b-a12d-844c0b2db5af HTTP/1.1" status: 200 len: 1093 time: 0.0755522 Apr 08 10:40:09.799077 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33976) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:09.804049 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-8cf120ab-2f1d-427e-8d44-51cafc0bcf91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'port_id': 'e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:40:09.809372 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8cf120ab-2f1d-427e-8d44-51cafc0bcf91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:40:09.813145 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8cf120ab-2f1d-427e-8d44-51cafc0bcf91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Usage tracker for resource:floatingip and tenant:6d9baba61a9a4a97bab400043cc74a73 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:40:09.816198 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8cf120ab-2f1d-427e-8d44-51cafc0bcf91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:40:09.821880 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8cf120ab-2f1d-427e-8d44-51cafc0bcf91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:40:09.832530 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8cf120ab-2f1d-427e-8d44-51cafc0bcf91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:10.054747 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8cf120ab-2f1d-427e-8d44-51cafc0bcf91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:10.186393 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-8cf120ab-2f1d-427e-8d44-51cafc0bcf91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Allocated IP 172.26.0.182 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/21df4e43-bce2-4c43-a787-277d7a407972) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:40:10.333022 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8cf120ab-2f1d-427e-8d44-51cafc0bcf91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:10.358869 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8cf120ab-2f1d-427e-8d44-51cafc0bcf91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:10.427350 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf120ab-2f1d-427e-8d44-51cafc0bcf91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:40:10.429990 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-8cf120ab-2f1d-427e-8d44-51cafc0bcf91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:40:10.433448 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf120ab-2f1d-427e-8d44-51cafc0bcf91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:40:10.473543 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf120ab-2f1d-427e-8d44-51cafc0bcf91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=21df4e43-bce2-4c43-a787-277d7a407972,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:10.928332 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8cf120ab-2f1d-427e-8d44-51cafc0bcf91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:10.981503 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8cf120ab-2f1d-427e-8d44-51cafc0bcf91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:11.184114 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8cf120ab-2f1d-427e-8d44-51cafc0bcf91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:11.188339 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8cf120ab-2f1d-427e-8d44-51cafc0bcf91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:11.295329 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf120ab-2f1d-427e-8d44-51cafc0bcf91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event updated for resources: {'Port': ['ID=21df4e43-bce2-4c43-a787-277d7a407972,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:11.308684 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8cf120ab-2f1d-427e-8d44-51cafc0bcf91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:11.494174 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.l3_db [None req-8cf120ab-2f1d-427e-8d44-51cafc0bcf91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Floating IP c32f1779-7880-4439-9bc9-1c1b28fc2fe5 associated. External IP: 172.26.0.182, port: e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e. Apr 08 10:40:11.972294 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf120ab-2f1d-427e-8d44-51cafc0bcf91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router 03a954de-ed23-40ba-b654-887b465fabcd has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:40:12.107173 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:40:12.168914 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf120ab-2f1d-427e-8d44-51cafc0bcf91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:40:12.178812 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dda4e4-1268-45d4-b5e5-d9a38e0dac19 None None] Sync routers for ids ['03a954de-ed23-40ba-b654-887b465fabcd'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:40:12.189981 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dda4e4-1268-45d4-b5e5-d9a38e0dac19 None None] Routers {'03a954de-ed23-40ba-b654-887b465fabcd'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:40:12.191582 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-42dda4e4-1268-45d4-b5e5-d9a38e0dac19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:39:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['03a954de-ed23-40ba-b654-887b465fabcd'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:12.194449 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8cf120ab-2f1d-427e-8d44-51cafc0bcf91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:12.248565 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8cf120ab-2f1d-427e-8d44-51cafc0bcf91 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4483819 Apr 08 10:40:12.249061 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8352b6bd-d1d9-415b-a12d-844c0b2db5af', 'tag': 'e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:40:12.251151 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 33980) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:12.303742 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed64e792-1375-4e1b-ade3-519740f6222f'] response: {'name': 'network-changed', 'server_uuid': '8352b6bd-d1d9-415b-a12d-844c0b2db5af', 'tag': 'e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e', 'status': 'completed', 'code': 200} Apr 08 10:40:12.357863 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-51f90935-2276-42c1-9d2a-3d4d8fb2cb9b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/c32f1779-7880-4439-9bc9-1c1b28fc2fe5 HTTP/1.1" status: 200 len: 991 time: 0.1054690 Apr 08 10:40:12.374080 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-42dda4e4-1268-45d4-b5e5-d9a38e0dac19 None None] Set router 03a954de-ed23-40ba-b654-887b465fabcd gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:40:12.396782 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-29ff2868-a84b-4f0d-8267-741b2dada65f req-e4625aee-813c-4d84-8d72-4df23b891696 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=8352b6bd-d1d9-415b-a12d-844c0b2db5af HTTP/1.1" status: 200 len: 1098 time: 0.0724988 Apr 08 10:40:12.527741 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff2868-a84b-4f0d-8267-741b2dada65f req-c6e0f376-9700-4a8a-8f5f-2c99039520aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:12.529117 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-29ff2868-a84b-4f0d-8267-741b2dada65f req-c6e0f376-9700-4a8a-8f5f-2c99039520aa service neutron] 10.222.0.52 "GET /v2.0/networks?id=72d78a6b-a8fb-4a40-8b89-980b8b4777a1 HTTP/1.1" status: 200 len: 898 time: 0.1266379 Apr 08 10:40:12.631166 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-29ff2868-a84b-4f0d-8267-741b2dada65f req-e3edc365-7677-4c09-9161-617f5b8168c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e HTTP/1.1" status: 200 len: 999 time: 0.0956719 Apr 08 10:40:12.692909 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff2868-a84b-4f0d-8267-741b2dada65f req-b3e28863-24eb-4d8e-a3be-326ac8d7501a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:40:12.694323 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-29ff2868-a84b-4f0d-8267-741b2dada65f req-b3e28863-24eb-4d8e-a3be-326ac8d7501a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71f1bfe1-e196-48c9-a8de-d848f5e3f91e HTTP/1.1" status: 200 len: 835 time: 0.0577848 Apr 08 10:40:12.723821 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-42dda4e4-1268-45d4-b5e5-d9a38e0dac19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a954de-ed23-40ba-b654-887b465fabcd', 'name': 'tempest-TestNetworkBasicOps-router-1337124535', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f6662619-548d-4dc8-8ad1-6f634b44b475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:39:51Z', 'updated_at': '2022-04-08T10:39:55Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'f6662619-548d-4dc8-8ad1-6f634b44b475', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a954de-ed23-40ba-b654-887b465fabcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:39:51Z', 'updated_at': '2022-04-08T10:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'c32f1779-7880-4439-9bc9-1c1b28fc2fe5', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.182', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '03a954de-ed23-40ba-b654-887b465fabcd', 'port_id': 'e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1', 'mac_address': 'fa:16:3e:68:c6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b6bd-d1d9-415b-a12d-844c0b2db5af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:40:10Z', 'updated_at': '2022-04-08T10:40:10Z', 'revision_number': 0, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '419910ac-99db-4931-858d-f0c6f54deda0', 'name': '', 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:5a:24:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a954de-ed23-40ba-b654-887b465fabcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71f1bfe1-e196-48c9-a8de-d848f5e3f91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:39:54Z', 'updated_at': '2022-04-08T10:40:00Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '71f1bfe1-e196-48c9-a8de-d848f5e3f91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:12.727653 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dda4e4-1268-45d4-b5e5-d9a38e0dac19 None None] Checking router: 03a954de-ed23-40ba-b654-887b465fabcd for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:40:12.738382 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dda4e4-1268-45d4-b5e5-d9a38e0dac19 None None] Routers {'03a954de-ed23-40ba-b654-887b465fabcd'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:40:12.738955 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-42dda4e4-1268-45d4-b5e5-d9a38e0dac19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:39:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['03a954de-ed23-40ba-b654-887b465fabcd'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:12.767583 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-29ff2868-a84b-4f0d-8267-741b2dada65f req-7825caa6-07de-4d71-a921-9df7c7ebc2cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=72d78a6b-a8fb-4a40-8b89-980b8b4777a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667186 Apr 08 10:40:12.905954 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-29ff2868-a84b-4f0d-8267-741b2dada65f req-54d6eb9f-c9cf-43de-8505-865f2486ba2f service neutron] 10.222.0.52 "GET /v2.0/networks/72d78a6b-a8fb-4a40-8b89-980b8b4777a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316366 Apr 08 10:40:12.916298 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-42dda4e4-1268-45d4-b5e5-d9a38e0dac19 None None] Set router 03a954de-ed23-40ba-b654-887b465fabcd gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:40:13.035734 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-29ff2868-a84b-4f0d-8267-741b2dada65f req-a47ba1d9-4492-4e09-be1d-ae815292f97d service neutron] 10.222.0.52 "GET /v2.0/networks/72d78a6b-a8fb-4a40-8b89-980b8b4777a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242061 Apr 08 10:40:13.295541 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-42dda4e4-1268-45d4-b5e5-d9a38e0dac19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a954de-ed23-40ba-b654-887b465fabcd', 'name': 'tempest-TestNetworkBasicOps-router-1337124535', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f6662619-548d-4dc8-8ad1-6f634b44b475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:39:51Z', 'updated_at': '2022-04-08T10:39:55Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'f6662619-548d-4dc8-8ad1-6f634b44b475', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a954de-ed23-40ba-b654-887b465fabcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:39:51Z', 'updated_at': '2022-04-08T10:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'c32f1779-7880-4439-9bc9-1c1b28fc2fe5', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.182', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '03a954de-ed23-40ba-b654-887b465fabcd', 'port_id': 'e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1', 'mac_address': 'fa:16:3e:68:c6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b6bd-d1d9-415b-a12d-844c0b2db5af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:40:10Z', 'updated_at': '2022-04-08T10:40:10Z', 'revision_number': 0, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '419910ac-99db-4931-858d-f0c6f54deda0', 'name': '', 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:5a:24:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a954de-ed23-40ba-b654-887b465fabcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71f1bfe1-e196-48c9-a8de-d848f5e3f91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:39:54Z', 'updated_at': '2022-04-08T10:40:00Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '71f1bfe1-e196-48c9-a8de-d848f5e3f91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:13.299341 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dda4e4-1268-45d4-b5e5-d9a38e0dac19 None None] The sync data for ids ['03a954de-ed23-40ba-b654-887b465fabcd'] in dv-neutron-837110-1-hyperv is: [{'id': '03a954de-ed23-40ba-b654-887b465fabcd', 'name': 'tempest-TestNetworkBasicOps-router-1337124535', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f6662619-548d-4dc8-8ad1-6f634b44b475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:39:51Z', 'updated_at': '2022-04-08T10:39:55Z', 'revision_number': 4, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'f6662619-548d-4dc8-8ad1-6f634b44b475', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a954de-ed23-40ba-b654-887b465fabcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:39:51Z', 'updated_at': '2022-04-08T10:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'c32f1779-7880-4439-9bc9-1c1b28fc2fe5', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.182', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '03a954de-ed23-40ba-b654-887b465fabcd', 'port_id': 'e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1', 'mac_address': 'fa:16:3e:68:c6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b6bd-d1d9-415b-a12d-844c0b2db5af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:40:10Z', 'updated_at': '2022-04-08T10:40:10Z', 'revision_number': 0, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '419910ac-99db-4931-858d-f0c6f54deda0', 'name': '', 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:5a:24:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a954de-ed23-40ba-b654-887b465fabcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71f1bfe1-e196-48c9-a8de-d848f5e3f91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:39:54Z', 'updated_at': '2022-04-08T10:40:00Z', 'revision_number': 5, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '71f1bfe1-e196-48c9-a8de-d848f5e3f91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:40:13.328802 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-978cd18b-6eb1-4a70-80a1-4a8995f79369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:13.361725 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33986) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:13.473823 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b7970e44-1941-4a53-85df-67fe6b12e219 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/c32f1779-7880-4439-9bc9-1c1b28fc2fe5 HTTP/1.1" status: 200 len: 991 time: 0.1100228 Apr 08 10:40:14.477464 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33990) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:14.664591 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a1f96c4f-b367-4a24-8820-5cd0bb57deb5 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/c32f1779-7880-4439-9bc9-1c1b28fc2fe5 HTTP/1.1" status: 200 len: 991 time: 0.1859834 Apr 08 10:40:15.564617 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8207e72e-22cd-402e-8caa-e77f5364db47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:15.641899 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aa3f4f-4ec2-44e7-bfe2-1b8a38c7a9e4 None None] New status for floating IP c32f1779-7880-4439-9bc9-1c1b28fc2fe5: ACTIVE {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:40:15.667655 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33994) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:15.777412 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-05732f50-f2be-43f8-a954-3397fda1197b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/c32f1779-7880-4439-9bc9-1c1b28fc2fe5 HTTP/1.1" status: 200 len: 991 time: 0.1085289 Apr 08 10:40:16.778212 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:16.781495 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 33998) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:16.884031 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0bc2ecd0-1a42-476c-9617-a386ddc33a5e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/c32f1779-7880-4439-9bc9-1c1b28fc2fe5 HTTP/1.1" status: 200 len: 993 time: 0.1014190 Apr 08 10:40:16.904737 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:18.290622 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:38.400492 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:43.322755 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4a975bc1-43b3-484a-a2d7-9375778ce1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:45.567129 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-08c05b21-f317-4932-95ae-8eb6a40010b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:45.987047 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34016) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:45.992916 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-afe7183d-9eee-4b8e-99dc-3c229e552f17 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:40:46.536025 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-afe7183d-9eee-4b8e-99dc-3c229e552f17 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:46.546069 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-afe7183d-9eee-4b8e-99dc-3c229e552f17 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1762438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1762447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1757449'] for router, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:46.739054 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe7183d-9eee-4b8e-99dc-3c229e552f17 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router 03a954de-ed23-40ba-b654-887b465fabcd has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:40:46.782134 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:46.898676 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:46.939991 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe7183d-9eee-4b8e-99dc-3c229e552f17 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:40:46.946920 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-afe7183d-9eee-4b8e-99dc-3c229e552f17 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:46.947999 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-afe7183d-9eee-4b8e-99dc-3c229e552f17 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "PUT /v2.0/routers/03a954de-ed23-40ba-b654-887b465fabcd HTTP/1.1" status: 200 len: 888 time: 0.9591606 Apr 08 10:40:46.956067 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fbc75e-757c-4166-a651-5fa6ff48d605 None None] Sync routers for ids ['03a954de-ed23-40ba-b654-887b465fabcd'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:40:46.968592 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fbc75e-757c-4166-a651-5fa6ff48d605 None None] Routers {'03a954de-ed23-40ba-b654-887b465fabcd'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:40:46.969188 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-78fbc75e-757c-4166-a651-5fa6ff48d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:40:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['03a954de-ed23-40ba-b654-887b465fabcd'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:47.028412 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-78fbc75e-757c-4166-a651-5fa6ff48d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:47.038832 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fbc75e-757c-4166-a651-5fa6ff48d605 None None] Routers {'03a954de-ed23-40ba-b654-887b465fabcd'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:40:47.039403 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-78fbc75e-757c-4166-a651-5fa6ff48d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:40:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['03a954de-ed23-40ba-b654-887b465fabcd'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:47.097482 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-78fbc75e-757c-4166-a651-5fa6ff48d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:47.097806 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fbc75e-757c-4166-a651-5fa6ff48d605 None None] The sync data for ids ['03a954de-ed23-40ba-b654-887b465fabcd'] in dv-neutron-837110-1-hyperv is: [] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:40:47.863494 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1db6657-b3a6-43dd-ab77-68532c9630bb None None] New status for floating IP c32f1779-7880-4439-9bc9-1c1b28fc2fe5: DOWN {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:40:48.148890 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device f6662619-548d-4dc8-8ad1-6f634b44b475 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:40:48.257123 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:48.272889 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port f6662619-548d-4dc8-8ad1-6f634b44b475, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=f6662619-548d-4dc8-8ad1-6f634b44b475,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:40:48.276483 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:48.277134 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 419910ac-99db-4931-858d-f0c6f54deda0 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:40:48.379431 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:48.398683 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=f6662619-548d-4dc8-8ad1-6f634b44b475,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:48.450649 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:48.480902 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 419910ac-99db-4931-858d-f0c6f54deda0, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=419910ac-99db-4931-858d-f0c6f54deda0,segment=NetworkSegment(a1f328c8-2058-4506-b752-26190d19150c),segment_id=a1f328c8-2058-4506-b752-26190d19150c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:40:48.484778 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:48.583558 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=419910ac-99db-4931-858d-f0c6f54deda0,revision_number=6']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:49.110044 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:40:49.122402 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34022) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:49.127609 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-e160b411-0b2f-4345-b119-585fa59ca521 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:40:49.776810 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e160b411-0b2f-4345-b119-585fa59ca521 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:49.787454 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e160b411-0b2f-4345-b119-585fa59ca521 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1762438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1762447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1757449'] for router, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:49.988489 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e160b411-0b2f-4345-b119-585fa59ca521 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router 03a954de-ed23-40ba-b654-887b465fabcd has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:40:50.189779 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e160b411-0b2f-4345-b119-585fa59ca521 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:40:50.195945 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e160b411-0b2f-4345-b119-585fa59ca521 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:50.197095 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e160b411-0b2f-4345-b119-585fa59ca521 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "PUT /v2.0/routers/03a954de-ed23-40ba-b654-887b465fabcd HTTP/1.1" status: 200 len: 887 time: 1.0737150 Apr 08 10:40:50.199978 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34026) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:50.202553 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57274cfa-d0dd-4748-8401-600178a4349f None None] Sync routers for ids ['03a954de-ed23-40ba-b654-887b465fabcd'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:40:50.214428 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57274cfa-d0dd-4748-8401-600178a4349f None None] Routers {'03a954de-ed23-40ba-b654-887b465fabcd'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:40:50.215023 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-57274cfa-d0dd-4748-8401-600178a4349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:40:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['03a954de-ed23-40ba-b654-887b465fabcd'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:50.303576 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-251aac6b-f819-4304-8540-70ce0957d5cb tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/c32f1779-7880-4439-9bc9-1c1b28fc2fe5 HTTP/1.1" status: 200 len: 991 time: 0.1025221 Apr 08 10:40:50.391602 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-57274cfa-d0dd-4748-8401-600178a4349f None None] Set router 03a954de-ed23-40ba-b654-887b465fabcd gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:40:50.736281 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-57274cfa-d0dd-4748-8401-600178a4349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a954de-ed23-40ba-b654-887b465fabcd', 'name': 'tempest-TestNetworkBasicOps-router-1337124535', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f6662619-548d-4dc8-8ad1-6f634b44b475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:39:51Z', 'updated_at': '2022-04-08T10:40:49Z', 'revision_number': 6, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'f6662619-548d-4dc8-8ad1-6f634b44b475', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a954de-ed23-40ba-b654-887b465fabcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:39:51Z', 'updated_at': '2022-04-08T10:40:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'c32f1779-7880-4439-9bc9-1c1b28fc2fe5', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.182', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '03a954de-ed23-40ba-b654-887b465fabcd', 'port_id': 'e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1', 'mac_address': 'fa:16:3e:68:c6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b6bd-d1d9-415b-a12d-844c0b2db5af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:40:10Z', 'updated_at': '2022-04-08T10:40:48Z', 'revision_number': 2, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '419910ac-99db-4931-858d-f0c6f54deda0', 'name': '', 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:5a:24:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a954de-ed23-40ba-b654-887b465fabcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71f1bfe1-e196-48c9-a8de-d848f5e3f91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:39:54Z', 'updated_at': '2022-04-08T10:40:48Z', 'revision_number': 6, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '71f1bfe1-e196-48c9-a8de-d848f5e3f91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:50.740038 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57274cfa-d0dd-4748-8401-600178a4349f None None] Checking router: 03a954de-ed23-40ba-b654-887b465fabcd for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:40:50.750168 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57274cfa-d0dd-4748-8401-600178a4349f None None] Routers {'03a954de-ed23-40ba-b654-887b465fabcd'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:40:50.750743 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-57274cfa-d0dd-4748-8401-600178a4349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:40:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['03a954de-ed23-40ba-b654-887b465fabcd'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:50.935973 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-57274cfa-d0dd-4748-8401-600178a4349f None None] Set router 03a954de-ed23-40ba-b654-887b465fabcd gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:40:51.279445 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-57274cfa-d0dd-4748-8401-600178a4349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a954de-ed23-40ba-b654-887b465fabcd', 'name': 'tempest-TestNetworkBasicOps-router-1337124535', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f6662619-548d-4dc8-8ad1-6f634b44b475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:39:51Z', 'updated_at': '2022-04-08T10:40:49Z', 'revision_number': 6, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'f6662619-548d-4dc8-8ad1-6f634b44b475', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a954de-ed23-40ba-b654-887b465fabcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:39:51Z', 'updated_at': '2022-04-08T10:40:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'c32f1779-7880-4439-9bc9-1c1b28fc2fe5', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.182', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '03a954de-ed23-40ba-b654-887b465fabcd', 'port_id': 'e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1', 'mac_address': 'fa:16:3e:68:c6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b6bd-d1d9-415b-a12d-844c0b2db5af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:40:10Z', 'updated_at': '2022-04-08T10:40:48Z', 'revision_number': 2, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '419910ac-99db-4931-858d-f0c6f54deda0', 'name': '', 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:5a:24:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a954de-ed23-40ba-b654-887b465fabcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71f1bfe1-e196-48c9-a8de-d848f5e3f91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:39:54Z', 'updated_at': '2022-04-08T10:40:48Z', 'revision_number': 6, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '71f1bfe1-e196-48c9-a8de-d848f5e3f91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:40:51.283477 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57274cfa-d0dd-4748-8401-600178a4349f None None] The sync data for ids ['03a954de-ed23-40ba-b654-887b465fabcd'] in dv-neutron-837110-1-hyperv is: [{'id': '03a954de-ed23-40ba-b654-887b465fabcd', 'name': 'tempest-TestNetworkBasicOps-router-1337124535', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f6662619-548d-4dc8-8ad1-6f634b44b475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:39:51Z', 'updated_at': '2022-04-08T10:40:49Z', 'revision_number': 6, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'f6662619-548d-4dc8-8ad1-6f634b44b475', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a954de-ed23-40ba-b654-887b465fabcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:39:51Z', 'updated_at': '2022-04-08T10:40:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'c32f1779-7880-4439-9bc9-1c1b28fc2fe5', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'floating_ip_address': '172.26.0.182', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '03a954de-ed23-40ba-b654-887b465fabcd', 'port_id': 'e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1', 'mac_address': 'fa:16:3e:68:c6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8352b6bd-d1d9-415b-a12d-844c0b2db5af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:40:10Z', 'updated_at': '2022-04-08T10:40:48Z', 'revision_number': 2, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '419910ac-99db-4931-858d-f0c6f54deda0', 'name': '', 'network_id': '72d78a6b-a8fb-4a40-8b89-980b8b4777a1', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'mac_address': 'fa:16:3e:5a:24:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a954de-ed23-40ba-b654-887b465fabcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71f1bfe1-e196-48c9-a8de-d848f5e3f91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:39:54Z', 'updated_at': '2022-04-08T10:40:48Z', 'revision_number': 6, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'subnets': [{'id': '71f1bfe1-e196-48c9-a8de-d848f5e3f91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:40:51.307566 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34030) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:51.419440 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3c96cf99-58f6-4360-84e9-f4e1a8ee4d2e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/c32f1779-7880-4439-9bc9-1c1b28fc2fe5 HTTP/1.1" status: 200 len: 991 time: 0.1107090 Apr 08 10:40:52.188692 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device f6662619-548d-4dc8-8ad1-6f634b44b475 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:40:52.261286 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port f6662619-548d-4dc8-8ad1-6f634b44b475 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:52.261653 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:52.375571 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:52.391645 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port f6662619-548d-4dc8-8ad1-6f634b44b475, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=f6662619-548d-4dc8-8ad1-6f634b44b475,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:40:52.395283 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:52.396177 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 419910ac-99db-4931-858d-f0c6f54deda0 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:40:52.421605 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34034) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:52.502821 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=f6662619-548d-4dc8-8ad1-6f634b44b475,revision_number=6']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:52.515241 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:52.515581 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:52.515909 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:52.516284 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:52.516593 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:52.516913 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:52.517229 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:52.517543 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:52.517862 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:52.518171 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:52.518514 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:40:52.525622 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-969dd280-c62b-4e11-9a08-128a85a98b09 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/c32f1779-7880-4439-9bc9-1c1b28fc2fe5 HTTP/1.1" status: 200 len: 991 time: 0.1028762 Apr 08 10:40:52.529203 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 419910ac-99db-4931-858d-f0c6f54deda0 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:52.529570 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:52.639303 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:52.670222 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 419910ac-99db-4931-858d-f0c6f54deda0, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=419910ac-99db-4931-858d-f0c6f54deda0,segment=NetworkSegment(a1f328c8-2058-4506-b752-26190d19150c),segment_id=a1f328c8-2058-4506-b752-26190d19150c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:40:52.673864 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:52.740544 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=419910ac-99db-4931-858d-f0c6f54deda0,revision_number=7']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:40:53.529409 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34038) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:53.635852 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0b258ad5-2958-441e-b751-1bffb60fd20d tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/c32f1779-7880-4439-9bc9-1c1b28fc2fe5 HTTP/1.1" status: 200 len: 991 time: 0.1053259 Apr 08 10:40:54.156688 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device f6662619-548d-4dc8-8ad1-6f634b44b475 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:40:54.223177 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port f6662619-548d-4dc8-8ad1-6f634b44b475 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:54.223539 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:54.334709 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 419910ac-99db-4931-858d-f0c6f54deda0 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:40:54.397745 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 419910ac-99db-4931-858d-f0c6f54deda0 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:40:54.398032 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:54.639736 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34042) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:54.839760 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-db6221e7-6f8b-4c9e-b227-58c5e74e42c4 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/c32f1779-7880-4439-9bc9-1c1b28fc2fe5 HTTP/1.1" status: 200 len: 991 time: 0.1988688 Apr 08 10:40:55.843496 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34046) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:55.948226 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ac09549a-713b-4451-b8dd-8d8bbbc022f3 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/c32f1779-7880-4439-9bc9-1c1b28fc2fe5 HTTP/1.1" status: 200 len: 991 time: 0.1035526 Apr 08 10:40:56.952151 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34050) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:57.057228 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-01be27d3-2eb7-454b-9be2-19d04205a9cd tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/c32f1779-7880-4439-9bc9-1c1b28fc2fe5 HTTP/1.1" status: 200 len: 991 time: 0.1028070 Apr 08 10:40:58.060042 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34054) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:58.165770 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a6312876-9cfd-4956-ad71-3c4ed753a048 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/c32f1779-7880-4439-9bc9-1c1b28fc2fe5 HTTP/1.1" status: 200 len: 991 time: 0.1044838 Apr 08 10:40:58.399650 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ae82f0-65d5-4e40-bb23-9b8d07e21f44 None None] New status for floating IP c32f1779-7880-4439-9bc9-1c1b28fc2fe5: ACTIVE {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:40:59.169468 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34058) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:59.273294 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7d9ccbe8-2fa1-4bf5-8e73-2019f7d9ac50 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/floatingips/c32f1779-7880-4439-9bc9-1c1b28fc2fe5 HTTP/1.1" status: 200 len: 993 time: 0.1027076 Apr 08 10:40:59.598150 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34066) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:40:59.801452 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-8a78dc15-6612-4215-9727-5aca12661bac tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port 21df4e43-bce2-4c43-a787-277d7a407972 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:40:59.801789 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8a78dc15-6612-4215-9727-5aca12661bac tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:59.968944 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8a78dc15-6612-4215-9727-5aca12661bac tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:40:59.969271 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8a78dc15-6612-4215-9727-5aca12661bac tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:00.093618 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-8a78dc15-6612-4215-9727-5aca12661bac tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for 21df4e43-bce2-4c43-a787-277d7a407972 owned by network:floatingip {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:41:00.240863 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8a78dc15-6612-4215-9727-5aca12661bac tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:00.286060 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78dc15-6612-4215-9727-5aca12661bac tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=21df4e43-bce2-4c43-a787-277d7a407972,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:00.326482 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78dc15-6612-4215-9727-5aca12661bac tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:00.326836 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78dc15-6612-4215-9727-5aca12661bac tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:00.327176 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78dc15-6612-4215-9727-5aca12661bac tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:00.327514 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78dc15-6612-4215-9727-5aca12661bac tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:00.327849 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78dc15-6612-4215-9727-5aca12661bac tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:00.328217 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78dc15-6612-4215-9727-5aca12661bac tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:00.328546 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78dc15-6612-4215-9727-5aca12661bac tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:00.328875 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78dc15-6612-4215-9727-5aca12661bac tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:00.329206 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78dc15-6612-4215-9727-5aca12661bac tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:00.329531 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78dc15-6612-4215-9727-5aca12661bac tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:00.329854 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78dc15-6612-4215-9727-5aca12661bac tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:00.390062 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8a78dc15-6612-4215-9727-5aca12661bac tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for floatingip, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:00.870410 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a78dc15-6612-4215-9727-5aca12661bac tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router 03a954de-ed23-40ba-b654-887b465fabcd has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:41:01.069507 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a78dc15-6612-4215-9727-5aca12661bac tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:41:01.085636 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8a78dc15-6612-4215-9727-5aca12661bac tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:01.137350 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8a78dc15-6612-4215-9727-5aca12661bac tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/floatingips/c32f1779-7880-4439-9bc9-1c1b28fc2fe5 HTTP/1.1" status: 204 len: 168 time: 1.5380547 Apr 08 10:41:01.137829 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8352b6bd-d1d9-415b-a12d-844c0b2db5af', 'tag': 'e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:41:01.266578 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e040179-8d83-4f1d-ba7a-e4304b134e4b'] response: {'name': 'network-changed', 'server_uuid': '8352b6bd-d1d9-415b-a12d-844c0b2db5af', 'tag': 'e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e', 'status': 'completed', 'code': 200} Apr 08 10:41:01.369865 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-babf13a9-7baa-4e04-bdcf-8d46a9d3c5b2 req-5ce21c11-ff69-477b-90a4-d91a8ad3e7f3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d9baba61a9a4a97bab400043cc74a73&device_id=8352b6bd-d1d9-415b-a12d-844c0b2db5af HTTP/1.1" status: 200 len: 1098 time: 0.0724373 Apr 08 10:41:01.504935 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf13a9-7baa-4e04-bdcf-8d46a9d3c5b2 req-32568ffe-4571-4b0a-b78a-f664d2ee31ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:01.506731 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-babf13a9-7baa-4e04-bdcf-8d46a9d3c5b2 req-32568ffe-4571-4b0a-b78a-f664d2ee31ab service neutron] 10.222.0.52 "GET /v2.0/networks?id=72d78a6b-a8fb-4a40-8b89-980b8b4777a1 HTTP/1.1" status: 200 len: 898 time: 0.1307938 Apr 08 10:41:01.534848 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7e311-e9c3-465b-9675-78a88fc6a8c9 req-22731c77-73fe-4ebc-8852-31c974e9b49e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:01.535535 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-cbd7e311-e9c3-465b-9675-78a88fc6a8c9 req-22731c77-73fe-4ebc-8852-31c974e9b49e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:01.550506 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-cbd7e311-e9c3-465b-9675-78a88fc6a8c9 req-22731c77-73fe-4ebc-8852-31c974e9b49e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:01.551636 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cbd7e311-e9c3-465b-9675-78a88fc6a8c9 req-22731c77-73fe-4ebc-8852-31c974e9b49e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8352b6bd-d1d9-415b-a12d-844c0b2db5af HTTP/1.1" status: 200 len: 945 time: 0.1085093 Apr 08 10:41:01.581368 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-babf13a9-7baa-4e04-bdcf-8d46a9d3c5b2 req-fb096c5f-a382-46fe-b017-f7b207990900 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e HTTP/1.1" status: 200 len: 217 time: 0.0666463 Apr 08 10:41:01.600633 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cbd7e311-e9c3-465b-9675-78a88fc6a8c9 req-4e730063-4367-4e77-b83b-93b6dc3edec2 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4bff620-d38e-41e1-9365-fc0b60f354c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431142 Apr 08 10:41:01.644357 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf13a9-7baa-4e04-bdcf-8d46a9d3c5b2 req-b1ce052d-3b4d-402a-8c58-40f3958b533b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:01.645780 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-babf13a9-7baa-4e04-bdcf-8d46a9d3c5b2 req-b1ce052d-3b4d-402a-8c58-40f3958b533b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71f1bfe1-e196-48c9-a8de-d848f5e3f91e HTTP/1.1" status: 200 len: 835 time: 0.0590074 Apr 08 10:41:01.725098 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-babf13a9-7baa-4e04-bdcf-8d46a9d3c5b2 req-3bcc5567-1eb3-4f90-88b0-2abf893ea3e1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=72d78a6b-a8fb-4a40-8b89-980b8b4777a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725136 Apr 08 10:41:01.854306 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-babf13a9-7baa-4e04-bdcf-8d46a9d3c5b2 req-cab5ae74-1d75-4321-bb68-eb1df72005bb service neutron] 10.222.0.52 "GET /v2.0/networks/72d78a6b-a8fb-4a40-8b89-980b8b4777a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222689 Apr 08 10:41:01.986684 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-babf13a9-7baa-4e04-bdcf-8d46a9d3c5b2 req-ab7f9a0f-81f4-49db-abdc-c52289491399 service neutron] 10.222.0.52 "GET /v2.0/networks/72d78a6b-a8fb-4a40-8b89-980b8b4777a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259551 Apr 08 10:41:02.801980 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c3e1c-00ef-4098-937b-0427c89e8838 req-e72df6cb-a835-49b0-a932-76da8119d14b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:02.803393 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-063c3e1c-00ef-4098-937b-0427c89e8838 req-e72df6cb-a835-49b0-a932-76da8119d14b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8352b6bd-d1d9-415b-a12d-844c0b2db5af HTTP/1.1" status: 200 len: 945 time: 0.0743260 Apr 08 10:41:02.846784 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-063c3e1c-00ef-4098-937b-0427c89e8838 req-9b64ec1f-45b9-48d8-96df-3a5bd0f55685 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4bff620-d38e-41e1-9365-fc0b60f354c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376954 Apr 08 10:41:02.960405 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5afc91-c81d-42b2-ae8b-80dbfb8db978 req-930491f6-2c2f-46ce-aa89-20f00a6b4c85 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:02.961093 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-3a5afc91-c81d-42b2-ae8b-80dbfb8db978 req-930491f6-2c2f-46ce-aa89-20f00a6b4c85 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Synchronizing usage tracker for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:02.972616 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-3a5afc91-c81d-42b2-ae8b-80dbfb8db978 req-930491f6-2c2f-46ce-aa89-20f00a6b4c85 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Unset dirty status for tenant:6d9baba61a9a4a97bab400043cc74a73 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:02.973687 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-3a5afc91-c81d-42b2-ae8b-80dbfb8db978 req-930491f6-2c2f-46ce-aa89-20f00a6b4c85 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "GET /v2.0/ports?device_id=8352b6bd-d1d9-415b-a12d-844c0b2db5af HTTP/1.1" status: 200 len: 945 time: 0.0863130 Apr 08 10:41:03.047281 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [req-3a5afc91-c81d-42b2-ae8b-80dbfb8db978 req-9c15516c-b416-4541-9253-fe08841dd95f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:41:03.047648 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-3a5afc91-c81d-42b2-ae8b-80dbfb8db978 req-9c15516c-b416-4541-9253-fe08841dd95f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:03.285329 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-3a5afc91-c81d-42b2-ae8b-80dbfb8db978 req-9c15516c-b416-4541-9253-fe08841dd95f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e,segment=NetworkSegment(a1f328c8-2058-4506-b752-26190d19150c),segment_id=a1f328c8-2058-4506-b752-26190d19150c)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:41:03.285675 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-3a5afc91-c81d-42b2-ae8b-80dbfb8db978 req-9c15516c-b416-4541-9253-fe08841dd95f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:03.490835 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [req-3a5afc91-c81d-42b2-ae8b-80dbfb8db978 req-9c15516c-b416-4541-9253-fe08841dd95f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e owned by compute:nova {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:41:03.629532 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-3a5afc91-c81d-42b2-ae8b-80dbfb8db978 req-9c15516c-b416-4541-9253-fe08841dd95f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:03.683344 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15516c-b416-4541-9253-fe08841dd95f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:03.755169 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15516c-b416-4541-9253-fe08841dd95f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:03.755512 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15516c-b416-4541-9253-fe08841dd95f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:03.755850 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15516c-b416-4541-9253-fe08841dd95f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:03.756204 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15516c-b416-4541-9253-fe08841dd95f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:03.756536 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15516c-b416-4541-9253-fe08841dd95f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:03.756862 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15516c-b416-4541-9253-fe08841dd95f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:03.757183 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15516c-b416-4541-9253-fe08841dd95f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:03.757504 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15516c-b416-4541-9253-fe08841dd95f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:03.757825 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15516c-b416-4541-9253-fe08841dd95f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:03.758143 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15516c-b416-4541-9253-fe08841dd95f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:03.758462 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15516c-b416-4541-9253-fe08841dd95f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:03.766442 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5afc91-c81d-42b2-ae8b-80dbfb8db978 req-9c15516c-b416-4541-9253-fe08841dd95f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] No DVR routers for this DVR port e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e on host hv-neutron-8371 {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:41:03.769147 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-3a5afc91-c81d-42b2-ae8b-80dbfb8db978 req-9c15516c-b416-4541-9253-fe08841dd95f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:03.771742 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8352b6bd-d1d9-415b-a12d-844c0b2db5af', 'name': 'network-vif-deleted', 'tag': 'e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:41:03.787669 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-3a5afc91-c81d-42b2-ae8b-80dbfb8db978 req-9c15516c-b416-4541-9253-fe08841dd95f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.52 "DELETE /v2.0/ports/e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e HTTP/1.1" status: 204 len: 173 time: 0.8053873 Apr 08 10:41:03.828249 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3234aef8-537b-433a-ba0a-b019fcbdf98e'] response: {'server_uuid': '8352b6bd-d1d9-415b-a12d-844c0b2db5af', 'name': 'network-vif-deleted', 'tag': 'e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e', 'status': 'completed', 'code': 200} Apr 08 10:41:04.037095 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d5968658-8932-4b60-b31b-21761ab8b9d4 req-47e93e45-45a4-4145-9043-fcbaf6f3f063 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "GET /v2.0/ports?device_id=8352b6bd-d1d9-415b-a12d-844c0b2db5af HTTP/1.1" status: 200 len: 210 time: 0.0534315 Apr 08 10:41:05.144848 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34094) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:05.212724 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-766a93e1-facf-43dd-b429-141951c2342e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:05.241980 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-766a93e1-facf-43dd-b429-141951c2342e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:05.304090 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-766a93e1-facf-43dd-b429-141951c2342e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:05.321651 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a93e1-facf-43dd-b429-141951c2342e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bff620-d38e-41e1-9365-fc0b60f354c6,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:05.333451 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-766a93e1-facf-43dd-b429-141951c2342e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:05.334687 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-766a93e1-facf-43dd-b429-141951c2342e tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/security-groups/e4bff620-d38e-41e1-9365-fc0b60f354c6 HTTP/1.1" status: 204 len: 168 time: 0.1880274 Apr 08 10:41:05.379150 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34100) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:05.770256 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c54e297d-e3ea-4fc1-84c8-763bdcc84e1f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:06.458957 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-c54e297d-e3ea-4fc1-84c8-763bdcc84e1f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port 419910ac-99db-4931-858d-f0c6f54deda0 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:41:06.459661 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c54e297d-e3ea-4fc1-84c8-763bdcc84e1f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:06.639325 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-c54e297d-e3ea-4fc1-84c8-763bdcc84e1f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port 419910ac-99db-4931-858d-f0c6f54deda0, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=419910ac-99db-4931-858d-f0c6f54deda0,segment=NetworkSegment(a1f328c8-2058-4506-b752-26190d19150c),segment_id=a1f328c8-2058-4506-b752-26190d19150c)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:41:06.639685 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c54e297d-e3ea-4fc1-84c8-763bdcc84e1f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:06.759640 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-c54e297d-e3ea-4fc1-84c8-763bdcc84e1f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for 419910ac-99db-4931-858d-f0c6f54deda0 owned by network:router_interface {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:41:06.932877 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c54e297d-e3ea-4fc1-84c8-763bdcc84e1f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:06.980827 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e297d-e3ea-4fc1-84c8-763bdcc84e1f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=419910ac-99db-4931-858d-f0c6f54deda0,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:07.152735 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:41:07.185283 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:41:07.185619 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device e70ba2a9-127b-45ab-82b4-1aa3d0f77c6e not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:41:07.271679 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c54e297d-e3ea-4fc1-84c8-763bdcc84e1f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:07.929796 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54e297d-e3ea-4fc1-84c8-763bdcc84e1f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Router 03a954de-ed23-40ba-b654-887b465fabcd has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:41:08.134223 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54e297d-e3ea-4fc1-84c8-763bdcc84e1f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:41:08.147186 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c54e297d-e3ea-4fc1-84c8-763bdcc84e1f tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "PUT /v2.0/routers/03a954de-ed23-40ba-b654-887b465fabcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7669876 Apr 08 10:41:08.149939 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34104) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:08.331453 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f763d4-e21b-43fb-86ae-265889020d30 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting subnet 71f1bfe1-e196-48c9-a8de-d848f5e3f91e {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:41:08.334361 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c7f763d4-e21b-43fb-86ae-265889020d30 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:08.386053 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c7f763d4-e21b-43fb-86ae-265889020d30 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:08.400211 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:08.468962 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c7f763d4-e21b-43fb-86ae-265889020d30 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:08.541751 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c7f763d4-e21b-43fb-86ae-265889020d30 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:08.580420 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f763d4-e21b-43fb-86ae-265889020d30 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Subnet': ['ID=71f1bfe1-e196-48c9-a8de-d848f5e3f91e,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:08.584389 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c7f763d4-e21b-43fb-86ae-265889020d30 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:08.590200 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c7f763d4-e21b-43fb-86ae-265889020d30 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/subnets/71f1bfe1-e196-48c9-a8de-d848f5e3f91e HTTP/1.1" status: 204 len: 168 time: 0.4391351 Apr 08 10:41:08.590612 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74ebeee-f671-45ef-bede-8c9d9a3d9750 None None] Network 72d78a6b-a8fb-4a40-8b89-980b8b4777a1 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:41:08.592733 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34108) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:08.795728 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e79c-47ed-420c-92f7-ecbab09d8a34 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:08.827503 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d67218-f64e-4940-8ec7-8bec67d33314 None None] Sync routers for ids ['03a954de-ed23-40ba-b654-887b465fabcd'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:41:08.840400 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d67218-f64e-4940-8ec7-8bec67d33314 None None] Routers {'03a954de-ed23-40ba-b654-887b465fabcd'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:41:08.840940 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-95d67218-f64e-4940-8ec7-8bec67d33314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:40:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['03a954de-ed23-40ba-b654-887b465fabcd'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:08.889246 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b521a114-8ae5-433c-9ccd-8fa8a7191bb5 None None] DHCP port deletion for 72d78a6b-a8fb-4a40-8b89-980b8b4777a1 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:41:08.894082 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-b521a114-8ae5-433c-9ccd-8fa8a7191bb5 None None] Deleting port 95ee9a30-12a0-4266-b07f-6f9da8c32b03 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:41:08.894452 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b521a114-8ae5-433c-9ccd-8fa8a7191bb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:08.999797 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e79c-47ed-420c-92f7-ecbab09d8a34 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:09.011322 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-1cf4e79c-47ed-420c-92f7-ecbab09d8a34 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Deleting port f6662619-548d-4dc8-8ad1-6f634b44b475 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:41:09.011680 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e79c-47ed-420c-92f7-ecbab09d8a34 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:09.055685 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-95d67218-f64e-4940-8ec7-8bec67d33314 None None] Set router 03a954de-ed23-40ba-b654-887b465fabcd gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:41:09.101065 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-b521a114-8ae5-433c-9ccd-8fa8a7191bb5 None None] For port 95ee9a30-12a0-4266-b07f-6f9da8c32b03, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=95ee9a30-12a0-4266-b07f-6f9da8c32b03,segment=NetworkSegment(a1f328c8-2058-4506-b752-26190d19150c),segment_id=a1f328c8-2058-4506-b752-26190d19150c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:41:09.101606 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b521a114-8ae5-433c-9ccd-8fa8a7191bb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:09.233790 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-b521a114-8ae5-433c-9ccd-8fa8a7191bb5 None None] Calling delete_port for 95ee9a30-12a0-4266-b07f-6f9da8c32b03 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:41:09.315257 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b521a114-8ae5-433c-9ccd-8fa8a7191bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:09.320981 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-1cf4e79c-47ed-420c-92f7-ecbab09d8a34 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] For port f6662619-548d-4dc8-8ad1-6f634b44b475, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=f6662619-548d-4dc8-8ad1-6f634b44b475,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:41:09.321341 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e79c-47ed-420c-92f7-ecbab09d8a34 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:09.352206 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-95d67218-f64e-4940-8ec7-8bec67d33314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a954de-ed23-40ba-b654-887b465fabcd', 'name': 'tempest-TestNetworkBasicOps-router-1337124535', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f6662619-548d-4dc8-8ad1-6f634b44b475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:39:51Z', 'updated_at': '2022-04-08T10:41:06Z', 'revision_number': 7, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port': {'id': 'f6662619-548d-4dc8-8ad1-6f634b44b475', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a954de-ed23-40ba-b654-887b465fabcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:39:51Z', 'updated_at': '2022-04-08T10:40:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:09.355890 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d67218-f64e-4940-8ec7-8bec67d33314 None None] Checking router: 03a954de-ed23-40ba-b654-887b465fabcd for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:41:09.360786 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521a114-8ae5-433c-9ccd-8fa8a7191bb5 None None] Pushing event deleted for resources: {'Port': ['ID=95ee9a30-12a0-4266-b07f-6f9da8c32b03,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:09.367592 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d67218-f64e-4940-8ec7-8bec67d33314 None None] Routers {'03a954de-ed23-40ba-b654-887b465fabcd'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:41:09.367716 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-95d67218-f64e-4940-8ec7-8bec67d33314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:40:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['03a954de-ed23-40ba-b654-887b465fabcd'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:09.368203 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b521a114-8ae5-433c-9ccd-8fa8a7191bb5 None None] No DVR routers for this DVR port 95ee9a30-12a0-4266-b07f-6f9da8c32b03 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:41:09.449101 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-1cf4e79c-47ed-420c-92f7-ecbab09d8a34 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Calling delete_port for f6662619-548d-4dc8-8ad1-6f634b44b475 owned by network:router_gateway {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:41:09.523132 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-95d67218-f64e-4940-8ec7-8bec67d33314 None None] Set router 03a954de-ed23-40ba-b654-887b465fabcd gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:41:09.614115 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e79c-47ed-420c-92f7-ecbab09d8a34 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:09.637719 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-95d67218-f64e-4940-8ec7-8bec67d33314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a954de-ed23-40ba-b654-887b465fabcd', 'name': 'tempest-TestNetworkBasicOps-router-1337124535', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:39:51Z', 'updated_at': '2022-04-08T10:41:08Z', 'revision_number': 8, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port_host': None}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:09.641485 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d67218-f64e-4940-8ec7-8bec67d33314 None None] The sync data for ids ['03a954de-ed23-40ba-b654-887b465fabcd'] in dv-neutron-837110-1-hyperv is: [{'id': '03a954de-ed23-40ba-b654-887b465fabcd', 'name': 'tempest-TestNetworkBasicOps-router-1337124535', 'tenant_id': '6d9baba61a9a4a97bab400043cc74a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:39:51Z', 'updated_at': '2022-04-08T10:41:08Z', 'revision_number': 8, 'project_id': '6d9baba61a9a4a97bab400043cc74a73', 'gw_port_host': None}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:41:09.659302 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4e79c-47ed-420c-92f7-ecbab09d8a34 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Port': ['ID=f6662619-548d-4dc8-8ad1-6f634b44b475,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:09.880200 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e79c-47ed-420c-92f7-ecbab09d8a34 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:10.136503 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e79c-47ed-420c-92f7-ecbab09d8a34 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:10.140625 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e79c-47ed-420c-92f7-ecbab09d8a34 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:10.165887 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e79c-47ed-420c-92f7-ecbab09d8a34 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:10.166357 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf4e79c-47ed-420c-92f7-ecbab09d8a34 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Fanout notify agent at l3_agent the message router_deleted on router 03a954de-ed23-40ba-b654-887b465fabcd {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:41:10.179790 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e79c-47ed-420c-92f7-ecbab09d8a34 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:10.180888 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1cf4e79c-47ed-420c-92f7-ecbab09d8a34 tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/routers/03a954de-ed23-40ba-b654-887b465fabcd HTTP/1.1" status: 204 len: 168 time: 1.5872838 Apr 08 10:41:10.183493 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34112) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:10.292176 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b2be3445-4247-41a6-98f5-f719ef3a790b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:10.427263 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b2be3445-4247-41a6-98f5-f719ef3a790b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:10.457252 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-b2be3445-4247-41a6-98f5-f719ef3a790b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d78a6b-a8fb-4a40-8b89-980b8b4777a1']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:10.469095 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 95ee9a30-12a0-4266-b07f-6f9da8c32b03 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:41:10.470250 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-b2be3445-4247-41a6-98f5-f719ef3a790b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f328c8-2058-4506-b752-26190d19150c') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:10.470554 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-b2be3445-4247-41a6-98f5-f719ef3a790b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f328c8-2058-4506-b752-26190d19150c') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:10.483019 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b2be3445-4247-41a6-98f5-f719ef3a790b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:10.501812 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b2be3445-4247-41a6-98f5-f719ef3a790b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:10.502968 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 95ee9a30-12a0-4266-b07f-6f9da8c32b03 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:41:10.503382 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 95ee9a30-12a0-4266-b07f-6f9da8c32b03 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:41:10.503884 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device f6662619-548d-4dc8-8ad1-6f634b44b475 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:41:10.510371 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2be3445-4247-41a6-98f5-f719ef3a790b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:41:10.510976 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b2be3445-4247-41a6-98f5-f719ef3a790b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:41:10.525940 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:41:10.531990 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4559b83-11ee-4d28-85a1-1d47ddb5bb07 None None] New status for floating IP c32f1779-7880-4439-9bc9-1c1b28fc2fe5: DOWN {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:41:10.645855 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: f6662619-548d-4dc8-8ad1-6f634b44b475 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:41:10.646224 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device f6662619-548d-4dc8-8ad1-6f634b44b475 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:41:10.646613 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 419910ac-99db-4931-858d-f0c6f54deda0 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:41:10.686268 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 419910ac-99db-4931-858d-f0c6f54deda0 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:41:10.686622 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 419910ac-99db-4931-858d-f0c6f54deda0 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:41:10.711597 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b2be3445-4247-41a6-98f5-f719ef3a790b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:10.715841 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b2be3445-4247-41a6-98f5-f719ef3a790b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:10.741843 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be3445-4247-41a6-98f5-f719ef3a790b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] Pushing event deleted for resources: {'Network': ['ID=72d78a6b-a8fb-4a40-8b89-980b8b4777a1,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:10.751243 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b2be3445-4247-41a6-98f5-f719ef3a790b tempest-TestNetworkBasicOps-80548638 tempest-TestNetworkBasicOps-80548638-project] 10.222.0.47 "DELETE /v2.0/networks/72d78a6b-a8fb-4a40-8b89-980b8b4777a1 HTTP/1.1" status: 204 len: 168 time: 0.5666308 Apr 08 10:41:11.078118 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34120) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:11.246494 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-567c4a0b-c613-4d75-b515-df32430faae2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6d9baba61a9a4a97bab400043cc74a73&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1671457 Apr 08 10:41:11.248945 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34126) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:11.306329 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-701d7a6b-d163-4842-bc00-17b932f503a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:11.330894 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-701d7a6b-d163-4842-bc00-17b932f503a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:11.380032 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-701d7a6b-d163-4842-bc00-17b932f503a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:11.397255 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d7a6b-d163-4842-bc00-17b932f503a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b118eba-d33c-40f7-89e4-7eaa40c81092,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:11.403489 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-701d7a6b-d163-4842-bc00-17b932f503a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:11.404596 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-701d7a6b-d163-4842-bc00-17b932f503a4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2b118eba-d33c-40f7-89e4-7eaa40c81092 HTTP/1.1" status: 204 len: 168 time: 0.1547689 Apr 08 10:41:11.728264 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34134) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:11.748991 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-49936354-ff1b-4e81-894c-5b7c98aedce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:11.779887 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-49936354-ff1b-4e81-894c-5b7c98aedce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:11.783842 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-49936354-ff1b-4e81-894c-5b7c98aedce1 admin admin] Usage tracker for resource:security_group_rule and tenant:5b908adea683495bb2136a92e42a1305 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:11.786602 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-49936354-ff1b-4e81-894c-5b7c98aedce1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:11.792146 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-49936354-ff1b-4e81-894c-5b7c98aedce1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:11.856817 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-49936354-ff1b-4e81-894c-5b7c98aedce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:11.860351 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-49936354-ff1b-4e81-894c-5b7c98aedce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:11.907677 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-49936354-ff1b-4e81-894c-5b7c98aedce1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5b908adea683495bb2136a92e42a1305&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1783755 Apr 08 10:41:11.908530 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49936354-ff1b-4e81-894c-5b7c98aedce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efb8d2d-cb72-4a72-a576-cc25d9db6d85,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:11.910548 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 34138) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:11.972663 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0dd5ac69-41d4-4381-a8df-cad15e2e205c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:11.997520 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0dd5ac69-41d4-4381-a8df-cad15e2e205c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:12.047430 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0dd5ac69-41d4-4381-a8df-cad15e2e205c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:12.061883 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5ac69-41d4-4381-a8df-cad15e2e205c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efb8d2d-cb72-4a72-a576-cc25d9db6d85,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:12.069138 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0dd5ac69-41d4-4381-a8df-cad15e2e205c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:12.072529 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0dd5ac69-41d4-4381-a8df-cad15e2e205c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5efb8d2d-cb72-4a72-a576-cc25d9db6d85 HTTP/1.1" status: 204 len: 168 time: 0.1587195 Apr 08 10:41:13.323096 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ea9370e0-72a3-4b3d-9d83-21ce2303a1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:15.569305 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-547f4a0a-e470-4268-a578-afb3b9e04aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:16.785178 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:16.900229 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:18.297085 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:20.033842 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-bd7d51ef-a347-4ca2-94d3-d9cb60370844 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=112615b1434747b5ad350bea8989d635&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270216 Apr 08 10:41:20.186528 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-907f4f9e-e1d7-4e4f-8e06-457b5e80a89e tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:20.186528 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-907f4f9e-e1d7-4e4f-8e06-457b5e80a89e tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1432996 Apr 08 10:41:20.198263 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-c33ce559-9b05-4471-8b86-91712d23f616 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.47 "GET /v2.0/quotas/112615b1434747b5ad350bea8989d635 HTTP/1.1" status: 200 len: 375 time: 0.0106769 Apr 08 10:41:20.246598 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-ac615c91-ccd2-4fa8-b410-987cb1cc532e tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=112615b1434747b5ad350bea8989d635&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431659 Apr 08 10:41:20.448554 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dc85456f-5bf4-49a2-a07e-9e22065e7bae req-968904fc-b9b0-4933-b701-dd22dc25e1a4 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e790a8-f963-405c-bb15-e7fbb50c3194 HTTP/1.1" status: 200 len: 210 time: 0.0455918 Apr 08 10:41:21.401563 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-3bfd4bc4-81e9-4b82-8269-c8ac37f04829 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=112615b1434747b5ad350bea8989d635&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268836 Apr 08 10:41:21.552665 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-6da9407d-b93d-4307-9756-43f03170f0e1 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:21.554400 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-6da9407d-b93d-4307-9756-43f03170f0e1 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1476276 Apr 08 10:41:21.586726 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-0f39a570-eda4-4e1d-9704-00864b900db9 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Request body: {'port': {'device_id': '52e790a8-f963-405c-bb15-e7fbb50c3194', 'network_id': 'ce5cacb2-5dc1-4209-95b1-7c33ede23fe7', 'admin_state_up': True, 'tenant_id': '112615b1434747b5ad350bea8989d635'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:41:21.611689 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-80ba6db5-8be0-48d4-b756-8a14cb46d66d req-a04b5b3a-56e8-44c4-82bf-e9c1be0a9a52 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e790a8-f963-405c-bb15-e7fbb50c3194 HTTP/1.1" status: 200 len: 210 time: 0.0418003 Apr 08 10:41:21.723401 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-0f39a570-eda4-4e1d-9704-00864b900db9 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:21.727188 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-0f39a570-eda4-4e1d-9704-00864b900db9 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Usage tracker for resource:port and tenant:112615b1434747b5ad350bea8989d635 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:21.729968 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-0f39a570-eda4-4e1d-9704-00864b900db9 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:21.735607 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-0f39a570-eda4-4e1d-9704-00864b900db9 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:21.745871 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-0f39a570-eda4-4e1d-9704-00864b900db9 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Made reservation on behalf of 112615b1434747b5ad350bea8989d635 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:21.748838 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-0f39a570-eda4-4e1d-9704-00864b900db9 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:21.762136 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-0f39a570-eda4-4e1d-9704-00864b900db9 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:21.792548 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-0f39a570-eda4-4e1d-9704-00864b900db9 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:21.796290 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-0f39a570-eda4-4e1d-9704-00864b900db9 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Usage tracker for resource:security_group_rule and tenant:112615b1434747b5ad350bea8989d635 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:21.799548 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-0f39a570-eda4-4e1d-9704-00864b900db9 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:21.805228 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-0f39a570-eda4-4e1d-9704-00864b900db9 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:21.872731 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-0f39a570-eda4-4e1d-9704-00864b900db9 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:21.876390 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-0f39a570-eda4-4e1d-9704-00864b900db9 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:21.963164 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39a570-eda4-4e1d-9704-00864b900db9 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22d1150c-d538-44f9-af28-973f743feaf1,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:22.045097 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-0f39a570-eda4-4e1d-9704-00864b900db9 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Allocated IP 192.168.233.79 (ce5cacb2-5dc1-4209-95b1-7c33ede23fe7/288aaa86-3d79-440f-a033-a08cd4031c37/a793889f-17cc-4703-9e5e-1e113a9515ff) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:41:22.266731 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-0f39a570-eda4-4e1d-9704-00864b900db9 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:22.281845 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-0f39a570-eda4-4e1d-9704-00864b900db9 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Transition to ACTIVE for port object a793889f-17cc-4703-9e5e-1e113a9515ff will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:41:22.304511 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-0f39a570-eda4-4e1d-9704-00864b900db9 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:22.377455 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-0f39a570-eda4-4e1d-9704-00864b900db9 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Network ce5cacb2-5dc1-4209-95b1-7c33ede23fe7 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:22.380801 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39a570-eda4-4e1d-9704-00864b900db9 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Pushing event updated for resources: {'Port': ['ID=a793889f-17cc-4703-9e5e-1e113a9515ff,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:22.383089 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-0f39a570-eda4-4e1d-9704-00864b900db9 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:22.385175 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-0f39a570-eda4-4e1d-9704-00864b900db9 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:41:22.445120 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-0f39a570-eda4-4e1d-9704-00864b900db9 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:22.445778 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-0f39a570-eda4-4e1d-9704-00864b900db9 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:22.471827 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-0f39a570-eda4-4e1d-9704-00864b900db9 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8882973 Apr 08 10:41:22.486172 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-8607b513-7801-4b71-b7f6-f69f1d708ead service neutron] Request body: {'port': {'device_id': '52e790a8-f963-405c-bb15-e7fbb50c3194', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:41:22.600766 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-8607b513-7801-4b71-b7f6-f69f1d708ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:22.622035 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63185171-cd77-4d35-b8b3-550593550ef7 None None] Provisioning for port a793889f-17cc-4703-9e5e-1e113a9515ff completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:41:22.626840 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63185171-cd77-4d35-b8b3-550593550ef7 None None] Provisioning complete for port a793889f-17cc-4703-9e5e-1e113a9515ff triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:22.627362 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63185171-cd77-4d35-b8b3-550593550ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:22.683243 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63185171-cd77-4d35-b8b3-550593550ef7 None None] Port a793889f-17cc-4703-9e5e-1e113a9515ff cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:41:22.811790 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91da5a-db98-4514-b5e1-d10c3cc0704b req-d4f1a593-ca52-4215-a317-aa5de4acac7e tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:22.813253 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9c91da5a-db98-4514-b5e1-d10c3cc0704b req-d4f1a593-ca52-4215-a317-aa5de4acac7e tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e790a8-f963-405c-bb15-e7fbb50c3194 HTTP/1.1" status: 200 len: 935 time: 0.0781162 Apr 08 10:41:22.862556 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9c91da5a-db98-4514-b5e1-d10c3cc0704b req-fed5cd1e-68d8-43b9-8063-20e29c313849 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d1150c-d538-44f9-af28-973f743feaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430765 Apr 08 10:41:22.954016 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-8607b513-7801-4b71-b7f6-f69f1d708ead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a793889f-17cc-4703-9e5e-1e113a9515ff {{(pid=83846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:41:22.961901 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-8607b513-7801-4b71-b7f6-f69f1d708ead service neutron] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:22.976524 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-8607b513-7801-4b71-b7f6-f69f1d708ead service neutron] Transition to ACTIVE for port object a793889f-17cc-4703-9e5e-1e113a9515ff will not be triggered until provisioned by entity L2. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:41:22.979903 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-8607b513-7801-4b71-b7f6-f69f1d708ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:23.188373 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607b513-7801-4b71-b7f6-f69f1d708ead service neutron] Pushing event updated for resources: {'Port': ['ID=a793889f-17cc-4703-9e5e-1e113a9515ff,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:23.291230 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-8607b513-7801-4b71-b7f6-f69f1d708ead service neutron] Attempting to bind port a793889f-17cc-4703-9e5e-1e113a9515ff on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:41:23.291566 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-8607b513-7801-4b71-b7f6-f69f1d708ead service neutron] Attempting to bind port a793889f-17cc-4703-9e5e-1e113a9515ff by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '97311e25-b28d-475b-83da-2ed679f5f4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ce5cacb2-5dc1-4209-95b1-7c33ede23fe7'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:41:23.291898 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-8607b513-7801-4b71-b7f6-f69f1d708ead service neutron] Attempting to bind port a793889f-17cc-4703-9e5e-1e113a9515ff on network ce5cacb2-5dc1-4209-95b1-7c33ede23fe7 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:41:23.297577 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-8607b513-7801-4b71-b7f6-f69f1d708ead service neutron] Port a793889f-17cc-4703-9e5e-1e113a9515ff on network ce5cacb2-5dc1-4209-95b1-7c33ede23fe7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:41:23.297894 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-8607b513-7801-4b71-b7f6-f69f1d708ead service neutron] Attempting to bind port a793889f-17cc-4703-9e5e-1e113a9515ff on network ce5cacb2-5dc1-4209-95b1-7c33ede23fe7 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:41:23.304739 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-8607b513-7801-4b71-b7f6-f69f1d708ead service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:41:23.305075 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-8607b513-7801-4b71-b7f6-f69f1d708ead service neutron] Checking segment: {'id': '97311e25-b28d-475b-83da-2ed679f5f4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ce5cacb2-5dc1-4209-95b1-7c33ede23fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:41:23.305450 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-8607b513-7801-4b71-b7f6-f69f1d708ead service neutron] Bound using segment: {'id': '97311e25-b28d-475b-83da-2ed679f5f4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ce5cacb2-5dc1-4209-95b1-7c33ede23fe7'} {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:41:23.305875 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-8607b513-7801-4b71-b7f6-f69f1d708ead service neutron] Bound port: a793889f-17cc-4703-9e5e-1e113a9515ff, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97311e25-b28d-475b-83da-2ed679f5f4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ce5cacb2-5dc1-4209-95b1-7c33ede23fe7'}}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:41:23.306220 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-8607b513-7801-4b71-b7f6-f69f1d708ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:23.394082 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-8607b513-7801-4b71-b7f6-f69f1d708ead service neutron] For port a793889f-17cc-4703-9e5e-1e113a9515ff, host hv-neutron-8371, cleared binding levels {{(pid=83846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:41:23.397251 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-8607b513-7801-4b71-b7f6-f69f1d708ead service neutron] For port a793889f-17cc-4703-9e5e-1e113a9515ff, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=a793889f-17cc-4703-9e5e-1e113a9515ff,segment=NetworkSegment(97311e25-b28d-475b-83da-2ed679f5f4be),segment_id=97311e25-b28d-475b-83da-2ed679f5f4be)] {{(pid=83846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:41:23.401062 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-8607b513-7801-4b71-b7f6-f69f1d708ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:23.461975 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-8607b513-7801-4b71-b7f6-f69f1d708ead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:23.463310 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-8607b513-7801-4b71-b7f6-f69f1d708ead service neutron] 10.222.0.52 "PUT /v2.0/ports/a793889f-17cc-4703-9e5e-1e113a9515ff HTTP/1.1" status: 200 len: 1097 time: 0.9814110 Apr 08 10:41:23.463792 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e790a8-f963-405c-bb15-e7fbb50c3194', 'tag': 'a793889f-17cc-4703-9e5e-1e113a9515ff'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:41:23.483157 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607b513-7801-4b71-b7f6-f69f1d708ead service neutron] Pushing event updated for resources: {'Port': ['ID=a793889f-17cc-4703-9e5e-1e113a9515ff,revision_number=3']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:23.547945 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81f97323-b1bb-456c-bdbd-3f0950b76bcb'] response: {'name': 'network-changed', 'server_uuid': '52e790a8-f963-405c-bb15-e7fbb50c3194', 'tag': 'a793889f-17cc-4703-9e5e-1e113a9515ff', 'status': 'completed', 'code': 200} Apr 08 10:41:23.591053 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-ed8b5186-18ba-444e-b826-183595a90e55 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=112615b1434747b5ad350bea8989d635&device_id=52e790a8-f963-405c-bb15-e7fbb50c3194 HTTP/1.1" status: 200 len: 1100 time: 0.0785747 Apr 08 10:41:23.663383 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-f7f2e54b-3481-461f-8a10-12618a211ac6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=a793889f-17cc-4703-9e5e-1e113a9515ff HTTP/1.1" status: 200 len: 217 time: 0.0618820 Apr 08 10:41:23.731615 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-9b4af5e5-f078-442c-9ed2-d1323957119f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:23.732970 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-9b4af5e5-f078-442c-9ed2-d1323957119f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=288aaa86-3d79-440f-a033-a08cd4031c37 HTTP/1.1" status: 200 len: 843 time: 0.0613537 Apr 08 10:41:23.808745 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-b615441c-7a9b-4da6-b44e-804b2ccd3e6e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ce5cacb2-5dc1-4209-95b1-7c33ede23fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0671613 Apr 08 10:41:23.947522 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-9eb6d199-d9af-4e7b-92ae-9ace4de3c710 service neutron] 10.222.0.52 "GET /v2.0/networks/ce5cacb2-5dc1-4209-95b1-7c33ede23fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292729 Apr 08 10:41:24.059327 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542c00e-47c9-4bb2-8877-c142167fa1de req-7e7b762a-30cf-4024-8213-90772c7c160f tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:24.060989 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d542c00e-47c9-4bb2-8877-c142167fa1de req-7e7b762a-30cf-4024-8213-90772c7c160f tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e790a8-f963-405c-bb15-e7fbb50c3194 HTTP/1.1" status: 200 len: 947 time: 0.0791996 Apr 08 10:41:24.086908 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-83b1aeef-ea3d-4921-9212-c4bf7aa3f093 req-4a1bf9e7-ad14-4349-8cad-f9ecf95d40eb service neutron] 10.222.0.52 "GET /v2.0/networks/ce5cacb2-5dc1-4209-95b1-7c33ede23fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302292 Apr 08 10:41:24.119818 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d542c00e-47c9-4bb2-8877-c142167fa1de req-daa206fd-d417-407f-9036-711ecf6a0d3e tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d1150c-d538-44f9-af28-973f743feaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526335 Apr 08 10:41:24.219439 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2e1131dd-4465-4a4a-8668-1667acfb50ca req-2c8cec69-8882-4164-93b1-3b500530e7f3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=112615b1434747b5ad350bea8989d635&device_id=52e790a8-f963-405c-bb15-e7fbb50c3194 HTTP/1.1" status: 200 len: 1100 time: 0.0745587 Apr 08 10:41:24.354669 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1131dd-4465-4a4a-8668-1667acfb50ca req-92c858db-29c2-49a5-83aa-bb5e49ec7da4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:24.356219 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2e1131dd-4465-4a4a-8668-1667acfb50ca req-92c858db-29c2-49a5-83aa-bb5e49ec7da4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ce5cacb2-5dc1-4209-95b1-7c33ede23fe7 HTTP/1.1" status: 200 len: 870 time: 0.1309743 Apr 08 10:41:24.436074 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2e1131dd-4465-4a4a-8668-1667acfb50ca req-bbe20dcf-8b73-41bf-a4a8-ad0612b3eea8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=a793889f-17cc-4703-9e5e-1e113a9515ff HTTP/1.1" status: 200 len: 217 time: 0.0730097 Apr 08 10:41:24.503217 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1131dd-4465-4a4a-8668-1667acfb50ca req-d5611efc-32fa-4857-9980-db6f0b70f80b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:24.504568 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2e1131dd-4465-4a4a-8668-1667acfb50ca req-d5611efc-32fa-4857-9980-db6f0b70f80b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=288aaa86-3d79-440f-a033-a08cd4031c37 HTTP/1.1" status: 200 len: 843 time: 0.0622509 Apr 08 10:41:24.578214 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2e1131dd-4465-4a4a-8668-1667acfb50ca req-39cb826c-b957-4a9c-a900-811de6542401 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ce5cacb2-5dc1-4209-95b1-7c33ede23fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0668769 Apr 08 10:41:24.708220 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2e1131dd-4465-4a4a-8668-1667acfb50ca req-365ead6d-faae-4582-828f-47339bea7839 service neutron] 10.222.0.52 "GET /v2.0/networks/ce5cacb2-5dc1-4209-95b1-7c33ede23fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225128 Apr 08 10:41:24.926028 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2e1131dd-4465-4a4a-8668-1667acfb50ca req-3c97b8ca-736b-4f8f-a1fe-0f7a8594d093 service neutron] 10.222.0.52 "GET /v2.0/networks/ce5cacb2-5dc1-4209-95b1-7c33ede23fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106404 Apr 08 10:41:25.317844 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374729a-835f-4054-b64e-32273464d50c req-44e0dfd9-9116-428b-8bce-e63cfb6c2763 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:25.319278 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8374729a-835f-4054-b64e-32273464d50c req-44e0dfd9-9116-428b-8bce-e63cfb6c2763 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e790a8-f963-405c-bb15-e7fbb50c3194 HTTP/1.1" status: 200 len: 947 time: 0.0753834 Apr 08 10:41:25.365062 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8374729a-835f-4054-b64e-32273464d50c req-2d31f1e9-32fd-47fc-a351-d716c80c35aa tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d1150c-d538-44f9-af28-973f743feaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402601 Apr 08 10:41:26.109275 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:41:26.565854 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c3205-ce34-422c-bf35-33cc6f8cb3ed req-3d219f08-270e-4346-9474-cc4e4dc649d6 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:26.567272 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-566c3205-ce34-422c-bf35-33cc6f8cb3ed req-3d219f08-270e-4346-9474-cc4e4dc649d6 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e790a8-f963-405c-bb15-e7fbb50c3194 HTTP/1.1" status: 200 len: 947 time: 0.0811832 Apr 08 10:41:26.612632 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-566c3205-ce34-422c-bf35-33cc6f8cb3ed req-fffb93a1-8b19-40bc-a7d2-4a85f1a21c34 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d1150c-d538-44f9-af28-973f743feaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398054 Apr 08 10:41:27.262043 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device a793889f-17cc-4703-9e5e-1e113a9515ff details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:41:27.391122 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port a793889f-17cc-4703-9e5e-1e113a9515ff, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=a793889f-17cc-4703-9e5e-1e113a9515ff,segment=NetworkSegment(97311e25-b28d-475b-83da-2ed679f5f4be),segment_id=97311e25-b28d-475b-83da-2ed679f5f4be)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:41:27.404441 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': 'a793889f-17cc-4703-9e5e-1e113a9515ff', 'network_id': 'ce5cacb2-5dc1-4209-95b1-7c33ede23fe7', 'port_id': 'a793889f-17cc-4703-9e5e-1e113a9515ff', 'mac_address': 'fa:16:3e:b3:b6:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '288aaa86-3d79-440f-a033-a08cd4031c37', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:41:27.455635 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:27.471794 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a793889f-17cc-4703-9e5e-1e113a9515ff {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:41:27.485678 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port a793889f-17cc-4703-9e5e-1e113a9515ff, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=a793889f-17cc-4703-9e5e-1e113a9515ff,segment=NetworkSegment(97311e25-b28d-475b-83da-2ed679f5f4be),segment_id=97311e25-b28d-475b-83da-2ed679f5f4be)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:41:27.489436 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:27.555477 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=a793889f-17cc-4703-9e5e-1e113a9515ff,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:27.741988 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['a793889f-17cc-4703-9e5e-1e113a9515ff'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:41:27.802984 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747faa2-d43e-45b4-9396-448ca49c196b req-7f1b59a5-df7f-48b2-bd42-71928f6d8274 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:27.804465 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9747faa2-d43e-45b4-9396-448ca49c196b req-7f1b59a5-df7f-48b2-bd42-71928f6d8274 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e790a8-f963-405c-bb15-e7fbb50c3194 HTTP/1.1" status: 200 len: 948 time: 0.0745306 Apr 08 10:41:27.849616 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9747faa2-d43e-45b4-9396-448ca49c196b req-f45d099a-25cb-47b4-a71e-c3a1a4f53e8f tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d1150c-d538-44f9-af28-973f743feaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386720 Apr 08 10:41:29.051963 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3359b-cb28-47a9-832d-6ce2525c9682 req-53bc97d2-ace8-43fa-9a5d-30dd7d8d1a30 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:29.053406 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0fd3359b-cb28-47a9-832d-6ce2525c9682 req-53bc97d2-ace8-43fa-9a5d-30dd7d8d1a30 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e790a8-f963-405c-bb15-e7fbb50c3194 HTTP/1.1" status: 200 len: 948 time: 0.0786669 Apr 08 10:41:29.097593 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0fd3359b-cb28-47a9-832d-6ce2525c9682 req-e35cb7fe-9c36-4833-b359-0b7ad9144a95 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d1150c-d538-44f9-af28-973f743feaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386417 Apr 08 10:41:29.277191 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device a793889f-17cc-4703-9e5e-1e113a9515ff up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:41:29.345999 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port a793889f-17cc-4703-9e5e-1e113a9515ff completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:41:29.350677 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port a793889f-17cc-4703-9e5e-1e113a9515ff triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:29.351044 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:29.492150 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:29.517206 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e790a8-f963-405c-bb15-e7fbb50c3194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a793889f-17cc-4703-9e5e-1e113a9515ff'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:41:29.526603 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port a793889f-17cc-4703-9e5e-1e113a9515ff, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=a793889f-17cc-4703-9e5e-1e113a9515ff,segment=NetworkSegment(97311e25-b28d-475b-83da-2ed679f5f4be),segment_id=97311e25-b28d-475b-83da-2ed679f5f4be)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:41:29.530383 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:29.572193 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70787698-e45f-44ac-9a8e-cbcbab4dd644'] response: {'server_uuid': '52e790a8-f963-405c-bb15-e7fbb50c3194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a793889f-17cc-4703-9e5e-1e113a9515ff', 'code': 200} Apr 08 10:41:29.596063 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=a793889f-17cc-4703-9e5e-1e113a9515ff,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:29.803049 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-a9a3aff8-23da-4b24-a5eb-a79b69a02d8f req-b021175b-33e3-48b6-9e44-5f1d3f2b4fd2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=52e790a8-f963-405c-bb15-e7fbb50c3194 HTTP/1.1" status: 200 len: 1102 time: 0.0708969 Apr 08 10:41:29.849716 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-a9a3aff8-23da-4b24-a5eb-a79b69a02d8f req-5081aa40-a8d0-49ba-bc3b-288d855f7d83 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=22d1150c-d538-44f9-af28-973f743feaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367749 Apr 08 10:41:30.294958 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac1a0b-d291-4d93-8699-c1dbf9be3304 req-e48eec0a-886e-4460-b96a-e57772617e89 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:30.296423 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-27ac1a0b-d291-4d93-8699-c1dbf9be3304 req-e48eec0a-886e-4460-b96a-e57772617e89 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e790a8-f963-405c-bb15-e7fbb50c3194 HTTP/1.1" status: 200 len: 949 time: 0.0757794 Apr 08 10:41:30.341863 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-27ac1a0b-d291-4d93-8699-c1dbf9be3304 req-ce485405-f93d-400f-b349-e8ac2b8eb5c3 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d1150c-d538-44f9-af28-973f743feaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399432 Apr 08 10:41:31.537143 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96911cd2-d200-4014-9cf1-c41b72a02542 req-646067c3-0fe7-41b9-87d4-13af4328625e tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:31.538584 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96911cd2-d200-4014-9cf1-c41b72a02542 req-646067c3-0fe7-41b9-87d4-13af4328625e tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e790a8-f963-405c-bb15-e7fbb50c3194 HTTP/1.1" status: 200 len: 949 time: 0.0780756 Apr 08 10:41:31.588034 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96911cd2-d200-4014-9cf1-c41b72a02542 req-6ab5c350-9f6e-4926-a92d-0b188c8ffbb0 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d1150c-d538-44f9-af28-973f743feaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438762 Apr 08 10:41:32.089375 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-5a9ce722-6552-4af5-a4ab-cdabf70729ad req-7c85507d-f5e7-4674-ba54-0d9e25338ee6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=52e790a8-f963-405c-bb15-e7fbb50c3194&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676394 Apr 08 10:41:32.188711 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fa27d1df-3b8d-49fc-9194-b985bfbd4d6e req-fd705381-63dc-4638-b09b-796670ea85ea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=52e790a8-f963-405c-bb15-e7fbb50c3194&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1977437 Apr 08 10:41:32.237484 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-5a9ce722-6552-4af5-a4ab-cdabf70729ad req-04099c8b-d142-4e70-be2f-835629378e2e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=112615b1434747b5ad350bea8989d635&device_id=52e790a8-f963-405c-bb15-e7fbb50c3194 HTTP/1.1" status: 200 len: 1102 time: 0.0722861 Apr 08 10:41:32.389983 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ce722-6552-4af5-a4ab-cdabf70729ad req-1c17e63b-f41f-4b07-b68b-aafe6c165e16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:32.391400 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-5a9ce722-6552-4af5-a4ab-cdabf70729ad req-1c17e63b-f41f-4b07-b68b-aafe6c165e16 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ce5cacb2-5dc1-4209-95b1-7c33ede23fe7 HTTP/1.1" status: 200 len: 870 time: 0.1366539 Apr 08 10:41:32.459023 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-5a9ce722-6552-4af5-a4ab-cdabf70729ad req-c322c316-a688-4a9c-aeda-8d67646e9daa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=a793889f-17cc-4703-9e5e-1e113a9515ff HTTP/1.1" status: 200 len: 217 time: 0.0614295 Apr 08 10:41:32.525557 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ce722-6552-4af5-a4ab-cdabf70729ad req-99c505f6-d006-4875-b51a-1fe5b38fa58a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:32.527009 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-5a9ce722-6552-4af5-a4ab-cdabf70729ad req-99c505f6-d006-4875-b51a-1fe5b38fa58a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=288aaa86-3d79-440f-a033-a08cd4031c37 HTTP/1.1" status: 200 len: 843 time: 0.0626013 Apr 08 10:41:32.601249 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-5a9ce722-6552-4af5-a4ab-cdabf70729ad req-8d7ff3a9-5a64-4d4d-95d0-52d3f36e9594 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ce5cacb2-5dc1-4209-95b1-7c33ede23fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0685358 Apr 08 10:41:32.680020 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-16cdcc94-3af6-4a58-92de-11aa8aeeddf6 req-97fc9da3-5e71-4382-8861-1c129ad1c23a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=52e790a8-f963-405c-bb15-e7fbb50c3194&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0708978 Apr 08 10:41:32.733150 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-5a9ce722-6552-4af5-a4ab-cdabf70729ad req-5a6624f3-0980-4681-b588-bad7d29108d8 service neutron] 10.222.0.52 "GET /v2.0/networks/ce5cacb2-5dc1-4209-95b1-7c33ede23fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251714 Apr 08 10:41:32.866972 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-5a9ce722-6552-4af5-a4ab-cdabf70729ad req-ad9fa109-fa9f-4977-853a-2bd540424f93 service neutron] 10.222.0.52 "GET /v2.0/networks/ce5cacb2-5dc1-4209-95b1-7c33ede23fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274128 Apr 08 10:41:33.200953 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2fe66-4aae-4626-935f-32549a31b7e2 req-accf3f37-c19e-4bdf-94b3-64c6ac2df264 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:33.202399 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-55a2fe66-4aae-4626-935f-32549a31b7e2 req-accf3f37-c19e-4bdf-94b3-64c6ac2df264 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e790a8-f963-405c-bb15-e7fbb50c3194 HTTP/1.1" status: 200 len: 949 time: 0.0768447 Apr 08 10:41:33.247530 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-55a2fe66-4aae-4626-935f-32549a31b7e2 req-46c7bb86-8687-49ef-b0e6-eb4c80c6ee08 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d1150c-d538-44f9-af28-973f743feaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390384 Apr 08 10:41:34.445799 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1f1b8-d122-40a9-acf6-58d056ea5c30 req-1e03003b-ea82-4663-94fd-b789aab0fac0 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:34.447175 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f0e1f1b8-d122-40a9-acf6-58d056ea5c30 req-1e03003b-ea82-4663-94fd-b789aab0fac0 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e790a8-f963-405c-bb15-e7fbb50c3194 HTTP/1.1" status: 200 len: 949 time: 0.0778170 Apr 08 10:41:34.492618 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f0e1f1b8-d122-40a9-acf6-58d056ea5c30 req-a5325156-e818-48a5-ad6a-58962eb579dc tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.47 "GET /v2.0/security-groups?id=22d1150c-d538-44f9-af28-973f743feaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398548 Apr 08 10:41:34.521521 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f1cef-946e-477a-aed6-bff1225a298e req-47c5e1da-8ded-4c1f-be8b-1c030f5a6730 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:34.522206 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-0f4f1cef-946e-477a-aed6-bff1225a298e req-47c5e1da-8ded-4c1f-be8b-1c030f5a6730 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Synchronizing usage tracker for tenant:112615b1434747b5ad350bea8989d635 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:34.539390 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-0f4f1cef-946e-477a-aed6-bff1225a298e req-47c5e1da-8ded-4c1f-be8b-1c030f5a6730 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Unset dirty status for tenant:112615b1434747b5ad350bea8989d635 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:34.540556 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-0f4f1cef-946e-477a-aed6-bff1225a298e req-47c5e1da-8ded-4c1f-be8b-1c030f5a6730 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.52 "GET /v2.0/ports?device_id=52e790a8-f963-405c-bb15-e7fbb50c3194 HTTP/1.1" status: 200 len: 949 time: 0.0978346 Apr 08 10:41:34.610161 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [req-0f4f1cef-946e-477a-aed6-bff1225a298e req-84b3f64e-12e1-45d1-8107-00e474a6709e tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Deleting port a793889f-17cc-4703-9e5e-1e113a9515ff {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:41:34.610502 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-0f4f1cef-946e-477a-aed6-bff1225a298e req-84b3f64e-12e1-45d1-8107-00e474a6709e tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:34.850377 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-0f4f1cef-946e-477a-aed6-bff1225a298e req-84b3f64e-12e1-45d1-8107-00e474a6709e tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] For port a793889f-17cc-4703-9e5e-1e113a9515ff, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=a793889f-17cc-4703-9e5e-1e113a9515ff,segment=NetworkSegment(97311e25-b28d-475b-83da-2ed679f5f4be),segment_id=97311e25-b28d-475b-83da-2ed679f5f4be)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:41:34.850728 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-0f4f1cef-946e-477a-aed6-bff1225a298e req-84b3f64e-12e1-45d1-8107-00e474a6709e tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:34.968633 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [req-0f4f1cef-946e-477a-aed6-bff1225a298e req-84b3f64e-12e1-45d1-8107-00e474a6709e tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Calling delete_port for a793889f-17cc-4703-9e5e-1e113a9515ff owned by compute:nova {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:41:35.189071 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-0f4f1cef-946e-477a-aed6-bff1225a298e req-84b3f64e-12e1-45d1-8107-00e474a6709e tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:35.205979 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['a793889f-17cc-4703-9e5e-1e113a9515ff'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:41:35.241296 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3f64e-12e1-45d1-8107-00e474a6709e tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Pushing event deleted for resources: {'Port': ['ID=a793889f-17cc-4703-9e5e-1e113a9515ff,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:35.324108 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4f1cef-946e-477a-aed6-bff1225a298e req-84b3f64e-12e1-45d1-8107-00e474a6709e tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] No DVR routers for this DVR port a793889f-17cc-4703-9e5e-1e113a9515ff on host hv-neutron-8371 {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:41:35.326622 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-0f4f1cef-946e-477a-aed6-bff1225a298e req-84b3f64e-12e1-45d1-8107-00e474a6709e tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:35.329426 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e790a8-f963-405c-bb15-e7fbb50c3194', 'name': 'network-vif-deleted', 'tag': 'a793889f-17cc-4703-9e5e-1e113a9515ff'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:41:35.344776 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-0f4f1cef-946e-477a-aed6-bff1225a298e req-84b3f64e-12e1-45d1-8107-00e474a6709e tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.52 "DELETE /v2.0/ports/a793889f-17cc-4703-9e5e-1e113a9515ff HTTP/1.1" status: 204 len: 173 time: 0.7964330 Apr 08 10:41:35.389150 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c92706e6-e57b-46b9-afe9-e00158052aa6'] response: {'server_uuid': '52e790a8-f963-405c-bb15-e7fbb50c3194', 'name': 'network-vif-deleted', 'tag': 'a793889f-17cc-4703-9e5e-1e113a9515ff', 'status': 'completed', 'code': 200} Apr 08 10:41:35.668831 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-65c30bfc-b499-45b6-a5a1-04490a598b7b req-a5a98747-63c9-4a90-861e-6ef746b8bd48 tempest-ServersAdminNegativeTestJSON-1955580260 tempest-ServersAdminNegativeTestJSON-1955580260-project] 10.222.0.47 "GET /v2.0/ports?device_id=52e790a8-f963-405c-bb15-e7fbb50c3194 HTTP/1.1" status: 200 len: 210 time: 0.0448680 Apr 08 10:41:37.102974 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34272) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:37.308458 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device a793889f-17cc-4703-9e5e-1e113a9515ff no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:41:37.316232 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-85cfab97-1bb5-4745-9774-fec931602129 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=112615b1434747b5ad350bea8989d635&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2120686 Apr 08 10:41:37.318712 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34278) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:37.352142 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: a793889f-17cc-4703-9e5e-1e113a9515ff {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:41:37.352574 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device a793889f-17cc-4703-9e5e-1e113a9515ff not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:41:37.392666 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a9e83f17-3068-446c-b017-3ecb76fe5286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:37.420703 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a9e83f17-3068-446c-b017-3ecb76fe5286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:37.469996 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a9e83f17-3068-446c-b017-3ecb76fe5286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:37.486255 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e83f17-3068-446c-b017-3ecb76fe5286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d1150c-d538-44f9-af28-973f743feaf1,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:37.495881 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a9e83f17-3068-446c-b017-3ecb76fe5286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:37.497052 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a9e83f17-3068-446c-b017-3ecb76fe5286 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/22d1150c-d538-44f9-af28-973f743feaf1 HTTP/1.1" status: 204 len: 168 time: 0.1774483 Apr 08 10:41:37.816993 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 34286) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:37.835550 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b6065483-215c-43f3-90c3-224fc994c41a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:37.866404 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b6065483-215c-43f3-90c3-224fc994c41a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:37.870125 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b6065483-215c-43f3-90c3-224fc994c41a admin admin] Usage tracker for resource:security_group_rule and tenant:a505edb4e6c349ae9496d3dc6ce10453 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:37.872866 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b6065483-215c-43f3-90c3-224fc994c41a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:37.878448 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b6065483-215c-43f3-90c3-224fc994c41a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:37.941730 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b6065483-215c-43f3-90c3-224fc994c41a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:37.945295 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b6065483-215c-43f3-90c3-224fc994c41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:37.990882 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6065483-215c-43f3-90c3-224fc994c41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc8743d-030b-46a9-bbd7-57d26951a38e,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:37.996221 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b6065483-215c-43f3-90c3-224fc994c41a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a505edb4e6c349ae9496d3dc6ce10453&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1781673 Apr 08 10:41:37.998866 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 34290) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:38.062372 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f21ad00a-9d1f-422b-a835-1a652c0b464b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:38.087453 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f21ad00a-9d1f-422b-a835-1a652c0b464b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:38.136796 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f21ad00a-9d1f-422b-a835-1a652c0b464b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:38.153317 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ad00a-9d1f-422b-a835-1a652c0b464b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc8743d-030b-46a9-bbd7-57d26951a38e,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:38.158582 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f21ad00a-9d1f-422b-a835-1a652c0b464b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:38.160661 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f21ad00a-9d1f-422b-a835-1a652c0b464b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8cc8743d-030b-46a9-bbd7-57d26951a38e HTTP/1.1" status: 204 len: 168 time: 0.1606400 Apr 08 10:41:38.400703 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:39.012819 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 34312) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:39.140027 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-f57c47ba-1058-46d5-8a3d-74195899d525 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1051919522-network', 'tenant_id': '2402d66efa244246be36392e1bd5b0e0'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:41:39.145019 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f57c47ba-1058-46d5-8a3d-74195899d525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:39.148784 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f57c47ba-1058-46d5-8a3d-74195899d525 admin admin] Usage tracker for resource:network and tenant:2402d66efa244246be36392e1bd5b0e0 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:39.151539 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f57c47ba-1058-46d5-8a3d-74195899d525 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:39.157362 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f57c47ba-1058-46d5-8a3d-74195899d525 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:39.167938 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57c47ba-1058-46d5-8a3d-74195899d525 admin admin] Made reservation on behalf of 2402d66efa244246be36392e1bd5b0e0 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:39.170222 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f57c47ba-1058-46d5-8a3d-74195899d525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:39.182715 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f57c47ba-1058-46d5-8a3d-74195899d525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:39.212250 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f57c47ba-1058-46d5-8a3d-74195899d525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:39.216056 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f57c47ba-1058-46d5-8a3d-74195899d525 admin admin] Usage tracker for resource:security_group_rule and tenant:2402d66efa244246be36392e1bd5b0e0 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:39.218835 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-f57c47ba-1058-46d5-8a3d-74195899d525 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:39.224923 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-f57c47ba-1058-46d5-8a3d-74195899d525 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:39.290574 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f57c47ba-1058-46d5-8a3d-74195899d525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:39.294097 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f57c47ba-1058-46d5-8a3d-74195899d525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:39.326043 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f57c47ba-1058-46d5-8a3d-74195899d525 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:41:39.334758 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c47ba-1058-46d5-8a3d-74195899d525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6178288c-3c36-4440-81f3-da529bc4f01e,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:39.340181 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f57c47ba-1058-46d5-8a3d-74195899d525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:39.340538 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-f57c47ba-1058-46d5-8a3d-74195899d525 admin admin] Added segment e070d4fc-6686-4d34-b1da-206aff57432f of type vlan for network fcc565d6-e706-4d66-b888-adc3ce035b4a Apr 08 10:41:39.366394 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f57c47ba-1058-46d5-8a3d-74195899d525 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:39.395317 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f57c47ba-1058-46d5-8a3d-74195899d525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:39.396203 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57c47ba-1058-46d5-8a3d-74195899d525 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:39.396774 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f57c47ba-1058-46d5-8a3d-74195899d525 admin admin] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:39.498703 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f57c47ba-1058-46d5-8a3d-74195899d525 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4847732 Apr 08 10:41:39.499545 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c47ba-1058-46d5-8a3d-74195899d525 admin admin] Pushing event updated for resources: {'Network': ['ID=fcc565d6-e706-4d66-b888-adc3ce035b4a,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:39.501552 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 34318) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:39.507573 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-388e202d-6cf0-4236-ae5c-a24128b1c2c5 admin admin] Request body: {'subnet': {'network_id': 'fcc565d6-e706-4d66-b888-adc3ce035b4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1051919522-subnet', 'tenant_id': '2402d66efa244246be36392e1bd5b0e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:41:39.509604 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network fcc565d6-e706-4d66-b888-adc3ce035b4a details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:41:39.512429 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-388e202d-6cf0-4236-ae5c-a24128b1c2c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:39.516230 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-388e202d-6cf0-4236-ae5c-a24128b1c2c5 admin admin] Usage tracker for resource:subnet and tenant:2402d66efa244246be36392e1bd5b0e0 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:39.519853 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-388e202d-6cf0-4236-ae5c-a24128b1c2c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:39.525641 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-388e202d-6cf0-4236-ae5c-a24128b1c2c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:39.536382 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388e202d-6cf0-4236-ae5c-a24128b1c2c5 admin admin] Made reservation on behalf of 2402d66efa244246be36392e1bd5b0e0 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:39.538667 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-388e202d-6cf0-4236-ae5c-a24128b1c2c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:39.739433 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-388e202d-6cf0-4236-ae5c-a24128b1c2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:39.814438 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e202d-6cf0-4236-ae5c-a24128b1c2c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4215dc25-5464-46ab-9e8f-7a426332a735,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:39.825737 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e202d-6cf0-4236-ae5c-a24128b1c2c5 admin admin] Checking segment: {'id': 'e070d4fc-6686-4d34-b1da-206aff57432f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fcc565d6-e706-4d66-b888-adc3ce035b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:41:39.826095 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388e202d-6cf0-4236-ae5c-a24128b1c2c5 admin admin] Network hostable DHCP agents. Network: fcc565d6-e706-4d66-b888-adc3ce035b4a, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:41:39.848385 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388e202d-6cf0-4236-ae5c-a24128b1c2c5 admin admin] Network fcc565d6-e706-4d66-b888-adc3ce035b4a is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:41:39.856917 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-388e202d-6cf0-4236-ae5c-a24128b1c2c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, fcc565d6-e706-4d66-b888-adc3ce035b4a) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:39.860894 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388e202d-6cf0-4236-ae5c-a24128b1c2c5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:39.861414 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-388e202d-6cf0-4236-ae5c-a24128b1c2c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:39.867022 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750427c0-b85d-400b-ba2e-823b242729bf None None] Network fcc565d6-e706-4d66-b888-adc3ce035b4a requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:41:39.882480 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-388e202d-6cf0-4236-ae5c-a24128b1c2c5 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3791935 Apr 08 10:41:40.077645 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7921e2-62cf-4d2e-8e4d-7f20dfa28928 None None] Network fcc565d6-e706-4d66-b888-adc3ce035b4a requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:41:40.430675 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-7e8f3c30-2b1b-46e3-8df6-1142d8e49952 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:40.432046 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-7e8f3c30-2b1b-46e3-8df6-1142d8e49952 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/networks?id=fcc565d6-e706-4d66-b888-adc3ce035b4a HTTP/1.1" status: 200 len: 812 time: 0.1560652 Apr 08 10:41:40.447869 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-7a8d1dd2-1341-4309-8807-a0e8a8e1c4d0 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/quotas/2402d66efa244246be36392e1bd5b0e0 HTTP/1.1" status: 200 len: 375 time: 0.0105045 Apr 08 10:41:40.496884 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-78734d0f-eac7-49d2-9963-9b41b219b3da tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2402d66efa244246be36392e1bd5b0e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438216 Apr 08 10:41:40.506824 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-256acb43-377a-47e6-8bc0-5c2e4cb37a80 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:41:40.507748 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-256acb43-377a-47e6-8bc0-5c2e4cb37a80 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046716 Apr 08 10:41:40.718741 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-4d922c1f-ad31-43a6-b5b5-f555589437ce service neutron] 10.222.0.47 "GET /v2.0/networks/fcc565d6-e706-4d66-b888-adc3ce035b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055993 Apr 08 10:41:40.848627 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-0e5ce116-2972-4d47-8430-2ed18dd19914 service neutron] 10.222.0.47 "GET /v2.0/networks/fcc565d6-e706-4d66-b888-adc3ce035b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239417 Apr 08 10:41:41.040341 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a2d29b0a-7e25-414c-8cfb-49f7b2a7baac req-261712b3-4389-49f7-8f79-6ad41d9769b8 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 210 time: 0.0541131 Apr 08 10:41:42.127685 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-eeb52f15-58f4-47ae-9dbd-da29f0db028d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:42.128479 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-eeb52f15-58f4-47ae-9dbd-da29f0db028d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Synchronizing usage tracker for tenant:2402d66efa244246be36392e1bd5b0e0 on resource:network {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:41:42.147747 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-eeb52f15-58f4-47ae-9dbd-da29f0db028d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Unset dirty status for tenant:2402d66efa244246be36392e1bd5b0e0 on resource:network {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:41:42.148969 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-eeb52f15-58f4-47ae-9dbd-da29f0db028d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.52 "GET /v2.0/networks?id=fcc565d6-e706-4d66-b888-adc3ce035b4a HTTP/1.1" status: 200 len: 812 time: 0.1762578 Apr 08 10:41:42.173242 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-16124135-9887-407d-b227-f85da6f51d75 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Request body: {'port': {'device_id': '99f5afc5-5cec-4515-85c4-2d64f3ca6bf5', 'network_id': 'fcc565d6-e706-4d66-b888-adc3ce035b4a', 'admin_state_up': True, 'tenant_id': '2402d66efa244246be36392e1bd5b0e0'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:41:42.212227 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1e024acc-a258-4548-a7ce-19909ed9227e req-071f66ce-33ba-47d4-b167-2f8c825bcc0d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 210 time: 0.0410016 Apr 08 10:41:42.312490 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-16124135-9887-407d-b227-f85da6f51d75 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:41:42.316983 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-16124135-9887-407d-b227-f85da6f51d75 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Usage tracker for resource:port and tenant:2402d66efa244246be36392e1bd5b0e0 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:41:42.319707 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-16124135-9887-407d-b227-f85da6f51d75 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:41:42.325306 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-16124135-9887-407d-b227-f85da6f51d75 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:41:42.335117 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-16124135-9887-407d-b227-f85da6f51d75 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Made reservation on behalf of 2402d66efa244246be36392e1bd5b0e0 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:42.337986 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-16124135-9887-407d-b227-f85da6f51d75 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:42.494767 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-16124135-9887-407d-b227-f85da6f51d75 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Allocated IP 172.20.0.3 (fcc565d6-e706-4d66-b888-adc3ce035b4a/4215dc25-5464-46ab-9e8f-7a426332a735/04ac160e-59b1-4d26-8866-332a595b0c0e) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:41:42.690906 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-16124135-9887-407d-b227-f85da6f51d75 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:42.716555 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-16124135-9887-407d-b227-f85da6f51d75 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:42.783001 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-16124135-9887-407d-b227-f85da6f51d75 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Network fcc565d6-e706-4d66-b888-adc3ce035b4a is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:42.785872 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-16124135-9887-407d-b227-f85da6f51d75 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:42.789533 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-16124135-9887-407d-b227-f85da6f51d75 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:41:42.918736 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16124135-9887-407d-b227-f85da6f51d75 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Pushing event updated for resources: {'Port': ['ID=04ac160e-59b1-4d26-8866-332a595b0c0e,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:42.940905 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-16124135-9887-407d-b227-f85da6f51d75 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:42.941553 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-16124135-9887-407d-b227-f85da6f51d75 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:42.961002 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-16124135-9887-407d-b227-f85da6f51d75 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7924120 Apr 08 10:41:42.975986 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-e381b16d-65b4-4b0d-a3aa-074b8a899c7f service neutron] Request body: {'port': {'device_id': '99f5afc5-5cec-4515-85c4-2d64f3ca6bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:41:43.082013 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-e381b16d-65b4-4b0d-a3aa-074b8a899c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:43.328336 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9998bba0-1818-4307-93e9-780df0791d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:43.413468 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fcc6c-0ee5-46e3-9aa8-76a034cb426b req-14cdd0e8-f3cb-419f-b95d-175049beb251 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:43.414904 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-187fcc6c-0ee5-46e3-9aa8-76a034cb426b req-14cdd0e8-f3cb-419f-b95d-175049beb251 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 931 time: 0.0808434 Apr 08 10:41:43.421429 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-e381b16d-65b4-4b0d-a3aa-074b8a899c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ac160e-59b1-4d26-8866-332a595b0c0e {{(pid=83846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:41:43.429017 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-e381b16d-65b4-4b0d-a3aa-074b8a899c7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:43.444709 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-e381b16d-65b4-4b0d-a3aa-074b8a899c7f service neutron] Transition to ACTIVE for port object 04ac160e-59b1-4d26-8866-332a595b0c0e will not be triggered until provisioned by entity L2. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:41:43.448522 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-e381b16d-65b4-4b0d-a3aa-074b8a899c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:43.462942 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-187fcc6c-0ee5-46e3-9aa8-76a034cb426b req-5246e5d0-ceb2-4f5a-a774-71d3306a58a7 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424321 Apr 08 10:41:43.572567 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381b16d-65b4-4b0d-a3aa-074b8a899c7f service neutron] Pushing event updated for resources: {'Port': ['ID=04ac160e-59b1-4d26-8866-332a595b0c0e,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:43.675575 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-e381b16d-65b4-4b0d-a3aa-074b8a899c7f service neutron] Attempting to bind port 04ac160e-59b1-4d26-8866-332a595b0c0e on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:41:43.675901 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-e381b16d-65b4-4b0d-a3aa-074b8a899c7f service neutron] Attempting to bind port 04ac160e-59b1-4d26-8866-332a595b0c0e by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'e070d4fc-6686-4d34-b1da-206aff57432f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fcc565d6-e706-4d66-b888-adc3ce035b4a'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:41:43.676267 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-e381b16d-65b4-4b0d-a3aa-074b8a899c7f service neutron] Attempting to bind port 04ac160e-59b1-4d26-8866-332a595b0c0e on network fcc565d6-e706-4d66-b888-adc3ce035b4a {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:41:43.682743 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-e381b16d-65b4-4b0d-a3aa-074b8a899c7f service neutron] Port 04ac160e-59b1-4d26-8866-332a595b0c0e on network fcc565d6-e706-4d66-b888-adc3ce035b4a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:41:43.683058 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-e381b16d-65b4-4b0d-a3aa-074b8a899c7f service neutron] Attempting to bind port 04ac160e-59b1-4d26-8866-332a595b0c0e on network fcc565d6-e706-4d66-b888-adc3ce035b4a {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:41:43.689100 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-e381b16d-65b4-4b0d-a3aa-074b8a899c7f service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:41:43.689446 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-e381b16d-65b4-4b0d-a3aa-074b8a899c7f service neutron] Checking segment: {'id': 'e070d4fc-6686-4d34-b1da-206aff57432f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fcc565d6-e706-4d66-b888-adc3ce035b4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:41:43.689824 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-e381b16d-65b4-4b0d-a3aa-074b8a899c7f service neutron] Bound using segment: {'id': 'e070d4fc-6686-4d34-b1da-206aff57432f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fcc565d6-e706-4d66-b888-adc3ce035b4a'} {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:41:43.690241 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-e381b16d-65b4-4b0d-a3aa-074b8a899c7f service neutron] Bound port: 04ac160e-59b1-4d26-8866-332a595b0c0e, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e070d4fc-6686-4d34-b1da-206aff57432f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fcc565d6-e706-4d66-b888-adc3ce035b4a'}}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:41:43.690582 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-e381b16d-65b4-4b0d-a3aa-074b8a899c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:43.775764 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-e381b16d-65b4-4b0d-a3aa-074b8a899c7f service neutron] For port 04ac160e-59b1-4d26-8866-332a595b0c0e, host hv-neutron-8371, cleared binding levels {{(pid=83846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:41:43.778545 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-e381b16d-65b4-4b0d-a3aa-074b8a899c7f service neutron] For port 04ac160e-59b1-4d26-8866-332a595b0c0e, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=04ac160e-59b1-4d26-8866-332a595b0c0e,segment=NetworkSegment(e070d4fc-6686-4d34-b1da-206aff57432f),segment_id=e070d4fc-6686-4d34-b1da-206aff57432f)] {{(pid=83846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:41:43.783081 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-e381b16d-65b4-4b0d-a3aa-074b8a899c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:43.842592 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-e381b16d-65b4-4b0d-a3aa-074b8a899c7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:43.843929 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-e381b16d-65b4-4b0d-a3aa-074b8a899c7f service neutron] 10.222.0.52 "PUT /v2.0/ports/04ac160e-59b1-4d26-8866-332a595b0c0e HTTP/1.1" status: 200 len: 1093 time: 0.8717537 Apr 08 10:41:43.844375 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f5afc5-5cec-4515-85c4-2d64f3ca6bf5', 'tag': '04ac160e-59b1-4d26-8866-332a595b0c0e'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:41:43.861996 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381b16d-65b4-4b0d-a3aa-074b8a899c7f service neutron] Pushing event updated for resources: {'Port': ['ID=04ac160e-59b1-4d26-8866-332a595b0c0e,revision_number=3']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:43.920333 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d29ba62c-fd75-431c-adfe-52d9f5d7adb5'] response: {'name': 'network-changed', 'server_uuid': '99f5afc5-5cec-4515-85c4-2d64f3ca6bf5', 'tag': '04ac160e-59b1-4d26-8866-332a595b0c0e', 'status': 'completed', 'code': 200} Apr 08 10:41:43.957596 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-15dfe3f3-957e-4c91-874f-5510fb1f561f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2402d66efa244246be36392e1bd5b0e0&device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 1096 time: 0.0746810 Apr 08 10:41:44.031399 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-4415243a-5f58-4ac5-9227-1f59a5f46250 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04ac160e-59b1-4d26-8866-332a595b0c0e HTTP/1.1" status: 200 len: 217 time: 0.0631266 Apr 08 10:41:44.099436 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-3d4954b9-ce27-444e-84fd-81b944cf56b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:44.100877 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-3d4954b9-ce27-444e-84fd-81b944cf56b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4215dc25-5464-46ab-9e8f-7a426332a735 HTTP/1.1" status: 200 len: 852 time: 0.0601931 Apr 08 10:41:44.150926 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-9632d041-a585-40db-a8a0-a82341bd1b7e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcc565d6-e706-4d66-b888-adc3ce035b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410535 Apr 08 10:41:44.287701 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-b0909097-bfed-4495-bf9f-9edf028577be service neutron] 10.222.0.52 "GET /v2.0/networks/fcc565d6-e706-4d66-b888-adc3ce035b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273193 Apr 08 10:41:44.425432 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6d1d2c5c-0058-4b73-aad7-663ef76002d6 req-9c44ac5f-bf48-4a23-a6dc-9e8df5a09275 service neutron] 10.222.0.52 "GET /v2.0/networks/fcc565d6-e706-4d66-b888-adc3ce035b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263030 Apr 08 10:41:44.551693 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2ec1732a-890d-4d07-b570-c425efb8c21e req-ab1c10a8-99f8-4144-96c9-1748435cd283 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2402d66efa244246be36392e1bd5b0e0&device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 1096 time: 0.0762486 Apr 08 10:41:44.662901 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc51024-208e-4e50-99a2-5920ae8f08ec req-0ebf7efd-cd52-4281-915d-8d057a566fb5 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:44.665100 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0bc51024-208e-4e50-99a2-5920ae8f08ec req-0ebf7efd-cd52-4281-915d-8d057a566fb5 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 943 time: 0.0801282 Apr 08 10:41:44.718428 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0bc51024-208e-4e50-99a2-5920ae8f08ec req-65edbff1-648f-43f8-a68b-8454618da61a tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473106 Apr 08 10:41:44.781846 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1732a-890d-4d07-b570-c425efb8c21e req-b9c064bb-ce5e-461c-b2ed-bc6698de8be3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:44.783307 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2ec1732a-890d-4d07-b570-c425efb8c21e req-b9c064bb-ce5e-461c-b2ed-bc6698de8be3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fcc565d6-e706-4d66-b888-adc3ce035b4a HTTP/1.1" status: 200 len: 913 time: 0.2255452 Apr 08 10:41:44.853702 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2ec1732a-890d-4d07-b570-c425efb8c21e req-88ebccfb-4215-4e81-94d2-9c783087ecf1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04ac160e-59b1-4d26-8866-332a595b0c0e HTTP/1.1" status: 200 len: 217 time: 0.0626223 Apr 08 10:41:44.916302 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1732a-890d-4d07-b570-c425efb8c21e req-275c826e-0201-4ef6-b924-7b4205a0ef23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:44.917696 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2ec1732a-890d-4d07-b570-c425efb8c21e req-275c826e-0201-4ef6-b924-7b4205a0ef23 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4215dc25-5464-46ab-9e8f-7a426332a735 HTTP/1.1" status: 200 len: 852 time: 0.0570726 Apr 08 10:41:44.964289 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2ec1732a-890d-4d07-b570-c425efb8c21e req-5c6e2df8-f274-4dcd-9871-f4e78a70426d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcc565d6-e706-4d66-b888-adc3ce035b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394554 Apr 08 10:41:45.098848 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2ec1732a-890d-4d07-b570-c425efb8c21e req-ebabaffd-b1dd-4c6a-be51-b54d80f337e1 service neutron] 10.222.0.52 "GET /v2.0/networks/fcc565d6-e706-4d66-b888-adc3ce035b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280618 Apr 08 10:41:45.232556 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-2ec1732a-890d-4d07-b570-c425efb8c21e req-d21ac213-d329-457b-96fa-da39c1aaab0f service neutron] 10.222.0.52 "GET /v2.0/networks/fcc565d6-e706-4d66-b888-adc3ce035b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272709 Apr 08 10:41:45.570601 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-81e09ac8-cc60-4ef6-8596-c1aac5fe9a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:45.914890 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63562989-85dc-44bd-9794-b27337cb704c req-6dc98d7a-2626-4604-866e-b658a8724e43 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:45.916374 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-63562989-85dc-44bd-9794-b27337cb704c req-6dc98d7a-2626-4604-866e-b658a8724e43 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 943 time: 0.0754476 Apr 08 10:41:45.962141 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-63562989-85dc-44bd-9794-b27337cb704c req-c2fb1bb3-682d-41ec-a887-7d78638c6a37 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402589 Apr 08 10:41:46.788142 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:46.902308 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:47.162011 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7b2a8-0051-4007-826f-01de3b107db5 req-b25d6afe-9726-4c6e-aac5-3665b7865899 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:47.163448 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-10c7b2a8-0051-4007-826f-01de3b107db5 req-b25d6afe-9726-4c6e-aac5-3665b7865899 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 943 time: 0.0791495 Apr 08 10:41:47.207729 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-10c7b2a8-0051-4007-826f-01de3b107db5 req-cf20f2dd-a095-4221-837e-40d2b3386623 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385640 Apr 08 10:41:47.386127 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 04ac160e-59b1-4d26-8866-332a595b0c0e details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:41:47.516316 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 04ac160e-59b1-4d26-8866-332a595b0c0e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=04ac160e-59b1-4d26-8866-332a595b0c0e,segment=NetworkSegment(e070d4fc-6686-4d34-b1da-206aff57432f),segment_id=e070d4fc-6686-4d34-b1da-206aff57432f)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:41:47.530361 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '04ac160e-59b1-4d26-8866-332a595b0c0e', 'network_id': 'fcc565d6-e706-4d66-b888-adc3ce035b4a', 'port_id': '04ac160e-59b1-4d26-8866-332a595b0c0e', 'mac_address': 'fa:16:3e:69:ef:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4215dc25-5464-46ab-9e8f-7a426332a735', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:41:47.586006 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:47.602565 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ac160e-59b1-4d26-8866-332a595b0c0e {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:41:47.617127 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 04ac160e-59b1-4d26-8866-332a595b0c0e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=04ac160e-59b1-4d26-8866-332a595b0c0e,segment=NetworkSegment(e070d4fc-6686-4d34-b1da-206aff57432f),segment_id=e070d4fc-6686-4d34-b1da-206aff57432f)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:41:47.620725 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:47.684389 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=04ac160e-59b1-4d26-8866-332a595b0c0e,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:47.850354 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['04ac160e-59b1-4d26-8866-332a595b0c0e'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:41:48.299528 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:48.409396 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6a24e-626c-436f-a68f-1c670d00fe1f req-df5cc09f-212c-4ea6-b814-caa479ff05a8 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:48.410749 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-09f6a24e-626c-436f-a68f-1c670d00fe1f req-df5cc09f-212c-4ea6-b814-caa479ff05a8 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 944 time: 0.0796022 Apr 08 10:41:48.454794 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-09f6a24e-626c-436f-a68f-1c670d00fe1f req-c3936c69-b3cd-46b6-9585-ca26ee4c877b tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385525 Apr 08 10:41:49.398984 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 04ac160e-59b1-4d26-8866-332a595b0c0e up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:41:49.466050 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port 04ac160e-59b1-4d26-8866-332a595b0c0e completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:41:49.470689 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 04ac160e-59b1-4d26-8866-332a595b0c0e triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:41:49.471247 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:49.590230 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:49.617522 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f5afc5-5cec-4515-85c4-2d64f3ca6bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ac160e-59b1-4d26-8866-332a595b0c0e'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:41:49.628453 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 04ac160e-59b1-4d26-8866-332a595b0c0e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=04ac160e-59b1-4d26-8866-332a595b0c0e,segment=NetworkSegment(e070d4fc-6686-4d34-b1da-206aff57432f),segment_id=e070d4fc-6686-4d34-b1da-206aff57432f)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:41:49.632735 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:41:49.663968 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbacfc-6f11-4241-be97-fdfacec04a82 req-139eefe3-ecb3-43ff-a3a4-703e638a04c0 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:49.665451 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d7dbacfc-6f11-4241-be97-fdfacec04a82 req-139eefe3-ecb3-43ff-a3a4-703e638a04c0 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 944 time: 0.0905881 Apr 08 10:41:49.677826 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9765d1eb-ae38-4e25-8c2e-f044ddecda42'] response: {'server_uuid': '99f5afc5-5cec-4515-85c4-2d64f3ca6bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ac160e-59b1-4d26-8866-332a595b0c0e', 'code': 200} Apr 08 10:41:49.703155 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=04ac160e-59b1-4d26-8866-332a595b0c0e,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:49.716980 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d7dbacfc-6f11-4241-be97-fdfacec04a82 req-74e2673b-5f56-43c1-aa66-f3d058b8fd51 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454307 Apr 08 10:41:49.918005 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1a1032d0-d81a-4498-9d3e-9725d91a9fc5 req-5576c873-9095-4edf-b6f9-74d3e2fc4bcd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 1098 time: 0.0709717 Apr 08 10:41:49.961570 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1a1032d0-d81a-4498-9d3e-9725d91a9fc5 req-2402dcc1-9ae5-4c61-80c7-490b4fc24cd4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346158 Apr 08 10:41:50.914391 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab2cd6-9889-4eb4-bda6-19a7bced14f5 req-7fa748ec-e0cf-4eca-a8f6-1dd22f89948c tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:50.915827 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b0ab2cd6-9889-4eb4-bda6-19a7bced14f5 req-7fa748ec-e0cf-4eca-a8f6-1dd22f89948c tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0756588 Apr 08 10:41:50.963577 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b0ab2cd6-9889-4eb4-bda6-19a7bced14f5 req-9da91ed9-3334-45bc-935f-f4316f04bfc3 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421584 Apr 08 10:41:52.160709 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad44e4d-2d9d-4651-a71d-920c94d6f3b7 req-cf5249a4-51fd-42e2-9aac-8e88bdb95936 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:52.162130 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0ad44e4d-2d9d-4651-a71d-920c94d6f3b7 req-cf5249a4-51fd-42e2-9aac-8e88bdb95936 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0772612 Apr 08 10:41:52.206661 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0ad44e4d-2d9d-4651-a71d-920c94d6f3b7 req-8e130b34-d8b8-432e-bc39-d6710dc5ef74 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388532 Apr 08 10:41:52.394932 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1ad229fb-0261-4054-9203-0008d55d3da3 req-99cbe36b-ce31-4648-be42-da6fd51e87dc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0649104 Apr 08 10:41:52.671717 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 34374) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:41:52.712626 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6ce04-9113-4f4a-b8de-778991601a4b req-46c91b29-f751-4ba4-be76-2ef0dd0e8faf tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:52.714058 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-aab6ce04-9113-4f4a-b8de-778991601a4b req-46c91b29-f751-4ba4-be76-2ef0dd0e8faf tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0788543 Apr 08 10:41:52.759243 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-aab6ce04-9113-4f4a-b8de-778991601a4b req-4706559c-d19f-4982-9228-9e5071bf7ee3 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395043 Apr 08 10:41:52.807086 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6165844e-a9cf-4f65-b356-cb3a8e83a5ba req-6aa48e61-73d8-4750-adef-3bcbb370d8fe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1340940 Apr 08 10:41:53.951500 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da6a46-f13c-492b-89f5-ce661be8276c req-49c99432-0e95-43f6-bf97-63ecf8b274c7 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:53.952959 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-26da6a46-f13c-492b-89f5-ce661be8276c req-49c99432-0e95-43f6-bf97-63ecf8b274c7 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0740054 Apr 08 10:41:54.015610 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-26da6a46-f13c-492b-89f5-ce661be8276c req-6f5e0ca6-f0f4-4301-a3a7-b803f743fb21 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568793 Apr 08 10:41:54.088599 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6165844e-a9cf-4f65-b356-cb3a8e83a5ba req-8dab5d4c-63f4-47de-8310-03dd6ddd3f64 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2402d66efa244246be36392e1bd5b0e0&device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 1098 time: 0.0765564 Apr 08 10:41:54.218842 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165844e-a9cf-4f65-b356-cb3a8e83a5ba req-c000787f-518e-4d6b-8f4a-eb0fa3c5178b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:54.220203 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6165844e-a9cf-4f65-b356-cb3a8e83a5ba req-c000787f-518e-4d6b-8f4a-eb0fa3c5178b service neutron] 10.222.0.52 "GET /v2.0/networks?id=fcc565d6-e706-4d66-b888-adc3ce035b4a HTTP/1.1" status: 200 len: 913 time: 0.1260865 Apr 08 10:41:54.286054 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6165844e-a9cf-4f65-b356-cb3a8e83a5ba req-810c6beb-a3fb-44cf-8567-7ea165fd9a6f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04ac160e-59b1-4d26-8866-332a595b0c0e HTTP/1.1" status: 200 len: 217 time: 0.0598269 Apr 08 10:41:54.349592 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165844e-a9cf-4f65-b356-cb3a8e83a5ba req-0cad675d-2510-43ef-aad3-4a0eb184da25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:54.351036 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6165844e-a9cf-4f65-b356-cb3a8e83a5ba req-0cad675d-2510-43ef-aad3-4a0eb184da25 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4215dc25-5464-46ab-9e8f-7a426332a735 HTTP/1.1" status: 200 len: 852 time: 0.0591645 Apr 08 10:41:54.396324 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6165844e-a9cf-4f65-b356-cb3a8e83a5ba req-12e92efd-27f4-4ffa-9208-a2bfd95a5d82 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcc565d6-e706-4d66-b888-adc3ce035b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395243 Apr 08 10:41:54.524177 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6165844e-a9cf-4f65-b356-cb3a8e83a5ba req-e7bb46ef-42a3-4061-aab9-8591eb319e2f service neutron] 10.222.0.52 "GET /v2.0/networks/fcc565d6-e706-4d66-b888-adc3ce035b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220009 Apr 08 10:41:54.653202 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6165844e-a9cf-4f65-b356-cb3a8e83a5ba req-1c37b10b-4c7e-406a-9498-fb779cf7adcd service neutron] 10.222.0.52 "GET /v2.0/networks/fcc565d6-e706-4d66-b888-adc3ce035b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231821 Apr 08 10:41:55.210537 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63267c7d-750b-4862-8fa3-a63ed5d39dea req-46bed367-f353-4276-9f06-3f23e2a8da97 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:55.211977 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-63267c7d-750b-4862-8fa3-a63ed5d39dea req-46bed367-f353-4276-9f06-3f23e2a8da97 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0754817 Apr 08 10:41:55.256426 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-63267c7d-750b-4862-8fa3-a63ed5d39dea req-c95fb442-18c7-4ffe-a6e9-4b26d6643fa7 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389194 Apr 08 10:41:56.463873 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71051a42-2a5b-4411-b3ea-cf1a9eadc08c req-c7402413-f8c5-470e-a4a1-d174aefc925b tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:56.465336 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-71051a42-2a5b-4411-b3ea-cf1a9eadc08c req-c7402413-f8c5-470e-a4a1-d174aefc925b tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0887203 Apr 08 10:41:56.509452 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-71051a42-2a5b-4411-b3ea-cf1a9eadc08c req-99700650-08cc-4f8f-a7c3-9e60359ffd15 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386138 Apr 08 10:41:57.700911 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd0c54-e285-4dc8-881c-d8d95409b007 req-dade889f-3848-45de-af93-ec0c437d5e99 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:57.702352 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a2bd0c54-e285-4dc8-881c-d8d95409b007 req-dade889f-3848-45de-af93-ec0c437d5e99 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0752313 Apr 08 10:41:57.747257 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a2bd0c54-e285-4dc8-881c-d8d95409b007 req-f03d8948-91c8-4bca-93ef-d07ac806953c tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387108 Apr 08 10:41:58.944328 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e6eda-4e6c-4582-998a-9ebdc677f8c1 req-8cd777a8-287f-4c13-985e-efbdfa2132cb tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:58.945743 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-453e6eda-4e6c-4582-998a-9ebdc677f8c1 req-8cd777a8-287f-4c13-985e-efbdfa2132cb tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0773978 Apr 08 10:41:58.989579 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-453e6eda-4e6c-4582-998a-9ebdc677f8c1 req-bc77705c-e7a3-4963-ba54-bb74d58dc5fc tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383439 Apr 08 10:42:00.325158 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2fcbe-af57-4a99-b6f2-6a8e1e48a8f8 req-72e4d2bd-d44d-4c27-b461-4cf752354142 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:00.326503 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fad2fcbe-af57-4a99-b6f2-6a8e1e48a8f8 req-72e4d2bd-d44d-4c27-b461-4cf752354142 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0741932 Apr 08 10:42:00.374056 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fad2fcbe-af57-4a99-b6f2-6a8e1e48a8f8 req-108b7c38-21e5-4533-b8ca-82880ff2801d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413461 Apr 08 10:42:01.567787 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9e3ee-8ecc-43c1-a6a9-ce8cc8d84f46 req-98f10f43-cb02-49cf-80b1-c619b98ad747 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:01.569240 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-85e9e3ee-8ecc-43c1-a6a9-ce8cc8d84f46 req-98f10f43-cb02-49cf-80b1-c619b98ad747 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0755358 Apr 08 10:42:01.612916 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-85e9e3ee-8ecc-43c1-a6a9-ce8cc8d84f46 req-9c52362d-eb39-4442-b5cf-deb1ed042211 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382075 Apr 08 10:42:02.809765 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c80043-fccb-42ca-858c-043d1d3e1345 req-8c9e54ac-f724-4bc8-b1a5-9de1d2100e23 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:02.811204 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-29c80043-fccb-42ca-858c-043d1d3e1345 req-8c9e54ac-f724-4bc8-b1a5-9de1d2100e23 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0786924 Apr 08 10:42:02.935067 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-29c80043-fccb-42ca-858c-043d1d3e1345 req-a43591d9-3556-451b-abc1-9f2d603b18eb tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182892 Apr 08 10:42:03.111286 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:42:04.126540 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dfd9b-9e61-4729-9aa8-bf6311e89cd9 req-a26fed72-76ac-4c6c-a4b2-f960c0523aa8 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:04.127970 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d76dfd9b-9e61-4729-9aa8-bf6311e89cd9 req-a26fed72-76ac-4c6c-a4b2-f960c0523aa8 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0752001 Apr 08 10:42:04.173737 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d76dfd9b-9e61-4729-9aa8-bf6311e89cd9 req-5aa416b5-a3da-452e-8896-ecac6a51b592 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397863 Apr 08 10:42:05.369087 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5052d9-0a9d-464a-ba4d-68373505a3ff req-cb28c88c-af60-448c-af9e-e6ff82111add tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:05.370425 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6f5052d9-0a9d-464a-ba4d-68373505a3ff req-cb28c88c-af60-448c-af9e-e6ff82111add tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0768664 Apr 08 10:42:05.414478 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6f5052d9-0a9d-464a-ba4d-68373505a3ff req-f75d59ce-17e1-46aa-9717-bbb38f5c5c47 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384567 Apr 08 10:42:06.616345 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc18177-8a8d-4aff-bf41-3bbcc55d217c req-13e81c20-6c43-458f-b922-b9e32bcf4c78 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:06.617785 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5cc18177-8a8d-4aff-bf41-3bbcc55d217c req-13e81c20-6c43-458f-b922-b9e32bcf4c78 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0745864 Apr 08 10:42:06.665952 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5cc18177-8a8d-4aff-bf41-3bbcc55d217c req-43717550-a3c0-4b27-8f58-0a4269896a71 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426767 Apr 08 10:42:07.859041 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f36a8-b18d-4151-add8-6c15105a5cc4 req-a240a8c5-5a8d-4077-b129-27afafe0ab6c tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:07.860485 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e41f36a8-b18d-4151-add8-6c15105a5cc4 req-a240a8c5-5a8d-4077-b129-27afafe0ab6c tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0752265 Apr 08 10:42:07.903944 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e41f36a8-b18d-4151-add8-6c15105a5cc4 req-a73e47d0-4254-45dc-9500-c536a2248772 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372758 Apr 08 10:42:08.402360 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:09.101363 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8badc56a-9277-4316-bfe6-d1abd40f6e0b req-263725b4-21de-4b99-b256-b9328197d424 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:09.102852 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8badc56a-9277-4316-bfe6-d1abd40f6e0b req-263725b4-21de-4b99-b256-b9328197d424 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0794296 Apr 08 10:42:09.148497 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8badc56a-9277-4316-bfe6-d1abd40f6e0b req-f5330935-3295-4b4c-99fe-d94e4e6625c7 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395141 Apr 08 10:42:10.342846 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4319266-50cf-4dd8-b1fc-d5b8d7007425 req-6c92f1bf-506b-4a33-a546-d11b72a3d109 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:10.344306 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d4319266-50cf-4dd8-b1fc-d5b8d7007425 req-6c92f1bf-506b-4a33-a546-d11b72a3d109 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0748689 Apr 08 10:42:10.389256 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d4319266-50cf-4dd8-b1fc-d5b8d7007425 req-6ffcb52c-fd11-4ae2-bffa-7b1848ebd1dc tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393984 Apr 08 10:42:11.583896 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6868a-c1ed-453f-9a60-ce5771ea85eb req-b47975f4-ed2d-449b-9be8-ce19bc7c6b09 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:11.585357 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-86f6868a-c1ed-453f-9a60-ce5771ea85eb req-b47975f4-ed2d-449b-9be8-ce19bc7c6b09 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0783978 Apr 08 10:42:11.628491 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-86f6868a-c1ed-453f-9a60-ce5771ea85eb req-c0596350-ab4e-4d37-bdb7-bd090c394fbf tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377495 Apr 08 10:42:12.822200 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d445c-053d-459e-ac48-5708a6a6da3f req-66afe856-d90f-4728-8da2-d48385b51591 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:12.823664 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f20d445c-053d-459e-ac48-5708a6a6da3f req-66afe856-d90f-4728-8da2-d48385b51591 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0766485 Apr 08 10:42:12.871466 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f20d445c-053d-459e-ac48-5708a6a6da3f req-7d808b30-bb8c-487a-8e9c-ee2cf631b0a0 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422959 Apr 08 10:42:13.329486 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3e1e30fb-d49f-49d7-9d92-4eb3635fd026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:14.064046 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227531f0-3275-448e-a1db-49772fb6a8ef req-28cbf78e-98d4-41cf-871d-b5baf0bc690d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:14.065499 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-227531f0-3275-448e-a1db-49772fb6a8ef req-28cbf78e-98d4-41cf-871d-b5baf0bc690d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0739610 Apr 08 10:42:14.110426 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-227531f0-3275-448e-a1db-49772fb6a8ef req-f564e688-83ba-4bbe-9237-842cf6f07042 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387676 Apr 08 10:42:15.310437 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c84a5c-6996-4f9e-8e1d-a8378b05daf1 req-1b98b708-7224-4302-a25f-0c427a1c736f tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:15.311867 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-42c84a5c-6996-4f9e-8e1d-a8378b05daf1 req-1b98b708-7224-4302-a25f-0c427a1c736f tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0777597 Apr 08 10:42:15.356622 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-42c84a5c-6996-4f9e-8e1d-a8378b05daf1 req-52ca9c2e-2bb0-4108-a874-0f59de4e5f5e tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384703 Apr 08 10:42:15.575762 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-30fce909-b2d1-46c0-bf90-9543e08bbced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:16.550453 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efcec8-2ece-41b3-948c-185ff03ae08a req-3fefef52-6628-456c-9e35-e4b9d6a3de29 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:16.551974 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-80efcec8-2ece-41b3-948c-185ff03ae08a req-3fefef52-6628-456c-9e35-e4b9d6a3de29 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0763721 Apr 08 10:42:16.596761 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-80efcec8-2ece-41b3-948c-185ff03ae08a req-51e45298-8313-4860-b098-bca25bc27209 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392878 Apr 08 10:42:16.789234 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:16.903039 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:17.796147 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d29d5e-7872-47b6-8a59-82bd01d1967f req-2a5880cd-1194-4619-b0f2-38740031807d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:17.797586 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-11d29d5e-7872-47b6-8a59-82bd01d1967f req-2a5880cd-1194-4619-b0f2-38740031807d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0828073 Apr 08 10:42:17.841694 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-11d29d5e-7872-47b6-8a59-82bd01d1967f req-daea5241-ba60-4246-aff0-d983c6ed6db8 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384562 Apr 08 10:42:18.302045 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:19.034126 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f252333-94a2-4137-a108-34c1d6c0450d req-35205fbf-190b-4f40-bf60-7538ad1e80e3 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:19.035741 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9f252333-94a2-4137-a108-34c1d6c0450d req-35205fbf-190b-4f40-bf60-7538ad1e80e3 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0738204 Apr 08 10:42:19.079400 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9f252333-94a2-4137-a108-34c1d6c0450d req-7c057138-371d-4dc0-ab2e-533342a5c9c6 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383530 Apr 08 10:42:20.278165 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfde7e-b192-4228-b8cd-2aa7fc5ed6f8 req-85331e1f-ee46-47d2-adf7-658f8c5e468e tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:20.279572 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fadfde7e-b192-4228-b8cd-2aa7fc5ed6f8 req-85331e1f-ee46-47d2-adf7-658f8c5e468e tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0808103 Apr 08 10:42:20.324444 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fadfde7e-b192-4228-b8cd-2aa7fc5ed6f8 req-f68fdefd-2625-410d-a796-94bd506767e9 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390544 Apr 08 10:42:21.518364 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4ff94-cf5f-495b-8e2f-d31ae8384dcb req-833113b5-f064-4b44-a587-150301813ead tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:21.520395 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dff4ff94-cf5f-495b-8e2f-d31ae8384dcb req-833113b5-f064-4b44-a587-150301813ead tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0758057 Apr 08 10:42:21.569893 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dff4ff94-cf5f-495b-8e2f-d31ae8384dcb req-4036592e-789f-4a68-bac6-7e2796eb605b tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439866 Apr 08 10:42:21.712597 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6165844e-a9cf-4f65-b356-cb3a8e83a5ba req-2052a4a2-b5a5-4f5c-9a3b-1407ee687c67 service neutron] 10.222.0.52 "GET /v2.0/ports/04ac160e-59b1-4d26-8866-332a595b0c0e/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.0760486 Apr 08 10:42:22.004537 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6165844e-a9cf-4f65-b356-cb3a8e83a5ba req-9226579e-4a24-40b2-b356-c14fe9e91634 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5&tenant_id=2402d66efa244246be36392e1bd5b0e0 HTTP/1.1" status: 200 len: 1098 time: 0.0683165 Apr 08 10:42:22.098321 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6165844e-a9cf-4f65-b356-cb3a8e83a5ba req-e44ef7da-7b74-4922-80e8-88bcb0419a2b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2402d66efa244246be36392e1bd5b0e0&device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 1098 time: 0.0679381 Apr 08 10:42:22.310353 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165844e-a9cf-4f65-b356-cb3a8e83a5ba req-26047456-db23-4a77-92fd-0d0c8d7ef7ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:22.311685 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6165844e-a9cf-4f65-b356-cb3a8e83a5ba req-26047456-db23-4a77-92fd-0d0c8d7ef7ab service neutron] 10.222.0.52 "GET /v2.0/networks?id=fcc565d6-e706-4d66-b888-adc3ce035b4a HTTP/1.1" status: 200 len: 913 time: 0.2043669 Apr 08 10:42:22.384035 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6165844e-a9cf-4f65-b356-cb3a8e83a5ba req-44f89a06-fb75-4569-a75d-95d77bd8a920 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04ac160e-59b1-4d26-8866-332a595b0c0e HTTP/1.1" status: 200 len: 217 time: 0.0623989 Apr 08 10:42:22.451268 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165844e-a9cf-4f65-b356-cb3a8e83a5ba req-115ca9a5-0554-4a7e-b908-8dd2c11c2b5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:22.452675 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6165844e-a9cf-4f65-b356-cb3a8e83a5ba req-115ca9a5-0554-4a7e-b908-8dd2c11c2b5e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4215dc25-5464-46ab-9e8f-7a426332a735 HTTP/1.1" status: 200 len: 852 time: 0.0603282 Apr 08 10:42:22.499931 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6165844e-a9cf-4f65-b356-cb3a8e83a5ba req-e7adbb6a-390c-47c4-83e4-b7e7a2d141cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcc565d6-e706-4d66-b888-adc3ce035b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375466 Apr 08 10:42:22.634866 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6165844e-a9cf-4f65-b356-cb3a8e83a5ba req-b05535b8-bc09-49ac-bf6d-02050350fbb3 service neutron] 10.222.0.52 "GET /v2.0/networks/fcc565d6-e706-4d66-b888-adc3ce035b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251173 Apr 08 10:42:22.764724 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6876c-127b-49aa-b027-7d9c8f80392a req-c24d4038-23a9-4871-bfb7-837a6c6af09e tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:22.766233 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-13d6876c-127b-49aa-b027-7d9c8f80392a req-c24d4038-23a9-4871-bfb7-837a6c6af09e tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0742984 Apr 08 10:42:22.770594 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6165844e-a9cf-4f65-b356-cb3a8e83a5ba req-80774dd1-7856-4280-938f-7d2bbd66eecb service neutron] 10.222.0.52 "GET /v2.0/networks/fcc565d6-e706-4d66-b888-adc3ce035b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270010 Apr 08 10:42:22.811633 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-13d6876c-127b-49aa-b027-7d9c8f80392a req-975bdf16-bb2c-429e-8d7f-92bf877cbf7f tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397515 Apr 08 10:42:24.006675 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb76aaa-4aac-4e2e-b77f-222a0120a22a req-3247bdc0-a8be-4605-b6f9-46cd23f3806f tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:24.008119 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5eb76aaa-4aac-4e2e-b77f-222a0120a22a req-3247bdc0-a8be-4605-b6f9-46cd23f3806f tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0778592 Apr 08 10:42:24.052375 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5eb76aaa-4aac-4e2e-b77f-222a0120a22a req-2254c82f-c340-4d45-949a-88461ed715f9 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386760 Apr 08 10:42:25.245820 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749e215-af70-443a-a38a-037f65513dcc req-06de1745-e467-4c6a-8c12-64813cd852a1 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:25.247489 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0749e215-af70-443a-a38a-037f65513dcc req-06de1745-e467-4c6a-8c12-64813cd852a1 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0765109 Apr 08 10:42:25.292638 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0749e215-af70-443a-a38a-037f65513dcc req-38b9cad6-1702-428f-a645-4313dbafeacd tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396390 Apr 08 10:42:25.588113 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 04ac160e-59b1-4d26-8866-332a595b0c0e details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:42:25.590472 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 04ac160e-59b1-4d26-8866-332a595b0c0e no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:42:25.683303 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c730f3-c69e-4c32-beaa-6925e27f3b17 req-b2ab5ea9-437a-493e-ac4c-3548c80c5d0d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:25.683986 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-17c730f3-c69e-4c32-beaa-6925e27f3b17 req-b2ab5ea9-437a-493e-ac4c-3548c80c5d0d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Synchronizing usage tracker for tenant:2402d66efa244246be36392e1bd5b0e0 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:25.701276 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-17c730f3-c69e-4c32-beaa-6925e27f3b17 req-b2ab5ea9-437a-493e-ac4c-3548c80c5d0d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Unset dirty status for tenant:2402d66efa244246be36392e1bd5b0e0 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:25.702353 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-17c730f3-c69e-4c32-beaa-6925e27f3b17 req-b2ab5ea9-437a-493e-ac4c-3548c80c5d0d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5&tenant_id=2402d66efa244246be36392e1bd5b0e0&binding%3Ahost_id=hv-neutron-8371 HTTP/1.1" status: 200 len: 945 time: 0.0976307 Apr 08 10:42:25.824366 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:25.842651 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-17c730f3-c69e-4c32-beaa-6925e27f3b17 req-22b27fa7-4f04-41c3-baca-3066231f3b9f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2402d66efa244246be36392e1bd5b0e0&device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 1098 time: 0.0730791 Apr 08 10:42:25.862793 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 04ac160e-59b1-4d26-8866-332a595b0c0e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=04ac160e-59b1-4d26-8866-332a595b0c0e,segment=NetworkSegment(e070d4fc-6686-4d34-b1da-206aff57432f),segment_id=e070d4fc-6686-4d34-b1da-206aff57432f)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:42:25.876790 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f5afc5-5cec-4515-85c4-2d64f3ca6bf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04ac160e-59b1-4d26-8866-332a595b0c0e'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:42:25.888502 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '04ac160e-59b1-4d26-8866-332a595b0c0e', 'network_id': 'fcc565d6-e706-4d66-b888-adc3ce035b4a', 'port_id': '04ac160e-59b1-4d26-8866-332a595b0c0e', 'mac_address': 'fa:16:3e:69:ef:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4215dc25-5464-46ab-9e8f-7a426332a735', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:42:25.890814 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 04ac160e-59b1-4d26-8866-332a595b0c0e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=04ac160e-59b1-4d26-8866-332a595b0c0e,segment=NetworkSegment(e070d4fc-6686-4d34-b1da-206aff57432f),segment_id=e070d4fc-6686-4d34-b1da-206aff57432f)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:42:25.929300 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:25.967257 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38184d8b-eb79-4354-9451-75772722d05c'] response: {'server_uuid': '99f5afc5-5cec-4515-85c4-2d64f3ca6bf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04ac160e-59b1-4d26-8866-332a595b0c0e', 'code': 200} Apr 08 10:42:25.979501 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c730f3-c69e-4c32-beaa-6925e27f3b17 req-b2b233eb-61e9-4fde-920c-9bb6503eff78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:25.981088 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-17c730f3-c69e-4c32-beaa-6925e27f3b17 req-b2b233eb-61e9-4fde-920c-9bb6503eff78 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fcc565d6-e706-4d66-b888-adc3ce035b4a HTTP/1.1" status: 200 len: 913 time: 0.1324699 Apr 08 10:42:26.005303 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:26.029521 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ac160e-59b1-4d26-8866-332a595b0c0e {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:42:26.034455 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=04ac160e-59b1-4d26-8866-332a595b0c0e,revision_number=6']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:26.048585 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-17c730f3-c69e-4c32-beaa-6925e27f3b17 req-710d92ea-bf33-4586-947e-1ed659b03b03 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04ac160e-59b1-4d26-8866-332a595b0c0e HTTP/1.1" status: 200 len: 217 time: 0.0610304 Apr 08 10:42:26.051781 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:26.052151 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:26.052492 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:26.052828 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:26.053171 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:26.053487 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:26.053807 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:26.054155 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:26.054466 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:26.054788 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:26.055107 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:26.060388 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 04ac160e-59b1-4d26-8866-332a595b0c0e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=04ac160e-59b1-4d26-8866-332a595b0c0e,segment=NetworkSegment(e070d4fc-6686-4d34-b1da-206aff57432f),segment_id=e070d4fc-6686-4d34-b1da-206aff57432f)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:42:26.064916 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:26.114619 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c730f3-c69e-4c32-beaa-6925e27f3b17 req-bcdd3aa6-b42c-4104-989b-0331a745da40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:26.115938 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-17c730f3-c69e-4c32-beaa-6925e27f3b17 req-bcdd3aa6-b42c-4104-989b-0331a745da40 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4215dc25-5464-46ab-9e8f-7a426332a735 HTTP/1.1" status: 200 len: 852 time: 0.0619116 Apr 08 10:42:26.145673 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['04ac160e-59b1-4d26-8866-332a595b0c0e'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:42:26.161610 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-17c730f3-c69e-4c32-beaa-6925e27f3b17 req-7662157a-1a06-4bee-8166-a329176d34ef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcc565d6-e706-4d66-b888-adc3ce035b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395865 Apr 08 10:42:26.175397 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=04ac160e-59b1-4d26-8866-332a595b0c0e,revision_number=7']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:26.293967 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-17c730f3-c69e-4c32-beaa-6925e27f3b17 req-f2d05994-d560-41f2-8eae-5b8662420dfa service neutron] 10.222.0.52 "GET /v2.0/networks/fcc565d6-e706-4d66-b888-adc3ce035b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251287 Apr 08 10:42:26.422324 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-17c730f3-c69e-4c32-beaa-6925e27f3b17 req-083873a8-1d50-49a3-8d2a-60c881c5a381 service neutron] 10.222.0.52 "GET /v2.0/networks/fcc565d6-e706-4d66-b888-adc3ce035b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221645 Apr 08 10:42:27.374705 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583a51a-9b89-4bf3-9f81-d95ed44f7c47 req-fc327b87-e500-4746-ba6e-cc302d2ac798 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:27.376028 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7583a51a-9b89-4bf3-9f81-d95ed44f7c47 req-fc327b87-e500-4746-ba6e-cc302d2ac798 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 944 time: 0.0782814 Apr 08 10:42:27.420414 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7583a51a-9b89-4bf3-9f81-d95ed44f7c47 req-fd7d3b16-34ee-48de-a666-840d8d1527e0 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384960 Apr 08 10:42:27.591744 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 04ac160e-59b1-4d26-8866-332a595b0c0e up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:42:27.658812 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 04ac160e-59b1-4d26-8866-332a595b0c0e triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:27.659104 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:27.770073 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:27.802333 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 04ac160e-59b1-4d26-8866-332a595b0c0e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=04ac160e-59b1-4d26-8866-332a595b0c0e,segment=NetworkSegment(e070d4fc-6686-4d34-b1da-206aff57432f),segment_id=e070d4fc-6686-4d34-b1da-206aff57432f)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:42:27.805913 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:27.873250 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=04ac160e-59b1-4d26-8866-332a595b0c0e,revision_number=8']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:27.968540 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f5afc5-5cec-4515-85c4-2d64f3ca6bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ac160e-59b1-4d26-8866-332a595b0c0e'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:42:28.026663 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aff60533-ee10-472e-91d3-c96f7fef3c8e'] response: {'server_uuid': '99f5afc5-5cec-4515-85c4-2d64f3ca6bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ac160e-59b1-4d26-8866-332a595b0c0e', 'code': 200} Apr 08 10:42:28.622876 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4086e-2c58-46af-ba8f-0115beb4caf7 req-6c5c84c9-54c1-43ce-a5e5-c483a6f3ded3 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:28.624683 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7ce4086e-2c58-46af-ba8f-0115beb4caf7 req-6c5c84c9-54c1-43ce-a5e5-c483a6f3ded3 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0805578 Apr 08 10:42:28.674233 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7ce4086e-2c58-46af-ba8f-0115beb4caf7 req-3beef946-b8b8-4e45-98f1-2f8c2c24d8aa tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/security-groups?id=6178288c-3c36-4440-81f3-da529bc4f01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435560 Apr 08 10:42:29.094065 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c730f3-c69e-4c32-beaa-6925e27f3b17 req-381723a6-1608-49be-90d4-954d82d9a9d6 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:29.095492 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-17c730f3-c69e-4c32-beaa-6925e27f3b17 req-381723a6-1608-49be-90d4-954d82d9a9d6 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 945 time: 0.0793247 Apr 08 10:42:29.164833 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [req-17c730f3-c69e-4c32-beaa-6925e27f3b17 req-8eba194e-4454-47f7-8d6a-f9a94d51457d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Deleting port 04ac160e-59b1-4d26-8866-332a595b0c0e {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:42:29.165102 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-17c730f3-c69e-4c32-beaa-6925e27f3b17 req-8eba194e-4454-47f7-8d6a-f9a94d51457d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:29.485831 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-17c730f3-c69e-4c32-beaa-6925e27f3b17 req-8eba194e-4454-47f7-8d6a-f9a94d51457d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] For port 04ac160e-59b1-4d26-8866-332a595b0c0e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=04ac160e-59b1-4d26-8866-332a595b0c0e,segment=NetworkSegment(e070d4fc-6686-4d34-b1da-206aff57432f),segment_id=e070d4fc-6686-4d34-b1da-206aff57432f)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:42:29.486178 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-17c730f3-c69e-4c32-beaa-6925e27f3b17 req-8eba194e-4454-47f7-8d6a-f9a94d51457d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:29.604667 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [req-17c730f3-c69e-4c32-beaa-6925e27f3b17 req-8eba194e-4454-47f7-8d6a-f9a94d51457d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Calling delete_port for 04ac160e-59b1-4d26-8866-332a595b0c0e owned by compute:nova {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:42:29.746575 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-17c730f3-c69e-4c32-beaa-6925e27f3b17 req-8eba194e-4454-47f7-8d6a-f9a94d51457d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:29.763384 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['04ac160e-59b1-4d26-8866-332a595b0c0e'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:42:29.793644 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba194e-4454-47f7-8d6a-f9a94d51457d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Pushing event deleted for resources: {'Port': ['ID=04ac160e-59b1-4d26-8866-332a595b0c0e,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:29.807960 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba194e-4454-47f7-8d6a-f9a94d51457d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.808213 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba194e-4454-47f7-8d6a-f9a94d51457d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.808537 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba194e-4454-47f7-8d6a-f9a94d51457d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.808865 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba194e-4454-47f7-8d6a-f9a94d51457d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.809202 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba194e-4454-47f7-8d6a-f9a94d51457d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.809532 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba194e-4454-47f7-8d6a-f9a94d51457d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.809886 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba194e-4454-47f7-8d6a-f9a94d51457d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.810187 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba194e-4454-47f7-8d6a-f9a94d51457d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.811131 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba194e-4454-47f7-8d6a-f9a94d51457d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.811131 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba194e-4454-47f7-8d6a-f9a94d51457d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.811131 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba194e-4454-47f7-8d6a-f9a94d51457d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:29.843624 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3ea5fada-c908-42d0-b9ee-7f134db8e399 req-9eb0d432-ea9d-4656-9665-ac6ad0093129 tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.47 "GET /v2.0/ports?device_id=99f5afc5-5cec-4515-85c4-2d64f3ca6bf5 HTTP/1.1" status: 200 len: 210 time: 0.0442624 Apr 08 10:42:29.883659 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c730f3-c69e-4c32-beaa-6925e27f3b17 req-8eba194e-4454-47f7-8d6a-f9a94d51457d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] No DVR routers for this DVR port 04ac160e-59b1-4d26-8866-332a595b0c0e on host hv-neutron-8371 {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:42:29.886146 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-17c730f3-c69e-4c32-beaa-6925e27f3b17 req-8eba194e-4454-47f7-8d6a-f9a94d51457d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:29.888583 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f5afc5-5cec-4515-85c4-2d64f3ca6bf5', 'name': 'network-vif-deleted', 'tag': '04ac160e-59b1-4d26-8866-332a595b0c0e'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:42:29.903803 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-17c730f3-c69e-4c32-beaa-6925e27f3b17 req-8eba194e-4454-47f7-8d6a-f9a94d51457d tempest-DeleteServersTestJSON-304311147 tempest-DeleteServersTestJSON-304311147-project] 10.222.0.52 "DELETE /v2.0/ports/04ac160e-59b1-4d26-8866-332a595b0c0e HTTP/1.1" status: 204 len: 173 time: 0.8008814 Apr 08 10:42:29.951799 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e76ecdee-fffc-4009-9855-53ba2e4b3eee'] response: {'server_uuid': '99f5afc5-5cec-4515-85c4-2d64f3ca6bf5', 'name': 'network-vif-deleted', 'tag': '04ac160e-59b1-4d26-8866-332a595b0c0e', 'status': 'completed', 'code': 200} Apr 08 10:42:31.106959 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34476) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:31.165514 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e592ae0-76bc-45c0-9c20-f3209c31489d admin admin] Deleting subnet 4215dc25-5464-46ab-9e8f-7a426332a735 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:42:31.168283 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3e592ae0-76bc-45c0-9c20-f3209c31489d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:31.219040 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3e592ae0-76bc-45c0-9c20-f3209c31489d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:31.275704 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3e592ae0-76bc-45c0-9c20-f3209c31489d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:31.343891 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3e592ae0-76bc-45c0-9c20-f3209c31489d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:31.466238 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e592ae0-76bc-45c0-9c20-f3209c31489d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4215dc25-5464-46ab-9e8f-7a426332a735,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:31.475754 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3e592ae0-76bc-45c0-9c20-f3209c31489d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:31.479980 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e592ae0-76bc-45c0-9c20-f3209c31489d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:31.480332 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e592ae0-76bc-45c0-9c20-f3209c31489d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:31.480678 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e592ae0-76bc-45c0-9c20-f3209c31489d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:31.481009 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e592ae0-76bc-45c0-9c20-f3209c31489d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:31.481345 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e592ae0-76bc-45c0-9c20-f3209c31489d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:31.481671 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e592ae0-76bc-45c0-9c20-f3209c31489d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:31.481995 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e592ae0-76bc-45c0-9c20-f3209c31489d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:31.482315 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e592ae0-76bc-45c0-9c20-f3209c31489d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:31.482633 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e592ae0-76bc-45c0-9c20-f3209c31489d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:31.482950 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e592ae0-76bc-45c0-9c20-f3209c31489d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:31.483266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e592ae0-76bc-45c0-9c20-f3209c31489d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:31.487859 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3e592ae0-76bc-45c0-9c20-f3209c31489d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/4215dc25-5464-46ab-9e8f-7a426332a735 HTTP/1.1" status: 204 len: 168 time: 0.3798883 Apr 08 10:42:31.490788 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34480) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:31.595220 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-986b7992-31db-4aa0-a66b-66a9dbf6fae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:31.717255 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-986b7992-31db-4aa0-a66b-66a9dbf6fae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:31.742301 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-986b7992-31db-4aa0-a66b-66a9dbf6fae3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc565d6-e706-4d66-b888-adc3ce035b4a']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:31.754179 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-986b7992-31db-4aa0-a66b-66a9dbf6fae3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e070d4fc-6686-4d34-b1da-206aff57432f') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:31.754560 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-986b7992-31db-4aa0-a66b-66a9dbf6fae3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e070d4fc-6686-4d34-b1da-206aff57432f') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:31.765446 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-986b7992-31db-4aa0-a66b-66a9dbf6fae3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:31.781116 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-986b7992-31db-4aa0-a66b-66a9dbf6fae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:31.787500 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-986b7992-31db-4aa0-a66b-66a9dbf6fae3 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:42:31.787884 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-986b7992-31db-4aa0-a66b-66a9dbf6fae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:42:31.800552 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:42:31.876175 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-986b7992-31db-4aa0-a66b-66a9dbf6fae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:31.891640 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-986b7992-31db-4aa0-a66b-66a9dbf6fae3 admin admin] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:31.901728 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b7992-31db-4aa0-a66b-66a9dbf6fae3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcc565d6-e706-4d66-b888-adc3ce035b4a,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:31.909731 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-986b7992-31db-4aa0-a66b-66a9dbf6fae3 admin admin] 10.222.0.47 "DELETE /v2.0/networks/fcc565d6-e706-4d66-b888-adc3ce035b4a HTTP/1.1" status: 204 len: 168 time: 0.4180148 Apr 08 10:42:32.043770 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34486) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:32.092743 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0e519282-82c5-4af2-bc18-68c670d1569d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2402d66efa244246be36392e1bd5b0e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478101 Apr 08 10:42:32.095204 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34490) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:32.152814 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f16eff11-c9b8-4e6e-92eb-ddeaf7ff35f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:32.178043 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f16eff11-c9b8-4e6e-92eb-ddeaf7ff35f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:32.231594 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f16eff11-c9b8-4e6e-92eb-ddeaf7ff35f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:32.248213 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16eff11-c9b8-4e6e-92eb-ddeaf7ff35f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6178288c-3c36-4440-81f3-da529bc4f01e,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:32.251362 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f16eff11-c9b8-4e6e-92eb-ddeaf7ff35f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:32.252526 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f16eff11-c9b8-4e6e-92eb-ddeaf7ff35f1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6178288c-3c36-4440-81f3-da529bc4f01e HTTP/1.1" status: 204 len: 168 time: 0.1564357 Apr 08 10:42:33.074435 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34512) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:33.202219 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-34272275-cbb7-41c5-9c0c-27cb12514f1a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1297877919-network', 'tenant_id': '25ed748767eb45f3a6e36610f0358710'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:42:33.206831 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-34272275-cbb7-41c5-9c0c-27cb12514f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:33.210892 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-34272275-cbb7-41c5-9c0c-27cb12514f1a admin admin] Usage tracker for resource:network and tenant:25ed748767eb45f3a6e36610f0358710 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:33.213691 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-34272275-cbb7-41c5-9c0c-27cb12514f1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:33.219241 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-34272275-cbb7-41c5-9c0c-27cb12514f1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:33.229530 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34272275-cbb7-41c5-9c0c-27cb12514f1a admin admin] Made reservation on behalf of 25ed748767eb45f3a6e36610f0358710 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:33.231786 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-34272275-cbb7-41c5-9c0c-27cb12514f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.244343 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-34272275-cbb7-41c5-9c0c-27cb12514f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.275461 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-34272275-cbb7-41c5-9c0c-27cb12514f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:33.279357 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-34272275-cbb7-41c5-9c0c-27cb12514f1a admin admin] Usage tracker for resource:security_group_rule and tenant:25ed748767eb45f3a6e36610f0358710 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:33.282385 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-34272275-cbb7-41c5-9c0c-27cb12514f1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:33.288666 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-34272275-cbb7-41c5-9c0c-27cb12514f1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:33.353111 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-34272275-cbb7-41c5-9c0c-27cb12514f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.356812 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-34272275-cbb7-41c5-9c0c-27cb12514f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.386612 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34272275-cbb7-41c5-9c0c-27cb12514f1a admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:42:33.394612 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34272275-cbb7-41c5-9c0c-27cb12514f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc54294-3bc9-46ff-9865-0e3e8ad82701,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:33.400108 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-34272275-cbb7-41c5-9c0c-27cb12514f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.400456 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-34272275-cbb7-41c5-9c0c-27cb12514f1a admin admin] Added segment 0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18 of type vlan for network 69495c8b-0ffc-429b-a454-3ba1497d32cd Apr 08 10:42:33.428091 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-34272275-cbb7-41c5-9c0c-27cb12514f1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.455523 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-34272275-cbb7-41c5-9c0c-27cb12514f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.456379 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34272275-cbb7-41c5-9c0c-27cb12514f1a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:33.456941 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-34272275-cbb7-41c5-9c0c-27cb12514f1a admin admin] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.564648 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34272275-cbb7-41c5-9c0c-27cb12514f1a admin admin] Pushing event updated for resources: {'Network': ['ID=69495c8b-0ffc-429b-a454-3ba1497d32cd,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:33.567686 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-34272275-cbb7-41c5-9c0c-27cb12514f1a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4921899 Apr 08 10:42:33.570868 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34518) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:42:33.574900 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 69495c8b-0ffc-429b-a454-3ba1497d32cd details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:42:33.575971 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-d1e74147-bcb7-4e90-93df-2ae07a3743ae admin admin] Request body: {'subnet': {'network_id': '69495c8b-0ffc-429b-a454-3ba1497d32cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1297877919-subnet', 'tenant_id': '25ed748767eb45f3a6e36610f0358710', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:42:33.580932 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d1e74147-bcb7-4e90-93df-2ae07a3743ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:33.585722 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d1e74147-bcb7-4e90-93df-2ae07a3743ae admin admin] Usage tracker for resource:subnet and tenant:25ed748767eb45f3a6e36610f0358710 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:33.588532 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d1e74147-bcb7-4e90-93df-2ae07a3743ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:33.594121 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d1e74147-bcb7-4e90-93df-2ae07a3743ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:33.604488 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e74147-bcb7-4e90-93df-2ae07a3743ae admin admin] Made reservation on behalf of 25ed748767eb45f3a6e36610f0358710 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:33.606651 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d1e74147-bcb7-4e90-93df-2ae07a3743ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.639330 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 04ac160e-59b1-4d26-8866-332a595b0c0e no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:42:33.687113 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: 04ac160e-59b1-4d26-8866-332a595b0c0e {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:42:33.687450 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 04ac160e-59b1-4d26-8866-332a595b0c0e not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:42:33.806568 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d1e74147-bcb7-4e90-93df-2ae07a3743ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.880210 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e74147-bcb7-4e90-93df-2ae07a3743ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=9621a716-399e-4122-8ff4-1b242d8373ff,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:33.888647 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e74147-bcb7-4e90-93df-2ae07a3743ae admin admin] Checking segment: {'id': '0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '69495c8b-0ffc-429b-a454-3ba1497d32cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:42:33.889008 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e74147-bcb7-4e90-93df-2ae07a3743ae admin admin] Network hostable DHCP agents. Network: 69495c8b-0ffc-429b-a454-3ba1497d32cd, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:42:33.909952 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e74147-bcb7-4e90-93df-2ae07a3743ae admin admin] Network 69495c8b-0ffc-429b-a454-3ba1497d32cd is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:42:33.918599 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-d1e74147-bcb7-4e90-93df-2ae07a3743ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 69495c8b-0ffc-429b-a454-3ba1497d32cd) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:33.922597 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e74147-bcb7-4e90-93df-2ae07a3743ae admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:33.923172 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d1e74147-bcb7-4e90-93df-2ae07a3743ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:33.927856 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a980c0a2-63cb-4162-9d04-ca2753ef349d None None] Network 69495c8b-0ffc-429b-a454-3ba1497d32cd requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:42:33.943641 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d1e74147-bcb7-4e90-93df-2ae07a3743ae admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3719003 Apr 08 10:42:34.141486 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ced8f9-16d2-4f70-8928-0820b94034c9 None None] Network 69495c8b-0ffc-429b-a454-3ba1497d32cd requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:42:34.482952 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-3c571a93-4a65-4362-a0d5-644c3b7a7d7d tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:34.483617 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-3c571a93-4a65-4362-a0d5-644c3b7a7d7d tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Synchronizing usage tracker for tenant:25ed748767eb45f3a6e36610f0358710 on resource:network {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:34.499827 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-3c571a93-4a65-4362-a0d5-644c3b7a7d7d tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Unset dirty status for tenant:25ed748767eb45f3a6e36610f0358710 on resource:network {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:34.501009 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-3c571a93-4a65-4362-a0d5-644c3b7a7d7d tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/networks?id=69495c8b-0ffc-429b-a454-3ba1497d32cd HTTP/1.1" status: 200 len: 815 time: 0.1588058 Apr 08 10:42:34.516803 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-d9d39ca1-a70b-4771-a79a-5a4d783680d0 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/quotas/25ed748767eb45f3a6e36610f0358710 HTTP/1.1" status: 200 len: 375 time: 0.0102911 Apr 08 10:42:34.565507 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-85a9736d-f223-4427-94d2-4469ab70a046 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=25ed748767eb45f3a6e36610f0358710&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432093 Apr 08 10:42:34.575986 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-406e80b7-7ea1-4fa5-b9f4-6e775136cdae service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:42:34.576933 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-406e80b7-7ea1-4fa5-b9f4-6e775136cdae service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046880 Apr 08 10:42:34.706836 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-f2b54265-a4a1-4183-a8a9-0d2a14aa8530 service neutron] 10.222.0.47 "GET /v2.0/networks/69495c8b-0ffc-429b-a454-3ba1497d32cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244161 Apr 08 10:42:34.836963 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-9f4a1272-4cb8-4cf8-bde7-2ea7575dcb1f service neutron] 10.222.0.47 "GET /v2.0/networks/69495c8b-0ffc-429b-a454-3ba1497d32cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236629 Apr 08 10:42:35.111498 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9e27a0a3-dd59-4693-a3c6-af36fe310a50 req-17e014ea-cd0d-4b95-9ef1-91e326db520f tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 210 time: 0.1329429 Apr 08 10:42:36.113757 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-2ae8da86-6bb6-4361-bb36-c1bdafe0a7cd tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:36.115532 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-2ae8da86-6bb6-4361-bb36-c1bdafe0a7cd tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.52 "GET /v2.0/networks?id=69495c8b-0ffc-429b-a454-3ba1497d32cd HTTP/1.1" status: 200 len: 815 time: 0.1472652 Apr 08 10:42:36.138777 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-7ef8bf32-1777-48d6-a17f-71fcf8c0845c tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Request body: {'port': {'device_id': '3961db72-32c5-4978-ac3a-ea0f099ff938', 'network_id': '69495c8b-0ffc-429b-a454-3ba1497d32cd', 'admin_state_up': True, 'tenant_id': '25ed748767eb45f3a6e36610f0358710'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:42:36.278781 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8920a086-7a2b-4033-93b6-333bfed9c738 req-46bf212e-7bd5-49c7-83b8-52b24a5bdb09 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 210 time: 0.0406370 Apr 08 10:42:36.279377 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-7ef8bf32-1777-48d6-a17f-71fcf8c0845c tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:42:36.283109 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-7ef8bf32-1777-48d6-a17f-71fcf8c0845c tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Usage tracker for resource:port and tenant:25ed748767eb45f3a6e36610f0358710 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:42:36.286923 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-7ef8bf32-1777-48d6-a17f-71fcf8c0845c tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:42:36.292665 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-7ef8bf32-1777-48d6-a17f-71fcf8c0845c tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:42:36.303292 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-7ef8bf32-1777-48d6-a17f-71fcf8c0845c tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Made reservation on behalf of 25ed748767eb45f3a6e36610f0358710 for: {'port': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:36.306385 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-7ef8bf32-1777-48d6-a17f-71fcf8c0845c tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:36.466201 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-7ef8bf32-1777-48d6-a17f-71fcf8c0845c tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Allocated IP 172.20.0.5 (69495c8b-0ffc-429b-a454-3ba1497d32cd/9621a716-399e-4122-8ff4-1b242d8373ff/9b4c91ec-31a1-41be-8f6a-cb8496d0038b) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:36.674639 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-7ef8bf32-1777-48d6-a17f-71fcf8c0845c tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:36.702879 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-7ef8bf32-1777-48d6-a17f-71fcf8c0845c tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:36.777555 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-7ef8bf32-1777-48d6-a17f-71fcf8c0845c tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Network 69495c8b-0ffc-429b-a454-3ba1497d32cd is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:36.780933 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-7ef8bf32-1777-48d6-a17f-71fcf8c0845c tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:36.785575 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-7ef8bf32-1777-48d6-a17f-71fcf8c0845c tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:42:36.815929 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8bf32-1777-48d6-a17f-71fcf8c0845c tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Pushing event updated for resources: {'Port': ['ID=9b4c91ec-31a1-41be-8f6a-cb8496d0038b,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:36.853367 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-7ef8bf32-1777-48d6-a17f-71fcf8c0845c tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:36.853977 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-7ef8bf32-1777-48d6-a17f-71fcf8c0845c tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:36.876155 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-7ef8bf32-1777-48d6-a17f-71fcf8c0845c tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7410598 Apr 08 10:42:36.891611 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-9553efed-2fdd-4c4f-ae18-185d10ea2dbc service neutron] Request body: {'port': {'device_id': '3961db72-32c5-4978-ac3a-ea0f099ff938', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:42:37.008989 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-9553efed-2fdd-4c4f-ae18-185d10ea2dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:37.470985 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-9553efed-2fdd-4c4f-ae18-185d10ea2dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b4c91ec-31a1-41be-8f6a-cb8496d0038b {{(pid=83846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:42:37.478034 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-9553efed-2fdd-4c4f-ae18-185d10ea2dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:37.479637 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef4ff5-d51d-4fd6-997d-461ee75c8b14 req-c6326361-711b-4029-babf-6260096b5da4 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:37.481124 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f5ef4ff5-d51d-4fd6-997d-461ee75c8b14 req-c6326361-711b-4029-babf-6260096b5da4 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 931 time: 0.0789847 Apr 08 10:42:37.493225 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-9553efed-2fdd-4c4f-ae18-185d10ea2dbc service neutron] Transition to ACTIVE for port object 9b4c91ec-31a1-41be-8f6a-cb8496d0038b will not be triggered until provisioned by entity L2. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:42:37.496986 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-9553efed-2fdd-4c4f-ae18-185d10ea2dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:37.531983 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-f5ef4ff5-d51d-4fd6-997d-461ee75c8b14 req-e1d19ffe-5f4f-421a-9b42-c811a7e426dc tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Synchronizing usage tracker for tenant:25ed748767eb45f3a6e36610f0358710 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:42:37.550757 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-f5ef4ff5-d51d-4fd6-997d-461ee75c8b14 req-e1d19ffe-5f4f-421a-9b42-c811a7e426dc tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Unset dirty status for tenant:25ed748767eb45f3a6e36610f0358710 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:42:37.552648 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f5ef4ff5-d51d-4fd6-997d-461ee75c8b14 req-e1d19ffe-5f4f-421a-9b42-c811a7e426dc tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658784 Apr 08 10:42:37.625503 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553efed-2fdd-4c4f-ae18-185d10ea2dbc service neutron] Pushing event updated for resources: {'Port': ['ID=9b4c91ec-31a1-41be-8f6a-cb8496d0038b,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:37.731010 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-9553efed-2fdd-4c4f-ae18-185d10ea2dbc service neutron] Attempting to bind port 9b4c91ec-31a1-41be-8f6a-cb8496d0038b on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:42:37.731260 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-9553efed-2fdd-4c4f-ae18-185d10ea2dbc service neutron] Attempting to bind port 9b4c91ec-31a1-41be-8f6a-cb8496d0038b by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '69495c8b-0ffc-429b-a454-3ba1497d32cd'}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:42:37.731614 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-9553efed-2fdd-4c4f-ae18-185d10ea2dbc service neutron] Attempting to bind port 9b4c91ec-31a1-41be-8f6a-cb8496d0038b on network 69495c8b-0ffc-429b-a454-3ba1497d32cd {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:42:37.737414 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-9553efed-2fdd-4c4f-ae18-185d10ea2dbc service neutron] Port 9b4c91ec-31a1-41be-8f6a-cb8496d0038b on network 69495c8b-0ffc-429b-a454-3ba1497d32cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:42:37.737739 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-9553efed-2fdd-4c4f-ae18-185d10ea2dbc service neutron] Attempting to bind port 9b4c91ec-31a1-41be-8f6a-cb8496d0038b on network 69495c8b-0ffc-429b-a454-3ba1497d32cd {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:42:37.744696 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-9553efed-2fdd-4c4f-ae18-185d10ea2dbc service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:42:37.745034 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-9553efed-2fdd-4c4f-ae18-185d10ea2dbc service neutron] Checking segment: {'id': '0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '69495c8b-0ffc-429b-a454-3ba1497d32cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:42:37.745417 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-9553efed-2fdd-4c4f-ae18-185d10ea2dbc service neutron] Bound using segment: {'id': '0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '69495c8b-0ffc-429b-a454-3ba1497d32cd'} {{(pid=83846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:42:37.745845 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.managers [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-9553efed-2fdd-4c4f-ae18-185d10ea2dbc service neutron] Bound port: 9b4c91ec-31a1-41be-8f6a-cb8496d0038b, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '69495c8b-0ffc-429b-a454-3ba1497d32cd'}}] {{(pid=83846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:42:37.746196 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-9553efed-2fdd-4c4f-ae18-185d10ea2dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:37.831671 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-9553efed-2fdd-4c4f-ae18-185d10ea2dbc service neutron] For port 9b4c91ec-31a1-41be-8f6a-cb8496d0038b, host hv-neutron-8371, cleared binding levels {{(pid=83846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:42:37.835112 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-9553efed-2fdd-4c4f-ae18-185d10ea2dbc service neutron] For port 9b4c91ec-31a1-41be-8f6a-cb8496d0038b, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=9b4c91ec-31a1-41be-8f6a-cb8496d0038b,segment=NetworkSegment(0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18),segment_id=0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18)] {{(pid=83846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:42:37.838711 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-9553efed-2fdd-4c4f-ae18-185d10ea2dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:37.902342 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-9553efed-2fdd-4c4f-ae18-185d10ea2dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:37.903661 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-9553efed-2fdd-4c4f-ae18-185d10ea2dbc service neutron] 10.222.0.52 "PUT /v2.0/ports/9b4c91ec-31a1-41be-8f6a-cb8496d0038b HTTP/1.1" status: 200 len: 1093 time: 1.0165300 Apr 08 10:42:37.904105 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3961db72-32c5-4978-ac3a-ea0f099ff938', 'tag': '9b4c91ec-31a1-41be-8f6a-cb8496d0038b'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:42:37.921432 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553efed-2fdd-4c4f-ae18-185d10ea2dbc service neutron] Pushing event updated for resources: {'Port': ['ID=9b4c91ec-31a1-41be-8f6a-cb8496d0038b,revision_number=3']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:37.975337 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-117ff820-f2e9-4f1c-927b-9d033078eeb3'] response: {'name': 'network-changed', 'server_uuid': '3961db72-32c5-4978-ac3a-ea0f099ff938', 'tag': '9b4c91ec-31a1-41be-8f6a-cb8496d0038b', 'status': 'completed', 'code': 200} Apr 08 10:42:38.014995 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-136c5dff-b553-475d-8c13-0f34f4869a77 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=25ed748767eb45f3a6e36610f0358710&device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 1096 time: 0.0705185 Apr 08 10:42:38.088919 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-5fb1245a-8c8c-48ad-8891-eb0bd66add52 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b4c91ec-31a1-41be-8f6a-cb8496d0038b HTTP/1.1" status: 200 len: 217 time: 0.0638070 Apr 08 10:42:38.154133 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-4c88c586-6baf-4ef3-87f6-d3389fc281b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:38.155823 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-4c88c586-6baf-4ef3-87f6-d3389fc281b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9621a716-399e-4122-8ff4-1b242d8373ff HTTP/1.1" status: 200 len: 855 time: 0.0585837 Apr 08 10:42:38.202664 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-b49c5f34-0152-4c83-85cc-f772dba93bb5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69495c8b-0ffc-429b-a454-3ba1497d32cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372365 Apr 08 10:42:38.338045 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-94a503ec-1504-4ffc-b139-8f3d71d2c7e8 service neutron] 10.222.0.52 "GET /v2.0/networks/69495c8b-0ffc-429b-a454-3ba1497d32cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256549 Apr 08 10:42:38.428598 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:38.471509 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-be9a0d3e-d41c-4857-8d2e-15c651e79293 req-d445f8a0-bea9-452c-a480-700b1ddd7984 service neutron] 10.222.0.52 "GET /v2.0/networks/69495c8b-0ffc-429b-a454-3ba1497d32cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245182 Apr 08 10:42:38.601574 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-12fd10fd-f84c-497a-878d-b8bcb73eb7a4 req-62d5bad3-4f48-42b9-82cd-ba79b108d5de service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=25ed748767eb45f3a6e36610f0358710&device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 1096 time: 0.0741279 Apr 08 10:42:38.740332 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd10fd-f84c-497a-878d-b8bcb73eb7a4 req-798722f4-6e34-4c47-b83d-d23b4a47ec68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:38.741790 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-12fd10fd-f84c-497a-878d-b8bcb73eb7a4 req-798722f4-6e34-4c47-b83d-d23b4a47ec68 service neutron] 10.222.0.52 "GET /v2.0/networks?id=69495c8b-0ffc-429b-a454-3ba1497d32cd HTTP/1.1" status: 200 len: 916 time: 0.1323504 Apr 08 10:42:38.753519 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb1ea4-ba52-41a7-aceb-6eff1c09c444 req-b6a88325-ffcd-4949-b328-9585d5f736ba tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:38.755485 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-99bb1ea4-ba52-41a7-aceb-6eff1c09c444 req-b6a88325-ffcd-4949-b328-9585d5f736ba tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 943 time: 0.0783043 Apr 08 10:42:38.800717 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-99bb1ea4-ba52-41a7-aceb-6eff1c09c444 req-ecf82040-0106-49f5-b817-b7503914e5f4 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397696 Apr 08 10:42:38.814331 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-12fd10fd-f84c-497a-878d-b8bcb73eb7a4 req-ae2e2850-18ad-4154-aa20-2cdceef9572d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b4c91ec-31a1-41be-8f6a-cb8496d0038b HTTP/1.1" status: 200 len: 217 time: 0.0656378 Apr 08 10:42:38.881145 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd10fd-f84c-497a-878d-b8bcb73eb7a4 req-b01250f2-9058-4b96-8591-63fadfab1c57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:38.882504 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-12fd10fd-f84c-497a-878d-b8bcb73eb7a4 req-b01250f2-9058-4b96-8591-63fadfab1c57 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9621a716-399e-4122-8ff4-1b242d8373ff HTTP/1.1" status: 200 len: 855 time: 0.0616815 Apr 08 10:42:38.928651 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-12fd10fd-f84c-497a-878d-b8bcb73eb7a4 req-f8f6baac-ad62-43bd-a4bf-f8be6027e7e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69495c8b-0ffc-429b-a454-3ba1497d32cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400133 Apr 08 10:42:39.149005 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-12fd10fd-f84c-497a-878d-b8bcb73eb7a4 req-17c89041-d14b-4fb2-9039-38ed2e6728e2 service neutron] 10.222.0.52 "GET /v2.0/networks/69495c8b-0ffc-429b-a454-3ba1497d32cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144248 Apr 08 10:42:39.286172 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-12fd10fd-f84c-497a-878d-b8bcb73eb7a4 req-6e6a5579-e4fd-46ca-9bcf-fd3d1db83914 service neutron] 10.222.0.52 "GET /v2.0/networks/69495c8b-0ffc-429b-a454-3ba1497d32cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284759 Apr 08 10:42:39.634856 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 9b4c91ec-31a1-41be-8f6a-cb8496d0038b details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:42:39.764047 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 9b4c91ec-31a1-41be-8f6a-cb8496d0038b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=9b4c91ec-31a1-41be-8f6a-cb8496d0038b,segment=NetworkSegment(0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18),segment_id=0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:42:39.776839 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '9b4c91ec-31a1-41be-8f6a-cb8496d0038b', 'network_id': '69495c8b-0ffc-429b-a454-3ba1497d32cd', 'port_id': '9b4c91ec-31a1-41be-8f6a-cb8496d0038b', 'mac_address': 'fa:16:3e:79:26:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9621a716-399e-4122-8ff4-1b242d8373ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:42:39.866289 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:39.897711 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b4c91ec-31a1-41be-8f6a-cb8496d0038b {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:42:39.914389 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 9b4c91ec-31a1-41be-8f6a-cb8496d0038b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=9b4c91ec-31a1-41be-8f6a-cb8496d0038b,segment=NetworkSegment(0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18),segment_id=0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:42:39.919291 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:39.985012 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=9b4c91ec-31a1-41be-8f6a-cb8496d0038b,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:40.007761 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bae6f-b62c-430a-82bc-fd29d9f46b40 req-f8a0d241-551e-4a37-b977-9d554605678e tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:40.009252 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-803bae6f-b62c-430a-82bc-fd29d9f46b40 req-f8a0d241-551e-4a37-b977-9d554605678e tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 944 time: 0.0840619 Apr 08 10:42:40.054316 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-803bae6f-b62c-430a-82bc-fd29d9f46b40 req-ef76d96a-4dd1-4f7d-a7c2-5cf1ab59188e tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393960 Apr 08 10:42:40.109583 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:42:40.181698 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['9b4c91ec-31a1-41be-8f6a-cb8496d0038b'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:42:41.248944 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144a71d-df79-44aa-9ca8-d0e54fa782c5 req-3aa438b1-30bb-4254-bcd0-2581529eab52 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:41.250402 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8144a71d-df79-44aa-9ca8-d0e54fa782c5 req-3aa438b1-30bb-4254-bcd0-2581529eab52 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 944 time: 0.0750723 Apr 08 10:42:41.299172 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8144a71d-df79-44aa-9ca8-d0e54fa782c5 req-f179da47-7e76-45de-9f72-c4a7778c2326 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425415 Apr 08 10:42:41.650538 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 9b4c91ec-31a1-41be-8f6a-cb8496d0038b up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:42:41.719735 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port 9b4c91ec-31a1-41be-8f6a-cb8496d0038b completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:42:41.725027 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 9b4c91ec-31a1-41be-8f6a-cb8496d0038b triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:42:41.725391 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:41.833539 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:41.859145 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3961db72-32c5-4978-ac3a-ea0f099ff938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4c91ec-31a1-41be-8f6a-cb8496d0038b'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:42:41.868626 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 9b4c91ec-31a1-41be-8f6a-cb8496d0038b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=9b4c91ec-31a1-41be-8f6a-cb8496d0038b,segment=NetworkSegment(0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18),segment_id=0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:42:41.872066 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:41.916607 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1869bff8-a0ff-4762-9d1e-837d8ccbc744'] response: {'server_uuid': '3961db72-32c5-4978-ac3a-ea0f099ff938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4c91ec-31a1-41be-8f6a-cb8496d0038b', 'code': 200} Apr 08 10:42:41.940702 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=9b4c91ec-31a1-41be-8f6a-cb8496d0038b,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:42.150078 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1f375ebc-8e6a-4d59-8af4-0bd75cd7fa83 req-0e31f07e-356c-4c16-973f-3093cb730dee service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 1098 time: 0.0721731 Apr 08 10:42:42.194934 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1f375ebc-8e6a-4d59-8af4-0bd75cd7fa83 req-68d3824e-a931-4418-8b5b-9ce5d26a24fd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352442 Apr 08 10:42:42.492844 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ad62e-6d66-4ee9-ac4b-91b21697412b req-260abae6-3e6f-410d-a6d1-37aa48ce0eb3 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:42.494284 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a64ad62e-6d66-4ee9-ac4b-91b21697412b req-260abae6-3e6f-410d-a6d1-37aa48ce0eb3 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0764465 Apr 08 10:42:42.538532 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a64ad62e-6d66-4ee9-ac4b-91b21697412b req-6ca34baf-b807-43ee-ac8e-66cf5e900e2e tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387578 Apr 08 10:42:43.331056 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-eeaf0fdb-fb3b-4e6c-a271-d0093ea51b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:43.739548 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1f7ec-3152-4439-ae69-f99aa89b3bd4 req-a07c002b-7828-4657-a372-7d640e49c968 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:43.741001 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-48e1f7ec-3152-4439-ae69-f99aa89b3bd4 req-a07c002b-7828-4657-a372-7d640e49c968 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0771558 Apr 08 10:42:43.785553 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-48e1f7ec-3152-4439-ae69-f99aa89b3bd4 req-57d248e0-06f6-46c1-8b96-4d80aaf7e8f3 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390468 Apr 08 10:42:43.975201 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6546376-c728-4ec9-9099-69e88eadcba8 req-af6f1ef9-e7ec-4fea-9222-8312a1a0a5bb tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:43.976665 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c6546376-c728-4ec9-9099-69e88eadcba8 req-af6f1ef9-e7ec-4fea-9222-8312a1a0a5bb tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0739450 Apr 08 10:42:44.020787 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c6546376-c728-4ec9-9099-69e88eadcba8 req-2a8f64f1-1406-4f82-9548-749e71112099 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387232 Apr 08 10:42:44.530902 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe87c5f-a574-43cb-96b1-7264986776be req-4260a005-7b31-49ee-9a1c-d907b1a0d80c tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:44.532414 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cfe87c5f-a574-43cb-96b1-7264986776be req-4260a005-7b31-49ee-9a1c-d907b1a0d80c tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0796835 Apr 08 10:42:44.578733 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cfe87c5f-a574-43cb-96b1-7264986776be req-1c68eea3-6814-49bd-a306-6a1f62b3714f tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395763 Apr 08 10:42:44.774763 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef409b1c-1246-4bc6-8cb5-2e6b8f5c1d9b req-604aa375-e545-4358-91a1-6f8f6a48db37 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:44.776159 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ef409b1c-1246-4bc6-8cb5-2e6b8f5c1d9b req-604aa375-e545-4358-91a1-6f8f6a48db37 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0786436 Apr 08 10:42:44.828111 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ef409b1c-1246-4bc6-8cb5-2e6b8f5c1d9b req-27c8c16d-1c03-4dba-bc51-fa4ad23ea95c tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460062 Apr 08 10:42:45.024415 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5cb7f7a2-ab5f-49ff-a568-062d2e0b98ba req-f1cf8e24-caa3-46bc-9e3f-d62ecdb1ae65 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0714965 Apr 08 10:42:45.292492 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-0d85bb66-e17f-4b98-a776-3ba949556db7 req-6c662742-9586-47d0-a82f-78df10dd06f8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0719943 Apr 08 10:42:45.346863 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcdec2-99f2-4bf1-941b-8a213e29a69c req-5c1334d6-065e-4058-a0e2-cd77098b5ea6 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:45.348858 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-55fcdec2-99f2-4bf1-941b-8a213e29a69c req-5c1334d6-065e-4058-a0e2-cd77098b5ea6 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0759623 Apr 08 10:42:45.398572 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-55fcdec2-99f2-4bf1-941b-8a213e29a69c req-106dc8f7-966a-4256-b397-2bf0caad035d tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443029 Apr 08 10:42:45.577778 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-71ba5711-5ac3-4b64-8f84-8746eabaf8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:46.503045 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-0d85bb66-e17f-4b98-a776-3ba949556db7 req-9bd7ba4f-e041-4c3d-b5c1-20ae57704c19 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=25ed748767eb45f3a6e36610f0358710&device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 1098 time: 0.0713949 Apr 08 10:42:46.599306 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a8ff5-22c1-480f-835e-54ae747537e7 req-7c7032ce-837a-405b-8e6d-cee748ff3a96 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:46.600790 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-495a8ff5-22c1-480f-835e-54ae747537e7 req-7c7032ce-837a-405b-8e6d-cee748ff3a96 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0755925 Apr 08 10:42:46.636564 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85bb66-e17f-4b98-a776-3ba949556db7 req-458abbf9-90bc-46aa-94d5-00677fa10744 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:46.638148 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-0d85bb66-e17f-4b98-a776-3ba949556db7 req-458abbf9-90bc-46aa-94d5-00677fa10744 service neutron] 10.222.0.52 "GET /v2.0/networks?id=69495c8b-0ffc-429b-a454-3ba1497d32cd HTTP/1.1" status: 200 len: 916 time: 0.1291864 Apr 08 10:42:46.647012 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-495a8ff5-22c1-480f-835e-54ae747537e7 req-13b99c74-d5d6-491b-8c5c-b9905c61ed6c tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406861 Apr 08 10:42:46.712047 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-0d85bb66-e17f-4b98-a776-3ba949556db7 req-b6e31272-0f32-4dff-9868-69b7f2b4d521 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b4c91ec-31a1-41be-8f6a-cb8496d0038b HTTP/1.1" status: 200 len: 217 time: 0.0677648 Apr 08 10:42:46.775095 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85bb66-e17f-4b98-a776-3ba949556db7 req-724ef03e-68ed-4e8d-a2d9-5a4c600f44d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:46.776513 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-0d85bb66-e17f-4b98-a776-3ba949556db7 req-724ef03e-68ed-4e8d-a2d9-5a4c600f44d6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9621a716-399e-4122-8ff4-1b242d8373ff HTTP/1.1" status: 200 len: 855 time: 0.0590365 Apr 08 10:42:46.792732 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:46.820161 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-0d85bb66-e17f-4b98-a776-3ba949556db7 req-973b109f-5625-4f91-8e5a-9cc8c9b14701 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69495c8b-0ffc-429b-a454-3ba1497d32cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382333 Apr 08 10:42:46.905847 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:46.949866 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-0d85bb66-e17f-4b98-a776-3ba949556db7 req-c1afb38b-208f-474e-875b-9b5e96815521 service neutron] 10.222.0.52 "GET /v2.0/networks/69495c8b-0ffc-429b-a454-3ba1497d32cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236773 Apr 08 10:42:47.079488 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-0d85bb66-e17f-4b98-a776-3ba949556db7 req-37b5e8e7-ed95-4d6e-8aa6-c9f2718ddeae service neutron] 10.222.0.52 "GET /v2.0/networks/69495c8b-0ffc-429b-a454-3ba1497d32cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240628 Apr 08 10:42:47.848436 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e40dbd-f44e-44c5-9a48-5f605d3d0b7b req-c9248ac5-60b6-4cf7-b3b6-860466d090d9 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:47.849868 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d2e40dbd-f44e-44c5-9a48-5f605d3d0b7b req-c9248ac5-60b6-4cf7-b3b6-860466d090d9 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0792975 Apr 08 10:42:47.893242 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d2e40dbd-f44e-44c5-9a48-5f605d3d0b7b req-3d588f7e-e4a5-4781-b2b0-a1368891df68 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375183 Apr 08 10:42:48.304711 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:42:49.092188 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588877a-c0c0-4cff-b039-c19a271090dc req-34900675-1386-4c38-82ca-b6b1b6bfa45f tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:49.093632 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3588877a-c0c0-4cff-b039-c19a271090dc req-34900675-1386-4c38-82ca-b6b1b6bfa45f tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0745845 Apr 08 10:42:49.139050 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3588877a-c0c0-4cff-b039-c19a271090dc req-84a403e5-70e9-4745-bc33-faa8de6b4a54 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389323 Apr 08 10:42:50.342816 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a26ce-70b1-4959-be84-81b9dfdec380 req-d23a07dc-7b4b-4a24-8cdd-6cae9fb6b39b tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:50.344261 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e87a26ce-70b1-4959-be84-81b9dfdec380 req-d23a07dc-7b4b-4a24-8cdd-6cae9fb6b39b tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0784519 Apr 08 10:42:50.388618 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e87a26ce-70b1-4959-be84-81b9dfdec380 req-f1494de2-607a-48a8-89f4-bfe9cfd65cac tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385671 Apr 08 10:42:51.579221 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2d7a1-9970-46dc-ab56-e155a429e536 req-a330c46d-5389-4551-84d7-7c222281568a tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:51.580667 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-01d2d7a1-9970-46dc-ab56-e155a429e536 req-a330c46d-5389-4551-84d7-7c222281568a tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0746481 Apr 08 10:42:51.625526 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-01d2d7a1-9970-46dc-ab56-e155a429e536 req-d8df1850-a13e-4a56-86c7-8a98e9a04d51 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388441 Apr 08 10:42:52.823209 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72685a2a-7124-4cc7-b164-231014e0e842 req-88f9e771-7bc3-484f-b877-5a0a48dfd230 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:52.824664 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-72685a2a-7124-4cc7-b164-231014e0e842 req-88f9e771-7bc3-484f-b877-5a0a48dfd230 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0769784 Apr 08 10:42:52.869316 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-72685a2a-7124-4cc7-b164-231014e0e842 req-2b626fa1-8bf7-401b-9bbb-aee24686ad55 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392139 Apr 08 10:42:54.066169 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077881f5-9a91-4299-ad81-459a374ad477 req-64599bd7-5adf-458a-9288-9ff4061ec767 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:54.067609 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-077881f5-9a91-4299-ad81-459a374ad477 req-64599bd7-5adf-458a-9288-9ff4061ec767 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0773926 Apr 08 10:42:54.115905 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-077881f5-9a91-4299-ad81-459a374ad477 req-5635bfe2-dffa-4676-a7a5-b164af967c86 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427289 Apr 08 10:42:55.308438 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7575a19-b7a8-40c5-8f38-26d61029c887 req-0dc29a42-2869-4c24-b0e2-489fcecf3b2e tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:55.309880 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f7575a19-b7a8-40c5-8f38-26d61029c887 req-0dc29a42-2869-4c24-b0e2-489fcecf3b2e tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0754056 Apr 08 10:42:55.353491 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f7575a19-b7a8-40c5-8f38-26d61029c887 req-faad4edf-06db-482b-8e7d-edd9755005cb tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381534 Apr 08 10:42:56.548994 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c29e6b-ad03-44f0-bfc8-7c8a346480fd req-c75bd24a-c601-4360-bb5b-9d5c3643788b tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:56.550475 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-56c29e6b-ad03-44f0-bfc8-7c8a346480fd req-c75bd24a-c601-4360-bb5b-9d5c3643788b tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0775933 Apr 08 10:42:56.594528 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-56c29e6b-ad03-44f0-bfc8-7c8a346480fd req-b18e8128-3700-4a00-9e5e-94f70c8f0447 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383844 Apr 08 10:42:57.786391 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a094d7-75cf-4926-b4d0-457fcbbc370b req-f0b718c1-d8f9-4cf0-acd6-d1bc85ab20f1 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:57.787813 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f4a094d7-75cf-4926-b4d0-457fcbbc370b req-f0b718c1-d8f9-4cf0-acd6-d1bc85ab20f1 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0748198 Apr 08 10:42:57.832762 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f4a094d7-75cf-4926-b4d0-457fcbbc370b req-61a76ceb-054f-4af3-a7cd-ce84e2764969 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394311 Apr 08 10:42:59.028553 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7310c-6abd-4d1a-b189-ba2e6fbfdd75 req-fa54e1d5-c9a2-40fb-9227-f752b93f89ed tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:59.030271 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e3d7310c-6abd-4d1a-b189-ba2e6fbfdd75 req-fa54e1d5-c9a2-40fb-9227-f752b93f89ed tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0782824 Apr 08 10:42:59.078743 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e3d7310c-6abd-4d1a-b189-ba2e6fbfdd75 req-84ca9d39-f5f2-4df4-a10f-b4448856b05f tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422943 Apr 08 10:43:00.288670 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439fb00-7f27-46b2-8352-365fe2f4e0b7 req-0a748754-09ef-4e83-b499-452780353ff6 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:00.290118 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4439fb00-7f27-46b2-8352-365fe2f4e0b7 req-0a748754-09ef-4e83-b499-452780353ff6 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0758016 Apr 08 10:43:00.338207 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4439fb00-7f27-46b2-8352-365fe2f4e0b7 req-918ca5ca-ba53-4163-bc18-612fd4bda177 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426569 Apr 08 10:43:01.609665 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df008d9c-8e20-41fb-a332-0fa89c426c3d req-b83b1263-b982-4bdb-8ac2-5b51b3f40bcc tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:01.611101 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-df008d9c-8e20-41fb-a332-0fa89c426c3d req-b83b1263-b982-4bdb-8ac2-5b51b3f40bcc tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.1511898 Apr 08 10:43:01.655604 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-df008d9c-8e20-41fb-a332-0fa89c426c3d req-c693e1b3-98b5-4576-8522-ee76bdc955b8 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387156 Apr 08 10:43:02.850980 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5728c-22ba-40d9-9169-0957437ca9e3 req-dcc73212-425f-4bb7-8cb4-05ddb2dbb748 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:02.852428 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-36a5728c-22ba-40d9-9169-0957437ca9e3 req-dcc73212-425f-4bb7-8cb4-05ddb2dbb748 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0776083 Apr 08 10:43:02.896042 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-36a5728c-22ba-40d9-9169-0957437ca9e3 req-49a0ce5a-b251-4447-a36e-9f286366d6ca tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381541 Apr 08 10:43:04.091396 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef9436-f97f-4837-8c9d-efd12ddf3b41 req-74aa256e-b560-486d-a0d7-7c5b1d97d1dd tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:04.092895 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2bef9436-f97f-4837-8c9d-efd12ddf3b41 req-74aa256e-b560-486d-a0d7-7c5b1d97d1dd tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0749753 Apr 08 10:43:04.137729 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2bef9436-f97f-4837-8c9d-efd12ddf3b41 req-74387fbe-c8bf-4c43-9806-cfd727ac3210 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390558 Apr 08 10:43:05.332903 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81d968-194b-4a5d-b8c3-d365dc7b7f78 req-7767f511-05d6-47f7-9451-9872bef615a1 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:05.334342 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cd81d968-194b-4a5d-b8c3-d365dc7b7f78 req-7767f511-05d6-47f7-9451-9872bef615a1 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0783253 Apr 08 10:43:05.377236 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cd81d968-194b-4a5d-b8c3-d365dc7b7f78 req-f42765a8-3d77-417b-b927-50ac1c28c284 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374286 Apr 08 10:43:06.579987 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f5ac2-981f-498a-b21a-bdba7ed54567 req-2f3939de-aa8b-43ce-8562-7ea2992ea695 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:06.581455 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-570f5ac2-981f-498a-b21a-bdba7ed54567 req-2f3939de-aa8b-43ce-8562-7ea2992ea695 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0776074 Apr 08 10:43:06.631612 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-570f5ac2-981f-498a-b21a-bdba7ed54567 req-390d8136-46d3-4cf9-95d4-2d56b78fd796 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440021 Apr 08 10:43:07.828049 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cb3d6-0c54-4cac-aa79-9cc9a1e091b9 req-7a511fec-314a-452a-8015-5fe35ee95791 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:07.829525 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b46cb3d6-0c54-4cac-aa79-9cc9a1e091b9 req-7a511fec-314a-452a-8015-5fe35ee95791 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0745590 Apr 08 10:43:07.874497 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b46cb3d6-0c54-4cac-aa79-9cc9a1e091b9 req-a45beb0a-6ce6-4ee9-a708-33c04018bfc9 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394738 Apr 08 10:43:08.430465 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:09.073985 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc186238-890b-4fee-86f8-12123240675a req-969cc5f1-b5e0-44bd-a856-180d56011108 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:09.075411 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fc186238-890b-4fee-86f8-12123240675a req-969cc5f1-b5e0-44bd-a856-180d56011108 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0795276 Apr 08 10:43:09.120675 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fc186238-890b-4fee-86f8-12123240675a req-1bff4669-7ecf-4cf7-b2d4-da16b7a0af4e tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397367 Apr 08 10:43:10.315264 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b324e19-f258-4ae3-a4e9-3d0f3ae1819d req-15b4e2af-7b12-4be6-85cb-6bfa32dea411 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:10.316655 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8b324e19-f258-4ae3-a4e9-3d0f3ae1819d req-15b4e2af-7b12-4be6-85cb-6bfa32dea411 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0756807 Apr 08 10:43:10.360954 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8b324e19-f258-4ae3-a4e9-3d0f3ae1819d req-4f10b5df-dcab-44e7-ad6a-8151051178eb tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386906 Apr 08 10:43:11.559575 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249eebd-5619-428e-b734-1f23472c1c4b req-3dfcfa1f-4862-41bc-8fe2-78d3377cbe20 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:11.561029 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1249eebd-5619-428e-b734-1f23472c1c4b req-3dfcfa1f-4862-41bc-8fe2-78d3377cbe20 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0799952 Apr 08 10:43:11.605590 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1249eebd-5619-428e-b734-1f23472c1c4b req-a98cffcd-d3ef-49d8-9d10-a940c7e5ca49 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390520 Apr 08 10:43:12.799878 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51823764-9699-48fe-92a7-cd1bbda4e844 req-ef52f276-be9b-4a9a-bfdc-9a9cfb0c6bd2 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:12.801592 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-51823764-9699-48fe-92a7-cd1bbda4e844 req-ef52f276-be9b-4a9a-bfdc-9a9cfb0c6bd2 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0762377 Apr 08 10:43:12.846170 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-51823764-9699-48fe-92a7-cd1bbda4e844 req-00b31ce6-522a-4029-ad05-2083c276a6e1 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392230 Apr 08 10:43:13.332683 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b355847a-41be-47f2-8f6d-e8e26634a8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:14.017429 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-0d85bb66-e17f-4b98-a776-3ba949556db7 req-887d2e83-f692-4b57-afe8-ce29a22e1491 service neutron] 10.222.0.52 "GET /v2.0/ports/9b4c91ec-31a1-41be-8f6a-cb8496d0038b/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.0784760 Apr 08 10:43:14.042184 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b28fee-6c05-4e76-9527-99141991aaef req-9fef2960-24e4-466f-acee-6aa637555060 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:14.043418 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-34b28fee-6c05-4e76-9527-99141991aaef req-9fef2960-24e4-466f-acee-6aa637555060 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0796509 Apr 08 10:43:14.090676 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-34b28fee-6c05-4e76-9527-99141991aaef req-38dfbcf6-0783-4fdd-a7bc-6e9c978d5177 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413659 Apr 08 10:43:14.321089 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-0d85bb66-e17f-4b98-a776-3ba949556db7 req-b6a1196a-7bef-4a0b-8916-b41c13dc149c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938&tenant_id=25ed748767eb45f3a6e36610f0358710 HTTP/1.1" status: 200 len: 1098 time: 0.0679758 Apr 08 10:43:14.414542 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-0d85bb66-e17f-4b98-a776-3ba949556db7 req-d1e24e44-8fc0-491a-bb2a-cb6588edbee0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=25ed748767eb45f3a6e36610f0358710&device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 1098 time: 0.0672672 Apr 08 10:43:14.550493 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85bb66-e17f-4b98-a776-3ba949556db7 req-d7359a7e-0778-4376-a4e3-808c3c959919 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:14.551900 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-0d85bb66-e17f-4b98-a776-3ba949556db7 req-d7359a7e-0778-4376-a4e3-808c3c959919 service neutron] 10.222.0.52 "GET /v2.0/networks?id=69495c8b-0ffc-429b-a454-3ba1497d32cd HTTP/1.1" status: 200 len: 916 time: 0.1280189 Apr 08 10:43:14.624066 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-0d85bb66-e17f-4b98-a776-3ba949556db7 req-96bc21e2-53ef-4375-a9b1-d1385e18c6a1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b4c91ec-31a1-41be-8f6a-cb8496d0038b HTTP/1.1" status: 200 len: 217 time: 0.0625479 Apr 08 10:43:14.689788 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85bb66-e17f-4b98-a776-3ba949556db7 req-dcad3be9-4a92-4bff-b50c-5e79b26df3e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:14.691134 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-0d85bb66-e17f-4b98-a776-3ba949556db7 req-dcad3be9-4a92-4bff-b50c-5e79b26df3e2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9621a716-399e-4122-8ff4-1b242d8373ff HTTP/1.1" status: 200 len: 855 time: 0.0576439 Apr 08 10:43:14.823715 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-0d85bb66-e17f-4b98-a776-3ba949556db7 req-2d3c1956-a25b-4ffb-bff1-fbbb0065a6b6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69495c8b-0ffc-429b-a454-3ba1497d32cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232204 Apr 08 10:43:14.957697 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-0d85bb66-e17f-4b98-a776-3ba949556db7 req-25e50816-4ddd-480f-b185-111b49217824 service neutron] 10.222.0.52 "GET /v2.0/networks/69495c8b-0ffc-429b-a454-3ba1497d32cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229901 Apr 08 10:43:15.090998 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-0d85bb66-e17f-4b98-a776-3ba949556db7 req-62fdc6a3-921d-4811-baad-845454574d8d service neutron] 10.222.0.52 "GET /v2.0/networks/69495c8b-0ffc-429b-a454-3ba1497d32cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245918 Apr 08 10:43:15.298063 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16964ae-1e75-4dcf-8873-71fd07cdef32 req-240725e7-13ce-45f4-8889-1963b4d0d4c2 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:15.299510 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f16964ae-1e75-4dcf-8873-71fd07cdef32 req-240725e7-13ce-45f4-8889-1963b4d0d4c2 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0777073 Apr 08 10:43:15.348652 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f16964ae-1e75-4dcf-8873-71fd07cdef32 req-0d77b0a9-fac5-45e2-9313-360948f09c66 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431325 Apr 08 10:43:15.580053 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-372e5ce0-75ee-46e9-b747-4ea6ded62d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:16.560361 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c2f8d-cf21-4f10-babb-8b52d0ae1c63 req-91737511-70b5-4e48-99d9-368922f5e33e tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:16.561896 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9f9c2f8d-cf21-4f10-babb-8b52d0ae1c63 req-91737511-70b5-4e48-99d9-368922f5e33e tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0915642 Apr 08 10:43:16.607450 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9f9c2f8d-cf21-4f10-babb-8b52d0ae1c63 req-240fe089-4b09-4754-b6f8-0794e8754e7a tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399637 Apr 08 10:43:16.802005 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:16.908627 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:17.107958 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:43:17.806993 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8e7c4-c725-44e6-a09a-1a41d3cf8ec5 req-c7a32478-5d5f-4e79-94ee-cdc06f7a9352 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:17.808453 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dfa8e7c4-c725-44e6-a09a-1a41d3cf8ec5 req-c7a32478-5d5f-4e79-94ee-cdc06f7a9352 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0773790 Apr 08 10:43:17.840156 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 9b4c91ec-31a1-41be-8f6a-cb8496d0038b details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:43:17.842441 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 9b4c91ec-31a1-41be-8f6a-cb8496d0038b no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:43:17.853185 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dfa8e7c4-c725-44e6-a09a-1a41d3cf8ec5 req-fff6bfe9-deea-4f39-a7d9-940b2096e0ec tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392904 Apr 08 10:43:18.065643 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:18.096622 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 9b4c91ec-31a1-41be-8f6a-cb8496d0038b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=9b4c91ec-31a1-41be-8f6a-cb8496d0038b,segment=NetworkSegment(0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18),segment_id=0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:43:18.107630 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3961db72-32c5-4978-ac3a-ea0f099ff938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b4c91ec-31a1-41be-8f6a-cb8496d0038b'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:43:18.121839 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 9b4c91ec-31a1-41be-8f6a-cb8496d0038b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=9b4c91ec-31a1-41be-8f6a-cb8496d0038b,segment=NetworkSegment(0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18),segment_id=0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:43:18.122937 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '9b4c91ec-31a1-41be-8f6a-cb8496d0038b', 'network_id': '69495c8b-0ffc-429b-a454-3ba1497d32cd', 'port_id': '9b4c91ec-31a1-41be-8f6a-cb8496d0038b', 'mac_address': 'fa:16:3e:79:26:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9621a716-399e-4122-8ff4-1b242d8373ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:43:18.153609 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:18.189967 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a73ed-fa03-4d92-8356-2be785390bc6 req-d1c79b27-ac58-41cb-a008-14a4cc2106f5 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:18.197606 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2f9a73ed-fa03-4d92-8356-2be785390bc6 req-d1c79b27-ac58-41cb-a008-14a4cc2106f5 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 943 time: 0.0892804 Apr 08 10:43:18.235086 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ac52b7c-6606-4b77-a8da-03d0e123fee3'] response: {'server_uuid': '3961db72-32c5-4978-ac3a-ea0f099ff938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b4c91ec-31a1-41be-8f6a-cb8496d0038b', 'code': 200} Apr 08 10:43:18.235262 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843bdc8-a1f2-414b-9470-a114f4f41bf8 req-1b62efa2-fb42-491d-abb8-bbd051daf734 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:18.235876 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-a843bdc8-a1f2-414b-9470-a114f4f41bf8 req-1b62efa2-fb42-491d-abb8-bbd051daf734 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Synchronizing usage tracker for tenant:25ed748767eb45f3a6e36610f0358710 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:43:18.241258 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:18.244665 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2f9a73ed-fa03-4d92-8356-2be785390bc6 req-9baa7e72-21f2-427c-b90b-0d9608e0d7b1 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460503 Apr 08 10:43:18.255497 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [req-a843bdc8-a1f2-414b-9470-a114f4f41bf8 req-1b62efa2-fb42-491d-abb8-bbd051daf734 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Unset dirty status for tenant:25ed748767eb45f3a6e36610f0358710 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:43:18.257480 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-a843bdc8-a1f2-414b-9470-a114f4f41bf8 req-1b62efa2-fb42-491d-abb8-bbd051daf734 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.52 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938&tenant_id=25ed748767eb45f3a6e36610f0358710&binding%3Ahost_id=hv-neutron-8371 HTTP/1.1" status: 200 len: 943 time: 0.1403995 Apr 08 10:43:18.264615 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b4c91ec-31a1-41be-8f6a-cb8496d0038b {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:43:18.268294 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=9b4c91ec-31a1-41be-8f6a-cb8496d0038b,revision_number=6']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:18.284896 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 9b4c91ec-31a1-41be-8f6a-cb8496d0038b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=9b4c91ec-31a1-41be-8f6a-cb8496d0038b,segment=NetworkSegment(0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18),segment_id=0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:43:18.289118 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:18.361088 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:18.367673 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['9b4c91ec-31a1-41be-8f6a-cb8496d0038b'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:43:18.412293 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-a843bdc8-a1f2-414b-9470-a114f4f41bf8 req-cd0eb2b3-6bf5-4712-a2fd-35ded44a8019 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=25ed748767eb45f3a6e36610f0358710&device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 1097 time: 0.0749748 Apr 08 10:43:18.418648 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=9b4c91ec-31a1-41be-8f6a-cb8496d0038b,revision_number=7']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:18.548733 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843bdc8-a1f2-414b-9470-a114f4f41bf8 req-4bfe5c67-d651-47ac-8808-caee180926a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:18.550161 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-a843bdc8-a1f2-414b-9470-a114f4f41bf8 req-4bfe5c67-d651-47ac-8808-caee180926a0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=69495c8b-0ffc-429b-a454-3ba1497d32cd HTTP/1.1" status: 200 len: 916 time: 0.1327851 Apr 08 10:43:18.616532 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-a843bdc8-a1f2-414b-9470-a114f4f41bf8 req-017ea577-778d-418d-bae9-1959b976ccf2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b4c91ec-31a1-41be-8f6a-cb8496d0038b HTTP/1.1" status: 200 len: 217 time: 0.0595808 Apr 08 10:43:18.679926 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843bdc8-a1f2-414b-9470-a114f4f41bf8 req-ec911e3e-bfc0-4f81-9956-66d2bd056a3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:18.681247 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-a843bdc8-a1f2-414b-9470-a114f4f41bf8 req-ec911e3e-bfc0-4f81-9956-66d2bd056a3e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9621a716-399e-4122-8ff4-1b242d8373ff HTTP/1.1" status: 200 len: 855 time: 0.0593166 Apr 08 10:43:18.726459 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-a843bdc8-a1f2-414b-9470-a114f4f41bf8 req-412a3a7a-cf53-4d9f-b0c7-c3261f4051b6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69495c8b-0ffc-429b-a454-3ba1497d32cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389843 Apr 08 10:43:18.860209 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-a843bdc8-a1f2-414b-9470-a114f4f41bf8 req-7545d677-cbf8-4d89-85c8-8da9ae002b80 service neutron] 10.222.0.52 "GET /v2.0/networks/69495c8b-0ffc-429b-a454-3ba1497d32cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271813 Apr 08 10:43:18.987935 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-a843bdc8-a1f2-414b-9470-a114f4f41bf8 req-b641b9ef-a833-4b99-a973-0425b183efb9 service neutron] 10.222.0.52 "GET /v2.0/networks/69495c8b-0ffc-429b-a454-3ba1497d32cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214533 Apr 08 10:43:19.449625 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c3c52-2018-416a-9f42-54c7b57c2a79 req-ca4dd7e8-e46c-4acd-8499-65444428b870 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:19.451072 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9c1c3c52-2018-416a-9f42-54c7b57c2a79 req-ca4dd7e8-e46c-4acd-8499-65444428b870 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 944 time: 0.0824156 Apr 08 10:43:19.497479 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9c1c3c52-2018-416a-9f42-54c7b57c2a79 req-d835b6e4-aae7-41ab-b7a0-52d36c2fdc73 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407317 Apr 08 10:43:19.852244 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 9b4c91ec-31a1-41be-8f6a-cb8496d0038b up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:19.918905 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 9b4c91ec-31a1-41be-8f6a-cb8496d0038b triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:19.919267 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:20.028264 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:20.059329 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 9b4c91ec-31a1-41be-8f6a-cb8496d0038b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=9b4c91ec-31a1-41be-8f6a-cb8496d0038b,segment=NetworkSegment(0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18),segment_id=0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:43:20.064164 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:20.165141 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=9b4c91ec-31a1-41be-8f6a-cb8496d0038b,revision_number=8']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:20.236290 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3961db72-32c5-4978-ac3a-ea0f099ff938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4c91ec-31a1-41be-8f6a-cb8496d0038b'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:43:20.290229 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb8767a9-48b4-4ea3-93f0-845c258ae98e'] response: {'server_uuid': '3961db72-32c5-4978-ac3a-ea0f099ff938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4c91ec-31a1-41be-8f6a-cb8496d0038b', 'code': 200} Apr 08 10:43:20.690524 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b265092-a8da-47b0-8ce9-627424f75b40 req-cf94b8e9-305a-4da1-8b07-931f25dc6660 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:20.691965 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6b265092-a8da-47b0-8ce9-627424f75b40 req-cf94b8e9-305a-4da1-8b07-931f25dc6660 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0745292 Apr 08 10:43:20.740672 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6b265092-a8da-47b0-8ce9-627424f75b40 req-8af2b2a8-886a-4f31-a556-d7752cac55d8 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426109 Apr 08 10:43:20.937962 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e482d44-ffc1-4d56-8a40-d0a75524fce6 req-16e4b3f0-980b-47e9-80be-0f7d59a144f1 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:20.939381 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4e482d44-ffc1-4d56-8a40-d0a75524fce6 req-16e4b3f0-980b-47e9-80be-0f7d59a144f1 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0756407 Apr 08 10:43:20.986180 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4e482d44-ffc1-4d56-8a40-d0a75524fce6 req-9d54a178-a6bc-4c29-a28d-59e88539fa34 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403399 Apr 08 10:43:21.180665 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21273777-f007-4f04-b3cf-04eaf3f3cd74 req-b652f988-909d-4294-8c78-2c912c4b023f tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:21.182084 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-21273777-f007-4f04-b3cf-04eaf3f3cd74 req-b652f988-909d-4294-8c78-2c912c4b023f tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0781198 Apr 08 10:43:21.225995 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-21273777-f007-4f04-b3cf-04eaf3f3cd74 req-7b1ace1e-cf6a-48a6-b6db-5eadb7164071 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384202 Apr 08 10:43:21.800030 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-76ce9c98-8758-4aa8-88e9-c84319ef5975 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:21.801459 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-76ce9c98-8758-4aa8-88e9-c84319ef5975 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/networks?id=69495c8b-0ffc-429b-a454-3ba1497d32cd HTTP/1.1" status: 200 len: 815 time: 0.2207799 Apr 08 10:43:21.817068 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-b9708306-b58b-45cb-9745-191b122bbe49 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/quotas/25ed748767eb45f3a6e36610f0358710 HTTP/1.1" status: 200 len: 375 time: 0.0100760 Apr 08 10:43:21.892137 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-2d18b992-7f0e-4765-86f1-c64cb37736e4 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=25ed748767eb45f3a6e36610f0358710&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0694394 Apr 08 10:43:22.022903 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-0c8f8999-850e-4427-b211-1dd1ef561dad service neutron] 10.222.0.47 "GET /v2.0/networks/69495c8b-0ffc-429b-a454-3ba1497d32cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217768 Apr 08 10:43:22.150836 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-deed601d-fb5b-486a-9c74-0d86df760621 service neutron] 10.222.0.47 "GET /v2.0/networks/69495c8b-0ffc-429b-a454-3ba1497d32cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221750 Apr 08 10:43:22.338549 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c1490dcc-1500-4d0e-98be-53790fd60f75 req-b18dfa25-661f-4097-8e05-a8167837476a tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 210 time: 0.0406599 Apr 08 10:43:23.393455 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4dfa1-0d11-4673-a17d-230dafb20992 req-5ec2d771-13d6-4059-9d95-af88b1f74cfc tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:23.395046 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-b8a4dfa1-0d11-4673-a17d-230dafb20992 req-5ec2d771-13d6-4059-9d95-af88b1f74cfc tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.52 "GET /v2.0/ports?device_id=3961db72-32c5-4978-ac3a-ea0f099ff938 HTTP/1.1" status: 200 len: 945 time: 0.0874126 Apr 08 10:43:23.478605 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [req-b8a4dfa1-0d11-4673-a17d-230dafb20992 req-62f10d8a-0a90-4a5f-b761-9396bf601513 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Deleting port 9b4c91ec-31a1-41be-8f6a-cb8496d0038b {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:43:23.479783 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-b8a4dfa1-0d11-4673-a17d-230dafb20992 req-62f10d8a-0a90-4a5f-b761-9396bf601513 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:23.507203 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-6ac9eaa5-1d3e-4878-b3b1-39007bede30b tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:23.508625 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-6ac9eaa5-1d3e-4878-b3b1-39007bede30b tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.52 "GET /v2.0/networks?id=69495c8b-0ffc-429b-a454-3ba1497d32cd HTTP/1.1" status: 200 len: 815 time: 0.1508713 Apr 08 10:43:23.561395 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-16ee20a2-ed5c-4adf-a23b-102bb5620855 req-5b336db7-e46b-43fe-885a-42b9e49fa1c4 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 210 time: 0.0517304 Apr 08 10:43:23.565956 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-bbabb8bd-7869-434a-be44-016ecaa59d96 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Request body: {'port': {'device_id': 'a305a13a-5bd1-4fdb-9b61-f82140a823d3', 'network_id': '69495c8b-0ffc-429b-a454-3ba1497d32cd', 'admin_state_up': True, 'tenant_id': '25ed748767eb45f3a6e36610f0358710'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:43:23.700709 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-bbabb8bd-7869-434a-be44-016ecaa59d96 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:43:23.710809 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-bbabb8bd-7869-434a-be44-016ecaa59d96 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:43:23.720321 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-bbabb8bd-7869-434a-be44-016ecaa59d96 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Made reservation on behalf of 25ed748767eb45f3a6e36610f0358710 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:43:23.723230 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-bbabb8bd-7869-434a-be44-016ecaa59d96 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:23.747254 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [req-b8a4dfa1-0d11-4673-a17d-230dafb20992 req-62f10d8a-0a90-4a5f-b761-9396bf601513 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] For port 9b4c91ec-31a1-41be-8f6a-cb8496d0038b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=9b4c91ec-31a1-41be-8f6a-cb8496d0038b,segment=NetworkSegment(0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18),segment_id=0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:43:23.747609 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-b8a4dfa1-0d11-4673-a17d-230dafb20992 req-62f10d8a-0a90-4a5f-b761-9396bf601513 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:23.890819 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-bbabb8bd-7869-434a-be44-016ecaa59d96 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Allocated IP 172.20.0.13 (69495c8b-0ffc-429b-a454-3ba1497d32cd/9621a716-399e-4122-8ff4-1b242d8373ff/ac7138a9-cb5e-4a64-bad5-6817b182aae5) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:43:23.969921 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [req-b8a4dfa1-0d11-4673-a17d-230dafb20992 req-62f10d8a-0a90-4a5f-b761-9396bf601513 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Calling delete_port for 9b4c91ec-31a1-41be-8f6a-cb8496d0038b owned by compute:nova {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:43:24.113097 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-b8a4dfa1-0d11-4673-a17d-230dafb20992 req-62f10d8a-0a90-4a5f-b761-9396bf601513 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:24.127254 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-bbabb8bd-7869-434a-be44-016ecaa59d96 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:24.156362 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-bbabb8bd-7869-434a-be44-016ecaa59d96 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:24.165032 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f10d8a-0a90-4a5f-b761-9396bf601513 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Pushing event deleted for resources: {'Port': ['ID=9b4c91ec-31a1-41be-8f6a-cb8496d0038b,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:24.225526 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-bbabb8bd-7869-434a-be44-016ecaa59d96 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Network 69495c8b-0ffc-429b-a454-3ba1497d32cd is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:43:24.228324 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-bbabb8bd-7869-434a-be44-016ecaa59d96 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:43:24.232219 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-bbabb8bd-7869-434a-be44-016ecaa59d96 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:43:24.243044 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a4dfa1-0d11-4673-a17d-230dafb20992 req-62f10d8a-0a90-4a5f-b761-9396bf601513 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] No DVR routers for this DVR port 9b4c91ec-31a1-41be-8f6a-cb8496d0038b on host hv-neutron-8371 {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:43:24.245529 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [req-b8a4dfa1-0d11-4673-a17d-230dafb20992 req-62f10d8a-0a90-4a5f-b761-9396bf601513 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:24.248285 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3961db72-32c5-4978-ac3a-ea0f099ff938', 'name': 'network-vif-deleted', 'tag': '9b4c91ec-31a1-41be-8f6a-cb8496d0038b'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:43:24.265416 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-b8a4dfa1-0d11-4673-a17d-230dafb20992 req-62f10d8a-0a90-4a5f-b761-9396bf601513 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.52 "DELETE /v2.0/ports/9b4c91ec-31a1-41be-8f6a-cb8496d0038b HTTP/1.1" status: 204 len: 173 time: 0.8648140 Apr 08 10:43:24.267340 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbabb8bd-7869-434a-be44-016ecaa59d96 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Pushing event updated for resources: {'Port': ['ID=ac7138a9-cb5e-4a64-bad5-6817b182aae5,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:24.303140 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-bbabb8bd-7869-434a-be44-016ecaa59d96 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:24.303752 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-bbabb8bd-7869-434a-be44-016ecaa59d96 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:24.329567 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-bbabb8bd-7869-434a-be44-016ecaa59d96 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7671084 Apr 08 10:43:24.342497 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-686ba60d-b70a-4921-b590-5c0057bffdb1 service neutron] Request body: {'port': {'device_id': 'a305a13a-5bd1-4fdb-9b61-f82140a823d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:43:24.445606 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a3ba0c6-c456-4113-a166-28f7c2418c6d'] response: {'server_uuid': '3961db72-32c5-4978-ac3a-ea0f099ff938', 'name': 'network-vif-deleted', 'tag': '9b4c91ec-31a1-41be-8f6a-cb8496d0038b', 'status': 'completed', 'code': 200} Apr 08 10:43:24.452614 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-686ba60d-b70a-4921-b590-5c0057bffdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:24.946952 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f6e12-63ae-44b5-8b1f-57ef0368974e req-e6933d69-1f4c-452e-923d-f01236ed832b tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:24.947662 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-af1f6e12-63ae-44b5-8b1f-57ef0368974e req-e6933d69-1f4c-452e-923d-f01236ed832b tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Synchronizing usage tracker for tenant:25ed748767eb45f3a6e36610f0358710 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:43:24.955234 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-686ba60d-b70a-4921-b590-5c0057bffdb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7138a9-cb5e-4a64-bad5-6817b182aae5 {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:43:24.965180 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-686ba60d-b70a-4921-b590-5c0057bffdb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:24.982042 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-af1f6e12-63ae-44b5-8b1f-57ef0368974e req-e6933d69-1f4c-452e-923d-f01236ed832b tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Unset dirty status for tenant:25ed748767eb45f3a6e36610f0358710 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:43:24.983144 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-af1f6e12-63ae-44b5-8b1f-57ef0368974e req-e6933d69-1f4c-452e-923d-f01236ed832b tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 932 time: 0.2953682 Apr 08 10:43:24.985413 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-686ba60d-b70a-4921-b590-5c0057bffdb1 service neutron] Transition to ACTIVE for port object ac7138a9-cb5e-4a64-bad5-6817b182aae5 will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:43:24.988894 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-686ba60d-b70a-4921-b590-5c0057bffdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:25.152257 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ba60d-b70a-4921-b590-5c0057bffdb1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7138a9-cb5e-4a64-bad5-6817b182aae5,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:25.162608 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-af1f6e12-63ae-44b5-8b1f-57ef0368974e req-5ccdb9c6-840e-4b8b-9620-fb399b6c313c tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679468 Apr 08 10:43:25.265453 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-686ba60d-b70a-4921-b590-5c0057bffdb1 service neutron] Attempting to bind port ac7138a9-cb5e-4a64-bad5-6817b182aae5 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:43:25.265710 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-686ba60d-b70a-4921-b590-5c0057bffdb1 service neutron] Attempting to bind port ac7138a9-cb5e-4a64-bad5-6817b182aae5 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '69495c8b-0ffc-429b-a454-3ba1497d32cd'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:43:25.266039 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-686ba60d-b70a-4921-b590-5c0057bffdb1 service neutron] Attempting to bind port ac7138a9-cb5e-4a64-bad5-6817b182aae5 on network 69495c8b-0ffc-429b-a454-3ba1497d32cd {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:43:25.272529 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-686ba60d-b70a-4921-b590-5c0057bffdb1 service neutron] Port ac7138a9-cb5e-4a64-bad5-6817b182aae5 on network 69495c8b-0ffc-429b-a454-3ba1497d32cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:43:25.272852 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-686ba60d-b70a-4921-b590-5c0057bffdb1 service neutron] Attempting to bind port ac7138a9-cb5e-4a64-bad5-6817b182aae5 on network 69495c8b-0ffc-429b-a454-3ba1497d32cd {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:43:25.278962 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-686ba60d-b70a-4921-b590-5c0057bffdb1 service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:43:25.279300 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-686ba60d-b70a-4921-b590-5c0057bffdb1 service neutron] Checking segment: {'id': '0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '69495c8b-0ffc-429b-a454-3ba1497d32cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:43:25.279935 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-686ba60d-b70a-4921-b590-5c0057bffdb1 service neutron] Bound using segment: {'id': '0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '69495c8b-0ffc-429b-a454-3ba1497d32cd'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:43:25.280404 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-686ba60d-b70a-4921-b590-5c0057bffdb1 service neutron] Bound port: ac7138a9-cb5e-4a64-bad5-6817b182aae5, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '69495c8b-0ffc-429b-a454-3ba1497d32cd'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:43:25.280752 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-686ba60d-b70a-4921-b590-5c0057bffdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:25.371511 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-686ba60d-b70a-4921-b590-5c0057bffdb1 service neutron] For port ac7138a9-cb5e-4a64-bad5-6817b182aae5, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:43:25.374443 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-686ba60d-b70a-4921-b590-5c0057bffdb1 service neutron] For port ac7138a9-cb5e-4a64-bad5-6817b182aae5, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ac7138a9-cb5e-4a64-bad5-6817b182aae5,segment=NetworkSegment(0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18),segment_id=0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:43:25.378677 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-686ba60d-b70a-4921-b590-5c0057bffdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:25.441119 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-686ba60d-b70a-4921-b590-5c0057bffdb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:25.442992 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-686ba60d-b70a-4921-b590-5c0057bffdb1 service neutron] 10.222.0.52 "PUT /v2.0/ports/ac7138a9-cb5e-4a64-bad5-6817b182aae5 HTTP/1.1" status: 200 len: 1094 time: 1.1041787 Apr 08 10:43:25.443429 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a305a13a-5bd1-4fdb-9b61-f82140a823d3', 'tag': 'ac7138a9-cb5e-4a64-bad5-6817b182aae5'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:43:25.465146 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ba60d-b70a-4921-b590-5c0057bffdb1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7138a9-cb5e-4a64-bad5-6817b182aae5,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:25.521805 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac35c81a-e1a6-4d79-b569-92df24589368'] response: {'name': 'network-changed', 'server_uuid': 'a305a13a-5bd1-4fdb-9b61-f82140a823d3', 'tag': 'ac7138a9-cb5e-4a64-bad5-6817b182aae5', 'status': 'completed', 'code': 200} Apr 08 10:43:25.559470 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-60d5d80d-e80f-4558-a034-1c57066383d1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=25ed748767eb45f3a6e36610f0358710&device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 1097 time: 0.0732598 Apr 08 10:43:25.631800 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-38dbeba5-c01c-44ed-9aee-815209255213 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac7138a9-cb5e-4a64-bad5-6817b182aae5 HTTP/1.1" status: 200 len: 217 time: 0.0619266 Apr 08 10:43:25.698810 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-d12fc60f-396f-4f8c-a53c-8c3420f08fba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:25.700312 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-d12fc60f-396f-4f8c-a53c-8c3420f08fba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9621a716-399e-4122-8ff4-1b242d8373ff HTTP/1.1" status: 200 len: 855 time: 0.0598235 Apr 08 10:43:25.747491 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-2a0ecd6c-bd82-4df7-be09-a8d05f88683b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69495c8b-0ffc-429b-a454-3ba1497d32cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373261 Apr 08 10:43:25.880522 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-0818635c-e82d-4d5e-a8cd-d4bec54bdcee service neutron] 10.222.0.52 "GET /v2.0/networks/69495c8b-0ffc-429b-a454-3ba1497d32cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224344 Apr 08 10:43:25.915470 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 9b4c91ec-31a1-41be-8f6a-cb8496d0038b no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:43:25.948853 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: 9b4c91ec-31a1-41be-8f6a-cb8496d0038b {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:43:25.949193 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 9b4c91ec-31a1-41be-8f6a-cb8496d0038b not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:43:26.012204 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6c753882-7cc7-49b6-b228-e1e3a9bc0a66 req-da8e90e7-24a9-49b3-9e42-e6c8d7bffc76 service neutron] 10.222.0.52 "GET /v2.0/networks/69495c8b-0ffc-429b-a454-3ba1497d32cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239884 Apr 08 10:43:26.137666 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fbf4264e-baa7-4acc-b1ee-c80bff8ad126 req-3b0730d3-c3c9-4084-b555-552cee591c36 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=25ed748767eb45f3a6e36610f0358710&device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 1097 time: 0.0702355 Apr 08 10:43:26.338214 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4264e-baa7-4acc-b1ee-c80bff8ad126 req-2f0d155c-a748-4941-bc7c-509d5e9a7c6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:26.339598 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fbf4264e-baa7-4acc-b1ee-c80bff8ad126 req-2f0d155c-a748-4941-bc7c-509d5e9a7c6b service neutron] 10.222.0.52 "GET /v2.0/networks?id=69495c8b-0ffc-429b-a454-3ba1497d32cd HTTP/1.1" status: 200 len: 916 time: 0.1947234 Apr 08 10:43:26.413238 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fbf4264e-baa7-4acc-b1ee-c80bff8ad126 req-7c863cf8-3266-4a8c-9005-0e98e30ce098 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac7138a9-cb5e-4a64-bad5-6817b182aae5 HTTP/1.1" status: 200 len: 217 time: 0.0660779 Apr 08 10:43:26.483593 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f459e-2523-4c39-a140-2428ac315c5f req-ff7507d5-0ebd-4f48-81dc-42cd456c3519 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:26.485025 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a93f459e-2523-4c39-a140-2428ac315c5f req-ff7507d5-0ebd-4f48-81dc-42cd456c3519 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 944 time: 0.1896856 Apr 08 10:43:26.493268 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4264e-baa7-4acc-b1ee-c80bff8ad126 req-43836eb8-8d06-4fd6-9297-b3408a571bac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:26.494574 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fbf4264e-baa7-4acc-b1ee-c80bff8ad126 req-43836eb8-8d06-4fd6-9297-b3408a571bac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9621a716-399e-4122-8ff4-1b242d8373ff HTTP/1.1" status: 200 len: 855 time: 0.0740902 Apr 08 10:43:26.552033 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fbf4264e-baa7-4acc-b1ee-c80bff8ad126 req-5c011ad3-5abb-461d-b9bc-cf2c0b6e0bc7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69495c8b-0ffc-429b-a454-3ba1497d32cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437622 Apr 08 10:43:26.733141 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a93f459e-2523-4c39-a140-2428ac315c5f req-58665a97-d4da-47a5-b360-36470715cdab tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413321 Apr 08 10:43:26.781691 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fbf4264e-baa7-4acc-b1ee-c80bff8ad126 req-5b997d16-ba16-4da7-9497-fe08d730cab1 service neutron] 10.222.0.52 "GET /v2.0/networks/69495c8b-0ffc-429b-a454-3ba1497d32cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192042 Apr 08 10:43:26.913381 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fbf4264e-baa7-4acc-b1ee-c80bff8ad126 req-90efb804-863e-4bc8-88f5-7c071b801eb1 service neutron] 10.222.0.52 "GET /v2.0/networks/69495c8b-0ffc-429b-a454-3ba1497d32cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248333 Apr 08 10:43:27.916522 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device ac7138a9-cb5e-4a64-bad5-6817b182aae5 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:43:27.932953 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cebd1-ca07-4ee2-94f1-08903f99007e req-7d0da241-0dd3-4a95-a874-97daac421aa6 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:27.934402 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-177cebd1-ca07-4ee2-94f1-08903f99007e req-7d0da241-0dd3-4a95-a874-97daac421aa6 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 944 time: 0.0803130 Apr 08 10:43:27.980228 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-177cebd1-ca07-4ee2-94f1-08903f99007e req-4ae34c59-cf48-4a18-b1cd-7f2ebae0889a tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399678 Apr 08 10:43:28.047805 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port ac7138a9-cb5e-4a64-bad5-6817b182aae5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ac7138a9-cb5e-4a64-bad5-6817b182aae5,segment=NetworkSegment(0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18),segment_id=0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:43:28.060702 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': 'ac7138a9-cb5e-4a64-bad5-6817b182aae5', 'network_id': '69495c8b-0ffc-429b-a454-3ba1497d32cd', 'port_id': 'ac7138a9-cb5e-4a64-bad5-6817b182aae5', 'mac_address': 'fa:16:3e:ab:8b:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9621a716-399e-4122-8ff4-1b242d8373ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:43:28.118670 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:28.137162 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7138a9-cb5e-4a64-bad5-6817b182aae5 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:43:28.152150 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port ac7138a9-cb5e-4a64-bad5-6817b182aae5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ac7138a9-cb5e-4a64-bad5-6817b182aae5,segment=NetworkSegment(0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18),segment_id=0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:43:28.157206 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:28.225978 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=ac7138a9-cb5e-4a64-bad5-6817b182aae5,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:28.234663 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:28.235045 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:28.235324 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:28.235628 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:28.235953 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:28.236302 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:28.236623 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:28.236944 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:28.237265 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:28.237581 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:28.237894 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:28.421133 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['ac7138a9-cb5e-4a64-bad5-6817b182aae5'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:43:29.183993 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefa887-ac4a-4183-ac9c-df02c2d17f2b req-5f3bd480-feb7-4e90-947c-0ecd24ad1aa4 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:29.185475 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0cefa887-ac4a-4183-ac9c-df02c2d17f2b req-5f3bd480-feb7-4e90-947c-0ecd24ad1aa4 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 945 time: 0.0749938 Apr 08 10:43:29.234182 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0cefa887-ac4a-4183-ac9c-df02c2d17f2b req-afd92e05-ea4a-4403-9ff1-2a964ebd51ac tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430982 Apr 08 10:43:29.930815 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device ac7138a9-cb5e-4a64-bad5-6817b182aae5 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:43:29.996808 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port ac7138a9-cb5e-4a64-bad5-6817b182aae5 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:43:30.001291 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port ac7138a9-cb5e-4a64-bad5-6817b182aae5 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:43:30.001661 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:30.115590 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:30.141603 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a305a13a-5bd1-4fdb-9b61-f82140a823d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7138a9-cb5e-4a64-bad5-6817b182aae5'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:43:30.151774 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port ac7138a9-cb5e-4a64-bad5-6817b182aae5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ac7138a9-cb5e-4a64-bad5-6817b182aae5,segment=NetworkSegment(0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18),segment_id=0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:43:30.156198 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:30.225770 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=ac7138a9-cb5e-4a64-bad5-6817b182aae5,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:30.278544 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8e6fed2-822c-45da-9016-900203383d60'] response: {'server_uuid': 'a305a13a-5bd1-4fdb-9b61-f82140a823d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7138a9-cb5e-4a64-bad5-6817b182aae5', 'code': 200} Apr 08 10:43:30.440059 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba957e1-79d2-4d13-af1b-20465bdccb8b req-c8a1e2f2-0272-4e81-8a94-8710d7252b34 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:30.441486 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0ba957e1-79d2-4d13-af1b-20465bdccb8b req-c8a1e2f2-0272-4e81-8a94-8710d7252b34 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0792139 Apr 08 10:43:30.538283 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0ba957e1-79d2-4d13-af1b-20465bdccb8b req-94c0a4d1-3a67-4106-82fd-e77fff40befc tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638535 Apr 08 10:43:30.550974 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-acbaca9b-b48b-46cf-a6a6-4ddd39215d6c req-e72c5938-fde6-4988-94c8-fcee51ec9f13 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 1099 time: 0.1079614 Apr 08 10:43:30.594257 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-acbaca9b-b48b-46cf-a6a6-4ddd39215d6c req-12096464-dfd4-4eee-8baa-9e31677b5e5f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359051 Apr 08 10:43:31.737743 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4457a-a034-4d46-9304-1c122004930f req-40464f32-5bee-41e9-961a-915c069df4b4 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:31.739867 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-60f4457a-a034-4d46-9304-1c122004930f req-40464f32-5bee-41e9-961a-915c069df4b4 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0772009 Apr 08 10:43:31.783873 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-60f4457a-a034-4d46-9304-1c122004930f req-bf9be3cc-d4be-4a2d-8cb1-e175dc4d5b76 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383389 Apr 08 10:43:32.986751 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779b08c-968d-49f7-ace0-8b7190fca6b1 req-30d1a1ff-e9ed-406c-a14b-f32f0ebe6435 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:32.988220 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2779b08c-968d-49f7-ace0-8b7190fca6b1 req-30d1a1ff-e9ed-406c-a14b-f32f0ebe6435 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0813344 Apr 08 10:43:33.032344 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2779b08c-968d-49f7-ace0-8b7190fca6b1 req-ef4014a8-c6d6-4381-b30e-0835447566b4 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377347 Apr 08 10:43:33.230122 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49223cca-f133-4c1f-a1ec-3139d43eb931 req-bc75d4a3-8a53-4587-8e3f-2660d5de4bb6 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:33.231562 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-49223cca-f133-4c1f-a1ec-3139d43eb931 req-bc75d4a3-8a53-4587-8e3f-2660d5de4bb6 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0790570 Apr 08 10:43:33.278941 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-49223cca-f133-4c1f-a1ec-3139d43eb931 req-af44d8ed-0437-41e0-a5f2-2666ed81a78b tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418093 Apr 08 10:43:33.470835 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2b60f29a-aaa4-4a11-a0f0-87bf813a2c60 req-66c536c2-f166-431e-a898-a201f2d3c017 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0659699 Apr 08 10:43:33.715184 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-916f03c1-083f-432e-ad65-47ead08a89f9 req-6938935f-65f9-471a-a9a4-7913de8f8067 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0673048 Apr 08 10:43:33.774290 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbdfb6-13a7-49f9-ad0f-285dfd479194 req-4368679b-5f17-48a1-a5ec-afef512e47d5 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:33.775752 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-72fbdfb6-13a7-49f9-ad0f-285dfd479194 req-4368679b-5f17-48a1-a5ec-afef512e47d5 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0755870 Apr 08 10:43:33.824162 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-72fbdfb6-13a7-49f9-ad0f-285dfd479194 req-5818c848-d0f6-49d0-96af-5892b87d99d4 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425992 Apr 08 10:43:34.044418 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fc7b6a99-3900-4d57-9de1-7219f7fa4bef req-7c3d9c82-f0d9-46a6-a367-3657bf82b6f1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=25ed748767eb45f3a6e36610f0358710&device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 1099 time: 0.0723073 Apr 08 10:43:34.191057 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b6a99-3900-4d57-9de1-7219f7fa4bef req-ec68fc31-d670-4736-9d9e-bd8d166990e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:34.192730 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fc7b6a99-3900-4d57-9de1-7219f7fa4bef req-ec68fc31-d670-4736-9d9e-bd8d166990e8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=69495c8b-0ffc-429b-a454-3ba1497d32cd HTTP/1.1" status: 200 len: 916 time: 0.1287019 Apr 08 10:43:34.270974 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fc7b6a99-3900-4d57-9de1-7219f7fa4bef req-9d807e13-0ae7-40c2-b4ce-ad32310bc1b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac7138a9-cb5e-4a64-bad5-6817b182aae5 HTTP/1.1" status: 200 len: 217 time: 0.0711064 Apr 08 10:43:34.331849 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b6a99-3900-4d57-9de1-7219f7fa4bef req-c2c83b5a-098a-4949-8f45-891357796db2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:34.333936 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fc7b6a99-3900-4d57-9de1-7219f7fa4bef req-c2c83b5a-098a-4949-8f45-891357796db2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9621a716-399e-4122-8ff4-1b242d8373ff HTTP/1.1" status: 200 len: 855 time: 0.0586269 Apr 08 10:43:34.379026 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fc7b6a99-3900-4d57-9de1-7219f7fa4bef req-b824c770-c1c4-4d7e-bcdb-1829d82288df service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69495c8b-0ffc-429b-a454-3ba1497d32cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393012 Apr 08 10:43:34.513435 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fc7b6a99-3900-4d57-9de1-7219f7fa4bef req-28cd866c-0f26-440b-a817-dfe845c9f2b5 service neutron] 10.222.0.52 "GET /v2.0/networks/69495c8b-0ffc-429b-a454-3ba1497d32cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256418 Apr 08 10:43:34.645351 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fc7b6a99-3900-4d57-9de1-7219f7fa4bef req-b256ee01-59bc-4eea-86b6-b3af9a41091e service neutron] 10.222.0.52 "GET /v2.0/networks/69495c8b-0ffc-429b-a454-3ba1497d32cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259673 Apr 08 10:43:34.891226 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-916f03c1-083f-432e-ad65-47ead08a89f9 req-71e0e212-7162-4cc7-9103-e5af95c24a4b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=25ed748767eb45f3a6e36610f0358710&device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 1099 time: 0.0724831 Apr 08 10:43:35.165040 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f03c1-083f-432e-ad65-47ead08a89f9 req-76e7ac3f-9d58-4db4-94f4-abf923c38e36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:35.166461 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-916f03c1-083f-432e-ad65-47ead08a89f9 req-76e7ac3f-9d58-4db4-94f4-abf923c38e36 service neutron] 10.222.0.52 "GET /v2.0/networks?id=69495c8b-0ffc-429b-a454-3ba1497d32cd HTTP/1.1" status: 200 len: 916 time: 0.2697601 Apr 08 10:43:35.226656 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a777fd7-e09d-4c94-b19b-5367793489a1 req-06e1782b-af15-43d1-84a7-5dfd5f5196dd tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:35.228240 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6a777fd7-e09d-4c94-b19b-5367793489a1 req-06e1782b-af15-43d1-84a7-5dfd5f5196dd tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.2559552 Apr 08 10:43:35.256530 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-916f03c1-083f-432e-ad65-47ead08a89f9 req-78e604fe-6438-4e59-9341-da20a21f2064 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac7138a9-cb5e-4a64-bad5-6817b182aae5 HTTP/1.1" status: 200 len: 217 time: 0.0831084 Apr 08 10:43:35.330968 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6a777fd7-e09d-4c94-b19b-5367793489a1 req-676c1f4c-70e4-43ed-b22b-2b6dec40250a tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969932 Apr 08 10:43:35.336592 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f03c1-083f-432e-ad65-47ead08a89f9 req-6248c96b-faeb-4261-9d8a-63b3f52f6fae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:35.337927 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-916f03c1-083f-432e-ad65-47ead08a89f9 req-6248c96b-faeb-4261-9d8a-63b3f52f6fae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9621a716-399e-4122-8ff4-1b242d8373ff HTTP/1.1" status: 200 len: 855 time: 0.0761039 Apr 08 10:43:35.382065 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-916f03c1-083f-432e-ad65-47ead08a89f9 req-23b70f54-5b6b-4cb6-b542-b411a873b105 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69495c8b-0ffc-429b-a454-3ba1497d32cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383103 Apr 08 10:43:35.510115 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-916f03c1-083f-432e-ad65-47ead08a89f9 req-8cfdfdd2-f89f-479c-92c3-f3cf569704a3 service neutron] 10.222.0.52 "GET /v2.0/networks/69495c8b-0ffc-429b-a454-3ba1497d32cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225929 Apr 08 10:43:35.638636 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-916f03c1-083f-432e-ad65-47ead08a89f9 req-4ce7a980-ff28-4b07-9396-0a24363fc50e service neutron] 10.222.0.52 "GET /v2.0/networks/69495c8b-0ffc-429b-a454-3ba1497d32cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227705 Apr 08 10:43:36.524164 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c188597-5ad8-4647-8c2a-6f4e869d1674 req-d01369b7-7d53-4abe-8706-d2fb57a83447 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:36.525617 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4c188597-5ad8-4647-8c2a-6f4e869d1674 req-d01369b7-7d53-4abe-8706-d2fb57a83447 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0750325 Apr 08 10:43:36.575091 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4c188597-5ad8-4647-8c2a-6f4e869d1674 req-42e92ceb-5709-419e-9efb-efaac58856dd tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436382 Apr 08 10:43:37.783383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0d397-8e16-4942-84b0-e381a775fbd2 req-128af2be-5718-4bfd-bbce-b443c3a04c0a tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:37.784865 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7fa0d397-8e16-4942-84b0-e381a775fbd2 req-128af2be-5718-4bfd-bbce-b443c3a04c0a tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0765126 Apr 08 10:43:37.844270 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7fa0d397-8e16-4942-84b0-e381a775fbd2 req-c548116b-c283-46bb-aeec-ffafe405e9c3 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464222 Apr 08 10:43:38.444286 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:39.066005 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0c194-fcb2-4ae1-996f-5a3017ee1eb1 req-6cc938b1-a34e-4bbb-9bdc-58d67cc3433b tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:39.067998 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-89f0c194-fcb2-4ae1-996f-5a3017ee1eb1 req-6cc938b1-a34e-4bbb-9bdc-58d67cc3433b tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0807376 Apr 08 10:43:39.112493 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-89f0c194-fcb2-4ae1-996f-5a3017ee1eb1 req-284435a9-395a-4e20-be5e-8f723b6f9fa3 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388150 Apr 08 10:43:40.307739 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50d9db-9d47-47ba-9446-7fb14cc6b5fe req-da6499be-e8ba-4e81-baf5-8962f3328b97 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:40.309211 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2e50d9db-9d47-47ba-9446-7fb14cc6b5fe req-da6499be-e8ba-4e81-baf5-8962f3328b97 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0767250 Apr 08 10:43:40.353884 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2e50d9db-9d47-47ba-9446-7fb14cc6b5fe req-2ba98079-6845-4760-8dc4-d33b3e2f9d84 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392067 Apr 08 10:43:41.548763 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabcec5-2c2a-4aba-a2b9-be055964233d req-6aa8ded1-9bb0-4bbb-afc5-0d571fd4648a tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:41.550190 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ebabcec5-2c2a-4aba-a2b9-be055964233d req-6aa8ded1-9bb0-4bbb-afc5-0d571fd4648a tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0791190 Apr 08 10:43:41.595422 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ebabcec5-2c2a-4aba-a2b9-be055964233d req-364108bd-2d96-4025-a087-3c97bee82157 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390000 Apr 08 10:43:42.788234 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500bc1a9-6b1a-4fb1-8661-d6aad95cdc5d req-8be967b4-6b38-4043-be6e-aad20a35c234 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:42.789662 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-500bc1a9-6b1a-4fb1-8661-d6aad95cdc5d req-8be967b4-6b38-4043-be6e-aad20a35c234 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0751336 Apr 08 10:43:42.836612 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-500bc1a9-6b1a-4fb1-8661-d6aad95cdc5d req-28271c6a-1994-4189-b7a2-1b07cb2dee7c tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414371 Apr 08 10:43:43.334316 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-721cd695-34d9-41eb-a527-6ade8d5e1936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:44.028563 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cff442-cc68-4656-9b87-43bd3410456d req-2fd9b46b-739c-4c86-8af5-42df489b7c91 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:44.030232 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b9cff442-cc68-4656-9b87-43bd3410456d req-2fd9b46b-739c-4c86-8af5-42df489b7c91 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0746980 Apr 08 10:43:44.074780 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b9cff442-cc68-4656-9b87-43bd3410456d req-bc7bdd54-ac06-4de8-a578-da29ce7fda84 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389607 Apr 08 10:43:45.287757 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2518df-441c-40e7-b124-05a6219b0d0c req-84ecb9df-4307-4117-bf78-89317b7b4586 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:45.289239 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9b2518df-441c-40e7-b124-05a6219b0d0c req-84ecb9df-4307-4117-bf78-89317b7b4586 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0884340 Apr 08 10:43:45.336255 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9b2518df-441c-40e7-b124-05a6219b0d0c req-282a54f1-9f69-445b-9974-95e096bb01ea tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412755 Apr 08 10:43:45.581107 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d8ed46e8-d944-4555-9ff4-638ebaa03099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:46.532684 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97bdab-2289-4d81-a4d7-33a6f5458004 req-fe631bc5-194c-42a1-b88e-dc90d0f7940c tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:46.534149 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-db97bdab-2289-4d81-a4d7-33a6f5458004 req-fe631bc5-194c-42a1-b88e-dc90d0f7940c tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0749626 Apr 08 10:43:46.578871 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-db97bdab-2289-4d81-a4d7-33a6f5458004 req-9b5ec995-7b9a-477c-b91f-c829bc2c190a tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387385 Apr 08 10:43:46.798315 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:46.910666 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:47.784860 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de2525-3ab5-40c5-9985-7b89de704267 req-27e71b74-3fc0-4368-aec0-dde061415368 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:47.786527 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-50de2525-3ab5-40c5-9985-7b89de704267 req-27e71b74-3fc0-4368-aec0-dde061415368 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0782928 Apr 08 10:43:47.830677 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-50de2525-3ab5-40c5-9985-7b89de704267 req-3a00fd05-7ed4-4e8f-8764-5af00158fdf7 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389090 Apr 08 10:43:48.310982 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:43:49.025433 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38689fd-f036-45b2-9169-b75fec2afb35 req-59d186d3-39cc-4e52-898b-9c9256de9200 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:49.026878 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d38689fd-f036-45b2-9169-b75fec2afb35 req-59d186d3-39cc-4e52-898b-9c9256de9200 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0781143 Apr 08 10:43:49.071588 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d38689fd-f036-45b2-9169-b75fec2afb35 req-3b7f6b3a-95c4-4d58-9aea-f62f5ad8a7dd tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389090 Apr 08 10:43:50.368021 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c462b-3da8-4688-8ee0-e6f5e3b381b1 req-6c7efdc3-d010-41f9-bcfb-fe29d1082967 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:50.369614 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9d6c462b-3da8-4688-8ee0-e6f5e3b381b1 req-6c7efdc3-d010-41f9-bcfb-fe29d1082967 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.1779559 Apr 08 10:43:50.415081 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9d6c462b-3da8-4688-8ee0-e6f5e3b381b1 req-e9c9c55a-a005-4d2c-b34b-cdf3cd132798 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400355 Apr 08 10:43:51.607314 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80080be-319d-453b-ac50-73029951aff5 req-babffc22-76b4-4853-a5e4-7839bb1d6de5 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:51.608755 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d80080be-319d-453b-ac50-73029951aff5 req-babffc22-76b4-4853-a5e4-7839bb1d6de5 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0759516 Apr 08 10:43:51.653263 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d80080be-319d-453b-ac50-73029951aff5 req-fc8b6410-645d-4e3d-9d6a-6c2f5c437756 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389614 Apr 08 10:43:52.850623 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757d98e-a95c-4309-bff9-ff91b97b7ba6 req-5b03b93f-8b28-405c-a13d-2b67e8f46708 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:52.852063 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9757d98e-a95c-4309-bff9-ff91b97b7ba6 req-5b03b93f-8b28-405c-a13d-2b67e8f46708 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0752029 Apr 08 10:43:52.895972 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9757d98e-a95c-4309-bff9-ff91b97b7ba6 req-240263c9-7a32-44fa-967d-8e3807615466 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377724 Apr 08 10:43:54.098446 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07070ba3-32f9-426a-8161-3d8334807ba8 req-e309da3d-47af-4f75-bbfc-10ce5ccf1d67 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:54.099890 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-07070ba3-32f9-426a-8161-3d8334807ba8 req-e309da3d-47af-4f75-bbfc-10ce5ccf1d67 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0828540 Apr 08 10:43:54.111321 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:43:54.144435 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-07070ba3-32f9-426a-8161-3d8334807ba8 req-325cb70c-1e95-4f89-a3c4-97cf39871ad7 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384171 Apr 08 10:43:55.335523 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a07c6a-5b3d-40f9-969a-1341a7ea6b3e req-f93953e0-c26d-4f5a-a5d2-8432dcdea886 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:55.336975 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-29a07c6a-5b3d-40f9-969a-1341a7ea6b3e req-f93953e0-c26d-4f5a-a5d2-8432dcdea886 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0743201 Apr 08 10:43:55.381082 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-29a07c6a-5b3d-40f9-969a-1341a7ea6b3e req-cd51a943-3d27-4dfa-8018-074365d6f846 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385797 Apr 08 10:43:56.576073 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dffd949-8c51-449d-a291-f3bdcbac2aca req-cc38fd6a-a2e1-424b-9824-ebb7397be55d tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:56.577505 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5dffd949-8c51-449d-a291-f3bdcbac2aca req-cc38fd6a-a2e1-424b-9824-ebb7397be55d tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0764945 Apr 08 10:43:56.621422 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5dffd949-8c51-449d-a291-f3bdcbac2aca req-247ecb54-b8d7-40c1-8e28-13c406d8c0cd tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379419 Apr 08 10:43:57.819564 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb94f7-7c07-4b6a-9cbc-0fc94d9d6ddd req-a0a72fcd-b845-4742-ac39-18b0b32d4542 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:57.820999 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cfcb94f7-7c07-4b6a-9cbc-0fc94d9d6ddd req-a0a72fcd-b845-4742-ac39-18b0b32d4542 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0730739 Apr 08 10:43:57.868275 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cfcb94f7-7c07-4b6a-9cbc-0fc94d9d6ddd req-9a61dcc6-912b-45c3-bf88-9ff23e75f49c tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417647 Apr 08 10:43:59.064832 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bc04b-390d-4e1e-9023-7d00318d2021 req-2966198a-fecb-4155-8158-ae5e09d3af39 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:59.066265 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-000bc04b-390d-4e1e-9023-7d00318d2021 req-2966198a-fecb-4155-8158-ae5e09d3af39 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0765846 Apr 08 10:43:59.110804 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-000bc04b-390d-4e1e-9023-7d00318d2021 req-5cd0524e-85e4-4710-a13e-d14e87344451 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383973 Apr 08 10:44:00.310190 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff923f-de43-413f-ad4f-21ab41b492e2 req-11402671-c318-4dcc-b62a-12242ca41f55 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:00.311603 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-25ff923f-de43-413f-ad4f-21ab41b492e2 req-11402671-c318-4dcc-b62a-12242ca41f55 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0776508 Apr 08 10:44:00.356272 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-25ff923f-de43-413f-ad4f-21ab41b492e2 req-395ca409-ea7d-4be0-b906-540eaa9cae36 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383554 Apr 08 10:44:01.549905 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1debc-7646-4d25-8e55-85bc00577959 req-19b01d89-5d90-4ba7-bd9d-94421a20d50d tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:01.551312 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7cb1debc-7646-4d25-8e55-85bc00577959 req-19b01d89-5d90-4ba7-bd9d-94421a20d50d tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0735381 Apr 08 10:44:01.595348 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7cb1debc-7646-4d25-8e55-85bc00577959 req-71bafa49-9247-4770-95e0-cc93512cd4dd tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383601 Apr 08 10:44:02.669478 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-916f03c1-083f-432e-ad65-47ead08a89f9 req-6f605761-5e9e-4f97-8237-509266764d7b service neutron] 10.222.0.52 "GET /v2.0/ports/ac7138a9-cb5e-4a64-bad5-6817b182aae5/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.0766780 Apr 08 10:44:02.792336 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3f86c-8aea-4a9c-bbd4-b42c0449749a req-f2fcc609-ba9a-49e7-a37d-59e2a3d24dc0 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:02.793771 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-daf3f86c-8aea-4a9c-bbd4-b42c0449749a req-f2fcc609-ba9a-49e7-a37d-59e2a3d24dc0 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0775666 Apr 08 10:44:02.842816 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-daf3f86c-8aea-4a9c-bbd4-b42c0449749a req-6554bb62-8d36-4593-bbfa-f9c6a5b9243f tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430264 Apr 08 10:44:02.938945 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-916f03c1-083f-432e-ad65-47ead08a89f9 req-7b46be3e-4c2d-4bb0-b81c-5f355c580a82 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3&tenant_id=25ed748767eb45f3a6e36610f0358710 HTTP/1.1" status: 200 len: 1099 time: 0.0705602 Apr 08 10:44:03.032518 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-916f03c1-083f-432e-ad65-47ead08a89f9 req-13c49c1f-b1d3-4db0-a085-96a4fe6d07bc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=25ed748767eb45f3a6e36610f0358710&device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 1099 time: 0.0670052 Apr 08 10:44:03.168210 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f03c1-083f-432e-ad65-47ead08a89f9 req-19b44fff-fa72-490c-ac08-a2f94ef1975e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:03.169702 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-916f03c1-083f-432e-ad65-47ead08a89f9 req-19b44fff-fa72-490c-ac08-a2f94ef1975e service neutron] 10.222.0.52 "GET /v2.0/networks?id=69495c8b-0ffc-429b-a454-3ba1497d32cd HTTP/1.1" status: 200 len: 916 time: 0.1284659 Apr 08 10:44:03.242870 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-916f03c1-083f-432e-ad65-47ead08a89f9 req-d3cd052c-379f-4964-982a-ee2c7021abe4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac7138a9-cb5e-4a64-bad5-6817b182aae5 HTTP/1.1" status: 200 len: 217 time: 0.0628333 Apr 08 10:44:03.308207 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f03c1-083f-432e-ad65-47ead08a89f9 req-15532dff-7b1e-4409-b265-eb099b03ab98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:03.309634 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-916f03c1-083f-432e-ad65-47ead08a89f9 req-15532dff-7b1e-4409-b265-eb099b03ab98 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9621a716-399e-4122-8ff4-1b242d8373ff HTTP/1.1" status: 200 len: 855 time: 0.0577722 Apr 08 10:44:03.358422 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-916f03c1-083f-432e-ad65-47ead08a89f9 req-184953ed-d3d7-48de-8e69-f6dae1234f53 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69495c8b-0ffc-429b-a454-3ba1497d32cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396550 Apr 08 10:44:03.568334 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-916f03c1-083f-432e-ad65-47ead08a89f9 req-901caa1b-88a8-47d5-8055-f4db9342959c service neutron] 10.222.0.52 "GET /v2.0/networks/69495c8b-0ffc-429b-a454-3ba1497d32cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997590 Apr 08 10:44:03.697802 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-916f03c1-083f-432e-ad65-47ead08a89f9 req-a01ab98e-a88e-44b0-b718-b453d99a0bfb service neutron] 10.222.0.52 "GET /v2.0/networks/69495c8b-0ffc-429b-a454-3ba1497d32cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201420 Apr 08 10:44:04.039285 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab341edc-7a91-40d9-bf66-e14abc050dc0 req-68ad3f83-48f4-4b5e-bf7e-a8b947036216 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:04.040770 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ab341edc-7a91-40d9-bf66-e14abc050dc0 req-68ad3f83-48f4-4b5e-bf7e-a8b947036216 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0758598 Apr 08 10:44:04.085991 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ab341edc-7a91-40d9-bf66-e14abc050dc0 req-e1fc95c0-4eef-422d-ad0d-ebfb3e0513e4 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397065 Apr 08 10:44:05.283563 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f336d8-925b-40a6-85d8-57fb37785a5d req-2d06ce31-cbf8-4390-86f4-84a9d0b63de1 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:05.285035 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-89f336d8-925b-40a6-85d8-57fb37785a5d req-2d06ce31-cbf8-4390-86f4-84a9d0b63de1 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0784345 Apr 08 10:44:05.332755 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-89f336d8-925b-40a6-85d8-57fb37785a5d req-6dfcef4a-a447-4c83-ab91-75a1891ae71b tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414245 Apr 08 10:44:06.102334 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device ac7138a9-cb5e-4a64-bad5-6817b182aae5 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:44:06.105175 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device ac7138a9-cb5e-4a64-bad5-6817b182aae5 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:44:06.312209 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:06.341756 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port ac7138a9-cb5e-4a64-bad5-6817b182aae5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ac7138a9-cb5e-4a64-bad5-6817b182aae5,segment=NetworkSegment(0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18),segment_id=0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:44:06.363249 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a305a13a-5bd1-4fdb-9b61-f82140a823d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac7138a9-cb5e-4a64-bad5-6817b182aae5'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:44:06.372102 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': 'ac7138a9-cb5e-4a64-bad5-6817b182aae5', 'network_id': '69495c8b-0ffc-429b-a454-3ba1497d32cd', 'port_id': 'ac7138a9-cb5e-4a64-bad5-6817b182aae5', 'mac_address': 'fa:16:3e:ab:8b:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9621a716-399e-4122-8ff4-1b242d8373ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:44:06.378128 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port ac7138a9-cb5e-4a64-bad5-6817b182aae5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ac7138a9-cb5e-4a64-bad5-6817b182aae5,segment=NetworkSegment(0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18),segment_id=0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:44:06.406692 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:06.444864 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b915b0d0-0a07-4a00-ad59-ae084c428a2b'] response: {'server_uuid': 'a305a13a-5bd1-4fdb-9b61-f82140a823d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac7138a9-cb5e-4a64-bad5-6817b182aae5', 'code': 200} Apr 08 10:44:06.486972 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:06.508393 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=ac7138a9-cb5e-4a64-bad5-6817b182aae5,revision_number=6']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:06.511717 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7138a9-cb5e-4a64-bad5-6817b182aae5 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:44:06.528163 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port ac7138a9-cb5e-4a64-bad5-6817b182aae5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ac7138a9-cb5e-4a64-bad5-6817b182aae5,segment=NetworkSegment(0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18),segment_id=0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:44:06.532563 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:06.541377 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa255687-5aaf-49db-9561-205e1c6de2dd req-6bba6b7b-8068-4ffe-bfa0-5eb45e780067 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:06.542841 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-aa255687-5aaf-49db-9561-205e1c6de2dd req-6bba6b7b-8068-4ffe-bfa0-5eb45e780067 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 944 time: 0.0786533 Apr 08 10:44:06.588284 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-aa255687-5aaf-49db-9561-205e1c6de2dd req-1bc4d034-850c-4e1b-a555-299596656211 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396800 Apr 08 10:44:06.598939 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['ac7138a9-cb5e-4a64-bad5-6817b182aae5'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:44:06.636864 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=ac7138a9-cb5e-4a64-bad5-6817b182aae5,revision_number=7']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:06.971408 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289670a-ce71-4e6c-9394-777dc2e179ea req-ae2248ea-ea7e-4972-a111-d3061bba1897 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:06.972871 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0289670a-ce71-4e6c-9394-777dc2e179ea req-ae2248ea-ea7e-4972-a111-d3061bba1897 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 945 time: 0.1074629 Apr 08 10:44:06.978197 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6c82a-e43b-445b-9e26-ce732f9de60c req-27f461bd-476d-4353-a6ac-7e98306dd877 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:06.979496 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-21c6c82a-e43b-445b-9e26-ce732f9de60c req-27f461bd-476d-4353-a6ac-7e98306dd877 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.52 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3&tenant_id=25ed748767eb45f3a6e36610f0358710&binding%3Ahost_id=hv-neutron-8371 HTTP/1.1" status: 200 len: 945 time: 0.1472838 Apr 08 10:44:07.021056 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0289670a-ce71-4e6c-9394-777dc2e179ea req-7cf647dc-a396-4b5d-ae55-4edf9415e083 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400445 Apr 08 10:44:07.123740 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-21c6c82a-e43b-445b-9e26-ce732f9de60c req-70b8c8da-ac57-4bac-94e6-af84c9eea16d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=25ed748767eb45f3a6e36610f0358710&device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 1098 time: 0.0747128 Apr 08 10:44:07.252512 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6c82a-e43b-445b-9e26-ce732f9de60c req-bf1ad56a-0908-4ad7-986e-695b5a89bb09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:07.255013 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-21c6c82a-e43b-445b-9e26-ce732f9de60c req-bf1ad56a-0908-4ad7-986e-695b5a89bb09 service neutron] 10.222.0.52 "GET /v2.0/networks?id=69495c8b-0ffc-429b-a454-3ba1497d32cd HTTP/1.1" status: 200 len: 916 time: 0.1239746 Apr 08 10:44:07.323699 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-21c6c82a-e43b-445b-9e26-ce732f9de60c req-e335a16b-d166-46eb-87ef-a43872614132 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac7138a9-cb5e-4a64-bad5-6817b182aae5 HTTP/1.1" status: 200 len: 217 time: 0.0632346 Apr 08 10:44:07.383701 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6c82a-e43b-445b-9e26-ce732f9de60c req-e12c183b-8f6d-4f7a-aaf9-6ffba5703104 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:07.385095 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-21c6c82a-e43b-445b-9e26-ce732f9de60c req-e12c183b-8f6d-4f7a-aaf9-6ffba5703104 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9621a716-399e-4122-8ff4-1b242d8373ff HTTP/1.1" status: 200 len: 855 time: 0.0559006 Apr 08 10:44:07.428303 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-21c6c82a-e43b-445b-9e26-ce732f9de60c req-b4b0a809-07a0-499f-9cbb-0004abe4f451 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69495c8b-0ffc-429b-a454-3ba1497d32cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373971 Apr 08 10:44:07.557122 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-21c6c82a-e43b-445b-9e26-ce732f9de60c req-e8e722ae-21ad-4db3-84af-70c810621867 service neutron] 10.222.0.52 "GET /v2.0/networks/69495c8b-0ffc-429b-a454-3ba1497d32cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222830 Apr 08 10:44:07.685111 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-21c6c82a-e43b-445b-9e26-ce732f9de60c req-e62cf35c-9e35-4ad8-96fe-a20a035add19 service neutron] 10.222.0.52 "GET /v2.0/networks/69495c8b-0ffc-429b-a454-3ba1497d32cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224511 Apr 08 10:44:08.121047 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device ac7138a9-cb5e-4a64-bad5-6817b182aae5 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:08.194174 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port ac7138a9-cb5e-4a64-bad5-6817b182aae5 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:08.194549 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:08.237071 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed023f1-746e-4bd7-bc72-df839e22664b req-268c9f6d-b7cd-43cd-beb4-598e21e5cf90 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:08.238549 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fed023f1-746e-4bd7-bc72-df839e22664b req-268c9f6d-b7cd-43cd-beb4-598e21e5cf90 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 945 time: 0.0910475 Apr 08 10:44:08.286575 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fed023f1-746e-4bd7-bc72-df839e22664b req-fa9953a2-fbad-4f5f-8d41-709c973c674a tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423453 Apr 08 10:44:08.325372 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:08.358029 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port ac7138a9-cb5e-4a64-bad5-6817b182aae5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ac7138a9-cb5e-4a64-bad5-6817b182aae5,segment=NetworkSegment(0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18),segment_id=0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:44:08.361299 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:08.446242 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a305a13a-5bd1-4fdb-9b61-f82140a823d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7138a9-cb5e-4a64-bad5-6817b182aae5'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:44:08.463460 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:08.470854 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=ac7138a9-cb5e-4a64-bad5-6817b182aae5,revision_number=8']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:08.508099 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd098099-7c3c-4108-9311-0f037517d14d'] response: {'server_uuid': 'a305a13a-5bd1-4fdb-9b61-f82140a823d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7138a9-cb5e-4a64-bad5-6817b182aae5', 'code': 200} Apr 08 10:44:09.479715 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab417ff6-4a68-40d1-a870-9ac4e800fbcc req-16e728ac-1e84-4a86-832d-49ce13b18cac tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:09.481171 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ab417ff6-4a68-40d1-a870-9ac4e800fbcc req-16e728ac-1e84-4a86-832d-49ce13b18cac tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0743115 Apr 08 10:44:09.528013 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ab417ff6-4a68-40d1-a870-9ac4e800fbcc req-365c0e44-a6e8-4c96-b495-cdb88f010964 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412946 Apr 08 10:44:09.719919 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f037ea-8781-49b4-bf5e-4b125751669f req-ac4408e2-dc05-4900-aa2c-160b07280146 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:09.721378 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a3f037ea-8781-49b4-bf5e-4b125751669f req-ac4408e2-dc05-4900-aa2c-160b07280146 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0750678 Apr 08 10:44:09.766409 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a3f037ea-8781-49b4-bf5e-4b125751669f req-04cd6c0c-5115-461a-8113-31c37566f65a tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389624 Apr 08 10:44:10.046440 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47b6ad-57ff-4555-96f2-d83ad57a1016 req-bf7e4ee4-a54b-469e-b19b-41c4a369a053 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:10.047783 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bf47b6ad-57ff-4555-96f2-d83ad57a1016 req-bf7e4ee4-a54b-469e-b19b-41c4a369a053 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.1612422 Apr 08 10:44:10.092692 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bf47b6ad-57ff-4555-96f2-d83ad57a1016 req-1b19eab8-4fbd-41a8-a2fc-ee8bb5352327 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387602 Apr 08 10:44:10.665962 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b869a-c475-4a92-8b42-e48227d99aaf req-50ec408b-547f-47de-897f-2fe19def1987 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:10.667293 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-057b869a-c475-4a92-8b42-e48227d99aaf req-50ec408b-547f-47de-897f-2fe19def1987 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0751851 Apr 08 10:44:10.715766 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-057b869a-c475-4a92-8b42-e48227d99aaf req-c69ecdac-85d7-4d6d-9ace-84afc16daa7c tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429690 Apr 08 10:44:11.914490 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6541fd8-4f70-499e-acaf-f110d0f4174f req-748badb3-c822-46a0-a972-29ef5ce891e8 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:11.915937 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d6541fd8-4f70-499e-acaf-f110d0f4174f req-748badb3-c822-46a0-a972-29ef5ce891e8 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0790896 Apr 08 10:44:11.961765 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d6541fd8-4f70-499e-acaf-f110d0f4174f req-7495b34a-d407-45c1-8a6a-327cfe3c0d9b tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/security-groups?id=4cc54294-3bc9-46ff-9865-0e3e8ad82701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402520 Apr 08 10:44:12.216055 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd593a8-d980-49ba-8d08-fd4d9ff89c41 req-b50775f4-2f6f-494c-9967-723a6744a57a tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:12.217478 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1bd593a8-d980-49ba-8d08-fd4d9ff89c41 req-b50775f4-2f6f-494c-9967-723a6744a57a tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.52 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 946 time: 0.0745411 Apr 08 10:44:12.289092 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-1bd593a8-d980-49ba-8d08-fd4d9ff89c41 req-2153465d-64c9-4a19-a033-efae2b714704 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Deleting port ac7138a9-cb5e-4a64-bad5-6817b182aae5 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:44:12.289430 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1bd593a8-d980-49ba-8d08-fd4d9ff89c41 req-2153465d-64c9-4a19-a033-efae2b714704 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:12.518406 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-1bd593a8-d980-49ba-8d08-fd4d9ff89c41 req-2153465d-64c9-4a19-a033-efae2b714704 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] For port ac7138a9-cb5e-4a64-bad5-6817b182aae5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ac7138a9-cb5e-4a64-bad5-6817b182aae5,segment=NetworkSegment(0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18),segment_id=0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:44:12.518759 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1bd593a8-d980-49ba-8d08-fd4d9ff89c41 req-2153465d-64c9-4a19-a033-efae2b714704 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:12.639004 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-1bd593a8-d980-49ba-8d08-fd4d9ff89c41 req-2153465d-64c9-4a19-a033-efae2b714704 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Calling delete_port for ac7138a9-cb5e-4a64-bad5-6817b182aae5 owned by compute:nova {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:44:12.777966 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1bd593a8-d980-49ba-8d08-fd4d9ff89c41 req-2153465d-64c9-4a19-a033-efae2b714704 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:12.793246 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['ac7138a9-cb5e-4a64-bad5-6817b182aae5'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:44:12.824601 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153465d-64c9-4a19-a033-efae2b714704 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Pushing event deleted for resources: {'Port': ['ID=ac7138a9-cb5e-4a64-bad5-6817b182aae5,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:12.863992 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153465d-64c9-4a19-a033-efae2b714704 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:12.864362 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153465d-64c9-4a19-a033-efae2b714704 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:12.864702 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153465d-64c9-4a19-a033-efae2b714704 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:12.865036 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153465d-64c9-4a19-a033-efae2b714704 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:12.865366 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153465d-64c9-4a19-a033-efae2b714704 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:12.865698 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153465d-64c9-4a19-a033-efae2b714704 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:12.866026 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153465d-64c9-4a19-a033-efae2b714704 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:12.866350 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153465d-64c9-4a19-a033-efae2b714704 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:12.866674 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153465d-64c9-4a19-a033-efae2b714704 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:12.866996 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153465d-64c9-4a19-a033-efae2b714704 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:12.867316 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153465d-64c9-4a19-a033-efae2b714704 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:12.906386 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd593a8-d980-49ba-8d08-fd4d9ff89c41 req-2153465d-64c9-4a19-a033-efae2b714704 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] No DVR routers for this DVR port ac7138a9-cb5e-4a64-bad5-6817b182aae5 on host hv-neutron-8371 {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:44:12.908712 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1bd593a8-d980-49ba-8d08-fd4d9ff89c41 req-2153465d-64c9-4a19-a033-efae2b714704 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:12.911133 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a305a13a-5bd1-4fdb-9b61-f82140a823d3', 'name': 'network-vif-deleted', 'tag': 'ac7138a9-cb5e-4a64-bad5-6817b182aae5'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:44:12.925508 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1bd593a8-d980-49ba-8d08-fd4d9ff89c41 req-2153465d-64c9-4a19-a033-efae2b714704 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.52 "DELETE /v2.0/ports/ac7138a9-cb5e-4a64-bad5-6817b182aae5 HTTP/1.1" status: 204 len: 173 time: 0.6998513 Apr 08 10:44:12.965945 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a9e09d1-a1b7-4382-bdd4-768d278a9821'] response: {'server_uuid': 'a305a13a-5bd1-4fdb-9b61-f82140a823d3', 'name': 'network-vif-deleted', 'tag': 'ac7138a9-cb5e-4a64-bad5-6817b182aae5', 'status': 'completed', 'code': 200} Apr 08 10:44:13.144040 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-22e8aaca-95af-47bc-add4-c4069bf63e4b req-f6f48d9e-40d7-4919-bc98-f96a279e3fd7 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Synchronizing usage tracker for tenant:25ed748767eb45f3a6e36610f0358710 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:13.158970 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-22e8aaca-95af-47bc-add4-c4069bf63e4b req-f6f48d9e-40d7-4919-bc98-f96a279e3fd7 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] Unset dirty status for tenant:25ed748767eb45f3a6e36610f0358710 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:13.160130 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-22e8aaca-95af-47bc-add4-c4069bf63e4b req-f6f48d9e-40d7-4919-bc98-f96a279e3fd7 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] 10.222.0.47 "GET /v2.0/ports?device_id=a305a13a-5bd1-4fdb-9b61-f82140a823d3 HTTP/1.1" status: 200 len: 210 time: 0.0601494 Apr 08 10:44:13.336234 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fb609e20-8e30-4ad2-be1a-88b7cccf18ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:14.418304 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34832) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:14.476390 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-07544a2d-a072-45b3-a62a-fcbc5c0cc851 admin admin] Deleting subnet 9621a716-399e-4122-8ff4-1b242d8373ff {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:44:14.479205 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-07544a2d-a072-45b3-a62a-fcbc5c0cc851 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:14.530537 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-07544a2d-a072-45b3-a62a-fcbc5c0cc851 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:14.585548 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-07544a2d-a072-45b3-a62a-fcbc5c0cc851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:14.651509 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-07544a2d-a072-45b3-a62a-fcbc5c0cc851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:14.691443 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07544a2d-a072-45b3-a62a-fcbc5c0cc851 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9621a716-399e-4122-8ff4-1b242d8373ff,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:14.700912 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-07544a2d-a072-45b3-a62a-fcbc5c0cc851 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:14.706629 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-07544a2d-a072-45b3-a62a-fcbc5c0cc851 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9621a716-399e-4122-8ff4-1b242d8373ff HTTP/1.1" status: 204 len: 168 time: 0.2873235 Apr 08 10:44:14.709827 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34836) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:14.810562 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-81d9eca3-e66e-4af9-9837-e911446dd740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:14.935764 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-81d9eca3-e66e-4af9-9837-e911446dd740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:14.961167 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-81d9eca3-e66e-4af9-9837-e911446dd740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69495c8b-0ffc-429b-a454-3ba1497d32cd']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:14.972368 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-81d9eca3-e66e-4af9-9837-e911446dd740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:14.972672 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-81d9eca3-e66e-4af9-9837-e911446dd740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d675aa6-0aef-4fe0-a43f-2b2e14f8ac18') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:14.984670 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-81d9eca3-e66e-4af9-9837-e911446dd740 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:15.000514 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-81d9eca3-e66e-4af9-9837-e911446dd740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:15.007341 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d9eca3-e66e-4af9-9837-e911446dd740 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:44:15.007724 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-81d9eca3-e66e-4af9-9837-e911446dd740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:44:15.021475 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:44:15.185357 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-81d9eca3-e66e-4af9-9837-e911446dd740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:15.200958 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-81d9eca3-e66e-4af9-9837-e911446dd740 admin admin] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:15.210995 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9eca3-e66e-4af9-9837-e911446dd740 admin admin] Pushing event deleted for resources: {'Network': ['ID=69495c8b-0ffc-429b-a454-3ba1497d32cd,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:15.218277 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-81d9eca3-e66e-4af9-9837-e911446dd740 admin admin] 10.222.0.47 "DELETE /v2.0/networks/69495c8b-0ffc-429b-a454-3ba1497d32cd HTTP/1.1" status: 204 len: 168 time: 0.5075076 Apr 08 10:44:15.351658 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34842) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:15.409604 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e9cdc4fb-1219-462e-ab17-c5677c6d1177 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=25ed748767eb45f3a6e36610f0358710&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0567718 Apr 08 10:44:15.412674 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34846) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:15.468229 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ed4b71fa-2737-4de2-a405-b343147eac4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:15.493083 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ed4b71fa-2737-4de2-a405-b343147eac4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:15.543949 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ed4b71fa-2737-4de2-a405-b343147eac4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:15.561326 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b71fa-2737-4de2-a405-b343147eac4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc54294-3bc9-46ff-9865-0e3e8ad82701,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:15.570590 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ed4b71fa-2737-4de2-a405-b343147eac4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:15.571990 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ed4b71fa-2737-4de2-a405-b343147eac4c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4cc54294-3bc9-46ff-9865-0e3e8ad82701 HTTP/1.1" status: 204 len: 168 time: 0.1582930 Apr 08 10:44:15.592726 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a25d5b05-61ec-4239-80d9-c5cd7a75f87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.179763 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device ac7138a9-cb5e-4a64-bad5-6817b182aae5 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:44:16.213819 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: ac7138a9-cb5e-4a64-bad5-6817b182aae5 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:44:16.213819 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device ac7138a9-cb5e-4a64-bad5-6817b182aae5 not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:44:16.387002 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34868) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:16.531636 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-0da6c927-5763-484a-8f2b-45978d79cfbb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1662826613-network', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:44:16.537018 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0da6c927-5763-484a-8f2b-45978d79cfbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:16.540789 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0da6c927-5763-484a-8f2b-45978d79cfbb admin admin] Usage tracker for resource:network and tenant:ac2b470abeb2495d900001f403e7ca23 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:16.543576 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0da6c927-5763-484a-8f2b-45978d79cfbb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:16.553456 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0da6c927-5763-484a-8f2b-45978d79cfbb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:16.562810 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da6c927-5763-484a-8f2b-45978d79cfbb admin admin] Made reservation on behalf of ac2b470abeb2495d900001f403e7ca23 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:16.565237 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0da6c927-5763-484a-8f2b-45978d79cfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.577210 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0da6c927-5763-484a-8f2b-45978d79cfbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.608700 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0da6c927-5763-484a-8f2b-45978d79cfbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:16.612611 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0da6c927-5763-484a-8f2b-45978d79cfbb admin admin] Usage tracker for resource:security_group_rule and tenant:ac2b470abeb2495d900001f403e7ca23 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:16.615994 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-0da6c927-5763-484a-8f2b-45978d79cfbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:16.621577 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-0da6c927-5763-484a-8f2b-45978d79cfbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:16.685338 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0da6c927-5763-484a-8f2b-45978d79cfbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.689049 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0da6c927-5763-484a-8f2b-45978d79cfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.719149 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da6c927-5763-484a-8f2b-45978d79cfbb admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:44:16.727682 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6c927-5763-484a-8f2b-45978d79cfbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41550ff9-4bde-45df-9564-f5443073a4c6,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:16.733133 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0da6c927-5763-484a-8f2b-45978d79cfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.733612 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-0da6c927-5763-484a-8f2b-45978d79cfbb admin admin] Added segment 11062e01-4060-473a-9257-1aa4d13f8f0e of type vlan for network a066fbae-d4e7-4aba-b678-e13bdfb84690 Apr 08 10:44:16.759746 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0da6c927-5763-484a-8f2b-45978d79cfbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.788157 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0da6c927-5763-484a-8f2b-45978d79cfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.788903 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da6c927-5763-484a-8f2b-45978d79cfbb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:16.789476 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0da6c927-5763-484a-8f2b-45978d79cfbb admin admin] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.801296 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.891055 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0da6c927-5763-484a-8f2b-45978d79cfbb admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5029912 Apr 08 10:44:16.891890 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6c927-5763-484a-8f2b-45978d79cfbb admin admin] Pushing event updated for resources: {'Network': ['ID=a066fbae-d4e7-4aba-b678-e13bdfb84690,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:16.893968 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34874) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:16.899575 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-423c9a52-f69b-4c68-b018-e9b3ce366ea0 admin admin] Request body: {'subnet': {'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1662826613-subnet', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:44:16.904562 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-423c9a52-f69b-4c68-b018-e9b3ce366ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:16.906250 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network a066fbae-d4e7-4aba-b678-e13bdfb84690 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:44:16.908423 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-423c9a52-f69b-4c68-b018-e9b3ce366ea0 admin admin] Usage tracker for resource:subnet and tenant:ac2b470abeb2495d900001f403e7ca23 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:16.911338 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-423c9a52-f69b-4c68-b018-e9b3ce366ea0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:16.917000 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-423c9a52-f69b-4c68-b018-e9b3ce366ea0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:16.927968 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423c9a52-f69b-4c68-b018-e9b3ce366ea0 admin admin] Made reservation on behalf of ac2b470abeb2495d900001f403e7ca23 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:16.930306 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-423c9a52-f69b-4c68-b018-e9b3ce366ea0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:16.984890 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:17.136730 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-423c9a52-f69b-4c68-b018-e9b3ce366ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:17.210546 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c9a52-f69b-4c68-b018-e9b3ce366ea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eb6b3f3-30e2-4435-a5fe-fe327000bc70,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:17.221779 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423c9a52-f69b-4c68-b018-e9b3ce366ea0 admin admin] Checking segment: {'id': '11062e01-4060-473a-9257-1aa4d13f8f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:44:17.222137 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423c9a52-f69b-4c68-b018-e9b3ce366ea0 admin admin] Network hostable DHCP agents. Network: a066fbae-d4e7-4aba-b678-e13bdfb84690, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:44:17.244404 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423c9a52-f69b-4c68-b018-e9b3ce366ea0 admin admin] Network a066fbae-d4e7-4aba-b678-e13bdfb84690 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:44:17.253417 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-423c9a52-f69b-4c68-b018-e9b3ce366ea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, a066fbae-d4e7-4aba-b678-e13bdfb84690) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:17.257602 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423c9a52-f69b-4c68-b018-e9b3ce366ea0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:17.258175 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-423c9a52-f69b-4c68-b018-e9b3ce366ea0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:17.263283 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1f8ee6-7942-43d6-875f-8f6e31635018 None None] Network a066fbae-d4e7-4aba-b678-e13bdfb84690 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:44:17.279108 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-423c9a52-f69b-4c68-b018-e9b3ce366ea0 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3840990 Apr 08 10:44:17.282224 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34878) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:17.288540 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-83617158-091c-4276-8fff-f4b762f3e891 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:44:17.293028 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-83617158-091c-4276-8fff-f4b762f3e891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:17.296912 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-83617158-091c-4276-8fff-f4b762f3e891 admin admin] Usage tracker for resource:router and tenant:ac2b470abeb2495d900001f403e7ca23 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:17.299813 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-83617158-091c-4276-8fff-f4b762f3e891 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:17.306680 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-83617158-091c-4276-8fff-f4b762f3e891 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:17.317654 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-83617158-091c-4276-8fff-f4b762f3e891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:17.318903 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-83617158-091c-4276-8fff-f4b762f3e891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:17.337315 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-83617158-091c-4276-8fff-f4b762f3e891 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:17.477648 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbce661d-288c-4c6a-894c-97399eb8df68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-a066fbae-d4e7-4aba-b678-e13bdfb84690', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:44:17.478453 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-dbce661d-288c-4c6a-894c-97399eb8df68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:17.483600 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-83617158-091c-4276-8fff-f4b762f3e891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:17.631735 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-dbce661d-288c-4c6a-894c-97399eb8df68 None None] Allocated IP 172.20.0.2 (a066fbae-d4e7-4aba-b678-e13bdfb84690/4eb6b3f3-30e2-4435-a5fe-fe327000bc70/2c54314d-1921-48fd-929b-9b7b4bf6572d) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:17.668704 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-83617158-091c-4276-8fff-f4b762f3e891 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:17.697422 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-83617158-091c-4276-8fff-f4b762f3e891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:17.833760 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-83617158-091c-4276-8fff-f4b762f3e891 admin admin] Allocated IP 172.26.0.79 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/3d4b7088-cfcb-462a-bef6-9e17e422e55a) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:17.846149 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-dbce661d-288c-4c6a-894c-97399eb8df68 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:17.857849 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-dbce661d-288c-4c6a-894c-97399eb8df68 None None] Transition to ACTIVE for port object 2c54314d-1921-48fd-929b-9b7b4bf6572d will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:17.876189 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-dbce661d-288c-4c6a-894c-97399eb8df68 None None] Transition to ACTIVE for port object 2c54314d-1921-48fd-929b-9b7b4bf6572d will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:17.882509 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-dbce661d-288c-4c6a-894c-97399eb8df68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:17.955586 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbce661d-288c-4c6a-894c-97399eb8df68 None None] Network a066fbae-d4e7-4aba-b678-e13bdfb84690 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:17.956416 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce661d-288c-4c6a-894c-97399eb8df68 None None] Pushing event updated for resources: {'Port': ['ID=2c54314d-1921-48fd-929b-9b7b4bf6572d,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:17.960429 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-dbce661d-288c-4c6a-894c-97399eb8df68 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:17.962419 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbce661d-288c-4c6a-894c-97399eb8df68 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:44:17.987327 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-83617158-091c-4276-8fff-f4b762f3e891 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:18.014720 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-83617158-091c-4276-8fff-f4b762f3e891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:18.055331 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-dbce661d-288c-4c6a-894c-97399eb8df68 None None] Attempting to bind port 2c54314d-1921-48fd-929b-9b7b4bf6572d on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:44:18.055731 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-dbce661d-288c-4c6a-894c-97399eb8df68 None None] Attempting to bind port 2c54314d-1921-48fd-929b-9b7b4bf6572d by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '11062e01-4060-473a-9257-1aa4d13f8f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:44:18.056089 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbce661d-288c-4c6a-894c-97399eb8df68 None None] Attempting to bind port 2c54314d-1921-48fd-929b-9b7b4bf6572d on network a066fbae-d4e7-4aba-b678-e13bdfb84690 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:44:18.062743 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbce661d-288c-4c6a-894c-97399eb8df68 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:44:18.063123 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbce661d-288c-4c6a-894c-97399eb8df68 None None] Checking segment: {'id': '11062e01-4060-473a-9257-1aa4d13f8f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:44:18.063524 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-dbce661d-288c-4c6a-894c-97399eb8df68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:18.063913 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbce661d-288c-4c6a-894c-97399eb8df68 None None] Bound using segment: {'id': '11062e01-4060-473a-9257-1aa4d13f8f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:44:18.064397 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-dbce661d-288c-4c6a-894c-97399eb8df68 None None] Bound port: 2c54314d-1921-48fd-929b-9b7b4bf6572d, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11062e01-4060-473a-9257-1aa4d13f8f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:44:18.064771 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-dbce661d-288c-4c6a-894c-97399eb8df68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:18.086041 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83617158-091c-4276-8fff-f4b762f3e891 admin admin] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:18.088808 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-83617158-091c-4276-8fff-f4b762f3e891 admin admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:18.093189 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83617158-091c-4276-8fff-f4b762f3e891 admin admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:44:18.117351 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83617158-091c-4276-8fff-f4b762f3e891 admin admin] Pushing event updated for resources: {'Port': ['ID=3d4b7088-cfcb-462a-bef6-9e17e422e55a,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:18.157239 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-dbce661d-288c-4c6a-894c-97399eb8df68 None None] For port 2c54314d-1921-48fd-929b-9b7b4bf6572d, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:44:18.160326 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-dbce661d-288c-4c6a-894c-97399eb8df68 None None] For port 2c54314d-1921-48fd-929b-9b7b4bf6572d, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2c54314d-1921-48fd-929b-9b7b4bf6572d,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:44:18.165765 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-dbce661d-288c-4c6a-894c-97399eb8df68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:18.248918 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-83617158-091c-4276-8fff-f4b762f3e891 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:18.250406 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-83617158-091c-4276-8fff-f4b762f3e891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:18.252556 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce661d-288c-4c6a-894c-97399eb8df68 None None] Pushing event updated for resources: {'Port': ['ID=2c54314d-1921-48fd-929b-9b7b4bf6572d,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:18.319877 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:18.591346 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83617158-091c-4276-8fff-f4b762f3e891 admin admin] Router 4a820229-317b-41b0-8c25-dfd34dbe83e6 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:44:18.789409 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83617158-091c-4276-8fff-f4b762f3e891 admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:44:18.797887 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c0d145-cf88-4939-a2fb-8e9a182f7d35 None None] Sync routers for ids ['4a820229-317b-41b0-8c25-dfd34dbe83e6'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:44:18.810986 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c0d145-cf88-4939-a2fb-8e9a182f7d35 None None] Routers {'4a820229-317b-41b0-8c25-dfd34dbe83e6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:44:18.811680 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d9c0d145-cf88-4939-a2fb-8e9a182f7d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:44:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['4a820229-317b-41b0-8c25-dfd34dbe83e6'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:18.813104 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-83617158-091c-4276-8fff-f4b762f3e891 admin admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:18.814398 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-83617158-091c-4276-8fff-f4b762f3e891 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5311909 Apr 08 10:44:18.817084 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34882) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:19.024641 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-d9c0d145-cf88-4939-a2fb-8e9a182f7d35 None None] Set router 4a820229-317b-41b0-8c25-dfd34dbe83e6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:44:19.195033 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4805b1dc-7bfa-4427-8d43-129757928f8d None None] Network a066fbae-d4e7-4aba-b678-e13bdfb84690 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:44:19.319030 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d9c0d145-cf88-4939-a2fb-8e9a182f7d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:18Z', 'revision_number': 3, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:19.321623 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7c31ace6-a571-4492-baa8-620a0c62bd6b None None] Provisioning for port 2c54314d-1921-48fd-929b-9b7b4bf6572d completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:19.323470 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c0d145-cf88-4939-a2fb-8e9a182f7d35 None None] Checking router: 4a820229-317b-41b0-8c25-dfd34dbe83e6 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:44:19.323816 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c0d145-cf88-4939-a2fb-8e9a182f7d35 None None] Updating router 4a820229-317b-41b0-8c25-dfd34dbe83e6 port 3d4b7088-cfcb-462a-bef6-9e17e422e55a binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:44:19.375365 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d9c0d145-cf88-4939-a2fb-8e9a182f7d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:19.592661 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1e027576-f5e4-42d9-a6a7-9152967aa63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:19.718128 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d9c0d145-cf88-4939-a2fb-8e9a182f7d35 None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:19.729198 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-d9c0d145-cf88-4939-a2fb-8e9a182f7d35 None None] Transition to ACTIVE for port object 3d4b7088-cfcb-462a-bef6-9e17e422e55a will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:19.735560 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d9c0d145-cf88-4939-a2fb-8e9a182f7d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:19.807044 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-1e027576-f5e4-42d9-a6a7-9152967aa63f admin admin] Allocated IP 172.20.0.1 (a066fbae-d4e7-4aba-b678-e13bdfb84690/4eb6b3f3-30e2-4435-a5fe-fe327000bc70/d22af7fa-7d24-4d02-942c-c884798b7071) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:19.816343 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf70fe-0ce0-4a02-879e-b556ef2e87bb None None] Pushing event updated for resources: {'Port': ['ID=3d4b7088-cfcb-462a-bef6-9e17e422e55a,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:19.818732 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-d9c0d145-cf88-4939-a2fb-8e9a182f7d35 None None] Attempting to bind port 3d4b7088-cfcb-462a-bef6-9e17e422e55a on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:44:19.819095 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-d9c0d145-cf88-4939-a2fb-8e9a182f7d35 None None] Attempting to bind port 3d4b7088-cfcb-462a-bef6-9e17e422e55a by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:44:19.819469 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c0d145-cf88-4939-a2fb-8e9a182f7d35 None None] Attempting to bind port 3d4b7088-cfcb-462a-bef6-9e17e422e55a on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:44:19.830645 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baf70fe-0ce0-4a02-879e-b556ef2e87bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:19.830994 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baf70fe-0ce0-4a02-879e-b556ef2e87bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:19.831334 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baf70fe-0ce0-4a02-879e-b556ef2e87bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:19.831668 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baf70fe-0ce0-4a02-879e-b556ef2e87bb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:19.832614 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baf70fe-0ce0-4a02-879e-b556ef2e87bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:19.833078 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baf70fe-0ce0-4a02-879e-b556ef2e87bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:19.833509 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baf70fe-0ce0-4a02-879e-b556ef2e87bb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:19.833846 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baf70fe-0ce0-4a02-879e-b556ef2e87bb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:19.834176 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baf70fe-0ce0-4a02-879e-b556ef2e87bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:19.834509 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baf70fe-0ce0-4a02-879e-b556ef2e87bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:19.834828 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baf70fe-0ce0-4a02-879e-b556ef2e87bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:19.837964 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c0d145-cf88-4939-a2fb-8e9a182f7d35 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:44:19.838333 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c0d145-cf88-4939-a2fb-8e9a182f7d35 None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:44:19.838733 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d9c0d145-cf88-4939-a2fb-8e9a182f7d35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:19.839109 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c0d145-cf88-4939-a2fb-8e9a182f7d35 None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:44:19.839628 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-d9c0d145-cf88-4939-a2fb-8e9a182f7d35 None None] Bound port: 3d4b7088-cfcb-462a-bef6-9e17e422e55a, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:44:19.840012 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d9c0d145-cf88-4939-a2fb-8e9a182f7d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:19.911547 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-d9c0d145-cf88-4939-a2fb-8e9a182f7d35 None None] For port 3d4b7088-cfcb-462a-bef6-9e17e422e55a, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:44:19.914658 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-d9c0d145-cf88-4939-a2fb-8e9a182f7d35 None None] For port 3d4b7088-cfcb-462a-bef6-9e17e422e55a, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=3d4b7088-cfcb-462a-bef6-9e17e422e55a,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:44:19.918827 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d9c0d145-cf88-4939-a2fb-8e9a182f7d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:20.005685 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf70fe-0ce0-4a02-879e-b556ef2e87bb None None] Pushing event updated for resources: {'Port': ['ID=3d4b7088-cfcb-462a-bef6-9e17e422e55a,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:20.008568 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c0d145-cf88-4939-a2fb-8e9a182f7d35 None None] Routers {'4a820229-317b-41b0-8c25-dfd34dbe83e6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:44:20.009169 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d9c0d145-cf88-4939-a2fb-8e9a182f7d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:44:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['4a820229-317b-41b0-8c25-dfd34dbe83e6'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:20.059555 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1e027576-f5e4-42d9-a6a7-9152967aa63f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:20.075285 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-1e027576-f5e4-42d9-a6a7-9152967aa63f admin admin] Transition to ACTIVE for port object d22af7fa-7d24-4d02-942c-c884798b7071 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:20.098375 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1e027576-f5e4-42d9-a6a7-9152967aa63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:20.172009 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e027576-f5e4-42d9-a6a7-9152967aa63f admin admin] Network a066fbae-d4e7-4aba-b678-e13bdfb84690 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:20.175419 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-1e027576-f5e4-42d9-a6a7-9152967aa63f admin admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:20.177395 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e027576-f5e4-42d9-a6a7-9152967aa63f admin admin] Pushing event updated for resources: {'Port': ['ID=d22af7fa-7d24-4d02-942c-c884798b7071,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:20.179472 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e027576-f5e4-42d9-a6a7-9152967aa63f admin admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:44:20.185516 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-d9c0d145-cf88-4939-a2fb-8e9a182f7d35 None None] Set router 4a820229-317b-41b0-8c25-dfd34dbe83e6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:44:20.244173 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1e027576-f5e4-42d9-a6a7-9152967aa63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:20.308755 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2c54314d-1921-48fd-929b-9b7b4bf6572d up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:20.346182 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1e027576-f5e4-42d9-a6a7-9152967aa63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:20.399327 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 2c54314d-1921-48fd-929b-9b7b4bf6572d completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:20.404955 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 2c54314d-1921-48fd-929b-9b7b4bf6572d triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:20.405912 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:20.552544 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c84ecb28-25b9-44b0-8905-5d4c846453e7 None None] Provisioning for port d22af7fa-7d24-4d02-942c-c884798b7071 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:20.556630 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:20.556808 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d9c0d145-cf88-4939-a2fb-8e9a182f7d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:18Z', 'revision_number': 3, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:20.560919 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c0d145-cf88-4939-a2fb-8e9a182f7d35 None None] The sync data for ids ['4a820229-317b-41b0-8c25-dfd34dbe83e6'] in dv-neutron-837110-1-hyperv is: [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:18Z', 'revision_number': 3, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:44:20.568510 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c84ecb28-25b9-44b0-8905-5d4c846453e7 None None] Provisioning complete for port d22af7fa-7d24-4d02-942c-c884798b7071 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:20.568888 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c84ecb28-25b9-44b0-8905-5d4c846453e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:20.628603 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1e027576-f5e4-42d9-a6a7-9152967aa63f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:20.633773 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1e027576-f5e4-42d9-a6a7-9152967aa63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:20.682431 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-c84ecb28-25b9-44b0-8905-5d4c846453e7 None None] Port d22af7fa-7d24-4d02-942c-c884798b7071 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:44:20.684769 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 2c54314d-1921-48fd-929b-9b7b4bf6572d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2c54314d-1921-48fd-929b-9b7b4bf6572d,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:44:20.690266 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:20.755213 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1e027576-f5e4-42d9-a6a7-9152967aa63f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:20.760919 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e027576-f5e4-42d9-a6a7-9152967aa63f admin admin] Pushing event updated for resources: {'Port': ['ID=d22af7fa-7d24-4d02-942c-c884798b7071,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:20.778835 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=2c54314d-1921-48fd-929b-9b7b4bf6572d,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:20.921638 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e027576-f5e4-42d9-a6a7-9152967aa63f admin admin] Network a066fbae-d4e7-4aba-b678-e13bdfb84690 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:20.922769 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-1e027576-f5e4-42d9-a6a7-9152967aa63f admin admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:21.209101 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-8255f3d2-2c9a-4d44-80f5-02e0e07d4043 None None] Provisioning complete for port d22af7fa-7d24-4d02-942c-c884798b7071 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:21.209471 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8255f3d2-2c9a-4d44-80f5-02e0e07d4043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:21.268920 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-8255f3d2-2c9a-4d44-80f5-02e0e07d4043 None None] Port d22af7fa-7d24-4d02-942c-c884798b7071 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:44:21.335987 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e027576-f5e4-42d9-a6a7-9152967aa63f admin admin] Router 4a820229-317b-41b0-8c25-dfd34dbe83e6 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:44:21.529735 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e027576-f5e4-42d9-a6a7-9152967aa63f admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:44:21.539016 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1e027576-f5e4-42d9-a6a7-9152967aa63f admin admin] 10.222.0.47 "PUT /v2.0/routers/4a820229-317b-41b0-8c25-dfd34dbe83e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7209890 Apr 08 10:44:21.990604 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34892) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:21.996789 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-70735278-9492-4ab9-a27e-797a8742346f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Request body: {'security_group': {'name': 'tempest-securitygroup--688413629', 'description': 'tempest-description--1952396780'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:44:22.002697 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-70735278-9492-4ab9-a27e-797a8742346f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:22.007193 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-70735278-9492-4ab9-a27e-797a8742346f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Usage tracker for resource:security_group and tenant:ac2b470abeb2495d900001f403e7ca23 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:22.010348 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-70735278-9492-4ab9-a27e-797a8742346f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:22.016536 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-70735278-9492-4ab9-a27e-797a8742346f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:22.026471 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-70735278-9492-4ab9-a27e-797a8742346f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.064015 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-70735278-9492-4ab9-a27e-797a8742346f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:22.068244 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-70735278-9492-4ab9-a27e-797a8742346f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Usage tracker for resource:security_group_rule and tenant:ac2b470abeb2495d900001f403e7ca23 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:22.070936 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-70735278-9492-4ab9-a27e-797a8742346f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:22.076616 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-70735278-9492-4ab9-a27e-797a8742346f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:22.131915 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-70735278-9492-4ab9-a27e-797a8742346f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.135441 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-70735278-9492-4ab9-a27e-797a8742346f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.178005 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-70735278-9492-4ab9-a27e-797a8742346f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.179180 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-70735278-9492-4ab9-a27e-797a8742346f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1875782 Apr 08 10:44:22.179959 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70735278-9492-4ab9-a27e-797a8742346f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9e115e-edf7-45eb-a4f5-8140ff19f2af,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:22.182335 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 34896) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:22.187894 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-2abbcc9b-4f27-4d0a-a6ea-a6df39827f90 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Request body: {'security_group_rule': {'security_group_id': 'ec9e115e-edf7-45eb-a4f5-8140ff19f2af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:44:22.194701 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-2abbcc9b-4f27-4d0a-a6ea-a6df39827f90 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:22.198843 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2abbcc9b-4f27-4d0a-a6ea-a6df39827f90 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Usage tracker for resource:security_group_rule and tenant:ac2b470abeb2495d900001f403e7ca23 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:22.201767 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2abbcc9b-4f27-4d0a-a6ea-a6df39827f90 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:22.207981 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-2abbcc9b-4f27-4d0a-a6ea-a6df39827f90 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:22.225635 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2abbcc9b-4f27-4d0a-a6ea-a6df39827f90 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.291261 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2abbcc9b-4f27-4d0a-a6ea-a6df39827f90 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.295016 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2abbcc9b-4f27-4d0a-a6ea-a6df39827f90 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.322893 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2c54314d-1921-48fd-929b-9b7b4bf6572d up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:22.325603 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbcc9b-4f27-4d0a-a6ea-a6df39827f90 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc41430-b49a-4cc9-b247-436a3505dd70,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:22.329237 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2abbcc9b-4f27-4d0a-a6ea-a6df39827f90 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.330459 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2abbcc9b-4f27-4d0a-a6ea-a6df39827f90 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1471069 Apr 08 10:44:22.333752 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34900) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:22.338054 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbcc9b-4f27-4d0a-a6ea-a6df39827f90 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:22.338473 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbcc9b-4f27-4d0a-a6ea-a6df39827f90 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:22.338880 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbcc9b-4f27-4d0a-a6ea-a6df39827f90 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:22.339283 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbcc9b-4f27-4d0a-a6ea-a6df39827f90 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:22.339681 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbcc9b-4f27-4d0a-a6ea-a6df39827f90 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:22.339960 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-ba5d1432-7f99-4abc-b6d0-d798f8b27e58 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Request body: {'security_group_rule': {'security_group_id': 'ec9e115e-edf7-45eb-a4f5-8140ff19f2af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:44:22.340161 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbcc9b-4f27-4d0a-a6ea-a6df39827f90 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:22.340552 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbcc9b-4f27-4d0a-a6ea-a6df39827f90 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:22.340945 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbcc9b-4f27-4d0a-a6ea-a6df39827f90 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:22.341334 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbcc9b-4f27-4d0a-a6ea-a6df39827f90 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:22.341724 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbcc9b-4f27-4d0a-a6ea-a6df39827f90 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:22.342108 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbcc9b-4f27-4d0a-a6ea-a6df39827f90 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:22.347182 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ba5d1432-7f99-4abc-b6d0-d798f8b27e58 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:22.352385 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ba5d1432-7f99-4abc-b6d0-d798f8b27e58 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Usage tracker for resource:security_group_rule and tenant:ac2b470abeb2495d900001f403e7ca23 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:22.355202 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ba5d1432-7f99-4abc-b6d0-d798f8b27e58 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:22.361924 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ba5d1432-7f99-4abc-b6d0-d798f8b27e58 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:22.378327 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ba5d1432-7f99-4abc-b6d0-d798f8b27e58 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.391576 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 2c54314d-1921-48fd-929b-9b7b4bf6572d triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:22.392230 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.446506 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ba5d1432-7f99-4abc-b6d0-d798f8b27e58 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.450613 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ba5d1432-7f99-4abc-b6d0-d798f8b27e58 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.475408 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d1432-7f99-4abc-b6d0-d798f8b27e58 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bde24ea-022a-4470-815c-adb6c8ba9e24,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:22.485686 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ba5d1432-7f99-4abc-b6d0-d798f8b27e58 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.486974 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ba5d1432-7f99-4abc-b6d0-d798f8b27e58 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1521306 Apr 08 10:44:22.490538 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34904) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:22.496433 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-634e2b2d-7ff8-4eb8-80ff-185dd2a30ccc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:44:22.501628 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-634e2b2d-7ff8-4eb8-80ff-185dd2a30ccc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:22.505477 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-634e2b2d-7ff8-4eb8-80ff-185dd2a30ccc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Usage tracker for resource:floatingip and tenant:ac2b470abeb2495d900001f403e7ca23 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:44:22.508227 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-634e2b2d-7ff8-4eb8-80ff-185dd2a30ccc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:44:22.511732 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3d4b7088-cfcb-462a-bef6-9e17e422e55a up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:22.513822 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-634e2b2d-7ff8-4eb8-80ff-185dd2a30ccc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:22.524011 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-634e2b2d-7ff8-4eb8-80ff-185dd2a30ccc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for floatingip, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.579218 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 3d4b7088-cfcb-462a-bef6-9e17e422e55a completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:22.584638 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 3d4b7088-cfcb-462a-bef6-9e17e422e55a triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:22.585004 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.700955 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.716352 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 3d4b7088-cfcb-462a-bef6-9e17e422e55a, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=3d4b7088-cfcb-462a-bef6-9e17e422e55a,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:44:22.719884 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.756458 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-634e2b2d-7ff8-4eb8-80ff-185dd2a30ccc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:22.783818 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=3d4b7088-cfcb-462a-bef6-9e17e422e55a,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:22.889889 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-634e2b2d-7ff8-4eb8-80ff-185dd2a30ccc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Allocated IP 172.26.0.63 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/006b2601-3931-45c4-9edf-75f9fd60a088) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:23.033134 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-634e2b2d-7ff8-4eb8-80ff-185dd2a30ccc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:23.060491 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-634e2b2d-7ff8-4eb8-80ff-185dd2a30ccc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:23.130907 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634e2b2d-7ff8-4eb8-80ff-185dd2a30ccc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:23.133705 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-634e2b2d-7ff8-4eb8-80ff-185dd2a30ccc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:23.137995 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634e2b2d-7ff8-4eb8-80ff-185dd2a30ccc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:44:23.162614 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e2b2d-7ff8-4eb8-80ff-185dd2a30ccc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Pushing event updated for resources: {'Port': ['ID=006b2601-3931-45c4-9edf-75f9fd60a088,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:23.295067 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-634e2b2d-7ff8-4eb8-80ff-185dd2a30ccc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:23.348016 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-634e2b2d-7ff8-4eb8-80ff-185dd2a30ccc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:23.545845 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-634e2b2d-7ff8-4eb8-80ff-185dd2a30ccc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:23.550151 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-634e2b2d-7ff8-4eb8-80ff-185dd2a30ccc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:23.658463 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e2b2d-7ff8-4eb8-80ff-185dd2a30ccc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Pushing event updated for resources: {'Port': ['ID=006b2601-3931-45c4-9edf-75f9fd60a088,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:23.671042 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-634e2b2d-7ff8-4eb8-80ff-185dd2a30ccc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:23.694204 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-634e2b2d-7ff8-4eb8-80ff-185dd2a30ccc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:23.695420 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-634e2b2d-7ff8-4eb8-80ff-185dd2a30ccc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2037797 Apr 08 10:44:23.871924 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-08b21052-7375-4a61-bb36-ca9f104618dc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Synchronizing usage tracker for tenant:ac2b470abeb2495d900001f403e7ca23 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:23.890264 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-08b21052-7375-4a61-bb36-ca9f104618dc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Unset dirty status for tenant:ac2b470abeb2495d900001f403e7ca23 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:23.891585 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-08b21052-7375-4a61-bb36-ca9f104618dc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--688413629&fields=id&tenant_id=ac2b470abeb2495d900001f403e7ca23 HTTP/1.1" status: 200 len: 267 time: 0.0640557 Apr 08 10:44:24.018570 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36055c69-3457-4afa-a083-1d9a568e65e4 None None] Sync routers for ids ['4a820229-317b-41b0-8c25-dfd34dbe83e6'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:44:24.030176 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36055c69-3457-4afa-a083-1d9a568e65e4 None None] Routers {'4a820229-317b-41b0-8c25-dfd34dbe83e6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:44:24.030772 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-36055c69-3457-4afa-a083-1d9a568e65e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:44:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['4a820229-317b-41b0-8c25-dfd34dbe83e6'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:24.040673 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-ff5b0d9a-455a-41b7-9991-0c0f972de937 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:24.041493 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-ff5b0d9a-455a-41b7-9991-0c0f972de937 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Synchronizing usage tracker for tenant:ac2b470abeb2495d900001f403e7ca23 on resource:network {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:24.060554 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-ff5b0d9a-455a-41b7-9991-0c0f972de937 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Unset dirty status for tenant:ac2b470abeb2495d900001f403e7ca23 on resource:network {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:24.061852 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-ff5b0d9a-455a-41b7-9991-0c0f972de937 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 812 time: 0.1635714 Apr 08 10:44:24.078809 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-59369f0e-7c48-4c99-8218-b228a55ddf63 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/quotas/ac2b470abeb2495d900001f403e7ca23 HTTP/1.1" status: 200 len: 375 time: 0.0108287 Apr 08 10:44:24.164353 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-3a89bda4-a65f-4d4d-a417-9716147b376b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Synchronizing usage tracker for tenant:ac2b470abeb2495d900001f403e7ca23 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:24.181286 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-3a89bda4-a65f-4d4d-a417-9716147b376b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Unset dirty status for tenant:ac2b470abeb2495d900001f403e7ca23 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:24.182831 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-3a89bda4-a65f-4d4d-a417-9716147b376b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0979295 Apr 08 10:44:24.212593 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-36055c69-3457-4afa-a083-1d9a568e65e4 None None] Set router 4a820229-317b-41b0-8c25-dfd34dbe83e6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:44:24.264853 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3d4b7088-cfcb-462a-bef6-9e17e422e55a up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:24.395852 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-a735c280-bfc2-44b4-8a8c-3c78c380ef15 service neutron] 10.222.0.47 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009027 Apr 08 10:44:24.498683 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 3d4b7088-cfcb-462a-bef6-9e17e422e55a triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:24.499287 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:24.531736 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-bf2940f8-8f1c-42a0-a717-74db6fb087a6 service neutron] 10.222.0.47 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299710 Apr 08 10:44:24.683133 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-36055c69-3457-4afa-a083-1d9a568e65e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:20Z', 'revision_number': 4, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'd22af7fa-7d24-4d02-942c-c884798b7071', 'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'mac_address': 'fa:16:3e:cc:c3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:19Z', 'updated_at': '2022-04-08T10:44:20Z', 'revision_number': 2, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'subnets': [{'id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:24.687164 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36055c69-3457-4afa-a083-1d9a568e65e4 None None] Checking router: 4a820229-317b-41b0-8c25-dfd34dbe83e6 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:44:24.687375 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36055c69-3457-4afa-a083-1d9a568e65e4 None None] Updating router 4a820229-317b-41b0-8c25-dfd34dbe83e6 port d22af7fa-7d24-4d02-942c-c884798b7071 binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:44:24.721334 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e5dd6d5d-0082-43c4-aba7-132d8e1b5eb0 req-5f59c81d-2e12-4512-ba39-ab7522cb0222 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 210 time: 0.0442295 Apr 08 10:44:24.741051 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-36055c69-3457-4afa-a083-1d9a568e65e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:25.136697 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-36055c69-3457-4afa-a083-1d9a568e65e4 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:25.148939 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-36055c69-3457-4afa-a083-1d9a568e65e4 None None] Transition to ACTIVE for port object d22af7fa-7d24-4d02-942c-c884798b7071 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:25.155271 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-36055c69-3457-4afa-a083-1d9a568e65e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:25.285982 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73871899-6a2c-4f58-83bd-a1d7d4a7654e None None] Pushing event updated for resources: {'Port': ['ID=d22af7fa-7d24-4d02-942c-c884798b7071,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:25.375491 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-36055c69-3457-4afa-a083-1d9a568e65e4 None None] Attempting to bind port d22af7fa-7d24-4d02-942c-c884798b7071 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:44:25.375862 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-36055c69-3457-4afa-a083-1d9a568e65e4 None None] Attempting to bind port d22af7fa-7d24-4d02-942c-c884798b7071 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '11062e01-4060-473a-9257-1aa4d13f8f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:44:25.376258 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36055c69-3457-4afa-a083-1d9a568e65e4 None None] Attempting to bind port d22af7fa-7d24-4d02-942c-c884798b7071 on network a066fbae-d4e7-4aba-b678-e13bdfb84690 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:44:25.383308 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36055c69-3457-4afa-a083-1d9a568e65e4 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:44:25.383679 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36055c69-3457-4afa-a083-1d9a568e65e4 None None] Checking segment: {'id': '11062e01-4060-473a-9257-1aa4d13f8f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:44:25.384097 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-36055c69-3457-4afa-a083-1d9a568e65e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:25.384487 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36055c69-3457-4afa-a083-1d9a568e65e4 None None] Bound using segment: {'id': '11062e01-4060-473a-9257-1aa4d13f8f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:44:25.384947 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-36055c69-3457-4afa-a083-1d9a568e65e4 None None] Bound port: d22af7fa-7d24-4d02-942c-c884798b7071, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11062e01-4060-473a-9257-1aa4d13f8f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:44:25.385317 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-36055c69-3457-4afa-a083-1d9a568e65e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:25.485155 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-36055c69-3457-4afa-a083-1d9a568e65e4 None None] For port d22af7fa-7d24-4d02-942c-c884798b7071, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:44:25.488075 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-36055c69-3457-4afa-a083-1d9a568e65e4 None None] For port d22af7fa-7d24-4d02-942c-c884798b7071, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=d22af7fa-7d24-4d02-942c-c884798b7071,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:44:25.493011 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-36055c69-3457-4afa-a083-1d9a568e65e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:25.574367 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73871899-6a2c-4f58-83bd-a1d7d4a7654e None None] Pushing event updated for resources: {'Port': ['ID=d22af7fa-7d24-4d02-942c-c884798b7071,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:25.577892 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36055c69-3457-4afa-a083-1d9a568e65e4 None None] Routers {'4a820229-317b-41b0-8c25-dfd34dbe83e6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:44:25.578504 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-36055c69-3457-4afa-a083-1d9a568e65e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:44:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['4a820229-317b-41b0-8c25-dfd34dbe83e6'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:25.776577 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-36055c69-3457-4afa-a083-1d9a568e65e4 None None] Set router 4a820229-317b-41b0-8c25-dfd34dbe83e6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:44:25.958155 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0ab6c8e3-78d1-4a07-9d79-a4df9f984930 req-075070bf-c862-4622-9bcc-b7b779b1949d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 210 time: 0.0621243 Apr 08 10:44:26.014420 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-c8a85edc-0044-4caf-8673-c0f26799fa25 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:26.015877 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-c8a85edc-0044-4caf-8673-c0f26799fa25 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 812 time: 0.2951806 Apr 08 10:44:26.080661 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-7cb0b9c0-2026-4497-b749-f9f59b3d4b2a tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac2b470abeb2495d900001f403e7ca23 HTTP/1.1" status: 200 len: 379 time: 0.0423937 Apr 08 10:44:26.089226 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-065e6c24-d341-4e42-8772-e73cd5195efc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Request body: {'port': {'device_id': 'e78389ad-04fa-491d-9561-8c54d31f92d6', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'admin_state_up': True, 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'security_groups': ['ec9e115e-edf7-45eb-a4f5-8140ff19f2af']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:44:26.121622 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-36055c69-3457-4afa-a083-1d9a568e65e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:20Z', 'revision_number': 4, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'd22af7fa-7d24-4d02-942c-c884798b7071', 'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'mac_address': 'fa:16:3e:cc:c3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:19Z', 'updated_at': '2022-04-08T10:44:25Z', 'revision_number': 4, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'subnets': [{'id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:26.128068 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36055c69-3457-4afa-a083-1d9a568e65e4 None None] The sync data for ids ['4a820229-317b-41b0-8c25-dfd34dbe83e6'] in dv-neutron-837110-1-hyperv is: [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:20Z', 'revision_number': 4, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'd22af7fa-7d24-4d02-942c-c884798b7071', 'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'mac_address': 'fa:16:3e:cc:c3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:19Z', 'updated_at': '2022-04-08T10:44:25Z', 'revision_number': 4, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'subnets': [{'id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:44:26.256045 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-065e6c24-d341-4e42-8772-e73cd5195efc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:44:26.266697 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-065e6c24-d341-4e42-8772-e73cd5195efc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:44:26.277660 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-065e6c24-d341-4e42-8772-e73cd5195efc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Made reservation on behalf of ac2b470abeb2495d900001f403e7ca23 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:26.285309 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-065e6c24-d341-4e42-8772-e73cd5195efc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:26.294912 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d22af7fa-7d24-4d02-942c-c884798b7071 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:26.373450 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port d22af7fa-7d24-4d02-942c-c884798b7071 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:26.380528 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port d22af7fa-7d24-4d02-942c-c884798b7071 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:26.380905 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:26.466370 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-065e6c24-d341-4e42-8772-e73cd5195efc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Allocated IP 172.20.0.7 (a066fbae-d4e7-4aba-b678-e13bdfb84690/4eb6b3f3-30e2-4435-a5fe-fe327000bc70/d596aa44-4b94-4c11-91cd-3d46b5b36a32) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:44:26.501403 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:26.536577 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port d22af7fa-7d24-4d02-942c-c884798b7071, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=d22af7fa-7d24-4d02-942c-c884798b7071,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:44:26.541398 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:26.610474 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=d22af7fa-7d24-4d02-942c-c884798b7071,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:26.672197 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-065e6c24-d341-4e42-8772-e73cd5195efc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:26.688748 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-065e6c24-d341-4e42-8772-e73cd5195efc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Transition to ACTIVE for port object d596aa44-4b94-4c11-91cd-3d46b5b36a32 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:26.713077 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-065e6c24-d341-4e42-8772-e73cd5195efc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:26.787407 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-065e6c24-d341-4e42-8772-e73cd5195efc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Network a066fbae-d4e7-4aba-b678-e13bdfb84690 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:44:26.790285 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-065e6c24-d341-4e42-8772-e73cd5195efc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:44:26.792742 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-065e6c24-d341-4e42-8772-e73cd5195efc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:44:26.840848 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e6c24-d341-4e42-8772-e73cd5195efc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Pushing event updated for resources: {'Port': ['ID=d596aa44-4b94-4c11-91cd-3d46b5b36a32,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:26.870132 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-065e6c24-d341-4e42-8772-e73cd5195efc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:26.870850 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-065e6c24-d341-4e42-8772-e73cd5195efc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:26.899566 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-065e6c24-d341-4e42-8772-e73cd5195efc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8138254 Apr 08 10:44:26.915330 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-2005944a-2ae8-4c5c-a502-989885de0eb9 service neutron] Request body: {'port': {'device_id': 'e78389ad-04fa-491d-9561-8c54d31f92d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:44:27.032851 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-2005944a-2ae8-4c5c-a502-989885de0eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:27.052241 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-994aa163-f798-46ec-a4a2-596ae7700916 None None] Provisioning for port d596aa44-4b94-4c11-91cd-3d46b5b36a32 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:27.057979 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-994aa163-f798-46ec-a4a2-596ae7700916 None None] Provisioning complete for port d596aa44-4b94-4c11-91cd-3d46b5b36a32 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:27.058343 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-994aa163-f798-46ec-a4a2-596ae7700916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:27.113875 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-994aa163-f798-46ec-a4a2-596ae7700916 None None] Port d596aa44-4b94-4c11-91cd-3d46b5b36a32 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:44:27.353238 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c948135-ef5f-4b2b-a9bb-5de9a3cbd796 req-663b12b5-80f4-49aa-b4a5-5be4b936a11d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:27.353840 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-3c948135-ef5f-4b2b-a9bb-5de9a3cbd796 req-663b12b5-80f4-49aa-b4a5-5be4b936a11d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Synchronizing usage tracker for tenant:ac2b470abeb2495d900001f403e7ca23 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:44:27.386828 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-3c948135-ef5f-4b2b-a9bb-5de9a3cbd796 req-663b12b5-80f4-49aa-b4a5-5be4b936a11d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Unset dirty status for tenant:ac2b470abeb2495d900001f403e7ca23 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:44:27.387960 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3c948135-ef5f-4b2b-a9bb-5de9a3cbd796 req-663b12b5-80f4-49aa-b4a5-5be4b936a11d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 931 time: 0.2387614 Apr 08 10:44:27.486101 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-2005944a-2ae8-4c5c-a502-989885de0eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d596aa44-4b94-4c11-91cd-3d46b5b36a32 {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:44:27.493698 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3c948135-ef5f-4b2b-a9bb-5de9a3cbd796 req-85b8721f-ade0-444b-b1b6-4212e9f07995 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947390 Apr 08 10:44:27.495252 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-2005944a-2ae8-4c5c-a502-989885de0eb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:27.510383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-2005944a-2ae8-4c5c-a502-989885de0eb9 service neutron] Transition to ACTIVE for port object d596aa44-4b94-4c11-91cd-3d46b5b36a32 will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:44:27.514039 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-2005944a-2ae8-4c5c-a502-989885de0eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:27.637499 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005944a-2ae8-4c5c-a502-989885de0eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d596aa44-4b94-4c11-91cd-3d46b5b36a32,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:27.744572 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-2005944a-2ae8-4c5c-a502-989885de0eb9 service neutron] Attempting to bind port d596aa44-4b94-4c11-91cd-3d46b5b36a32 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:44:27.744910 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-2005944a-2ae8-4c5c-a502-989885de0eb9 service neutron] Attempting to bind port d596aa44-4b94-4c11-91cd-3d46b5b36a32 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '11062e01-4060-473a-9257-1aa4d13f8f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:44:27.745237 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-2005944a-2ae8-4c5c-a502-989885de0eb9 service neutron] Attempting to bind port d596aa44-4b94-4c11-91cd-3d46b5b36a32 on network a066fbae-d4e7-4aba-b678-e13bdfb84690 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:44:27.750862 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-2005944a-2ae8-4c5c-a502-989885de0eb9 service neutron] Port d596aa44-4b94-4c11-91cd-3d46b5b36a32 on network a066fbae-d4e7-4aba-b678-e13bdfb84690 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:44:27.751179 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-2005944a-2ae8-4c5c-a502-989885de0eb9 service neutron] Attempting to bind port d596aa44-4b94-4c11-91cd-3d46b5b36a32 on network a066fbae-d4e7-4aba-b678-e13bdfb84690 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:44:27.758015 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-2005944a-2ae8-4c5c-a502-989885de0eb9 service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:44:27.758350 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-2005944a-2ae8-4c5c-a502-989885de0eb9 service neutron] Checking segment: {'id': '11062e01-4060-473a-9257-1aa4d13f8f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:44:27.758731 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-2005944a-2ae8-4c5c-a502-989885de0eb9 service neutron] Bound using segment: {'id': '11062e01-4060-473a-9257-1aa4d13f8f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:44:27.759150 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-2005944a-2ae8-4c5c-a502-989885de0eb9 service neutron] Bound port: d596aa44-4b94-4c11-91cd-3d46b5b36a32, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11062e01-4060-473a-9257-1aa4d13f8f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:44:27.759497 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-2005944a-2ae8-4c5c-a502-989885de0eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:27.939996 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-2005944a-2ae8-4c5c-a502-989885de0eb9 service neutron] For port d596aa44-4b94-4c11-91cd-3d46b5b36a32, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:44:27.943644 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-2005944a-2ae8-4c5c-a502-989885de0eb9 service neutron] For port d596aa44-4b94-4c11-91cd-3d46b5b36a32, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d596aa44-4b94-4c11-91cd-3d46b5b36a32,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:44:27.947818 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-2005944a-2ae8-4c5c-a502-989885de0eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:28.010454 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-2005944a-2ae8-4c5c-a502-989885de0eb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:28.011864 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-2005944a-2ae8-4c5c-a502-989885de0eb9 service neutron] 10.222.0.52 "PUT /v2.0/ports/d596aa44-4b94-4c11-91cd-3d46b5b36a32 HTTP/1.1" status: 200 len: 1093 time: 1.1016939 Apr 08 10:44:28.012316 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78389ad-04fa-491d-9561-8c54d31f92d6', 'tag': 'd596aa44-4b94-4c11-91cd-3d46b5b36a32'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:44:28.031354 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005944a-2ae8-4c5c-a502-989885de0eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d596aa44-4b94-4c11-91cd-3d46b5b36a32,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:28.094290 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ef9b09-5720-435c-ac7f-4b8a49fe2da4'] response: {'name': 'network-changed', 'server_uuid': 'e78389ad-04fa-491d-9561-8c54d31f92d6', 'tag': 'd596aa44-4b94-4c11-91cd-3d46b5b36a32', 'status': 'completed', 'code': 200} Apr 08 10:44:28.138969 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-052d6a22-900c-47d9-a0f1-376737e962d0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 1096 time: 0.0845208 Apr 08 10:44:28.215501 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-9e135ede-5e30-4187-9c18-a217f7dbf781 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d596aa44-4b94-4c11-91cd-3d46b5b36a32 HTTP/1.1" status: 200 len: 217 time: 0.0660162 Apr 08 10:44:28.267409 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d22af7fa-7d24-4d02-942c-c884798b7071 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:28.282152 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-b8060099-e76e-4947-aaa5-b965cd3842fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:28.283517 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-b8060099-e76e-4947-aaa5-b965cd3842fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.0588670 Apr 08 10:44:28.335057 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port d22af7fa-7d24-4d02-942c-c884798b7071 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:28.335421 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:28.361683 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-93779bff-ff20-4b51-8f79-1a3e1576cf39 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692110 Apr 08 10:44:28.514046 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-c824e98c-1fc3-4b1b-9ac9-b3929bd0edfa service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425769 Apr 08 10:44:28.693439 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a68e3d3d-cd3a-4866-8aa3-ec0c2414c7d6 req-9e7ddb00-5dd9-46a5-9617-6271de28d868 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694515 Apr 08 10:44:28.725847 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed5e50-6e0b-4ba0-b2c7-5ba7263161c8 req-72319f91-b696-4ba8-95fd-c240d4fa6a66 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:28.727992 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a5ed5e50-6e0b-4ba0-b2c7-5ba7263161c8 req-72319f91-b696-4ba8-95fd-c240d4fa6a66 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 943 time: 0.1005583 Apr 08 10:44:28.821806 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a5ed5e50-6e0b-4ba0-b2c7-5ba7263161c8 req-0285b669-36c7-4757-bb30-6b6db8a8dc79 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881133 Apr 08 10:44:28.839512 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cbaa491d-be90-44c0-a8bc-fc9ffa964e11 req-590842af-9234-4aac-a293-96b852109717 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 1096 time: 0.0917180 Apr 08 10:44:28.990796 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa491d-be90-44c0-a8bc-fc9ffa964e11 req-43b544c8-c6a8-44a6-b24a-39243af3ab69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:28.992247 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cbaa491d-be90-44c0-a8bc-fc9ffa964e11 req-43b544c8-c6a8-44a6-b24a-39243af3ab69 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 913 time: 0.1462910 Apr 08 10:44:29.058397 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cbaa491d-be90-44c0-a8bc-fc9ffa964e11 req-88ad7fb0-b103-44a8-bd71-16bafd3b6248 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d596aa44-4b94-4c11-91cd-3d46b5b36a32 HTTP/1.1" status: 200 len: 217 time: 0.0597217 Apr 08 10:44:29.123824 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa491d-be90-44c0-a8bc-fc9ffa964e11 req-fe9bab96-5365-45cd-9787-371f0614fb23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:29.125241 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cbaa491d-be90-44c0-a8bc-fc9ffa964e11 req-fe9bab96-5365-45cd-9787-371f0614fb23 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.0594950 Apr 08 10:44:29.199898 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cbaa491d-be90-44c0-a8bc-fc9ffa964e11 req-3f234aa1-91f4-482b-b0ee-53c4dc1a6c67 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680323 Apr 08 10:44:29.336713 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cbaa491d-be90-44c0-a8bc-fc9ffa964e11 req-30cc93aa-7ef9-4575-8f06-5afddb85caaa service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284049 Apr 08 10:44:29.465332 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cbaa491d-be90-44c0-a8bc-fc9ffa964e11 req-f21eb194-546d-445f-8288-051638c2d71e service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213233 Apr 08 10:44:30.016877 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502af8f6-fc5a-4ea5-aaa7-b7ebdc42375d req-89e3e4d1-d888-4187-bfde-d9181ee8d057 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:30.018313 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-502af8f6-fc5a-4ea5-aaa7-b7ebdc42375d req-89e3e4d1-d888-4187-bfde-d9181ee8d057 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 943 time: 0.0739155 Apr 08 10:44:30.150609 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-502af8f6-fc5a-4ea5-aaa7-b7ebdc42375d req-435f0536-7e0c-4c74-8126-16d7ca684bdd tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266117 Apr 08 10:44:30.248941 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device d596aa44-4b94-4c11-91cd-3d46b5b36a32 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:44:30.384044 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port d596aa44-4b94-4c11-91cd-3d46b5b36a32, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d596aa44-4b94-4c11-91cd-3d46b5b36a32,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:44:30.397930 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': 'd596aa44-4b94-4c11-91cd-3d46b5b36a32', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'port_id': 'd596aa44-4b94-4c11-91cd-3d46b5b36a32', 'mac_address': 'fa:16:3e:f8:63:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:44:30.451276 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:30.468225 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d596aa44-4b94-4c11-91cd-3d46b5b36a32 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:44:30.485464 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port d596aa44-4b94-4c11-91cd-3d46b5b36a32, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d596aa44-4b94-4c11-91cd-3d46b5b36a32,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:44:30.489722 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:30.561293 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=d596aa44-4b94-4c11-91cd-3d46b5b36a32,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:30.569751 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:30.570098 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:30.570436 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:30.570769 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:30.571100 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:30.571425 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:30.571749 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:30.572072 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:30.572410 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:30.572728 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:30.573046 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:30.778804 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['d596aa44-4b94-4c11-91cd-3d46b5b36a32'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:44:31.109522 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:44:31.344962 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ffafe-b81b-4fba-a638-f9af3896654c req-92b2d531-98ff-49f1-81e9-559aadb067c8 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:31.346402 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e83ffafe-b81b-4fba-a638-f9af3896654c req-92b2d531-98ff-49f1-81e9-559aadb067c8 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 944 time: 0.0759158 Apr 08 10:44:31.391887 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e83ffafe-b81b-4fba-a638-f9af3896654c req-720b13dc-2456-4fa4-9ea0-e2238e4b2f19 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398021 Apr 08 10:44:32.257204 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device d596aa44-4b94-4c11-91cd-3d46b5b36a32 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:44:32.324998 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port d596aa44-4b94-4c11-91cd-3d46b5b36a32 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:44:32.329456 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port d596aa44-4b94-4c11-91cd-3d46b5b36a32 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:44:32.329803 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:32.442346 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:32.468435 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78389ad-04fa-491d-9561-8c54d31f92d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd596aa44-4b94-4c11-91cd-3d46b5b36a32'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:44:32.479321 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port d596aa44-4b94-4c11-91cd-3d46b5b36a32, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d596aa44-4b94-4c11-91cd-3d46b5b36a32,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:44:32.483361 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:32.528655 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf13e7de-c709-44e5-be1d-1b80335c2c02'] response: {'server_uuid': 'e78389ad-04fa-491d-9561-8c54d31f92d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd596aa44-4b94-4c11-91cd-3d46b5b36a32', 'code': 200} Apr 08 10:44:32.557219 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=d596aa44-4b94-4c11-91cd-3d46b5b36a32,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:32.589193 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c66423-dc14-428c-8247-179b1a4412dd req-fa24ade8-4a3c-4469-90b0-a4686e3c8bed tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:32.590628 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-52c66423-dc14-428c-8247-179b1a4412dd req-fa24ade8-4a3c-4469-90b0-a4686e3c8bed tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0789101 Apr 08 10:44:32.635534 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-52c66423-dc14-428c-8247-179b1a4412dd req-a6a9b602-d6e5-44af-ab7b-b6f4015f4549 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391896 Apr 08 10:44:32.775176 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8f826097-4b42-4039-940c-6a81816b8a61 req-b2fafdc8-3964-4198-8bc7-69eb3bd0d0d1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 1098 time: 0.0663757 Apr 08 10:44:32.823114 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8f826097-4b42-4039-940c-6a81816b8a61 req-868cc1fa-7bee-4702-94d6-d628a141f967 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385237 Apr 08 10:44:33.834056 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82249b38-919f-4b55-a1e9-3a7c1379c465 req-75ba5500-2e1d-447b-8826-7f26f18a8271 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:33.835510 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-82249b38-919f-4b55-a1e9-3a7c1379c465 req-75ba5500-2e1d-447b-8826-7f26f18a8271 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0755968 Apr 08 10:44:33.880667 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-82249b38-919f-4b55-a1e9-3a7c1379c465 req-20388f5a-9b32-4337-b049-fa1c83721f81 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395401 Apr 08 10:44:35.076112 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a11922-4298-48c9-b99d-f304c735de7e req-a9164b76-fc31-4dc3-a360-2efae246a621 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:35.077481 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-86a11922-4298-48c9-b99d-f304c735de7e req-a9164b76-fc31-4dc3-a360-2efae246a621 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0786033 Apr 08 10:44:35.122760 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-86a11922-4298-48c9-b99d-f304c735de7e req-84d1b71d-15c8-4b2a-9adc-2ffec17dbfe3 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390301 Apr 08 10:44:35.315212 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c710a1-a2fe-46c2-a71d-5a7ea6230868 req-8a9f2586-45a9-49cc-aeaf-317b71ccde2e tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:35.317697 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d2c710a1-a2fe-46c2-a71d-5a7ea6230868 req-8a9f2586-45a9-49cc-aeaf-317b71ccde2e tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0788350 Apr 08 10:44:35.327067 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 34954) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:44:35.333174 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-48d6a555-6b56-4ba3-ba08-8861568a2957 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Request body: {'floatingip': {'port_id': 'd596aa44-4b94-4c11-91cd-3d46b5b36a32'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:44:35.444070 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-48d6a555-6b56-4ba3-ba08-8861568a2957 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for floatingip, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:35.624452 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7429dc34-fc30-4374-b329-a98e7716e524 req-b8cafd3b-73a9-4611-a705-87107716301c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2397337 Apr 08 10:44:35.930826 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7429dc34-fc30-4374-b329-a98e7716e524 req-18af3d5b-efee-4ed4-8590-891823ac91a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 1098 time: 0.2282581 Apr 08 10:44:36.102461 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429dc34-fc30-4374-b329-a98e7716e524 req-3301f013-de1d-4d7a-a8dc-d2b8ee11555d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:36.103876 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7429dc34-fc30-4374-b329-a98e7716e524 req-3301f013-de1d-4d7a-a8dc-d2b8ee11555d service neutron] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 913 time: 0.1531391 Apr 08 10:44:36.267467 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7429dc34-fc30-4374-b329-a98e7716e524 req-c250dca6-fd8c-4846-b50a-5a7005c7392b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d596aa44-4b94-4c11-91cd-3d46b5b36a32 HTTP/1.1" status: 200 len: 217 time: 0.1569061 Apr 08 10:44:36.270730 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.resource_extend [None req-48d6a555-6b56-4ba3-ba08-8861568a2957 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:44:36.416679 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429dc34-fc30-4374-b329-a98e7716e524 req-895008fd-30a0-4457-a78c-abb765e63053 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:36.418069 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7429dc34-fc30-4374-b329-a98e7716e524 req-895008fd-30a0-4457-a78c-abb765e63053 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.0943782 Apr 08 10:44:36.418779 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-48d6a555-6b56-4ba3-ba08-8861568a2957 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:36.422219 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-48d6a555-6b56-4ba3-ba08-8861568a2957 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:36.613462 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7429dc34-fc30-4374-b329-a98e7716e524 req-14c0a212-d3e0-4c1d-b0ca-28f4c8a86dd8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1427321 Apr 08 10:44:36.764819 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7429dc34-fc30-4374-b329-a98e7716e524 req-ace31e6d-aa99-40e3-a858-744ed9ddcf2d service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444769 Apr 08 10:44:36.846661 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [None req-48d6a555-6b56-4ba3-ba08-8861568a2957 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Floating IP 1bb3c915-df24-4027-bd10-3926c31ea882 associated. External IP: 172.26.0.63, port: d596aa44-4b94-4c11-91cd-3d46b5b36a32. Apr 08 10:44:37.023099 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7429dc34-fc30-4374-b329-a98e7716e524 req-d9ec7f24-802c-4c8d-8b12-6983d1e2b570 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522674 Apr 08 10:44:37.275169 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d6a555-6b56-4ba3-ba08-8861568a2957 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Router 4a820229-317b-41b0-8c25-dfd34dbe83e6 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:44:37.477249 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d6a555-6b56-4ba3-ba08-8861568a2957 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:44:37.482094 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-48d6a555-6b56-4ba3-ba08-8861568a2957 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:37.486688 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f73034-b721-41b4-8015-d644996ea4a9 None None] Sync routers for ids ['4a820229-317b-41b0-8c25-dfd34dbe83e6'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:44:37.498928 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f73034-b721-41b4-8015-d644996ea4a9 None None] Routers {'4a820229-317b-41b0-8c25-dfd34dbe83e6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:44:37.499519 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-49f73034-b721-41b4-8015-d644996ea4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:44:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['4a820229-317b-41b0-8c25-dfd34dbe83e6'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:37.540028 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-48d6a555-6b56-4ba3-ba08-8861568a2957 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "PUT /v2.0/floatingips/1bb3c915-df24-4027-bd10-3926c31ea882 HTTP/1.1" status: 200 len: 990 time: 2.2118514 Apr 08 10:44:37.540633 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78389ad-04fa-491d-9561-8c54d31f92d6', 'tag': 'd596aa44-4b94-4c11-91cd-3d46b5b36a32'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:44:37.596877 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3498e69b-edd8-4169-8bdf-22c9eef5f212'] response: {'name': 'network-changed', 'server_uuid': 'e78389ad-04fa-491d-9561-8c54d31f92d6', 'tag': 'd596aa44-4b94-4c11-91cd-3d46b5b36a32', 'status': 'completed', 'code': 200} Apr 08 10:44:37.674799 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-49f73034-b721-41b4-8015-d644996ea4a9 None None] Set router 4a820229-317b-41b0-8c25-dfd34dbe83e6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:44:37.861645 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b89d6d27-d3e9-455d-94e2-49f3453196e7 req-63cc5906-c652-426f-b314-0b5a8032ff53 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 1098 time: 0.2425327 Apr 08 10:44:37.871421 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e652a-28b8-43a1-96e9-961af305c74c req-f6d1d087-48ae-45ae-abda-cb66592a5ce0 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:37.872799 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-be9e652a-28b8-43a1-96e9-961af305c74c req-f6d1d087-48ae-45ae-abda-cb66592a5ce0 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.2235484 Apr 08 10:44:37.995571 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-be9e652a-28b8-43a1-96e9-961af305c74c req-7e800c83-510c-4fa9-b740-a6d081b749d8 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049664 Apr 08 10:44:38.031829 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-49f73034-b721-41b4-8015-d644996ea4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:20Z', 'revision_number': 4, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '1bb3c915-df24-4027-bd10-3926c31ea882', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'floating_ip_address': '172.26.0.63', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'port_id': 'd596aa44-4b94-4c11-91cd-3d46b5b36a32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'mac_address': 'fa:16:3e:f8:63:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78389ad-04fa-491d-9561-8c54d31f92d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:44:23Z', 'updated_at': '2022-04-08T10:44:36Z', 'revision_number': 1, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22af7fa-7d24-4d02-942c-c884798b7071', 'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'mac_address': 'fa:16:3e:cc:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:19Z', 'updated_at': '2022-04-08T10:44:26Z', 'revision_number': 5, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'subnets': [{'id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:38.036509 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f73034-b721-41b4-8015-d644996ea4a9 None None] Checking router: 4a820229-317b-41b0-8c25-dfd34dbe83e6 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:44:38.042642 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d6d27-d3e9-455d-94e2-49f3453196e7 req-6bc893c6-04c7-433f-848d-4bc520d8c689 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:38.044071 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b89d6d27-d3e9-455d-94e2-49f3453196e7 req-6bc893c6-04c7-433f-848d-4bc520d8c689 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 913 time: 0.1704502 Apr 08 10:44:38.047301 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f73034-b721-41b4-8015-d644996ea4a9 None None] Routers {'4a820229-317b-41b0-8c25-dfd34dbe83e6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:44:38.047794 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-49f73034-b721-41b4-8015-d644996ea4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:44:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['4a820229-317b-41b0-8c25-dfd34dbe83e6'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:38.204313 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b89d6d27-d3e9-455d-94e2-49f3453196e7 req-d2b0b313-e33b-46ac-8c7f-c925bf958eca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d596aa44-4b94-4c11-91cd-3d46b5b36a32 HTTP/1.1" status: 200 len: 998 time: 0.1541541 Apr 08 10:44:38.231156 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-49f73034-b721-41b4-8015-d644996ea4a9 None None] Set router 4a820229-317b-41b0-8c25-dfd34dbe83e6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:44:38.275421 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd508d-8765-4a8e-9158-b03b9e7a1082 req-6bea7b9b-c7f3-479a-a904-349158d9128d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:38.276881 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c5fd508d-8765-4a8e-9158-b03b9e7a1082 req-6bea7b9b-c7f3-479a-a904-349158d9128d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.1508794 Apr 08 10:44:38.285071 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d6d27-d3e9-455d-94e2-49f3453196e7 req-e93af02b-2ad8-4060-b76b-2b0ddf662c27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:38.286403 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b89d6d27-d3e9-455d-94e2-49f3453196e7 req-e93af02b-2ad8-4060-b76b-2b0ddf662c27 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.0760901 Apr 08 10:44:38.371011 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c5fd508d-8765-4a8e-9158-b03b9e7a1082 req-d09cf584-5643-4138-a3cb-90f04fe4ec27 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873675 Apr 08 10:44:38.398194 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b89d6d27-d3e9-455d-94e2-49f3453196e7 req-19439cfb-6f9e-491c-b901-07053fd22194 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0900218 Apr 08 10:44:38.464531 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:38.521111 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b89d6d27-d3e9-455d-94e2-49f3453196e7 req-64205a42-00d2-433f-b6b8-40a1966c9df1 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256878 Apr 08 10:44:38.590434 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-49f73034-b721-41b4-8015-d644996ea4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:20Z', 'revision_number': 4, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '1bb3c915-df24-4027-bd10-3926c31ea882', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'floating_ip_address': '172.26.0.63', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'port_id': 'd596aa44-4b94-4c11-91cd-3d46b5b36a32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'mac_address': 'fa:16:3e:f8:63:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78389ad-04fa-491d-9561-8c54d31f92d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:44:23Z', 'updated_at': '2022-04-08T10:44:36Z', 'revision_number': 1, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22af7fa-7d24-4d02-942c-c884798b7071', 'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'mac_address': 'fa:16:3e:cc:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:19Z', 'updated_at': '2022-04-08T10:44:26Z', 'revision_number': 5, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'subnets': [{'id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:44:38.594276 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f73034-b721-41b4-8015-d644996ea4a9 None None] The sync data for ids ['4a820229-317b-41b0-8c25-dfd34dbe83e6'] in dv-neutron-837110-1-hyperv is: [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:20Z', 'revision_number': 4, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '1bb3c915-df24-4027-bd10-3926c31ea882', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'floating_ip_address': '172.26.0.63', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'port_id': 'd596aa44-4b94-4c11-91cd-3d46b5b36a32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'mac_address': 'fa:16:3e:f8:63:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78389ad-04fa-491d-9561-8c54d31f92d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:44:23Z', 'updated_at': '2022-04-08T10:44:36Z', 'revision_number': 1, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22af7fa-7d24-4d02-942c-c884798b7071', 'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'mac_address': 'fa:16:3e:cc:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:19Z', 'updated_at': '2022-04-08T10:44:26Z', 'revision_number': 5, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'subnets': [{'id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:44:38.652954 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b89d6d27-d3e9-455d-94e2-49f3453196e7 req-50406fb2-956a-415c-991f-01ca15e86e28 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259689 Apr 08 10:44:39.578377 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0cee4-f0be-4ccd-a031-a1b6da2eee67 req-10aa711e-3109-4c55-9e5a-0e6f2551640d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:39.579825 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3bd0cee4-f0be-4ccd-a031-a1b6da2eee67 req-10aa711e-3109-4c55-9e5a-0e6f2551640d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0879788 Apr 08 10:44:39.626937 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3bd0cee4-f0be-4ccd-a031-a1b6da2eee67 req-13b8b7c3-73cd-4950-9db4-9a2ffac593a8 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408316 Apr 08 10:44:39.849258 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646bef2-646d-49da-b71a-e4c29bbb4679 req-00e2b91b-e73a-4a7b-ba21-1b9614ffea99 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:39.850911 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d646bef2-646d-49da-b71a-e4c29bbb4679 req-00e2b91b-e73a-4a7b-ba21-1b9614ffea99 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0958056 Apr 08 10:44:39.902861 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d646bef2-646d-49da-b71a-e4c29bbb4679 req-546526c7-de77-457a-ae7c-16abab41f88d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440345 Apr 08 10:44:40.124746 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2d74dcd1-3b79-4abf-9d50-28b3325513cf req-a379f09e-c7c6-4822-960d-079c6d4ee444 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0683904 Apr 08 10:44:40.419871 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-b90ba32f-b99f-46af-aa40-519b7ada4d97 req-fca45a7e-6863-4d4b-aeb3-9187b8f6d3bd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0815184 Apr 08 10:44:40.486823 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3808f3-36e8-4e21-9176-a416c7a9bbf4 req-805153c5-6edf-404e-91b2-135161ac3dec tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:40.488413 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fe3808f3-36e8-4e21-9176-a416c7a9bbf4 req-805153c5-6edf-404e-91b2-135161ac3dec tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0809155 Apr 08 10:44:40.544440 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fe3808f3-36e8-4e21-9176-a416c7a9bbf4 req-eb0ee4b9-d655-4a11-a234-c5f146019b2e tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462170 Apr 08 10:44:41.631633 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b90ba32f-b99f-46af-aa40-519b7ada4d97 req-93582882-6292-45fd-9838-964357d8385b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 1098 time: 0.0695944 Apr 08 10:44:41.811820 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ba32f-b99f-46af-aa40-519b7ada4d97 req-846e2bd3-ba72-4ada-98be-3b93f8932744 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:41.813278 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b90ba32f-b99f-46af-aa40-519b7ada4d97 req-846e2bd3-ba72-4ada-98be-3b93f8932744 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 913 time: 0.1759520 Apr 08 10:44:41.823714 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e62e9f-47bc-4d77-8444-1541323bcfe0 req-7cc3ba37-f973-44d9-af80-24addcdd761b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:41.825057 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a7e62e9f-47bc-4d77-8444-1541323bcfe0 req-7cc3ba37-f973-44d9-af80-24addcdd761b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.1207626 Apr 08 10:44:41.955242 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a7e62e9f-47bc-4d77-8444-1541323bcfe0 req-e742da9b-0125-4f7a-acc6-addd5c0cf49e tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813458 Apr 08 10:44:41.957194 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b90ba32f-b99f-46af-aa40-519b7ada4d97 req-b9f41152-b7ec-49ec-b0cb-b15f52a6297d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d596aa44-4b94-4c11-91cd-3d46b5b36a32 HTTP/1.1" status: 200 len: 998 time: 0.1313119 Apr 08 10:44:42.019701 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03661d7-5e1f-4b45-99fb-843c2d2ff40f None None] New status for floating IP 1bb3c915-df24-4027-bd10-3926c31ea882: ACTIVE {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:44:42.112652 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ba32f-b99f-46af-aa40-519b7ada4d97 req-0152f594-230d-417a-ae14-9f4cb2df271c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:42.114801 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b90ba32f-b99f-46af-aa40-519b7ada4d97 req-0152f594-230d-417a-ae14-9f4cb2df271c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.1513543 Apr 08 10:44:42.188889 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b90ba32f-b99f-46af-aa40-519b7ada4d97 req-7c7d6c3b-14f3-454e-a2cb-de3706bad05e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687394 Apr 08 10:44:42.322043 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b90ba32f-b99f-46af-aa40-519b7ada4d97 req-2868dbfa-a1f7-4dfa-b7d5-36aee8145188 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247294 Apr 08 10:44:42.449545 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b90ba32f-b99f-46af-aa40-519b7ada4d97 req-13dffcf3-441f-4b12-8372-6fc9b9df1794 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222796 Apr 08 10:44:43.155600 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289441dd-c596-46f0-b0cb-5b1faf7277bd req-bd01d6b3-4de3-488d-a9d2-58179e17a159 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:43.157085 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-289441dd-c596-46f0-b0cb-5b1faf7277bd req-bd01d6b3-4de3-488d-a9d2-58179e17a159 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0751188 Apr 08 10:44:43.201621 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-289441dd-c596-46f0-b0cb-5b1faf7277bd req-3aad2c0d-9716-4e64-86b2-9f7a61d7e147 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390551 Apr 08 10:44:43.337379 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-968e9800-d702-40d9-981e-b6b4e81c2da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:44.468096 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51745e1a-f7c2-4520-adea-3633319fbd39 req-f889f1ef-52b3-4e56-bf28-04917114fde5 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:44.469534 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-51745e1a-f7c2-4520-adea-3633319fbd39 req-f889f1ef-52b3-4e56-bf28-04917114fde5 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.1479650 Apr 08 10:44:44.514357 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-51745e1a-f7c2-4520-adea-3633319fbd39 req-14fbd79f-acc1-4673-b592-29e5859d9991 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388987 Apr 08 10:44:45.585375 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8a692587-b83f-43f3-a2d0-6e7dc1291e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:45.711343 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd8d35-a7df-41ab-853c-59edbe3e2fbd req-8f48923d-0b4f-4a65-bc7a-9f08c86ad7d8 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:45.712876 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-55bd8d35-a7df-41ab-853c-59edbe3e2fbd req-8f48923d-0b4f-4a65-bc7a-9f08c86ad7d8 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0779965 Apr 08 10:44:45.757385 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-55bd8d35-a7df-41ab-853c-59edbe3e2fbd req-e23f5fcc-f31e-4332-8a1b-519ef0437c2a tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389481 Apr 08 10:44:46.803966 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.916836 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:46.957104 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81509c04-21f3-45ff-b5b9-3996459bba39 req-06170de9-8b65-437f-bbe5-eda21bf79dda tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:46.958576 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-81509c04-21f3-45ff-b5b9-3996459bba39 req-06170de9-8b65-437f-bbe5-eda21bf79dda tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0778434 Apr 08 10:44:47.002553 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-81509c04-21f3-45ff-b5b9-3996459bba39 req-7dff020a-dfb4-4b42-9860-cf3157486ad3 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384846 Apr 08 10:44:48.196364 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689db3bb-ef1f-4d2b-9bcb-b0b031805e55 req-1fe83165-b2f6-43f9-9c5f-950202000711 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:48.197799 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-689db3bb-ef1f-4d2b-9bcb-b0b031805e55 req-1fe83165-b2f6-43f9-9c5f-950202000711 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0751181 Apr 08 10:44:48.245866 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-689db3bb-ef1f-4d2b-9bcb-b0b031805e55 req-a6a3f5d5-2fba-4e6f-8090-38cb211fc9fc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425038 Apr 08 10:44:48.316313 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:44:49.587539 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aced71-1ffb-4762-8f76-7188b398f40b req-ae22c672-8084-4709-be75-54ab784ad9f2 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:49.589049 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b3aced71-1ffb-4762-8f76-7188b398f40b req-ae22c672-8084-4709-be75-54ab784ad9f2 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0742285 Apr 08 10:44:49.634072 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b3aced71-1ffb-4762-8f76-7188b398f40b req-3c2529b3-41a5-4cd7-a32e-4122f95fbe94 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396173 Apr 08 10:44:50.831436 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400edd3-a762-4535-a4c8-3cd92d217c4f req-4ce280c4-1035-402d-bbb2-342c555132d3 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:50.833040 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9400edd3-a762-4535-a4c8-3cd92d217c4f req-4ce280c4-1035-402d-bbb2-342c555132d3 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0771015 Apr 08 10:44:50.877918 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9400edd3-a762-4535-a4c8-3cd92d217c4f req-4a20d194-46dc-49bc-9f95-56412ca7e583 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393941 Apr 08 10:44:52.068654 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94102658-e488-4576-bd20-39c240a0e7cc req-b18e1a23-3ed5-4e52-82b4-16345c32f922 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:52.070087 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-94102658-e488-4576-bd20-39c240a0e7cc req-b18e1a23-3ed5-4e52-82b4-16345c32f922 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0749309 Apr 08 10:44:52.114384 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-94102658-e488-4576-bd20-39c240a0e7cc req-93161c29-ad1a-48f3-9d04-56abec56361f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388091 Apr 08 10:44:53.310120 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05342ff-a371-46da-88f8-efa6e88e23c3 req-8adc17ef-91af-4bfd-9ab4-0f79c91d4295 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:53.311536 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e05342ff-a371-46da-88f8-efa6e88e23c3 req-8adc17ef-91af-4bfd-9ab4-0f79c91d4295 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0778639 Apr 08 10:44:53.356858 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e05342ff-a371-46da-88f8-efa6e88e23c3 req-de993028-877e-43a2-b2b7-49324f90525a tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397010 Apr 08 10:44:54.551182 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624b41b-16be-4ea3-ac35-595594e9f019 req-d5ca32b3-5668-48f3-b387-20b34b80b9fa tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:54.552814 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b624b41b-16be-4ea3-ac35-595594e9f019 req-d5ca32b3-5668-48f3-b387-20b34b80b9fa tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0750470 Apr 08 10:44:54.595770 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b624b41b-16be-4ea3-ac35-595594e9f019 req-2d18f173-6e18-4896-af78-57989dbf51e6 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376456 Apr 08 10:44:55.791521 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f934f64-a81d-48a7-a746-1e4cc23ccfae req-15070b40-dde6-4b4e-bc9f-40700ac9853f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:55.792996 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7f934f64-a81d-48a7-a746-1e4cc23ccfae req-15070b40-dde6-4b4e-bc9f-40700ac9853f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0793369 Apr 08 10:44:55.837282 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7f934f64-a81d-48a7-a746-1e4cc23ccfae req-38447c33-616a-4ba1-842c-338c3634b378 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386550 Apr 08 10:44:57.027737 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c365e-e414-4642-835e-465b37769645 req-6a1d03da-471d-477e-b743-93b39ea32667 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:57.029443 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-362c365e-e414-4642-835e-465b37769645 req-6a1d03da-471d-477e-b743-93b39ea32667 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0740941 Apr 08 10:44:57.077339 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-362c365e-e414-4642-835e-465b37769645 req-1d4341b8-62ef-4d6b-88f6-61071cb65bcb tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423608 Apr 08 10:44:58.277252 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1b012-0946-493d-baba-832cc6982c3a req-b4c824ba-1f0b-4719-87e8-bdbaef0e2c0c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:58.278696 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-18a1b012-0946-493d-baba-832cc6982c3a req-b4c824ba-1f0b-4719-87e8-bdbaef0e2c0c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0778444 Apr 08 10:44:58.324718 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-18a1b012-0946-493d-baba-832cc6982c3a req-0327f90d-7604-4022-882f-0c909a5284bc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402746 Apr 08 10:44:59.603000 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abbd714-c7bc-464e-b68e-c61befcdd699 req-6c635f5c-db06-4727-835a-326ad4ce3b2d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:59.604452 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6abbd714-c7bc-464e-b68e-c61befcdd699 req-6c635f5c-db06-4727-835a-326ad4ce3b2d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.1576827 Apr 08 10:44:59.649245 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6abbd714-c7bc-464e-b68e-c61befcdd699 req-90b60ed7-4f5b-4810-bb5c-f4e101cbc922 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391972 Apr 08 10:45:00.911190 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d71c4-052f-4333-a3a4-ba8cfb91122f req-637b28cf-0c11-44ce-8815-da3d0131dc6b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:00.913017 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5f0d71c4-052f-4333-a3a4-ba8cfb91122f req-637b28cf-0c11-44ce-8815-da3d0131dc6b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.1445277 Apr 08 10:45:00.957399 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5f0d71c4-052f-4333-a3a4-ba8cfb91122f req-fbd06aab-668b-4af1-be4d-1998270f58c0 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388567 Apr 08 10:45:02.157544 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213124e-63df-4d48-ba19-86f7d96eaff5 req-51829ef4-c13a-4ecd-a431-85d94a9072b5 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:02.158984 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d213124e-63df-4d48-ba19-86f7d96eaff5 req-51829ef4-c13a-4ecd-a431-85d94a9072b5 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0807188 Apr 08 10:45:02.203182 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d213124e-63df-4d48-ba19-86f7d96eaff5 req-5e684157-73f7-48a1-ba61-b4059146f0ad tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381367 Apr 08 10:45:03.417396 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ee63e-b1b0-4ff2-9f2f-4c511551f8ce req-bfbb8b2a-eec9-44fb-adf2-0ffc46e48367 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:03.418729 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ce4ee63e-b1b0-4ff2-9f2f-4c511551f8ce req-bfbb8b2a-eec9-44fb-adf2-0ffc46e48367 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0807943 Apr 08 10:45:03.462844 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ce4ee63e-b1b0-4ff2-9f2f-4c511551f8ce req-e0da5b81-d632-4420-85d3-1658a04dadf0 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386076 Apr 08 10:45:04.495515 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b90ba32f-b99f-46af-aa40-519b7ada4d97 req-3766d105-ccaf-4d28-9b82-fd8dc8deb8de service neutron] 10.222.0.52 "GET /v2.0/ports/d596aa44-4b94-4c11-91cd-3d46b5b36a32/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.1410921 Apr 08 10:45:04.661962 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9651ce-9609-4951-b830-3c2550556510 req-a88c4389-25fa-4b1e-b4f1-d4caadf51d4c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:04.663308 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2d9651ce-9609-4951-b830-3c2550556510 req-a88c4389-25fa-4b1e-b4f1-d4caadf51d4c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0804904 Apr 08 10:45:04.709731 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2d9651ce-9609-4951-b830-3c2550556510 req-95cdca04-3420-4de8-8d43-c4b60696d32f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400176 Apr 08 10:45:04.781038 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b90ba32f-b99f-46af-aa40-519b7ada4d97 req-10022752-76a2-42a8-ae7d-71a557ae9203 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6&tenant_id=ac2b470abeb2495d900001f403e7ca23 HTTP/1.1" status: 200 len: 1098 time: 0.0703778 Apr 08 10:45:04.873734 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b90ba32f-b99f-46af-aa40-519b7ada4d97 req-cb45e2e9-6510-419b-9048-7d7e65d149cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 1098 time: 0.0659788 Apr 08 10:45:05.004679 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ba32f-b99f-46af-aa40-519b7ada4d97 req-98c5f8f4-9277-44bd-9b9a-75ad47f3dcb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:05.006118 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b90ba32f-b99f-46af-aa40-519b7ada4d97 req-98c5f8f4-9277-44bd-9b9a-75ad47f3dcb2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 913 time: 0.1232972 Apr 08 10:45:05.111320 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b90ba32f-b99f-46af-aa40-519b7ada4d97 req-77ded84f-1d08-4e4b-83b6-64f5987866f1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d596aa44-4b94-4c11-91cd-3d46b5b36a32 HTTP/1.1" status: 200 len: 1000 time: 0.0963137 Apr 08 10:45:05.177992 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ba32f-b99f-46af-aa40-519b7ada4d97 req-764f5f51-7e3b-4603-9654-55840a9ea931 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:05.179357 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b90ba32f-b99f-46af-aa40-519b7ada4d97 req-764f5f51-7e3b-4603-9654-55840a9ea931 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.0594447 Apr 08 10:45:05.253452 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b90ba32f-b99f-46af-aa40-519b7ada4d97 req-079448ec-f65a-44ab-a0eb-6728a279b0eb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656221 Apr 08 10:45:05.385084 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b90ba32f-b99f-46af-aa40-519b7ada4d97 req-44718197-66b9-49bd-9720-23ba9382a784 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219845 Apr 08 10:45:05.518690 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b90ba32f-b99f-46af-aa40-519b7ada4d97 req-05bbd596-029e-4361-96f5-95c4343608a9 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244071 Apr 08 10:45:05.905519 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df55aac-d8c3-4021-b90b-8aa7ff868c0e req-b84f9443-8eb7-4ec6-93a3-af568e0d5f60 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:05.906943 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2df55aac-d8c3-4021-b90b-8aa7ff868c0e req-b84f9443-8eb7-4ec6-93a3-af568e0d5f60 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0740151 Apr 08 10:45:05.954426 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2df55aac-d8c3-4021-b90b-8aa7ff868c0e req-f57ed87c-078a-4efc-a82a-f8018e788f83 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415471 Apr 08 10:45:07.152136 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff55c7c-b8c6-453a-93da-6488ea895431 req-a0f62901-3c06-46eb-bf1a-b3635ff7a582 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:07.153594 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-eff55c7c-b8c6-453a-93da-6488ea895431 req-a0f62901-3c06-46eb-bf1a-b3635ff7a582 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0797093 Apr 08 10:45:07.199524 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-eff55c7c-b8c6-453a-93da-6488ea895431 req-a6929aad-b14f-41a5-9d25-c64cd3d724de tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401866 Apr 08 10:45:08.112642 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:45:08.472377 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:08.548155 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f65d6-91d5-47d5-bd56-6fded30c623a req-983ea54e-04cf-4605-91b9-c0cc28593287 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:08.549630 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3f9f65d6-91d5-47d5-bd56-6fded30c623a req-983ea54e-04cf-4605-91b9-c0cc28593287 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0789990 Apr 08 10:45:08.595236 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3f9f65d6-91d5-47d5-bd56-6fded30c623a req-b82e5f6f-01fd-4eb7-8474-566c78ea86f5 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389943 Apr 08 10:45:09.058378 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843b05c-10ed-4b63-a728-4aa83d8fd4a8 req-ca89d743-4fbd-44d8-bd9c-8ad41f945917 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:09.059708 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d843b05c-10ed-4b63-a728-4aa83d8fd4a8 req-ca89d743-4fbd-44d8-bd9c-8ad41f945917 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.1936929 Apr 08 10:45:09.065773 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119f17b-c5a1-4104-9ab1-e81cd838a80b req-a5c7a460-05e6-4fae-9565-12d9b8d3d482 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:09.067054 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a119f17b-c5a1-4104-9ab1-e81cd838a80b req-a5c7a460-05e6-4fae-9565-12d9b8d3d482 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.52 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6&tenant_id=ac2b470abeb2495d900001f403e7ca23&binding%3Ahost_id=hv-neutron-8371 HTTP/1.1" status: 200 len: 945 time: 0.2318616 Apr 08 10:45:09.108997 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d843b05c-10ed-4b63-a728-4aa83d8fd4a8 req-ea011f2e-797b-4e85-911d-93d2bc2868d7 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410280 Apr 08 10:45:09.202937 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a119f17b-c5a1-4104-9ab1-e81cd838a80b req-87ea2e26-a821-4da2-a7b9-3275ed0acb97 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 1098 time: 0.0673165 Apr 08 10:45:09.332696 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119f17b-c5a1-4104-9ab1-e81cd838a80b req-55251a60-6cd0-4c71-a98c-9459fdd67075 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:09.334063 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a119f17b-c5a1-4104-9ab1-e81cd838a80b req-55251a60-6cd0-4c71-a98c-9459fdd67075 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 913 time: 0.1255033 Apr 08 10:45:09.434223 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a119f17b-c5a1-4104-9ab1-e81cd838a80b req-8d4f37df-cd86-4efb-84d4-a0dde124e7b8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d596aa44-4b94-4c11-91cd-3d46b5b36a32 HTTP/1.1" status: 200 len: 1000 time: 0.0942454 Apr 08 10:45:09.495210 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119f17b-c5a1-4104-9ab1-e81cd838a80b req-6bfff249-beb5-46fb-9e96-d5bfc77f9a45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:09.496656 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a119f17b-c5a1-4104-9ab1-e81cd838a80b req-6bfff249-beb5-46fb-9e96-d5bfc77f9a45 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.0565348 Apr 08 10:45:09.574149 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a119f17b-c5a1-4104-9ab1-e81cd838a80b req-df36093f-faf4-4366-921c-a511c001ca9b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714171 Apr 08 10:45:09.702665 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a119f17b-c5a1-4104-9ab1-e81cd838a80b req-cdb207af-a806-47e9-8b38-74e7e73baf69 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218886 Apr 08 10:45:09.830258 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a119f17b-c5a1-4104-9ab1-e81cd838a80b req-a6cad210-cce9-4c4e-8a0a-e84001bbce76 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222069 Apr 08 10:45:10.305720 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424eef18-feb4-41e7-8969-660e7a4d4725 req-445bff2b-7082-420b-8347-a74482a6bda1 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:10.307165 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-424eef18-feb4-41e7-8969-660e7a4d4725 req-445bff2b-7082-420b-8347-a74482a6bda1 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0754249 Apr 08 10:45:10.353224 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-424eef18-feb4-41e7-8969-660e7a4d4725 req-5c3d0d81-f1b7-43b9-9a59-df70ca71b518 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405703 Apr 08 10:45:11.553583 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03777ca-cabe-4831-bff1-a056549579c8 req-f763795f-c62b-4d86-95d4-feaae1fb41f9 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:11.555015 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c03777ca-cabe-4831-bff1-a056549579c8 req-f763795f-c62b-4d86-95d4-feaae1fb41f9 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0782616 Apr 08 10:45:11.600265 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c03777ca-cabe-4831-bff1-a056549579c8 req-0dcb87e1-78cd-43a2-beb9-68ab03148d12 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397923 Apr 08 10:45:11.789989 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1ccec-265b-4e6e-ac45-1d4b6a378dbe req-d57c1dbd-f101-4bd1-b2d0-70d9bd9b4b2d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:11.791423 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5de1ccec-265b-4e6e-ac45-1d4b6a378dbe req-d57c1dbd-f101-4bd1-b2d0-70d9bd9b4b2d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0746548 Apr 08 10:45:11.838434 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5de1ccec-265b-4e6e-ac45-1d4b6a378dbe req-6cdd5788-e309-47a0-978e-0d2b85a34d29 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415757 Apr 08 10:45:12.029731 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda3e65-3364-47a7-aded-8edd130f8a82 req-bbf916a6-5c1a-4719-bf8c-7559dcacda38 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:12.031242 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2eda3e65-3364-47a7-aded-8edd130f8a82 req-bbf916a6-5c1a-4719-bf8c-7559dcacda38 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0759199 Apr 08 10:45:12.077033 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2eda3e65-3364-47a7-aded-8edd130f8a82 req-99f38e2b-5cc4-4216-8a8e-1cdd4cbf5764 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402758 Apr 08 10:45:12.470092 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47822ee6-f088-4a3f-9fc7-450a4426412f req-528f0461-1e41-41ad-96a8-5a5df5aa023e tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:12.471520 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-47822ee6-f088-4a3f-9fc7-450a4426412f req-528f0461-1e41-41ad-96a8-5a5df5aa023e tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0776002 Apr 08 10:45:12.516359 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-47822ee6-f088-4a3f-9fc7-450a4426412f req-98f690c2-6dce-4f0b-bfa1-4039d17aef70 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391691 Apr 08 10:45:13.339382 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-34bc4100-9c28-44b9-ab59-8b42efac7476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:13.712089 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7136c-47d3-4cb8-8fc6-e3c92fc01275 req-7b3455eb-a9d2-4219-af80-9525a86ebda3 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:13.713579 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8aa7136c-47d3-4cb8-8fc6-e3c92fc01275 req-7b3455eb-a9d2-4219-af80-9525a86ebda3 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0754776 Apr 08 10:45:13.757587 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8aa7136c-47d3-4cb8-8fc6-e3c92fc01275 req-be4fbb2d-5e08-4166-bf38-b92205859a13 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384521 Apr 08 10:45:14.216026 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f2bc0-36d8-4f7b-909f-a0ee12ddc9bc req-50b7049b-356d-4298-b613-45f954f76fd3 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:14.217429 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-670f2bc0-36d8-4f7b-909f-a0ee12ddc9bc req-50b7049b-356d-4298-b613-45f954f76fd3 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.52 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.0765369 Apr 08 10:45:14.283144 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-670f2bc0-36d8-4f7b-909f-a0ee12ddc9bc req-53c3dffc-3e08-45f4-9c4c-14078344b745 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Deleting port d596aa44-4b94-4c11-91cd-3d46b5b36a32 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:45:14.283478 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-670f2bc0-36d8-4f7b-909f-a0ee12ddc9bc req-53c3dffc-3e08-45f4-9c4c-14078344b745 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:14.603651 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-670f2bc0-36d8-4f7b-909f-a0ee12ddc9bc req-53c3dffc-3e08-45f4-9c4c-14078344b745 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] For port d596aa44-4b94-4c11-91cd-3d46b5b36a32, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d596aa44-4b94-4c11-91cd-3d46b5b36a32,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:45:14.604000 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-670f2bc0-36d8-4f7b-909f-a0ee12ddc9bc req-53c3dffc-3e08-45f4-9c4c-14078344b745 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:14.878905 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-670f2bc0-36d8-4f7b-909f-a0ee12ddc9bc req-53c3dffc-3e08-45f4-9c4c-14078344b745 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:14.879556 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-670f2bc0-36d8-4f7b-909f-a0ee12ddc9bc req-53c3dffc-3e08-45f4-9c4c-14078344b745 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:14.879556 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [req-670f2bc0-36d8-4f7b-909f-a0ee12ddc9bc req-53c3dffc-3e08-45f4-9c4c-14078344b745 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Floating IP 1bb3c915-df24-4027-bd10-3926c31ea882 disassociated. External IP: 172.26.0.63, port: d596aa44-4b94-4c11-91cd-3d46b5b36a32. Apr 08 10:45:14.879796 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-670f2bc0-36d8-4f7b-909f-a0ee12ddc9bc req-53c3dffc-3e08-45f4-9c4c-14078344b745 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Calling delete_port for d596aa44-4b94-4c11-91cd-3d46b5b36a32 owned by compute:nova {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:45:15.061912 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46444d-a0e7-44c6-8590-3f06b4ae910d req-4e60dc10-89ef-42a0-903e-b84300cea864 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:15.063333 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3e46444d-a0e7-44c6-8590-3f06b4ae910d req-4e60dc10-89ef-42a0-903e-b84300cea864 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 945 time: 0.1540358 Apr 08 10:45:15.107434 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-670f2bc0-36d8-4f7b-909f-a0ee12ddc9bc req-53c3dffc-3e08-45f4-9c4c-14078344b745 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:15.159825 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3dffc-3e08-45f4-9c4c-14078344b745 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Pushing event deleted for resources: {'Port': ['ID=d596aa44-4b94-4c11-91cd-3d46b5b36a32,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:15.166750 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3e46444d-a0e7-44c6-8590-3f06b4ae910d req-aad3cc0d-bbc9-4090-8f2a-e11d45bc62a4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955658 Apr 08 10:45:15.174138 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3dffc-3e08-45f4-9c4c-14078344b745 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:15.174602 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3dffc-3e08-45f4-9c4c-14078344b745 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:15.174804 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3dffc-3e08-45f4-9c4c-14078344b745 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:15.175600 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3dffc-3e08-45f4-9c4c-14078344b745 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:15.175600 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3dffc-3e08-45f4-9c4c-14078344b745 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:15.175763 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3dffc-3e08-45f4-9c4c-14078344b745 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:15.176062 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3dffc-3e08-45f4-9c4c-14078344b745 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:15.176408 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3dffc-3e08-45f4-9c4c-14078344b745 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:15.176725 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3dffc-3e08-45f4-9c4c-14078344b745 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:15.177043 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3dffc-3e08-45f4-9c4c-14078344b745 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:15.177486 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3dffc-3e08-45f4-9c4c-14078344b745 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:15.400113 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-670f2bc0-36d8-4f7b-909f-a0ee12ddc9bc req-53c3dffc-3e08-45f4-9c4c-14078344b745 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Router 4a820229-317b-41b0-8c25-dfd34dbe83e6 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:45:15.588495 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1d3496c5-0912-4cf5-aeb4-84dfcf2a96a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:15.604710 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-670f2bc0-36d8-4f7b-909f-a0ee12ddc9bc req-53c3dffc-3e08-45f4-9c4c-14078344b745 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:45:15.614521 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca1172a-5a78-4297-adea-c4c9511f9dea None None] Sync routers for ids ['4a820229-317b-41b0-8c25-dfd34dbe83e6'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:45:15.626808 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca1172a-5a78-4297-adea-c4c9511f9dea None None] Routers {'4a820229-317b-41b0-8c25-dfd34dbe83e6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:45:15.627429 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6ca1172a-5a78-4297-adea-c4c9511f9dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:45:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['4a820229-317b-41b0-8c25-dfd34dbe83e6'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:15.675789 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-670f2bc0-36d8-4f7b-909f-a0ee12ddc9bc req-53c3dffc-3e08-45f4-9c4c-14078344b745 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] No DVR routers for this DVR port d596aa44-4b94-4c11-91cd-3d46b5b36a32 on host hv-neutron-8371 {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:45:15.679082 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-670f2bc0-36d8-4f7b-909f-a0ee12ddc9bc req-53c3dffc-3e08-45f4-9c4c-14078344b745 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:15.681587 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78389ad-04fa-491d-9561-8c54d31f92d6', 'name': 'network-vif-deleted', 'tag': 'd596aa44-4b94-4c11-91cd-3d46b5b36a32'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:45:15.697022 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-670f2bc0-36d8-4f7b-909f-a0ee12ddc9bc req-53c3dffc-3e08-45f4-9c4c-14078344b745 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.52 "DELETE /v2.0/ports/d596aa44-4b94-4c11-91cd-3d46b5b36a32 HTTP/1.1" status: 204 len: 173 time: 1.4744556 Apr 08 10:45:15.748204 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22bd285e-d5cc-4765-949c-ce0274a4cef8'] response: {'server_uuid': 'e78389ad-04fa-491d-9561-8c54d31f92d6', 'name': 'network-vif-deleted', 'tag': 'd596aa44-4b94-4c11-91cd-3d46b5b36a32', 'status': 'completed', 'code': 200} Apr 08 10:45:15.837637 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-6ca1172a-5a78-4297-adea-c4c9511f9dea None None] Set router 4a820229-317b-41b0-8c25-dfd34dbe83e6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:45:16.148947 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6ca1172a-5a78-4297-adea-c4c9511f9dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:20Z', 'revision_number': 4, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'd22af7fa-7d24-4d02-942c-c884798b7071', 'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'mac_address': 'fa:16:3e:cc:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:19Z', 'updated_at': '2022-04-08T10:44:26Z', 'revision_number': 5, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'subnets': [{'id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:16.152943 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca1172a-5a78-4297-adea-c4c9511f9dea None None] Checking router: 4a820229-317b-41b0-8c25-dfd34dbe83e6 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:45:16.163947 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca1172a-5a78-4297-adea-c4c9511f9dea None None] Routers {'4a820229-317b-41b0-8c25-dfd34dbe83e6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:45:16.164559 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6ca1172a-5a78-4297-adea-c4c9511f9dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:45:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['4a820229-317b-41b0-8c25-dfd34dbe83e6'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:16.340933 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-6ca1172a-5a78-4297-adea-c4c9511f9dea None None] Set router 4a820229-317b-41b0-8c25-dfd34dbe83e6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:45:16.353497 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-9fabc396-b759-483e-88af-e4232e9d49a8 req-22a96254-f010-4370-85d5-ede6a59863fa tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Synchronizing usage tracker for tenant:ac2b470abeb2495d900001f403e7ca23 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:45:16.368176 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-9fabc396-b759-483e-88af-e4232e9d49a8 req-22a96254-f010-4370-85d5-ede6a59863fa tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Unset dirty status for tenant:ac2b470abeb2495d900001f403e7ca23 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:45:16.369230 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9fabc396-b759-483e-88af-e4232e9d49a8 req-22a96254-f010-4370-85d5-ede6a59863fa tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e78389ad-04fa-491d-9561-8c54d31f92d6 HTTP/1.1" status: 200 len: 210 time: 0.0588720 Apr 08 10:45:16.490570 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device d596aa44-4b94-4c11-91cd-3d46b5b36a32 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:45:16.523910 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: d596aa44-4b94-4c11-91cd-3d46b5b36a32 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:45:16.524280 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device d596aa44-4b94-4c11-91cd-3d46b5b36a32 not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:45:16.642618 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6ca1172a-5a78-4297-adea-c4c9511f9dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:20Z', 'revision_number': 4, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'd22af7fa-7d24-4d02-942c-c884798b7071', 'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'mac_address': 'fa:16:3e:cc:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:19Z', 'updated_at': '2022-04-08T10:44:26Z', 'revision_number': 5, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'subnets': [{'id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:16.646818 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca1172a-5a78-4297-adea-c4c9511f9dea None None] The sync data for ids ['4a820229-317b-41b0-8c25-dfd34dbe83e6'] in dv-neutron-837110-1-hyperv is: [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:20Z', 'revision_number': 4, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'd22af7fa-7d24-4d02-942c-c884798b7071', 'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'mac_address': 'fa:16:3e:cc:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:19Z', 'updated_at': '2022-04-08T10:44:26Z', 'revision_number': 5, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'subnets': [{'id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:45:16.807540 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:16.863728 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9011e629-36a5-4fe4-91e5-a74723f52ec3 None None] New status for floating IP 1bb3c915-df24-4027-bd10-3926c31ea882: DOWN {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:45:17.016312 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:17.722367 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-f8b7ce9d-c8c4-466a-9720-71b90b1d44a4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--688413629&fields=id&tenant_id=ac2b470abeb2495d900001f403e7ca23 HTTP/1.1" status: 200 len: 267 time: 0.0396454 Apr 08 10:45:17.864908 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-626cef2c-6e21-432a-8253-b5dd7c552cf2 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:17.866316 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-626cef2c-6e21-432a-8253-b5dd7c552cf2 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 812 time: 0.1372354 Apr 08 10:45:17.882172 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-4ec453d0-3ef3-4979-a78c-bbe930e10e95 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/quotas/ac2b470abeb2495d900001f403e7ca23 HTTP/1.1" status: 200 len: 375 time: 0.0106630 Apr 08 10:45:17.964822 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-d12b6502-5297-4e7a-937f-ae41379089c0 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0779741 Apr 08 10:45:18.195402 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-16e472ea-f99f-4de4-8265-1d70d1c22d62 service neutron] 10.222.0.47 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193711 Apr 08 10:45:18.318437 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:18.327149 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-70b534d9-fadc-4e93-b4e1-598b49591a31 service neutron] 10.222.0.47 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260357 Apr 08 10:45:18.514863 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-70f9a4f4-b691-4783-a4c2-f6c7947c5121 req-3cf226bd-1397-4cc5-9825-c0f22045cf98 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 210 time: 0.0436425 Apr 08 10:45:19.564072 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-fbfc6ff6-7827-4e5b-ad55-7891a127ab2f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:19.565549 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-fbfc6ff6-7827-4e5b-ad55-7891a127ab2f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 812 time: 0.1551456 Apr 08 10:45:19.632167 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-ee948f3c-533b-42d7-aaac-296bb036aca8 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac2b470abeb2495d900001f403e7ca23 HTTP/1.1" status: 200 len: 379 time: 0.0467162 Apr 08 10:45:19.682666 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-d9bfc1ca-77d9-4a3b-8d08-191961b628c4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Request body: {'port': {'device_id': '2558077e-f976-4dc5-9007-4652396e1c62', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'admin_state_up': True, 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'security_groups': ['ec9e115e-edf7-45eb-a4f5-8140ff19f2af']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:45:19.706666 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6dc38b8d-9ec2-48e6-ae58-9af233b8ac2a req-6d901220-6a10-4218-bf71-11ff1a362a0e tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 210 time: 0.0698781 Apr 08 10:45:19.820162 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-d9bfc1ca-77d9-4a3b-8d08-191961b628c4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:45:19.829275 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-d9bfc1ca-77d9-4a3b-8d08-191961b628c4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:45:19.839117 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-d9bfc1ca-77d9-4a3b-8d08-191961b628c4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Made reservation on behalf of ac2b470abeb2495d900001f403e7ca23 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:45:19.842034 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-d9bfc1ca-77d9-4a3b-8d08-191961b628c4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:19.999690 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-d9bfc1ca-77d9-4a3b-8d08-191961b628c4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Allocated IP 172.20.0.11 (a066fbae-d4e7-4aba-b678-e13bdfb84690/4eb6b3f3-30e2-4435-a5fe-fe327000bc70/c338fe5d-a842-4be9-90ed-7d89f1eddffc) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:45:20.180639 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-d9bfc1ca-77d9-4a3b-8d08-191961b628c4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:20.195929 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-d9bfc1ca-77d9-4a3b-8d08-191961b628c4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Transition to ACTIVE for port object c338fe5d-a842-4be9-90ed-7d89f1eddffc will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:45:20.217008 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-d9bfc1ca-77d9-4a3b-8d08-191961b628c4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:20.289019 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-d9bfc1ca-77d9-4a3b-8d08-191961b628c4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Network a066fbae-d4e7-4aba-b678-e13bdfb84690 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:45:20.292039 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-d9bfc1ca-77d9-4a3b-8d08-191961b628c4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:20.296433 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-d9bfc1ca-77d9-4a3b-8d08-191961b628c4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:45:20.324564 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bfc1ca-77d9-4a3b-8d08-191961b628c4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Pushing event updated for resources: {'Port': ['ID=c338fe5d-a842-4be9-90ed-7d89f1eddffc,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:20.363924 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-d9bfc1ca-77d9-4a3b-8d08-191961b628c4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:20.364627 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-d9bfc1ca-77d9-4a3b-8d08-191961b628c4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:20.392555 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-d9bfc1ca-77d9-4a3b-8d08-191961b628c4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7186542 Apr 08 10:45:20.410323 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-b59e832a-fd2a-4465-ac51-fb325b94e605 service neutron] Request body: {'port': {'device_id': '2558077e-f976-4dc5-9007-4652396e1c62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:45:20.504709 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3267ebf2-af7e-47c4-9efc-4da9bc66cd57 None None] Provisioning for port c338fe5d-a842-4be9-90ed-7d89f1eddffc completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:20.510399 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3267ebf2-af7e-47c4-9efc-4da9bc66cd57 None None] Provisioning complete for port c338fe5d-a842-4be9-90ed-7d89f1eddffc triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:20.510774 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3267ebf2-af7e-47c4-9efc-4da9bc66cd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:20.526110 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-b59e832a-fd2a-4465-ac51-fb325b94e605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:20.565192 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-3267ebf2-af7e-47c4-9efc-4da9bc66cd57 None None] Port c338fe5d-a842-4be9-90ed-7d89f1eddffc cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:45:20.901091 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-b59e832a-fd2a-4465-ac51-fb325b94e605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c338fe5d-a842-4be9-90ed-7d89f1eddffc {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:45:20.909563 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-b59e832a-fd2a-4465-ac51-fb325b94e605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:20.934367 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-b59e832a-fd2a-4465-ac51-fb325b94e605 service neutron] Transition to ACTIVE for port object c338fe5d-a842-4be9-90ed-7d89f1eddffc will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:45:20.937974 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-b59e832a-fd2a-4465-ac51-fb325b94e605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:21.154985 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e15de-ba2c-4e4f-8b5b-d74aec2ba1c3 req-017a2488-a3b6-45dd-b7af-ad73f9de296b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:21.155666 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-ee2e15de-ba2c-4e4f-8b5b-d74aec2ba1c3 req-017a2488-a3b6-45dd-b7af-ad73f9de296b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Synchronizing usage tracker for tenant:ac2b470abeb2495d900001f403e7ca23 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:45:21.169176 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e832a-fd2a-4465-ac51-fb325b94e605 service neutron] Pushing event updated for resources: {'Port': ['ID=c338fe5d-a842-4be9-90ed-7d89f1eddffc,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:21.215698 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-ee2e15de-ba2c-4e4f-8b5b-d74aec2ba1c3 req-017a2488-a3b6-45dd-b7af-ad73f9de296b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Unset dirty status for tenant:ac2b470abeb2495d900001f403e7ca23 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:45:21.216901 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ee2e15de-ba2c-4e4f-8b5b-d74aec2ba1c3 req-017a2488-a3b6-45dd-b7af-ad73f9de296b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 932 time: 0.3774307 Apr 08 10:45:21.315683 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ee2e15de-ba2c-4e4f-8b5b-d74aec2ba1c3 req-12958b81-1d0a-40cf-abca-cd800fbd3d77 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680020 Apr 08 10:45:21.322532 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-b59e832a-fd2a-4465-ac51-fb325b94e605 service neutron] Attempting to bind port c338fe5d-a842-4be9-90ed-7d89f1eddffc on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:45:21.322866 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-b59e832a-fd2a-4465-ac51-fb325b94e605 service neutron] Attempting to bind port c338fe5d-a842-4be9-90ed-7d89f1eddffc by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '11062e01-4060-473a-9257-1aa4d13f8f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:45:21.323193 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-b59e832a-fd2a-4465-ac51-fb325b94e605 service neutron] Attempting to bind port c338fe5d-a842-4be9-90ed-7d89f1eddffc on network a066fbae-d4e7-4aba-b678-e13bdfb84690 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:45:21.328866 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-b59e832a-fd2a-4465-ac51-fb325b94e605 service neutron] Port c338fe5d-a842-4be9-90ed-7d89f1eddffc on network a066fbae-d4e7-4aba-b678-e13bdfb84690 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:45:21.329189 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-b59e832a-fd2a-4465-ac51-fb325b94e605 service neutron] Attempting to bind port c338fe5d-a842-4be9-90ed-7d89f1eddffc on network a066fbae-d4e7-4aba-b678-e13bdfb84690 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:45:21.335650 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-b59e832a-fd2a-4465-ac51-fb325b94e605 service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:45:21.335986 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-b59e832a-fd2a-4465-ac51-fb325b94e605 service neutron] Checking segment: {'id': '11062e01-4060-473a-9257-1aa4d13f8f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:45:21.336395 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-b59e832a-fd2a-4465-ac51-fb325b94e605 service neutron] Bound using segment: {'id': '11062e01-4060-473a-9257-1aa4d13f8f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:45:21.336818 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-b59e832a-fd2a-4465-ac51-fb325b94e605 service neutron] Bound port: c338fe5d-a842-4be9-90ed-7d89f1eddffc, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11062e01-4060-473a-9257-1aa4d13f8f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:45:21.337162 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-b59e832a-fd2a-4465-ac51-fb325b94e605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:21.426009 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-b59e832a-fd2a-4465-ac51-fb325b94e605 service neutron] For port c338fe5d-a842-4be9-90ed-7d89f1eddffc, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:45:21.429333 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-b59e832a-fd2a-4465-ac51-fb325b94e605 service neutron] For port c338fe5d-a842-4be9-90ed-7d89f1eddffc, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c338fe5d-a842-4be9-90ed-7d89f1eddffc,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:45:21.433654 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-b59e832a-fd2a-4465-ac51-fb325b94e605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:21.493300 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-b59e832a-fd2a-4465-ac51-fb325b94e605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:21.494757 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-b59e832a-fd2a-4465-ac51-fb325b94e605 service neutron] 10.222.0.52 "PUT /v2.0/ports/c338fe5d-a842-4be9-90ed-7d89f1eddffc HTTP/1.1" status: 200 len: 1094 time: 1.0885530 Apr 08 10:45:21.495274 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2558077e-f976-4dc5-9007-4652396e1c62', 'tag': 'c338fe5d-a842-4be9-90ed-7d89f1eddffc'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:45:21.534174 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e832a-fd2a-4465-ac51-fb325b94e605 service neutron] Pushing event updated for resources: {'Port': ['ID=c338fe5d-a842-4be9-90ed-7d89f1eddffc,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:21.577627 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d838e860-0aca-457a-8233-fa0f9dbe837f'] response: {'name': 'network-changed', 'server_uuid': '2558077e-f976-4dc5-9007-4652396e1c62', 'tag': 'c338fe5d-a842-4be9-90ed-7d89f1eddffc', 'status': 'completed', 'code': 200} Apr 08 10:45:21.623794 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-8029101a-6fe2-4352-93c4-9a67845142a7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 1097 time: 0.0787606 Apr 08 10:45:21.699060 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-8781b346-cba9-48c8-8efa-526cd2fcc3f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c338fe5d-a842-4be9-90ed-7d89f1eddffc HTTP/1.1" status: 200 len: 217 time: 0.0642629 Apr 08 10:45:21.768198 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-5de109ec-e63b-4575-88b4-81cb474b80a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:21.769517 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-5de109ec-e63b-4575-88b4-81cb474b80a8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.0598598 Apr 08 10:45:21.847289 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-c0e64161-ebc9-4d4f-80be-7313d38a2061 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655117 Apr 08 10:45:21.978961 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-9249ba01-6643-4b45-b0ec-611573f464f8 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208117 Apr 08 10:45:22.117466 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d30aad1-edc6-43d4-b3cd-c6a51fd662bd req-1776b2d0-c760-4990-890f-04f6902d201b service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247702 Apr 08 10:45:22.235097 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-880376ac-adcb-4594-9766-317a8efc5871 req-c0d96112-aa57-47e5-896f-7335ec716790 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 1097 time: 0.0708084 Apr 08 10:45:22.370136 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880376ac-adcb-4594-9766-317a8efc5871 req-5e5e408e-c2a8-4753-82b6-50b55c59d282 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:22.371641 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-880376ac-adcb-4594-9766-317a8efc5871 req-5e5e408e-c2a8-4753-82b6-50b55c59d282 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 913 time: 0.1277742 Apr 08 10:45:22.441636 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-880376ac-adcb-4594-9766-317a8efc5871 req-a1e4f5e0-723e-463c-8567-c633e2428b6e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c338fe5d-a842-4be9-90ed-7d89f1eddffc HTTP/1.1" status: 200 len: 217 time: 0.0630221 Apr 08 10:45:22.549446 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880376ac-adcb-4594-9766-317a8efc5871 req-46c43f83-d5e6-483f-b083-b3aedcba2f91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:22.550839 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-880376ac-adcb-4594-9766-317a8efc5871 req-46c43f83-d5e6-483f-b083-b3aedcba2f91 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.0805657 Apr 08 10:45:22.600252 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d01d5-81ec-4a25-8dd1-2f3d2789eaec req-5d36f1f5-eed6-4a6c-a41e-adac21d074b7 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:22.601668 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5a0d01d5-81ec-4a25-8dd1-2f3d2789eaec req-5d36f1f5-eed6-4a6c-a41e-adac21d074b7 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 944 time: 0.1628001 Apr 08 10:45:22.670012 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5a0d01d5-81ec-4a25-8dd1-2f3d2789eaec req-87aa579c-f32f-4588-9aca-b7eea0f55ce1 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604029 Apr 08 10:45:22.677255 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-880376ac-adcb-4594-9766-317a8efc5871 req-2097f489-8018-4835-b0da-5fbea0e56a0a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1155381 Apr 08 10:45:22.895330 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-880376ac-adcb-4594-9766-317a8efc5871 req-7e80e340-b0b5-4219-85cd-aee141836338 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077861 Apr 08 10:45:23.024248 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-880376ac-adcb-4594-9766-317a8efc5871 req-47c95cdf-29f4-4761-a466-805b4c33b8ce service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220419 Apr 08 10:45:23.862564 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42e4d7-76d7-4777-a55a-7585b7d9c386 req-c1523d11-c562-41b7-ad0f-d25d2856f412 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:23.863984 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fb42e4d7-76d7-4777-a55a-7585b7d9c386 req-c1523d11-c562-41b7-ad0f-d25d2856f412 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 944 time: 0.0748827 Apr 08 10:45:23.909464 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fb42e4d7-76d7-4777-a55a-7585b7d9c386 req-960b1563-a5a4-42ba-b1fe-c4360c3ff522 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386720 Apr 08 10:45:24.521397 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device c338fe5d-a842-4be9-90ed-7d89f1eddffc details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:45:24.651517 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port c338fe5d-a842-4be9-90ed-7d89f1eddffc, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c338fe5d-a842-4be9-90ed-7d89f1eddffc,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:45:24.664963 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': 'c338fe5d-a842-4be9-90ed-7d89f1eddffc', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'port_id': 'c338fe5d-a842-4be9-90ed-7d89f1eddffc', 'mac_address': 'fa:16:3e:af:50:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:45:24.716387 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:24.733378 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c338fe5d-a842-4be9-90ed-7d89f1eddffc {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:45:24.748767 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port c338fe5d-a842-4be9-90ed-7d89f1eddffc, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c338fe5d-a842-4be9-90ed-7d89f1eddffc,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:45:24.752570 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:24.818392 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=c338fe5d-a842-4be9-90ed-7d89f1eddffc,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:25.057728 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['c338fe5d-a842-4be9-90ed-7d89f1eddffc'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:45:25.108614 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42c4a5-57cb-47ce-b484-5d4824e27965 req-bec9092b-4ac4-4046-99b2-6703a7e6ed02 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:25.109478 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0e42c4a5-57cb-47ce-b484-5d4824e27965 req-bec9092b-4ac4-4046-99b2-6703a7e6ed02 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 945 time: 0.0816112 Apr 08 10:45:25.154620 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0e42c4a5-57cb-47ce-b484-5d4824e27965 req-1aeba574-239d-49ff-aa0e-a898945db386 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396180 Apr 08 10:45:26.362979 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf75c2d-e440-47cd-b625-748a5cb0d912 req-dc23ee11-1d07-46fe-9c42-599e54e133f2 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:26.364914 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fbf75c2d-e440-47cd-b625-748a5cb0d912 req-dc23ee11-1d07-46fe-9c42-599e54e133f2 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 945 time: 0.0894070 Apr 08 10:45:26.411647 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fbf75c2d-e440-47cd-b625-748a5cb0d912 req-5d120c45-1b77-4060-902b-e2d5a2722632 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404880 Apr 08 10:45:26.537702 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device c338fe5d-a842-4be9-90ed-7d89f1eddffc up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:45:26.605904 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port c338fe5d-a842-4be9-90ed-7d89f1eddffc completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:45:26.610508 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port c338fe5d-a842-4be9-90ed-7d89f1eddffc triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:45:26.610936 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:26.726914 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:26.752192 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2558077e-f976-4dc5-9007-4652396e1c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c338fe5d-a842-4be9-90ed-7d89f1eddffc'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:45:26.761938 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port c338fe5d-a842-4be9-90ed-7d89f1eddffc, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c338fe5d-a842-4be9-90ed-7d89f1eddffc,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:45:26.765884 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:26.809979 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-511919f7-4408-4f9f-bbed-063b2fa94219'] response: {'server_uuid': '2558077e-f976-4dc5-9007-4652396e1c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c338fe5d-a842-4be9-90ed-7d89f1eddffc', 'code': 200} Apr 08 10:45:26.834001 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=c338fe5d-a842-4be9-90ed-7d89f1eddffc,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:27.063404 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-70dcd978-44b0-483c-a489-f2055842e0be req-f980411b-4791-4d4d-8ca1-8bc0545a7395 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 1099 time: 0.0692337 Apr 08 10:45:27.108382 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-70dcd978-44b0-483c-a489-f2055842e0be req-daca1934-0e00-4d22-9f32-bce4c0eed02c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349202 Apr 08 10:45:27.608952 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3afdd-eb0c-4f52-961c-b1b516881bd7 req-ee56bd1a-afbb-485d-a159-5f01a510d43f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:27.610414 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-52c3afdd-eb0c-4f52-961c-b1b516881bd7 req-ee56bd1a-afbb-485d-a159-5f01a510d43f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0797663 Apr 08 10:45:27.658300 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-52c3afdd-eb0c-4f52-961c-b1b516881bd7 req-6d142586-f58f-4e00-a021-4c253ae7f396 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421562 Apr 08 10:45:28.857227 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08737e16-3012-4e3b-8a13-a4b0704e8506 req-3507f7e1-78bf-432b-b1d2-42f4fd781566 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:28.858664 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-08737e16-3012-4e3b-8a13-a4b0704e8506 req-3507f7e1-78bf-432b-b1d2-42f4fd781566 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0787613 Apr 08 10:45:28.904301 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-08737e16-3012-4e3b-8a13-a4b0704e8506 req-58083cae-8702-4dde-a66a-36daee721d07 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402150 Apr 08 10:45:29.111041 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6173dc-2f71-4b79-b1df-8e27c8a27682 req-c85672a4-61e1-41a4-b90e-ecdc4016b1fb tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:29.112562 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cb6173dc-2f71-4b79-b1df-8e27c8a27682 req-c85672a4-61e1-41a4-b90e-ecdc4016b1fb tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0819857 Apr 08 10:45:29.121401 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 35114) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:45:29.126383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-e167be37-4b4d-43e8-83f8-d45202586acc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Request body: {'floatingip': {'port_id': 'c338fe5d-a842-4be9-90ed-7d89f1eddffc'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:45:29.201068 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e167be37-4b4d-43e8-83f8-d45202586acc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for floatingip, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:29.788323 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e167be37-4b4d-43e8-83f8-d45202586acc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:29.791856 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e167be37-4b4d-43e8-83f8-d45202586acc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:30.058886 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [None req-e167be37-4b4d-43e8-83f8-d45202586acc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Floating IP 1bb3c915-df24-4027-bd10-3926c31ea882 associated. External IP: 172.26.0.63, port: c338fe5d-a842-4be9-90ed-7d89f1eddffc. Apr 08 10:45:30.439124 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e167be37-4b4d-43e8-83f8-d45202586acc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Router 4a820229-317b-41b0-8c25-dfd34dbe83e6 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:45:30.641623 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e167be37-4b4d-43e8-83f8-d45202586acc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:45:30.646369 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e167be37-4b4d-43e8-83f8-d45202586acc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:30.650945 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fcd1cc-1a14-4b45-bd13-85bc06315408 None None] Sync routers for ids ['4a820229-317b-41b0-8c25-dfd34dbe83e6'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:45:30.663299 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fcd1cc-1a14-4b45-bd13-85bc06315408 None None] Routers {'4a820229-317b-41b0-8c25-dfd34dbe83e6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:45:30.663896 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-03fcd1cc-1a14-4b45-bd13-85bc06315408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:45:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['4a820229-317b-41b0-8c25-dfd34dbe83e6'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:30.699223 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e167be37-4b4d-43e8-83f8-d45202586acc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "PUT /v2.0/floatingips/1bb3c915-df24-4027-bd10-3926c31ea882 HTTP/1.1" status: 200 len: 991 time: 1.5767560 Apr 08 10:45:30.699916 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2558077e-f976-4dc5-9007-4652396e1c62', 'tag': 'c338fe5d-a842-4be9-90ed-7d89f1eddffc'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:45:30.761112 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a84f475-23ed-4470-bd82-8a57ee514660'] response: {'name': 'network-changed', 'server_uuid': '2558077e-f976-4dc5-9007-4652396e1c62', 'tag': 'c338fe5d-a842-4be9-90ed-7d89f1eddffc', 'status': 'completed', 'code': 200} Apr 08 10:45:30.843058 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-03fcd1cc-1a14-4b45-bd13-85bc06315408 None None] Set router 4a820229-317b-41b0-8c25-dfd34dbe83e6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:45:30.861301 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a5ec2083-77b2-4445-a207-58789f632623 req-360e5ee9-de36-48e8-83f5-bdd3628dc324 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 1099 time: 0.0790646 Apr 08 10:45:31.075183 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec2083-77b2-4445-a207-58789f632623 req-8836c92f-be21-476a-83d8-8326d8b28f04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:31.076671 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a5ec2083-77b2-4445-a207-58789f632623 req-8836c92f-be21-476a-83d8-8326d8b28f04 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 913 time: 0.1997077 Apr 08 10:45:31.087294 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a156c3-14b1-4d9a-ada6-363daba90f33 req-a333e2de-34bc-46d4-9305-fa2a275d5301 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:31.088714 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d2a156c3-14b1-4d9a-ada6-363daba90f33 req-a333e2de-34bc-46d4-9305-fa2a275d5301 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.1247749 Apr 08 10:45:31.223060 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a5ec2083-77b2-4445-a207-58789f632623 req-9ee8f051-ae8b-4566-9c1d-820284194569 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c338fe5d-a842-4be9-90ed-7d89f1eddffc HTTP/1.1" status: 200 len: 999 time: 0.1334016 Apr 08 10:45:31.225840 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d2a156c3-14b1-4d9a-ada6-363daba90f33 req-e467f40c-4091-490d-a5dd-2dbdfc667082 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830314 Apr 08 10:45:31.229129 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-03fcd1cc-1a14-4b45-bd13-85bc06315408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:20Z', 'revision_number': 4, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '1bb3c915-df24-4027-bd10-3926c31ea882', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'floating_ip_address': '172.26.0.63', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'port_id': 'c338fe5d-a842-4be9-90ed-7d89f1eddffc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'mac_address': 'fa:16:3e:af:50:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2558077e-f976-4dc5-9007-4652396e1c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:44:23Z', 'updated_at': '2022-04-08T10:45:29Z', 'revision_number': 5, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22af7fa-7d24-4d02-942c-c884798b7071', 'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'mac_address': 'fa:16:3e:cc:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:19Z', 'updated_at': '2022-04-08T10:44:26Z', 'revision_number': 5, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'subnets': [{'id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:31.232963 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fcd1cc-1a14-4b45-bd13-85bc06315408 None None] Checking router: 4a820229-317b-41b0-8c25-dfd34dbe83e6 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:45:31.254156 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fcd1cc-1a14-4b45-bd13-85bc06315408 None None] Routers {'4a820229-317b-41b0-8c25-dfd34dbe83e6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:45:31.255284 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-03fcd1cc-1a14-4b45-bd13-85bc06315408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:45:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['4a820229-317b-41b0-8c25-dfd34dbe83e6'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:31.290536 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec2083-77b2-4445-a207-58789f632623 req-9dc9e920-4f61-48ed-b78d-d09ff306de09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:31.291969 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a5ec2083-77b2-4445-a207-58789f632623 req-9dc9e920-4f61-48ed-b78d-d09ff306de09 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.0634475 Apr 08 10:45:31.367390 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a5ec2083-77b2-4445-a207-58789f632623 req-ee585ca4-b846-4283-990b-df7bf5db1833 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696404 Apr 08 10:45:31.440891 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-03fcd1cc-1a14-4b45-bd13-85bc06315408 None None] Set router 4a820229-317b-41b0-8c25-dfd34dbe83e6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:45:31.608054 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a5ec2083-77b2-4445-a207-58789f632623 req-f63a4bef-195c-4db1-9ea2-f20163c20d3c service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347682 Apr 08 10:45:31.738910 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a5ec2083-77b2-4445-a207-58789f632623 req-dfd684c3-13bc-41a9-9342-14e79bbb5fa9 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253800 Apr 08 10:45:31.797916 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-03fcd1cc-1a14-4b45-bd13-85bc06315408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:20Z', 'revision_number': 4, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '1bb3c915-df24-4027-bd10-3926c31ea882', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'floating_ip_address': '172.26.0.63', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'port_id': 'c338fe5d-a842-4be9-90ed-7d89f1eddffc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'mac_address': 'fa:16:3e:af:50:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2558077e-f976-4dc5-9007-4652396e1c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:44:23Z', 'updated_at': '2022-04-08T10:45:29Z', 'revision_number': 5, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22af7fa-7d24-4d02-942c-c884798b7071', 'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'mac_address': 'fa:16:3e:cc:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:19Z', 'updated_at': '2022-04-08T10:44:26Z', 'revision_number': 5, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'subnets': [{'id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:45:31.802214 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fcd1cc-1a14-4b45-bd13-85bc06315408 None None] The sync data for ids ['4a820229-317b-41b0-8c25-dfd34dbe83e6'] in dv-neutron-837110-1-hyperv is: [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:20Z', 'revision_number': 4, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '1bb3c915-df24-4027-bd10-3926c31ea882', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'floating_ip_address': '172.26.0.63', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'port_id': 'c338fe5d-a842-4be9-90ed-7d89f1eddffc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'mac_address': 'fa:16:3e:af:50:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2558077e-f976-4dc5-9007-4652396e1c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:44:23Z', 'updated_at': '2022-04-08T10:45:29Z', 'revision_number': 5, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22af7fa-7d24-4d02-942c-c884798b7071', 'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'mac_address': 'fa:16:3e:cc:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:19Z', 'updated_at': '2022-04-08T10:44:26Z', 'revision_number': 5, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'subnets': [{'id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:45:31.987679 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ffe57a-1181-4874-9c43-1bcd7c403243 None None] New status for floating IP 1bb3c915-df24-4027-bd10-3926c31ea882: ACTIVE {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:45:32.427416 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec539b-74e4-496d-909b-05d256b2df05 req-4dd1fa20-5fea-45da-9a3b-6bca2de4102d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:32.428792 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-77ec539b-74e4-496d-909b-05d256b2df05 req-4dd1fa20-5fea-45da-9a3b-6bca2de4102d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0794346 Apr 08 10:45:32.472428 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-77ec539b-74e4-496d-909b-05d256b2df05 req-6c942478-21be-4243-9bf8-ca8f38a62a8e tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380974 Apr 08 10:45:33.672905 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60a8d9-ac0b-42d7-bed5-ac0a49608f08 req-58932c46-06d8-4cc0-9cb2-2e920c97cca0 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:33.674376 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ca60a8d9-ac0b-42d7-bed5-ac0a49608f08 req-58932c46-06d8-4cc0-9cb2-2e920c97cca0 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0833755 Apr 08 10:45:33.718412 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ca60a8d9-ac0b-42d7-bed5-ac0a49608f08 req-9297199d-56ec-4334-9709-96f37bff4bcc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385358 Apr 08 10:45:34.917012 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659c1df-dd13-4c83-90f7-c0dad3115938 req-0235b7c7-506b-46fa-bb37-0cfa97ba9572 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:34.918368 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9659c1df-dd13-4c83-90f7-c0dad3115938 req-0235b7c7-506b-46fa-bb37-0cfa97ba9572 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0791476 Apr 08 10:45:34.963338 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9659c1df-dd13-4c83-90f7-c0dad3115938 req-4c64a1c2-a583-48c7-9398-a8e0d432971a tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394554 Apr 08 10:45:36.165115 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567edd0-884a-457e-b956-6f858a5f4614 req-4dd5922e-142c-4c33-8819-4726a8ab0041 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:36.166552 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9567edd0-884a-457e-b956-6f858a5f4614 req-4dd5922e-142c-4c33-8819-4726a8ab0041 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0786169 Apr 08 10:45:36.210689 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9567edd0-884a-457e-b956-6f858a5f4614 req-e4690952-a35a-4c06-bce9-a68400ff707c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387232 Apr 08 10:45:37.098756 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8d04adc2-a871-447d-b196-69281b9b963f req-b4ad0492-77f1-4fee-8f2c-9cd4859abbe4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 1099 time: 0.0717857 Apr 08 10:45:37.243204 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04adc2-a871-447d-b196-69281b9b963f req-ec418a5b-e863-45a4-8cdf-373f68f944b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:37.244660 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8d04adc2-a871-447d-b196-69281b9b963f req-ec418a5b-e863-45a4-8cdf-373f68f944b3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 913 time: 0.1273112 Apr 08 10:45:37.385529 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8d04adc2-a871-447d-b196-69281b9b963f req-532ba706-ee90-431a-8883-f3993feac425 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c338fe5d-a842-4be9-90ed-7d89f1eddffc HTTP/1.1" status: 200 len: 1001 time: 0.1349199 Apr 08 10:45:37.462693 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04adc2-a871-447d-b196-69281b9b963f req-9eef7890-a328-4542-b0a7-b14b630d00cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:37.464110 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8d04adc2-a871-447d-b196-69281b9b963f req-9eef7890-a328-4542-b0a7-b14b630d00cb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.0690062 Apr 08 10:45:37.469432 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f7cc4-751a-4211-9ce3-1955ad313640 req-5334ed6c-a7f7-4ede-9328-85138203b543 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:37.470727 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ce4f7cc4-751a-4211-9ce3-1955ad313640 req-5334ed6c-a7f7-4ede-9328-85138203b543 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.1417441 Apr 08 10:45:37.562522 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ce4f7cc4-751a-4211-9ce3-1955ad313640 req-7296be74-c901-4420-a583-259c6b304b0d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627594 Apr 08 10:45:37.572626 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8d04adc2-a871-447d-b196-69281b9b963f req-4188a139-0d8c-4c0b-8fcb-39ffef8f067e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1010423 Apr 08 10:45:37.702936 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8d04adc2-a871-447d-b196-69281b9b963f req-c724e960-c614-4131-88a2-104dad158a20 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242564 Apr 08 10:45:37.833814 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8d04adc2-a871-447d-b196-69281b9b963f req-729021f1-8515-4f39-a7ad-afa3df561aeb service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234581 Apr 08 10:45:38.473617 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:38.757578 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf9268-9a32-4450-807d-e871f51b0845 req-e0fdce7a-22d7-43c0-9256-249fb0f716f3 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:38.758911 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7ecf9268-9a32-4450-807d-e871f51b0845 req-e0fdce7a-22d7-43c0-9256-249fb0f716f3 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0767267 Apr 08 10:45:38.803809 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7ecf9268-9a32-4450-807d-e871f51b0845 req-cc4d1152-b4a3-4c06-8cb6-69068670f5ef tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392594 Apr 08 10:45:39.994150 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3e4bd-b817-4c1a-8de4-1e91c4ae673e req-5aacd734-7f6e-4324-952a-0f5bcb7ebd3a tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:39.995564 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-72f3e4bd-b817-4c1a-8de4-1e91c4ae673e req-5aacd734-7f6e-4324-952a-0f5bcb7ebd3a tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0735216 Apr 08 10:45:40.039903 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-72f3e4bd-b817-4c1a-8de4-1e91c4ae673e req-903145fa-664e-4616-bb1c-9c7e45696eea tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387144 Apr 08 10:45:41.320710 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e29568-5788-49b2-9a50-7aa2756fbb9e req-a009c1a9-fd05-46eb-9b44-a814fb285d79 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:41.322161 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-95e29568-5788-49b2-9a50-7aa2756fbb9e req-a009c1a9-fd05-46eb-9b44-a814fb285d79 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.1632488 Apr 08 10:45:41.366952 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-95e29568-5788-49b2-9a50-7aa2756fbb9e req-188b635e-81e3-43dc-a15d-834bd3e4e935 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392227 Apr 08 10:45:42.565396 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ad888-16ec-4ca1-9f0e-848b240e3274 req-b7a45f74-12f9-47fd-971f-9b339c886135 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:42.566817 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3d1ad888-16ec-4ca1-9f0e-848b240e3274 req-b7a45f74-12f9-47fd-971f-9b339c886135 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0778658 Apr 08 10:45:42.610376 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3d1ad888-16ec-4ca1-9f0e-848b240e3274 req-03ae6bf9-39d5-4a1d-b306-21e43bffba25 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380034 Apr 08 10:45:43.340701 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-253f87a4-647f-4151-b12c-c1a3f76e4b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:43.810127 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219662c2-4d61-418d-9620-02055269102f req-5174aa2d-a0a9-47d3-9cb4-dab0d6c1e592 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:43.811555 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-219662c2-4d61-418d-9620-02055269102f req-5174aa2d-a0a9-47d3-9cb4-dab0d6c1e592 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0747399 Apr 08 10:45:43.855840 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-219662c2-4d61-418d-9620-02055269102f req-339788bc-200d-4daf-9d24-1843c50bc418 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389044 Apr 08 10:45:45.054352 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb09062-a523-4c69-9fec-40635af22906 req-dcc43b90-1046-406b-b61d-be56d503debf tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:45.055921 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dbb09062-a523-4c69-9fec-40635af22906 req-dcc43b90-1046-406b-b61d-be56d503debf tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0801651 Apr 08 10:45:45.104555 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dbb09062-a523-4c69-9fec-40635af22906 req-beb1e8be-20f6-44b6-996b-a98627b2ccb9 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426607 Apr 08 10:45:45.116494 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:45:45.593070 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-df482147-4db9-492a-a0a2-987245f7228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:46.306739 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0e63a-638a-4cb1-814b-b41a92cf42a2 req-d17999d7-7714-4991-a9f6-fefa2f38bf9f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:46.308198 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ebd0e63a-638a-4cb1-814b-b41a92cf42a2 req-d17999d7-7714-4991-a9f6-fefa2f38bf9f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0771544 Apr 08 10:45:46.352929 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ebd0e63a-638a-4cb1-814b-b41a92cf42a2 req-cd57924a-4553-4ae7-9ffb-7ab40c47ac91 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392108 Apr 08 10:45:46.809930 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:46.917720 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:47.548364 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97da95c-20d1-4b9c-8ba7-843993405118 req-c46e63de-312d-4c0e-b8d0-0d97e17a9a6b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:47.549775 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c97da95c-20d1-4b9c-8ba7-843993405118 req-c46e63de-312d-4c0e-b8d0-0d97e17a9a6b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0781035 Apr 08 10:45:47.593556 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c97da95c-20d1-4b9c-8ba7-843993405118 req-2004ae16-05fa-4ce8-8823-d2ab1e3d5c1f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376875 Apr 08 10:45:48.321546 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:45:48.784824 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e436b-e1fb-43f3-b778-8df51589ee07 req-6edf13e3-f4b9-48f9-a0d7-125263af2a82 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:48.786264 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ca6e436b-e1fb-43f3-b778-8df51589ee07 req-6edf13e3-f4b9-48f9-a0d7-125263af2a82 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0739317 Apr 08 10:45:48.834418 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ca6e436b-e1fb-43f3-b778-8df51589ee07 req-fb277d99-517d-455c-8ca8-b9f10cc820f6 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421791 Apr 08 10:45:50.030485 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7e076-e928-45bb-8628-980979340867 req-3d62c1d1-fc1a-48b5-bc5d-dc84549e8792 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:50.032057 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a4f7e076-e928-45bb-8628-980979340867 req-3d62c1d1-fc1a-48b5-bc5d-dc84549e8792 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0770240 Apr 08 10:45:50.077986 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a4f7e076-e928-45bb-8628-980979340867 req-23c61a93-1c22-435f-adea-a21bdf8c6a8e tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399132 Apr 08 10:45:51.278797 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a118b91-3636-4d44-b907-fe5a0e39efa8 req-3f02b83d-209e-4587-8b2c-87c329b59393 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:51.280249 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8a118b91-3636-4d44-b907-fe5a0e39efa8 req-3f02b83d-209e-4587-8b2c-87c329b59393 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0778902 Apr 08 10:45:51.324384 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8a118b91-3636-4d44-b907-fe5a0e39efa8 req-7a87015d-62d1-4d1d-ab49-5abc67c73400 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387015 Apr 08 10:45:52.514814 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb02d6f-6b38-4771-b729-ef23ed3ab705 req-b2c1b78d-0399-4a71-90bb-ba3737ef9627 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:52.516255 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1eb02d6f-6b38-4771-b729-ef23ed3ab705 req-b2c1b78d-0399-4a71-90bb-ba3737ef9627 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0744555 Apr 08 10:45:52.560137 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1eb02d6f-6b38-4771-b729-ef23ed3ab705 req-c0276650-4e6a-43bd-ae34-0aa8537b1069 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384502 Apr 08 10:45:53.761095 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac8fa7-637b-4d2e-98c7-893662107587 req-991a152d-2607-4db8-bd80-910321619351 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:53.762548 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-63ac8fa7-637b-4d2e-98c7-893662107587 req-991a152d-2607-4db8-bd80-910321619351 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0835259 Apr 08 10:45:53.807666 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-63ac8fa7-637b-4d2e-98c7-893662107587 req-99359948-3144-4c23-ab08-ee8f465cb792 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392375 Apr 08 10:45:55.001500 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796a6ca-407f-405a-9529-fd5b4de8efdc req-725b9e25-b135-4291-a6db-6a751dca9850 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:55.002950 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0796a6ca-407f-405a-9529-fd5b4de8efdc req-725b9e25-b135-4291-a6db-6a751dca9850 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0776646 Apr 08 10:45:55.051686 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0796a6ca-407f-405a-9529-fd5b4de8efdc req-e048b6fc-7697-4e9b-bb2d-de4bc5af96ee tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423119 Apr 08 10:45:56.245157 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1589c0-bb57-4d95-bece-d3c5192fe26f req-08660f50-336a-49b7-aee1-017cf0468323 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:56.246741 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9b1589c0-bb57-4d95-bece-d3c5192fe26f req-08660f50-336a-49b7-aee1-017cf0468323 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0742130 Apr 08 10:45:56.291748 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9b1589c0-bb57-4d95-bece-d3c5192fe26f req-b27ed16d-f496-4f88-8c5a-75ada3bb1d46 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396643 Apr 08 10:45:57.489495 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e339bcc-d780-4f47-9f9e-dfeee489430c req-3cb98bd7-6307-4afb-9a6d-4d9a0d20a208 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:57.490902 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9e339bcc-d780-4f47-9f9e-dfeee489430c req-3cb98bd7-6307-4afb-9a6d-4d9a0d20a208 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0796824 Apr 08 10:45:57.536857 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9e339bcc-d780-4f47-9f9e-dfeee489430c req-5fdc6879-3eea-4271-a497-d3b62e160571 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398450 Apr 08 10:45:57.733080 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-79912147-55e9-4d1f-a6cc-87a3cb1dc3aa req-ee22fb70-3e0e-4bdc-ae1d-708b694f8a36 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0663614 Apr 08 10:45:57.975727 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-ae21d243-f17b-478d-bcc5-e0cffc0b31eb req-aa758c76-8134-4974-803f-16f862672bf7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0700238 Apr 08 10:45:58.060152 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e53df-c583-429b-bbc4-b7934b7069c6 req-111f8e48-7466-4800-b213-e4c3b56768dc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:58.066757 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8d9e53df-c583-429b-bbc4-b7934b7069c6 req-111f8e48-7466-4800-b213-e4c3b56768dc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.1006699 Apr 08 10:45:58.112628 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8d9e53df-c583-429b-bbc4-b7934b7069c6 req-077c6e8e-461b-40a6-be29-43d526df4aa6 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450070 Apr 08 10:45:59.162285 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ae21d243-f17b-478d-bcc5-e0cffc0b31eb req-8a8e504c-a670-4074-af8d-316646f6c14e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 1099 time: 0.0686429 Apr 08 10:45:59.430336 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21d243-f17b-478d-bcc5-e0cffc0b31eb req-75fc2c50-8373-477b-be37-39322949e3dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:59.431683 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ae21d243-f17b-478d-bcc5-e0cffc0b31eb req-75fc2c50-8373-477b-be37-39322949e3dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 913 time: 0.2608955 Apr 08 10:45:59.445379 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f49c9-eeed-4e64-94cd-f772dcee48be req-97fbe91e-8a48-4ec9-97c0-d4d3d4794558 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:59.446701 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-613f49c9-eeed-4e64-94cd-f772dcee48be req-97fbe91e-8a48-4ec9-97c0-d4d3d4794558 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.2083268 Apr 08 10:45:59.575552 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-613f49c9-eeed-4e64-94cd-f772dcee48be req-98c7a51d-34c2-414d-96c9-c2f5243b6b9e tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818272 Apr 08 10:45:59.577218 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ae21d243-f17b-478d-bcc5-e0cffc0b31eb req-32278673-84c2-4b03-81ed-85ef3d28da23 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c338fe5d-a842-4be9-90ed-7d89f1eddffc HTTP/1.1" status: 200 len: 1001 time: 0.1296890 Apr 08 10:45:59.641752 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21d243-f17b-478d-bcc5-e0cffc0b31eb req-6dfe9636-4b67-4b9b-8ce3-d8a5aa4c6f73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:59.643170 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ae21d243-f17b-478d-bcc5-e0cffc0b31eb req-6dfe9636-4b67-4b9b-8ce3-d8a5aa4c6f73 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.0567164 Apr 08 10:45:59.721102 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ae21d243-f17b-478d-bcc5-e0cffc0b31eb req-56d690e5-4977-4cd5-b660-6500a18d8f17 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691187 Apr 08 10:45:59.856477 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ae21d243-f17b-478d-bcc5-e0cffc0b31eb req-9aefa967-f014-41bc-bd54-559472024579 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253824 Apr 08 10:45:59.988972 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ae21d243-f17b-478d-bcc5-e0cffc0b31eb req-6e5c61b4-e037-4511-9f8e-5b193585c1b9 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238620 Apr 08 10:46:00.769635 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd366c-8aac-4ada-8a7c-278fcc1f1726 req-bc2f4882-5393-408f-a3c1-2e5413591f31 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:00.771068 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a1fd366c-8aac-4ada-8a7c-278fcc1f1726 req-bc2f4882-5393-408f-a3c1-2e5413591f31 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0746586 Apr 08 10:46:00.815693 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a1fd366c-8aac-4ada-8a7c-278fcc1f1726 req-cb6178af-8aef-4f74-b541-844784a91803 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391662 Apr 08 10:46:01.853890 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ae21d243-f17b-478d-bcc5-e0cffc0b31eb req-322b378c-b9b4-4bd3-8bce-46b4520386ef service neutron] 10.222.0.52 "GET /v2.0/ports/c338fe5d-a842-4be9-90ed-7d89f1eddffc/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.0759377 Apr 08 10:46:02.019387 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69665645-639d-46a9-b228-fcbb359f13f3 req-bd9f3127-8064-4e6f-b1c4-79cf2db28975 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:02.020842 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-69665645-639d-46a9-b228-fcbb359f13f3 req-bd9f3127-8064-4e6f-b1c4-79cf2db28975 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0761049 Apr 08 10:46:02.111069 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-69665645-639d-46a9-b228-fcbb359f13f3 req-a0209aa8-bd3d-47df-818b-7957f0d0acf6 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832028 Apr 08 10:46:02.149703 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ae21d243-f17b-478d-bcc5-e0cffc0b31eb req-04b6aebd-dac8-4c32-9cba-0b9608c4ed06 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62&tenant_id=ac2b470abeb2495d900001f403e7ca23 HTTP/1.1" status: 200 len: 1099 time: 0.0803504 Apr 08 10:46:02.243933 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ae21d243-f17b-478d-bcc5-e0cffc0b31eb req-32819a8d-ab38-45cb-960a-c18ea29f15fe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 1099 time: 0.0681341 Apr 08 10:46:02.377102 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21d243-f17b-478d-bcc5-e0cffc0b31eb req-8b1341a4-4d1c-4d92-89ea-3ce0939a367d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:02.378433 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ae21d243-f17b-478d-bcc5-e0cffc0b31eb req-8b1341a4-4d1c-4d92-89ea-3ce0939a367d service neutron] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 913 time: 0.1259813 Apr 08 10:46:02.481178 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ae21d243-f17b-478d-bcc5-e0cffc0b31eb req-456f576f-5552-4670-8a68-17be5e96eaae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c338fe5d-a842-4be9-90ed-7d89f1eddffc HTTP/1.1" status: 200 len: 1001 time: 0.0942538 Apr 08 10:46:02.544351 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21d243-f17b-478d-bcc5-e0cffc0b31eb req-b2a0e20c-07b6-4b3b-b37c-43911dd968b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:02.545734 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ae21d243-f17b-478d-bcc5-e0cffc0b31eb req-b2a0e20c-07b6-4b3b-b37c-43911dd968b0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.0557919 Apr 08 10:46:02.629803 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ae21d243-f17b-478d-bcc5-e0cffc0b31eb req-5d897a82-89d3-4104-b4d8-2a83644711de service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744424 Apr 08 10:46:02.759195 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ae21d243-f17b-478d-bcc5-e0cffc0b31eb req-476f4a43-6194-42bc-8996-18d97ac52cb9 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204441 Apr 08 10:46:02.985911 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ae21d243-f17b-478d-bcc5-e0cffc0b31eb req-f23d99ef-b8f2-4182-b067-4f3b104222ad service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178648 Apr 08 10:46:03.309524 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c15770-de67-4e3f-8084-03876eb0c220 req-7e272788-ed2c-4caa-9b34-7f1f056073e0 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:03.310863 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b9c15770-de67-4e3f-8084-03876eb0c220 req-7e272788-ed2c-4caa-9b34-7f1f056073e0 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0759315 Apr 08 10:46:03.354695 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b9c15770-de67-4e3f-8084-03876eb0c220 req-0105f85d-c343-4cab-8609-a8e82965b999 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383339 Apr 08 10:46:04.552379 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fe564-f3a0-412a-bd89-58d9c484c390 req-ddedd767-32e6-4c2e-b4ad-b717557b8375 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:04.553789 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5f5fe564-f3a0-412a-bd89-58d9c484c390 req-ddedd767-32e6-4c2e-b4ad-b717557b8375 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0787294 Apr 08 10:46:04.598305 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5f5fe564-f3a0-412a-bd89-58d9c484c390 req-48a3fac3-3857-4dec-8839-e1411bea7e1a tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387065 Apr 08 10:46:04.741193 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device c338fe5d-a842-4be9-90ed-7d89f1eddffc details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:46:04.745288 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device c338fe5d-a842-4be9-90ed-7d89f1eddffc no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:46:04.952870 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:04.983089 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port c338fe5d-a842-4be9-90ed-7d89f1eddffc, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c338fe5d-a842-4be9-90ed-7d89f1eddffc,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:46:05.004619 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2558077e-f976-4dc5-9007-4652396e1c62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c338fe5d-a842-4be9-90ed-7d89f1eddffc'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:46:05.011364 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': 'c338fe5d-a842-4be9-90ed-7d89f1eddffc', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'port_id': 'c338fe5d-a842-4be9-90ed-7d89f1eddffc', 'mac_address': 'fa:16:3e:af:50:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:46:05.017075 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port c338fe5d-a842-4be9-90ed-7d89f1eddffc, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c338fe5d-a842-4be9-90ed-7d89f1eddffc,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:46:05.044608 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:05.085595 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf988e5e-60b1-4367-b583-c2bf926734ec'] response: {'server_uuid': '2558077e-f976-4dc5-9007-4652396e1c62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c338fe5d-a842-4be9-90ed-7d89f1eddffc', 'code': 200} Apr 08 10:46:05.158970 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:05.182468 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=c338fe5d-a842-4be9-90ed-7d89f1eddffc,revision_number=6']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:05.185313 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c338fe5d-a842-4be9-90ed-7d89f1eddffc {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:46:05.199693 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:05.200032 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:05.200391 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:05.200720 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:05.201047 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:05.201369 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:05.201690 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:05.202016 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:05.202337 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:05.202650 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:05.202962 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:05.211300 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port c338fe5d-a842-4be9-90ed-7d89f1eddffc, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c338fe5d-a842-4be9-90ed-7d89f1eddffc,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:46:05.215305 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:05.281833 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=c338fe5d-a842-4be9-90ed-7d89f1eddffc,revision_number=7']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:05.291256 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['c338fe5d-a842-4be9-90ed-7d89f1eddffc'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:46:05.796049 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499cc66-0f50-4829-83bf-27f008411a82 req-4d3e1b4a-8cd5-4d0b-bdfc-aadf6451ce19 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:05.797500 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2499cc66-0f50-4829-83bf-27f008411a82 req-4d3e1b4a-8cd5-4d0b-bdfc-aadf6451ce19 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 945 time: 0.0785298 Apr 08 10:46:05.841372 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2499cc66-0f50-4829-83bf-27f008411a82 req-667589d5-78ef-44bc-950a-c6bf31ab0201 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383432 Apr 08 10:46:06.229171 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55db5fd-fe46-4b00-9acd-2b41a675c87c req-531e1b84-4f76-4483-a9ef-9a0fe24512c5 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:06.230591 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f55db5fd-fe46-4b00-9acd-2b41a675c87c req-531e1b84-4f76-4483-a9ef-9a0fe24512c5 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 945 time: 0.1074898 Apr 08 10:46:06.235772 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c9a7b-3707-4d33-be5a-e6c50a52aef2 req-100dc1fa-bf06-49d7-9ded-9276eb48d64a tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:06.237083 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d07c9a7b-3707-4d33-be5a-e6c50a52aef2 req-100dc1fa-bf06-49d7-9ded-9276eb48d64a tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.52 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62&tenant_id=ac2b470abeb2495d900001f403e7ca23&binding%3Ahost_id=hv-neutron-8371 HTTP/1.1" status: 200 len: 945 time: 0.1469340 Apr 08 10:46:06.278725 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f55db5fd-fe46-4b00-9acd-2b41a675c87c req-d2c0e277-7021-4c73-b33b-50c322a8064e tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404637 Apr 08 10:46:06.385176 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d07c9a7b-3707-4d33-be5a-e6c50a52aef2 req-bbe73c5a-7dc4-4751-af4a-3cfa2d336bc6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 1098 time: 0.0675013 Apr 08 10:46:06.515169 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c9a7b-3707-4d33-be5a-e6c50a52aef2 req-05db424a-b922-467f-af43-b41471a97e62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:06.516496 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d07c9a7b-3707-4d33-be5a-e6c50a52aef2 req-05db424a-b922-467f-af43-b41471a97e62 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 913 time: 0.1219938 Apr 08 10:46:06.619163 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d07c9a7b-3707-4d33-be5a-e6c50a52aef2 req-e6cc9c3c-b291-44dd-94e0-2c077ba9e7b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c338fe5d-a842-4be9-90ed-7d89f1eddffc HTTP/1.1" status: 200 len: 1000 time: 0.0940144 Apr 08 10:46:06.682777 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c9a7b-3707-4d33-be5a-e6c50a52aef2 req-978baba9-fab0-4a6a-a6c8-5b08763c85c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:06.684160 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d07c9a7b-3707-4d33-be5a-e6c50a52aef2 req-978baba9-fab0-4a6a-a6c8-5b08763c85c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.0564213 Apr 08 10:46:06.753642 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device c338fe5d-a842-4be9-90ed-7d89f1eddffc up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:46:06.762259 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d07c9a7b-3707-4d33-be5a-e6c50a52aef2 req-29d045e6-097a-4e81-aa56-4bdc257eae19 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683634 Apr 08 10:46:06.822232 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port c338fe5d-a842-4be9-90ed-7d89f1eddffc triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:06.822518 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:06.896049 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d07c9a7b-3707-4d33-be5a-e6c50a52aef2 req-e2c75888-8903-4692-96c8-bf8bc3ec5f96 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234057 Apr 08 10:46:06.938098 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:06.969591 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port c338fe5d-a842-4be9-90ed-7d89f1eddffc, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c338fe5d-a842-4be9-90ed-7d89f1eddffc,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:46:06.973718 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:07.030501 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d07c9a7b-3707-4d33-be5a-e6c50a52aef2 req-369a51c6-cf5d-402d-bdfa-834a1f8105bd service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255403 Apr 08 10:46:07.042870 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=c338fe5d-a842-4be9-90ed-7d89f1eddffc,revision_number=8']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:07.087155 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2558077e-f976-4dc5-9007-4652396e1c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c338fe5d-a842-4be9-90ed-7d89f1eddffc'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:46:07.150391 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5efb2d90-8d65-4f9f-87a4-5214aa1793fa'] response: {'server_uuid': '2558077e-f976-4dc5-9007-4652396e1c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c338fe5d-a842-4be9-90ed-7d89f1eddffc', 'code': 200} Apr 08 10:46:07.474525 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45885915-8627-4fcb-a4b0-699dcebf8bb3 req-9032a5a6-d176-4f17-87d0-ed06e7d1b73e tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:07.476259 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-45885915-8627-4fcb-a4b0-699dcebf8bb3 req-9032a5a6-d176-4f17-87d0-ed06e7d1b73e tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0764432 Apr 08 10:46:07.522037 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-45885915-8627-4fcb-a4b0-699dcebf8bb3 req-852580d7-afac-4f16-9dc3-c8d249639934 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398631 Apr 08 10:46:08.502290 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:08.724156 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abbb36-f35e-484d-a9e2-465be2d81de8 req-b3126c46-2106-4d13-8048-e5b82b7bf5de tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:08.725607 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-62abbb36-f35e-484d-a9e2-465be2d81de8 req-b3126c46-2106-4d13-8048-e5b82b7bf5de tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0784402 Apr 08 10:46:08.769447 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-62abbb36-f35e-484d-a9e2-465be2d81de8 req-5d5293d8-b586-402a-9468-18c4269d228d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377388 Apr 08 10:46:08.963343 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa85a2e-4849-4164-87ce-7f44499f65f5 req-cb4d2568-d429-44a9-820c-93a503d4460b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:08.964787 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-eaa85a2e-4849-4164-87ce-7f44499f65f5 req-cb4d2568-d429-44a9-820c-93a503d4460b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0749295 Apr 08 10:46:09.007858 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-eaa85a2e-4849-4164-87ce-7f44499f65f5 req-4fee59e2-15cb-480a-8d25-788e39b5e5a1 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377047 Apr 08 10:46:09.414178 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65faee-da19-4a26-af9e-97875402833a req-5cf08e60-6439-40e4-8de2-bd3733739601 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:09.415523 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5b65faee-da19-4a26-af9e-97875402833a req-5cf08e60-6439-40e4-8de2-bd3733739601 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.1282530 Apr 08 10:46:09.451120 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-868c5669-0fbf-40d5-96e2-ed6de1e6a50c req-3c1fa764-f5e8-4299-8ff7-af67626c20bd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 1099 time: 0.1076117 Apr 08 10:46:09.637578 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5b65faee-da19-4a26-af9e-97875402833a req-5831e0a8-f824-4a99-b787-af9416398183 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163322 Apr 08 10:46:09.684321 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c5669-0fbf-40d5-96e2-ed6de1e6a50c req-b13c3a4e-996e-409c-8b40-7f0a1dc69658 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:09.685678 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-868c5669-0fbf-40d5-96e2-ed6de1e6a50c req-b13c3a4e-996e-409c-8b40-7f0a1dc69658 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 913 time: 0.2263315 Apr 08 10:46:09.790346 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-868c5669-0fbf-40d5-96e2-ed6de1e6a50c req-3b4c143e-26fe-4d3f-ba90-266886ea9c08 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c338fe5d-a842-4be9-90ed-7d89f1eddffc HTTP/1.1" status: 200 len: 1001 time: 0.0950303 Apr 08 10:46:09.854274 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c5669-0fbf-40d5-96e2-ed6de1e6a50c req-71e51c29-29d9-4967-893c-1707eff613fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:09.855989 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-868c5669-0fbf-40d5-96e2-ed6de1e6a50c req-71e51c29-29d9-4967-893c-1707eff613fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.0566866 Apr 08 10:46:09.931502 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-868c5669-0fbf-40d5-96e2-ed6de1e6a50c req-108a99bd-496c-4f1b-8597-d64376f2d4ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668218 Apr 08 10:46:10.064778 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-868c5669-0fbf-40d5-96e2-ed6de1e6a50c req-7830d77f-a622-4d59-9014-faf2437c00aa service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240242 Apr 08 10:46:10.196523 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-868c5669-0fbf-40d5-96e2-ed6de1e6a50c req-71ce85a9-60e1-4220-a0c5-7e0972870227 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230352 Apr 08 10:46:10.842655 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ad404-f847-4ead-b2ca-194f8465a7bf req-b2af87b4-9ba6-4dbc-a692-bf882ff7788c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:10.844101 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-eb6ad404-f847-4ead-b2ca-194f8465a7bf req-b2af87b4-9ba6-4dbc-a692-bf882ff7788c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0783720 Apr 08 10:46:10.889530 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-eb6ad404-f847-4ead-b2ca-194f8465a7bf req-cfd9ae17-8a7c-4c3f-a1aa-f5477f0dcad0 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399344 Apr 08 10:46:11.295518 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2282932-7e01-42e0-bce8-88285cafdb6d req-7439754d-aed5-4ab9-9f10-9e3d469a1b20 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:11.296979 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a2282932-7e01-42e0-bce8-88285cafdb6d req-7439754d-aed5-4ab9-9f10-9e3d469a1b20 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0757110 Apr 08 10:46:11.344107 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a2282932-7e01-42e0-bce8-88285cafdb6d req-5fa414a0-42ae-417f-a750-a554569db2eb tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416529 Apr 08 10:46:12.539092 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05433e34-ccd4-4606-b4c2-fef7ec984f57 req-35ed66f7-72cb-4f7d-89e4-c0b139ac8200 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:12.540579 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-05433e34-ccd4-4606-b4c2-fef7ec984f57 req-35ed66f7-72cb-4f7d-89e4-c0b139ac8200 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0759835 Apr 08 10:46:12.588355 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-05433e34-ccd4-4606-b4c2-fef7ec984f57 req-6104b4b6-c98c-4e3f-b5c6-77df3156fe14 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418723 Apr 08 10:46:13.025762 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f5611-64c5-4b7a-901f-f08a832cef43 req-0649933a-d263-47b8-9551-2e7311451022 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:13.027212 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e96f5611-64c5-4b7a-901f-f08a832cef43 req-0649933a-d263-47b8-9551-2e7311451022 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.52 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.0779557 Apr 08 10:46:13.097029 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-e96f5611-64c5-4b7a-901f-f08a832cef43 req-677ed04e-38f3-4ebd-bb4a-e73bd264d30c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Deleting port c338fe5d-a842-4be9-90ed-7d89f1eddffc {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:46:13.097370 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-e96f5611-64c5-4b7a-901f-f08a832cef43 req-677ed04e-38f3-4ebd-bb4a-e73bd264d30c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:13.333623 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-e96f5611-64c5-4b7a-901f-f08a832cef43 req-677ed04e-38f3-4ebd-bb4a-e73bd264d30c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] For port c338fe5d-a842-4be9-90ed-7d89f1eddffc, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c338fe5d-a842-4be9-90ed-7d89f1eddffc,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:46:13.333892 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-e96f5611-64c5-4b7a-901f-f08a832cef43 req-677ed04e-38f3-4ebd-bb4a-e73bd264d30c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:13.344981 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0a1f29ee-2e04-4ca4-9f8d-824b1cf158ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:13.706894 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-e96f5611-64c5-4b7a-901f-f08a832cef43 req-677ed04e-38f3-4ebd-bb4a-e73bd264d30c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:13.707479 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-e96f5611-64c5-4b7a-901f-f08a832cef43 req-677ed04e-38f3-4ebd-bb4a-e73bd264d30c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:13.707684 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [req-e96f5611-64c5-4b7a-901f-f08a832cef43 req-677ed04e-38f3-4ebd-bb4a-e73bd264d30c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Floating IP 1bb3c915-df24-4027-bd10-3926c31ea882 disassociated. External IP: 172.26.0.63, port: c338fe5d-a842-4be9-90ed-7d89f1eddffc. Apr 08 10:46:13.708059 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-e96f5611-64c5-4b7a-901f-f08a832cef43 req-677ed04e-38f3-4ebd-bb4a-e73bd264d30c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Calling delete_port for c338fe5d-a842-4be9-90ed-7d89f1eddffc owned by compute:nova {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:46:13.886767 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205c58f-f779-44a9-a911-42fcd463fe10 req-61c5149f-0503-4c59-9ac6-fb6c3084e1de tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:13.888129 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6205c58f-f779-44a9-a911-42fcd463fe10 req-61c5149f-0503-4c59-9ac6-fb6c3084e1de tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 946 time: 0.1533160 Apr 08 10:46:13.935846 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-e96f5611-64c5-4b7a-901f-f08a832cef43 req-677ed04e-38f3-4ebd-bb4a-e73bd264d30c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:13.987492 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ed04e-38f3-4ebd-bb4a-e73bd264d30c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Pushing event deleted for resources: {'Port': ['ID=c338fe5d-a842-4be9-90ed-7d89f1eddffc,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:13.993119 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6205c58f-f779-44a9-a911-42fcd463fe10 req-a24d75c5-1b38-49ca-89c8-d60f9054787d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991845 Apr 08 10:46:14.203847 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e96f5611-64c5-4b7a-901f-f08a832cef43 req-677ed04e-38f3-4ebd-bb4a-e73bd264d30c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Router 4a820229-317b-41b0-8c25-dfd34dbe83e6 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:46:14.397960 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e96f5611-64c5-4b7a-901f-f08a832cef43 req-677ed04e-38f3-4ebd-bb4a-e73bd264d30c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:46:14.407318 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b480dc-2657-4ee1-a0e4-0f794c7c9dac None None] Sync routers for ids ['4a820229-317b-41b0-8c25-dfd34dbe83e6'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:46:14.419233 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b480dc-2657-4ee1-a0e4-0f794c7c9dac None None] Routers {'4a820229-317b-41b0-8c25-dfd34dbe83e6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:46:14.419823 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-39b480dc-2657-4ee1-a0e4-0f794c7c9dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:45:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['4a820229-317b-41b0-8c25-dfd34dbe83e6'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:14.467793 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-e96f5611-64c5-4b7a-901f-f08a832cef43 req-677ed04e-38f3-4ebd-bb4a-e73bd264d30c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] No DVR routers for this DVR port c338fe5d-a842-4be9-90ed-7d89f1eddffc on host hv-neutron-8371 {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:46:14.470276 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-e96f5611-64c5-4b7a-901f-f08a832cef43 req-677ed04e-38f3-4ebd-bb4a-e73bd264d30c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:14.472720 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2558077e-f976-4dc5-9007-4652396e1c62', 'name': 'network-vif-deleted', 'tag': 'c338fe5d-a842-4be9-90ed-7d89f1eddffc'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:46:14.488236 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e96f5611-64c5-4b7a-901f-f08a832cef43 req-677ed04e-38f3-4ebd-bb4a-e73bd264d30c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.52 "DELETE /v2.0/ports/c338fe5d-a842-4be9-90ed-7d89f1eddffc HTTP/1.1" status: 204 len: 173 time: 1.4526124 Apr 08 10:46:14.603492 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-39b480dc-2657-4ee1-a0e4-0f794c7c9dac None None] Set router 4a820229-317b-41b0-8c25-dfd34dbe83e6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:46:14.621072 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7724425e-717b-4e04-9c2c-4bd20243eace'] response: {'server_uuid': '2558077e-f976-4dc5-9007-4652396e1c62', 'name': 'network-vif-deleted', 'tag': 'c338fe5d-a842-4be9-90ed-7d89f1eddffc', 'status': 'completed', 'code': 200} Apr 08 10:46:14.913917 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-39b480dc-2657-4ee1-a0e4-0f794c7c9dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:20Z', 'revision_number': 4, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'd22af7fa-7d24-4d02-942c-c884798b7071', 'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'mac_address': 'fa:16:3e:cc:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:19Z', 'updated_at': '2022-04-08T10:44:26Z', 'revision_number': 5, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'subnets': [{'id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:14.917739 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b480dc-2657-4ee1-a0e4-0f794c7c9dac None None] Checking router: 4a820229-317b-41b0-8c25-dfd34dbe83e6 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:46:14.928062 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b480dc-2657-4ee1-a0e4-0f794c7c9dac None None] Routers {'4a820229-317b-41b0-8c25-dfd34dbe83e6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:46:14.929284 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-39b480dc-2657-4ee1-a0e4-0f794c7c9dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:45:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['4a820229-317b-41b0-8c25-dfd34dbe83e6'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:15.133163 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-39b480dc-2657-4ee1-a0e4-0f794c7c9dac None None] Set router 4a820229-317b-41b0-8c25-dfd34dbe83e6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:46:15.219484 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-b6472ad6-6afc-4a5c-9faf-cba12a9ef84f req-8e00200c-6807-40b2-a06f-da1554a4f88c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Synchronizing usage tracker for tenant:ac2b470abeb2495d900001f403e7ca23 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:15.235219 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-b6472ad6-6afc-4a5c-9faf-cba12a9ef84f req-8e00200c-6807-40b2-a06f-da1554a4f88c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Unset dirty status for tenant:ac2b470abeb2495d900001f403e7ca23 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:15.236579 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b6472ad6-6afc-4a5c-9faf-cba12a9ef84f req-8e00200c-6807-40b2-a06f-da1554a4f88c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558077e-f976-4dc5-9007-4652396e1c62 HTTP/1.1" status: 200 len: 210 time: 0.0700524 Apr 08 10:46:15.444962 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-39b480dc-2657-4ee1-a0e4-0f794c7c9dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:20Z', 'revision_number': 4, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'd22af7fa-7d24-4d02-942c-c884798b7071', 'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'mac_address': 'fa:16:3e:cc:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:19Z', 'updated_at': '2022-04-08T10:44:26Z', 'revision_number': 5, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'subnets': [{'id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:15.448714 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b480dc-2657-4ee1-a0e4-0f794c7c9dac None None] The sync data for ids ['4a820229-317b-41b0-8c25-dfd34dbe83e6'] in dv-neutron-837110-1-hyperv is: [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:20Z', 'revision_number': 4, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'd22af7fa-7d24-4d02-942c-c884798b7071', 'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'mac_address': 'fa:16:3e:cc:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:19Z', 'updated_at': '2022-04-08T10:44:26Z', 'revision_number': 5, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'subnets': [{'id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:46:15.594460 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-86794e13-5751-4b2a-b892-b08fb7e0d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:15.664261 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1411b81-e446-4e52-9901-9b76114aabf4 None None] New status for floating IP 1bb3c915-df24-4027-bd10-3926c31ea882: DOWN {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:46:16.594865 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-9210edbf-dab6-4103-b037-7b2a4b5a4d6c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--688413629&fields=id&tenant_id=ac2b470abeb2495d900001f403e7ca23 HTTP/1.1" status: 200 len: 267 time: 0.0412655 Apr 08 10:46:16.738105 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-cfe47bb7-58ac-45f7-92a5-19e827cef85e tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:16.739483 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-cfe47bb7-58ac-45f7-92a5-19e827cef85e tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 812 time: 0.1378496 Apr 08 10:46:16.755668 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-7715dddf-88a3-4bcb-8867-8b876970f65d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/quotas/ac2b470abeb2495d900001f403e7ca23 HTTP/1.1" status: 200 len: 375 time: 0.0100625 Apr 08 10:46:16.805915 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device c338fe5d-a842-4be9-90ed-7d89f1eddffc no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:46:16.841904 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-e167dea8-60da-4009-a0b8-ca1e83c9d027 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0808318 Apr 08 10:46:16.843071 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: c338fe5d-a842-4be9-90ed-7d89f1eddffc {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:46:16.843486 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device c338fe5d-a842-4be9-90ed-7d89f1eddffc not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:46:16.847186 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:16.919619 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:16.979675 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-18a63194-fa02-4c74-b6af-8af8d2a0ffcc service neutron] 10.222.0.47 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243825 Apr 08 10:46:17.107075 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-ba6779bb-c627-4700-a6e4-eadfcb01da39 service neutron] 10.222.0.47 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217153 Apr 08 10:46:17.309449 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-69ac2105-137e-43ee-afdd-2c76bb4ac3cd req-73889821-ba24-4d4d-be48-8036ec75852d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 210 time: 0.0409782 Apr 08 10:46:18.325292 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:18.516247 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ec91217f-a9d0-4554-b73e-b783bc299e24 req-5ede7545-b1b0-43c2-a059-5e9298ae06e2 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 210 time: 0.0576291 Apr 08 10:46:18.572925 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-f285cb5f-36c7-46a9-a1a8-dd61d785493f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:18.574949 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-f285cb5f-36c7-46a9-a1a8-dd61d785493f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 812 time: 0.2981136 Apr 08 10:46:18.632503 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-4c8b9d9d-49b5-41f4-918b-edfd74d305be tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac2b470abeb2495d900001f403e7ca23 HTTP/1.1" status: 200 len: 379 time: 0.0401790 Apr 08 10:46:18.640738 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-abab2994-7f2f-45c7-9f90-b92619c98152 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Request body: {'port': {'device_id': '61716348-14e5-4d36-bb5f-ca245877d230', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'admin_state_up': True, 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'security_groups': ['ec9e115e-edf7-45eb-a4f5-8140ff19f2af']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:46:18.772832 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-abab2994-7f2f-45c7-9f90-b92619c98152 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:46:18.782415 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-abab2994-7f2f-45c7-9f90-b92619c98152 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:46:18.792074 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-abab2994-7f2f-45c7-9f90-b92619c98152 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Made reservation on behalf of ac2b470abeb2495d900001f403e7ca23 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:46:18.794998 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-abab2994-7f2f-45c7-9f90-b92619c98152 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:18.959258 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-abab2994-7f2f-45c7-9f90-b92619c98152 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Allocated IP 172.20.0.11 (a066fbae-d4e7-4aba-b678-e13bdfb84690/4eb6b3f3-30e2-4435-a5fe-fe327000bc70/2e45499b-a355-4101-925f-6c45eecfc378) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:46:19.142125 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-abab2994-7f2f-45c7-9f90-b92619c98152 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:19.157336 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-abab2994-7f2f-45c7-9f90-b92619c98152 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Transition to ACTIVE for port object 2e45499b-a355-4101-925f-6c45eecfc378 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:19.178941 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-abab2994-7f2f-45c7-9f90-b92619c98152 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:19.247464 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-abab2994-7f2f-45c7-9f90-b92619c98152 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Network a066fbae-d4e7-4aba-b678-e13bdfb84690 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:46:19.250232 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-abab2994-7f2f-45c7-9f90-b92619c98152 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:46:19.254077 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-abab2994-7f2f-45c7-9f90-b92619c98152 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:46:19.289728 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab2994-7f2f-45c7-9f90-b92619c98152 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Pushing event updated for resources: {'Port': ['ID=2e45499b-a355-4101-925f-6c45eecfc378,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:19.313762 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abab2994-7f2f-45c7-9f90-b92619c98152 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:19.314110 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abab2994-7f2f-45c7-9f90-b92619c98152 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:19.314447 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abab2994-7f2f-45c7-9f90-b92619c98152 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:19.314779 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abab2994-7f2f-45c7-9f90-b92619c98152 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:19.315111 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abab2994-7f2f-45c7-9f90-b92619c98152 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:19.315441 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abab2994-7f2f-45c7-9f90-b92619c98152 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:19.315766 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abab2994-7f2f-45c7-9f90-b92619c98152 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:19.316102 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abab2994-7f2f-45c7-9f90-b92619c98152 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:19.316436 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abab2994-7f2f-45c7-9f90-b92619c98152 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:19.316758 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abab2994-7f2f-45c7-9f90-b92619c98152 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:19.317077 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abab2994-7f2f-45c7-9f90-b92619c98152 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:19.332850 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-abab2994-7f2f-45c7-9f90-b92619c98152 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:19.333486 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-abab2994-7f2f-45c7-9f90-b92619c98152 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:19.361453 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-abab2994-7f2f-45c7-9f90-b92619c98152 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7240646 Apr 08 10:46:19.376563 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-6bc46e3c-8f7c-474a-8318-b4f913047e12 service neutron] Request body: {'port': {'device_id': '61716348-14e5-4d36-bb5f-ca245877d230', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:46:19.448479 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a59c304b-194a-4565-bbda-2772715ca8a9 None None] Provisioning for port 2e45499b-a355-4101-925f-6c45eecfc378 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:19.453579 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a59c304b-194a-4565-bbda-2772715ca8a9 None None] Provisioning complete for port 2e45499b-a355-4101-925f-6c45eecfc378 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:19.454009 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a59c304b-194a-4565-bbda-2772715ca8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:19.487657 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-6bc46e3c-8f7c-474a-8318-b4f913047e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:19.507405 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-a59c304b-194a-4565-bbda-2772715ca8a9 None None] Port 2e45499b-a355-4101-925f-6c45eecfc378 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:46:19.810960 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56bf9f-e0f3-440a-a22d-6640cd6f0f7b req-49aa8311-d16f-4f44-8006-ed9690d692bc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:19.811577 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-db56bf9f-e0f3-440a-a22d-6640cd6f0f7b req-49aa8311-d16f-4f44-8006-ed9690d692bc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Synchronizing usage tracker for tenant:ac2b470abeb2495d900001f403e7ca23 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:46:19.862794 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-db56bf9f-e0f3-440a-a22d-6640cd6f0f7b req-49aa8311-d16f-4f44-8006-ed9690d692bc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Unset dirty status for tenant:ac2b470abeb2495d900001f403e7ca23 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:46:19.863916 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-db56bf9f-e0f3-440a-a22d-6640cd6f0f7b req-49aa8311-d16f-4f44-8006-ed9690d692bc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 932 time: 0.2225463 Apr 08 10:46:19.911612 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-6bc46e3c-8f7c-474a-8318-b4f913047e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e45499b-a355-4101-925f-6c45eecfc378 {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:46:19.919835 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-6bc46e3c-8f7c-474a-8318-b4f913047e12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:19.939604 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-db56bf9f-e0f3-440a-a22d-6640cd6f0f7b req-cf7654d0-bcb0-4896-8b11-f7d10b59a303 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645821 Apr 08 10:46:19.941890 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-6bc46e3c-8f7c-474a-8318-b4f913047e12 service neutron] Transition to ACTIVE for port object 2e45499b-a355-4101-925f-6c45eecfc378 will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:46:19.946755 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-6bc46e3c-8f7c-474a-8318-b4f913047e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:20.077508 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc46e3c-8f7c-474a-8318-b4f913047e12 service neutron] Pushing event updated for resources: {'Port': ['ID=2e45499b-a355-4101-925f-6c45eecfc378,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:20.183375 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-6bc46e3c-8f7c-474a-8318-b4f913047e12 service neutron] Attempting to bind port 2e45499b-a355-4101-925f-6c45eecfc378 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:46:20.183713 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-6bc46e3c-8f7c-474a-8318-b4f913047e12 service neutron] Attempting to bind port 2e45499b-a355-4101-925f-6c45eecfc378 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '11062e01-4060-473a-9257-1aa4d13f8f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:46:20.184043 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-6bc46e3c-8f7c-474a-8318-b4f913047e12 service neutron] Attempting to bind port 2e45499b-a355-4101-925f-6c45eecfc378 on network a066fbae-d4e7-4aba-b678-e13bdfb84690 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:46:20.190043 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-6bc46e3c-8f7c-474a-8318-b4f913047e12 service neutron] Port 2e45499b-a355-4101-925f-6c45eecfc378 on network a066fbae-d4e7-4aba-b678-e13bdfb84690 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:46:20.190366 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-6bc46e3c-8f7c-474a-8318-b4f913047e12 service neutron] Attempting to bind port 2e45499b-a355-4101-925f-6c45eecfc378 on network a066fbae-d4e7-4aba-b678-e13bdfb84690 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:46:20.196595 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-6bc46e3c-8f7c-474a-8318-b4f913047e12 service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:46:20.196932 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-6bc46e3c-8f7c-474a-8318-b4f913047e12 service neutron] Checking segment: {'id': '11062e01-4060-473a-9257-1aa4d13f8f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:46:20.197319 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-6bc46e3c-8f7c-474a-8318-b4f913047e12 service neutron] Bound using segment: {'id': '11062e01-4060-473a-9257-1aa4d13f8f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:46:20.197774 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-6bc46e3c-8f7c-474a-8318-b4f913047e12 service neutron] Bound port: 2e45499b-a355-4101-925f-6c45eecfc378, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11062e01-4060-473a-9257-1aa4d13f8f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:46:20.198126 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-6bc46e3c-8f7c-474a-8318-b4f913047e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:20.385005 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-6bc46e3c-8f7c-474a-8318-b4f913047e12 service neutron] For port 2e45499b-a355-4101-925f-6c45eecfc378, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:46:20.387792 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-6bc46e3c-8f7c-474a-8318-b4f913047e12 service neutron] For port 2e45499b-a355-4101-925f-6c45eecfc378, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2e45499b-a355-4101-925f-6c45eecfc378,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:46:20.391660 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-6bc46e3c-8f7c-474a-8318-b4f913047e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:20.453721 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-6bc46e3c-8f7c-474a-8318-b4f913047e12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:20.455061 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-6bc46e3c-8f7c-474a-8318-b4f913047e12 service neutron] 10.222.0.52 "PUT /v2.0/ports/2e45499b-a355-4101-925f-6c45eecfc378 HTTP/1.1" status: 200 len: 1094 time: 1.0827668 Apr 08 10:46:20.455491 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61716348-14e5-4d36-bb5f-ca245877d230', 'tag': '2e45499b-a355-4101-925f-6c45eecfc378'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:46:20.470125 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc46e3c-8f7c-474a-8318-b4f913047e12 service neutron] Pushing event updated for resources: {'Port': ['ID=2e45499b-a355-4101-925f-6c45eecfc378,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:20.543291 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f313bd6c-111b-43ac-a31d-129755e3de16'] response: {'name': 'network-changed', 'server_uuid': '61716348-14e5-4d36-bb5f-ca245877d230', 'tag': '2e45499b-a355-4101-925f-6c45eecfc378', 'status': 'completed', 'code': 200} Apr 08 10:46:20.589413 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-125c92a3-cdd2-4eb0-ab38-7dfe728569a0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 1097 time: 0.0908670 Apr 08 10:46:20.661632 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-914d8d44-9c84-4afe-a1b8-f0920c167bea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e45499b-a355-4101-925f-6c45eecfc378 HTTP/1.1" status: 200 len: 217 time: 0.0624070 Apr 08 10:46:20.728016 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-28709376-5137-4616-a651-794ef3db6b50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:20.729355 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-28709376-5137-4616-a651-794ef3db6b50 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.0595903 Apr 08 10:46:20.804672 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-71257eba-229a-448b-85ff-0eecdd1aab73 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658987 Apr 08 10:46:20.937907 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-0192cca6-d641-4feb-865a-200b0e8d0505 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235888 Apr 08 10:46:21.107698 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2c237fd3-4cf6-4e7b-a764-95535190e8d8 req-70742946-d6bb-4ea9-a495-24b57e3af2ac service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613650 Apr 08 10:46:21.144207 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be81e72-2644-4006-bdd2-0edfe0847833 req-e7715e34-467b-436f-b5f9-6334c33b6630 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:21.145633 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3be81e72-2644-4006-bdd2-0edfe0847833 req-e7715e34-467b-436f-b5f9-6334c33b6630 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 944 time: 0.0819900 Apr 08 10:46:21.240589 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3be81e72-2644-4006-bdd2-0edfe0847833 req-c74298eb-041c-4a7c-94a7-2d69d818c163 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884831 Apr 08 10:46:21.257798 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b736eb05-5a99-4508-9078-3f1bb38849bf req-9544640d-30c6-4ce2-88c2-328fa0f7c1c7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 1097 time: 0.0884473 Apr 08 10:46:21.389297 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736eb05-5a99-4508-9078-3f1bb38849bf req-cfb3e900-4c9f-4f85-8b3e-eb0b3ab9339a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:21.390731 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b736eb05-5a99-4508-9078-3f1bb38849bf req-cfb3e900-4c9f-4f85-8b3e-eb0b3ab9339a service neutron] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 913 time: 0.1270149 Apr 08 10:46:21.461195 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b736eb05-5a99-4508-9078-3f1bb38849bf req-e7908fb7-e886-484d-a916-e391e92e38e7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e45499b-a355-4101-925f-6c45eecfc378 HTTP/1.1" status: 200 len: 217 time: 0.0637407 Apr 08 10:46:21.522699 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736eb05-5a99-4508-9078-3f1bb38849bf req-31911a7d-1384-40dd-bc8c-21fe38201840 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:21.524046 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b736eb05-5a99-4508-9078-3f1bb38849bf req-31911a7d-1384-40dd-bc8c-21fe38201840 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.0565019 Apr 08 10:46:21.599915 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b736eb05-5a99-4508-9078-3f1bb38849bf req-b9a6356c-d3e3-4627-88d9-958884e88152 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683086 Apr 08 10:46:21.730681 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b736eb05-5a99-4508-9078-3f1bb38849bf req-262638e4-c449-466e-91b1-6b54968cab13 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229117 Apr 08 10:46:21.867471 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b736eb05-5a99-4508-9078-3f1bb38849bf req-c4368525-faf2-4022-876d-9db19f940107 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301472 Apr 08 10:46:22.117620 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:46:22.445303 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582419a7-78ee-41d7-9952-e86b483260cf req-bdd7b76f-5fbe-44ca-89b2-bfc626d9fc29 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:22.446663 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-582419a7-78ee-41d7-9952-e86b483260cf req-bdd7b76f-5fbe-44ca-89b2-bfc626d9fc29 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 944 time: 0.0770257 Apr 08 10:46:22.490164 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-582419a7-78ee-41d7-9952-e86b483260cf req-b87f5b57-536e-4483-8953-f308e01ed44f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379848 Apr 08 10:46:22.835600 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 2e45499b-a355-4101-925f-6c45eecfc378 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:46:22.964988 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 2e45499b-a355-4101-925f-6c45eecfc378, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2e45499b-a355-4101-925f-6c45eecfc378,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:46:22.977598 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '2e45499b-a355-4101-925f-6c45eecfc378', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'port_id': '2e45499b-a355-4101-925f-6c45eecfc378', 'mac_address': 'fa:16:3e:28:7d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:46:23.029495 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:23.046369 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e45499b-a355-4101-925f-6c45eecfc378 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:46:23.060912 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 2e45499b-a355-4101-925f-6c45eecfc378, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2e45499b-a355-4101-925f-6c45eecfc378,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:46:23.064610 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:23.131148 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=2e45499b-a355-4101-925f-6c45eecfc378,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:23.322294 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['2e45499b-a355-4101-925f-6c45eecfc378'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:46:23.701665 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75dc78c-4330-42d3-993e-f0d749ecc581 req-d3b612b6-bccd-44c9-8886-3c35268b8434 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:23.703072 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b75dc78c-4330-42d3-993e-f0d749ecc581 req-d3b612b6-bccd-44c9-8886-3c35268b8434 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 945 time: 0.0783839 Apr 08 10:46:23.831074 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b75dc78c-4330-42d3-993e-f0d749ecc581 req-5c745544-0e48-4393-bc11-92133521e2eb tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223950 Apr 08 10:46:24.847753 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 2e45499b-a355-4101-925f-6c45eecfc378 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:46:24.917007 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port 2e45499b-a355-4101-925f-6c45eecfc378 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:46:24.921946 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 2e45499b-a355-4101-925f-6c45eecfc378 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:46:24.922310 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:25.028376 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d43837-01e4-418e-9da3-a75f47028952 req-3d54318e-16f3-4f15-b469-da1ad5666108 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:25.029894 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c2d43837-01e4-418e-9da3-a75f47028952 req-3d54318e-16f3-4f15-b469-da1ad5666108 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 945 time: 0.0768013 Apr 08 10:46:25.040950 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:25.068667 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61716348-14e5-4d36-bb5f-ca245877d230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e45499b-a355-4101-925f-6c45eecfc378'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:46:25.076779 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c2d43837-01e4-418e-9da3-a75f47028952 req-aa1334f1-adeb-43d4-8cfd-2ce1862d0dbf tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411794 Apr 08 10:46:25.088448 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 2e45499b-a355-4101-925f-6c45eecfc378, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2e45499b-a355-4101-925f-6c45eecfc378,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:46:25.104329 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:25.145262 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98f7f9e5-f060-42fe-ac81-df42cc5a16bc'] response: {'server_uuid': '61716348-14e5-4d36-bb5f-ca245877d230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e45499b-a355-4101-925f-6c45eecfc378', 'code': 200} Apr 08 10:46:25.162166 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=2e45499b-a355-4101-925f-6c45eecfc378,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:25.375927 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bd9a1f40-1a43-4386-b6c0-6525da232b90 req-6bb1c67c-bbf9-4fd2-9cae-969668d2e699 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 1099 time: 0.0690417 Apr 08 10:46:25.419312 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bd9a1f40-1a43-4386-b6c0-6525da232b90 req-96189fe7-7d48-46d0-a145-cb988f5fe188 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346920 Apr 08 10:46:26.271899 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c854e72-c61c-4a5c-a7c9-fe4f26368f02 req-1a353a85-220d-435d-afb5-f77de552488e tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:26.273426 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7c854e72-c61c-4a5c-a7c9-fe4f26368f02 req-1a353a85-220d-435d-afb5-f77de552488e tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0752120 Apr 08 10:46:26.321067 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7c854e72-c61c-4a5c-a7c9-fe4f26368f02 req-9d5af2a2-bf74-4f27-87c3-5018d4fe5cfc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417838 Apr 08 10:46:27.514890 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5687b87-9d07-4c09-9e31-c3d2a6ac4111 req-e9f9573d-51ab-42b0-ab3f-fb079d77b45a tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:27.516334 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c5687b87-9d07-4c09-9e31-c3d2a6ac4111 req-e9f9573d-51ab-42b0-ab3f-fb079d77b45a tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0749822 Apr 08 10:46:27.560936 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c5687b87-9d07-4c09-9e31-c3d2a6ac4111 req-fc5eed92-9e32-401e-861d-010b40614891 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391502 Apr 08 10:46:27.758654 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcff8e-6251-45d5-81ba-ff35ee787542 req-c78290f8-196f-4ede-b5e0-47186fe979d2 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:27.760064 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fcbcff8e-6251-45d5-81ba-ff35ee787542 req-c78290f8-196f-4ede-b5e0-47186fe979d2 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0776167 Apr 08 10:46:27.768553 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 35286) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:46:27.773625 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-6045324b-366f-4891-8f63-d4b8516bae4f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Request body: {'floatingip': {'port_id': '2e45499b-a355-4101-925f-6c45eecfc378'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:46:27.845966 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6045324b-366f-4891-8f63-d4b8516bae4f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for floatingip, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:28.436539 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6045324b-366f-4891-8f63-d4b8516bae4f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:28.440135 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6045324b-366f-4891-8f63-d4b8516bae4f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:28.624745 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [None req-6045324b-366f-4891-8f63-d4b8516bae4f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Floating IP 1bb3c915-df24-4027-bd10-3926c31ea882 associated. External IP: 172.26.0.63, port: 2e45499b-a355-4101-925f-6c45eecfc378. Apr 08 10:46:29.091501 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6045324b-366f-4891-8f63-d4b8516bae4f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Router 4a820229-317b-41b0-8c25-dfd34dbe83e6 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:46:29.285520 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6045324b-366f-4891-8f63-d4b8516bae4f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:46:29.289894 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6045324b-366f-4891-8f63-d4b8516bae4f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:29.295695 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee25273-b5ca-4342-8050-7e3485b9d9b0 None None] Sync routers for ids ['4a820229-317b-41b0-8c25-dfd34dbe83e6'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:46:29.307119 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee25273-b5ca-4342-8050-7e3485b9d9b0 None None] Routers {'4a820229-317b-41b0-8c25-dfd34dbe83e6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:46:29.307714 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-0ee25273-b5ca-4342-8050-7e3485b9d9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:46:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['4a820229-317b-41b0-8c25-dfd34dbe83e6'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:29.341757 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6045324b-366f-4891-8f63-d4b8516bae4f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "PUT /v2.0/floatingips/1bb3c915-df24-4027-bd10-3926c31ea882 HTTP/1.1" status: 200 len: 991 time: 1.5721042 Apr 08 10:46:29.342240 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61716348-14e5-4d36-bb5f-ca245877d230', 'tag': '2e45499b-a355-4101-925f-6c45eecfc378'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:46:29.400878 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c86857a-78f5-4dc5-9009-b8d55be36bbd'] response: {'name': 'network-changed', 'server_uuid': '61716348-14e5-4d36-bb5f-ca245877d230', 'tag': '2e45499b-a355-4101-925f-6c45eecfc378', 'status': 'completed', 'code': 200} Apr 08 10:46:29.493908 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-0ee25273-b5ca-4342-8050-7e3485b9d9b0 None None] Set router 4a820229-317b-41b0-8c25-dfd34dbe83e6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:46:29.549100 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fbf57bff-2799-4cda-b462-a333e8692597 req-8c7f77db-8795-4a0d-8487-14f1451e48e3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 1099 time: 0.1271031 Apr 08 10:46:29.551642 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ae112932-d40c-4c3e-91f5-7eeaf2734087 req-2b665266-3080-4a31-bd43-3502692e2370 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0970850 Apr 08 10:46:29.682737 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf57bff-2799-4cda-b462-a333e8692597 req-178c58d8-6297-4240-80b6-ab81b599dde1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:29.684141 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fbf57bff-2799-4cda-b462-a333e8692597 req-178c58d8-6297-4240-80b6-ab81b599dde1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 913 time: 0.1295290 Apr 08 10:46:29.803213 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fbf57bff-2799-4cda-b462-a333e8692597 req-35289346-bf73-4e99-adb4-c20dc52a3d6d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e45499b-a355-4101-925f-6c45eecfc378 HTTP/1.1" status: 200 len: 999 time: 0.1130116 Apr 08 10:46:29.832909 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-6aec163b-6e45-4d89-9daa-4f301e9f99d9 req-0b49a46a-eadc-431b-96eb-5c39722184cd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0780895 Apr 08 10:46:29.866959 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-0ee25273-b5ca-4342-8050-7e3485b9d9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:20Z', 'revision_number': 4, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '1bb3c915-df24-4027-bd10-3926c31ea882', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'floating_ip_address': '172.26.0.63', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'port_id': '2e45499b-a355-4101-925f-6c45eecfc378', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'mac_address': 'fa:16:3e:28:7d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61716348-14e5-4d36-bb5f-ca245877d230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:44:23Z', 'updated_at': '2022-04-08T10:46:28Z', 'revision_number': 9, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22af7fa-7d24-4d02-942c-c884798b7071', 'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'mac_address': 'fa:16:3e:cc:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:19Z', 'updated_at': '2022-04-08T10:44:26Z', 'revision_number': 5, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'subnets': [{'id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:29.870991 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee25273-b5ca-4342-8050-7e3485b9d9b0 None None] Checking router: 4a820229-317b-41b0-8c25-dfd34dbe83e6 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:46:29.883279 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee25273-b5ca-4342-8050-7e3485b9d9b0 None None] Routers {'4a820229-317b-41b0-8c25-dfd34dbe83e6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:46:29.883891 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-0ee25273-b5ca-4342-8050-7e3485b9d9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:46:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['4a820229-317b-41b0-8c25-dfd34dbe83e6'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:29.915100 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf57bff-2799-4cda-b462-a333e8692597 req-a8f3a959-0ca2-47a9-9eb2-ec001c82b960 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:29.916547 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fbf57bff-2799-4cda-b462-a333e8692597 req-a8f3a959-0ca2-47a9-9eb2-ec001c82b960 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.0795085 Apr 08 10:46:29.975674 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d139d2c-f710-4a5c-abe7-8fa29415ebf0 req-1f13cff2-9993-4e64-8058-17741433d5ec tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:29.977295 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1d139d2c-f710-4a5c-abe7-8fa29415ebf0 req-1f13cff2-9993-4e64-8058-17741433d5ec tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.1782250 Apr 08 10:46:30.035933 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1d139d2c-f710-4a5c-abe7-8fa29415ebf0 req-54cb10b1-b6cf-4238-8aeb-c186e907e1bc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503213 Apr 08 10:46:30.040256 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fbf57bff-2799-4cda-b462-a333e8692597 req-876ebb80-c276-4162-9d11-b831022f3c17 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1160197 Apr 08 10:46:30.083229 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-0ee25273-b5ca-4342-8050-7e3485b9d9b0 None None] Set router 4a820229-317b-41b0-8c25-dfd34dbe83e6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:46:30.196992 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fbf57bff-2799-4cda-b462-a333e8692597 req-2993d0c3-4448-41a0-a818-5a8177a564d2 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509013 Apr 08 10:46:30.359860 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fbf57bff-2799-4cda-b462-a333e8692597 req-0a45c396-a461-48b5-a71e-c721c095feb4 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578114 Apr 08 10:46:30.504731 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-0ee25273-b5ca-4342-8050-7e3485b9d9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:20Z', 'revision_number': 4, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '1bb3c915-df24-4027-bd10-3926c31ea882', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'floating_ip_address': '172.26.0.63', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'port_id': '2e45499b-a355-4101-925f-6c45eecfc378', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'mac_address': 'fa:16:3e:28:7d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61716348-14e5-4d36-bb5f-ca245877d230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:44:23Z', 'updated_at': '2022-04-08T10:46:28Z', 'revision_number': 9, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22af7fa-7d24-4d02-942c-c884798b7071', 'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'mac_address': 'fa:16:3e:cc:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:19Z', 'updated_at': '2022-04-08T10:44:26Z', 'revision_number': 5, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'subnets': [{'id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:46:30.508772 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee25273-b5ca-4342-8050-7e3485b9d9b0 None None] The sync data for ids ['4a820229-317b-41b0-8c25-dfd34dbe83e6'] in dv-neutron-837110-1-hyperv is: [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:20Z', 'revision_number': 4, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '1bb3c915-df24-4027-bd10-3926c31ea882', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'floating_ip_address': '172.26.0.63', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'port_id': '2e45499b-a355-4101-925f-6c45eecfc378', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'mac_address': 'fa:16:3e:28:7d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61716348-14e5-4d36-bb5f-ca245877d230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:44:23Z', 'updated_at': '2022-04-08T10:46:28Z', 'revision_number': 9, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22af7fa-7d24-4d02-942c-c884798b7071', 'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'mac_address': 'fa:16:3e:cc:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:19Z', 'updated_at': '2022-04-08T10:44:26Z', 'revision_number': 5, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'subnets': [{'id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:46:30.712784 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db9d470-921d-4c96-bb47-fd28c09b427b None None] New status for floating IP 1bb3c915-df24-4027-bd10-3926c31ea882: ACTIVE {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:46:31.236018 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6aec163b-6e45-4d89-9daa-4f301e9f99d9 req-9ab262b5-45e3-4761-9418-11b06a5332a1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 1099 time: 0.2157838 Apr 08 10:46:31.337187 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4545e-11d4-4060-809f-b6badb205049 req-ef4bbcf4-b1d6-43ec-9107-6320be2346e0 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:31.338535 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e0e4545e-11d4-4060-809f-b6badb205049 req-ef4bbcf4-b1d6-43ec-9107-6320be2346e0 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.1674957 Apr 08 10:46:31.414197 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec163b-6e45-4d89-9daa-4f301e9f99d9 req-5d9229fc-e24f-43da-aae6-9543c27c2b78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:31.415662 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6aec163b-6e45-4d89-9daa-4f301e9f99d9 req-5d9229fc-e24f-43da-aae6-9543c27c2b78 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 913 time: 0.1740572 Apr 08 10:46:31.420453 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e0e4545e-11d4-4060-809f-b6badb205049 req-b0a5edfc-c4d8-4b2b-bce1-8ecd5eb8d360 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753212 Apr 08 10:46:31.517246 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6aec163b-6e45-4d89-9daa-4f301e9f99d9 req-f53cda87-00e8-4be6-be1a-9bb124aa64f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e45499b-a355-4101-925f-6c45eecfc378 HTTP/1.1" status: 200 len: 1002 time: 0.0958521 Apr 08 10:46:31.592910 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec163b-6e45-4d89-9daa-4f301e9f99d9 req-239a09de-eeeb-4f81-8f8d-e0a0622efd4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:31.594263 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6aec163b-6e45-4d89-9daa-4f301e9f99d9 req-239a09de-eeeb-4f81-8f8d-e0a0622efd4e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.0708191 Apr 08 10:46:31.667408 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6aec163b-6e45-4d89-9daa-4f301e9f99d9 req-594ecd3b-d6b2-4ce9-b850-e96ea76f4aa0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675478 Apr 08 10:46:31.805945 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6aec163b-6e45-4d89-9daa-4f301e9f99d9 req-ef206d2a-23b0-4e61-825a-1d47f565a504 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289568 Apr 08 10:46:31.939928 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6aec163b-6e45-4d89-9daa-4f301e9f99d9 req-e1043ae6-4d09-42e1-8859-bfa5d973803f service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274004 Apr 08 10:46:32.619051 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac4622-0a8c-43cc-8e88-dcaec7d15583 req-34cf6cfa-8c6f-4eb1-933c-02a230cd88e4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:32.620447 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ffac4622-0a8c-43cc-8e88-dcaec7d15583 req-34cf6cfa-8c6f-4eb1-933c-02a230cd88e4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0798318 Apr 08 10:46:32.665822 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ffac4622-0a8c-43cc-8e88-dcaec7d15583 req-b1ac9c67-fe78-46e6-9772-8d65c56f69c0 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398121 Apr 08 10:46:33.856847 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1324b-0116-4465-9a7a-4bfeb18dd102 req-f9eb22d8-2958-4028-b6fc-004246613238 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:33.858279 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-11b1324b-0116-4465-9a7a-4bfeb18dd102 req-f9eb22d8-2958-4028-b6fc-004246613238 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0753732 Apr 08 10:46:33.905719 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-11b1324b-0116-4465-9a7a-4bfeb18dd102 req-e1ba153c-2cb2-4ff3-a080-195d44fec31b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419557 Apr 08 10:46:35.107928 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8929961-4666-4496-b4f6-2f0b63113495 req-d9480570-bb2a-4071-9f1c-b0fbb7fdb81f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:35.109410 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f8929961-4666-4496-b4f6-2f0b63113495 req-d9480570-bb2a-4071-9f1c-b0fbb7fdb81f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0769992 Apr 08 10:46:35.154719 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f8929961-4666-4496-b4f6-2f0b63113495 req-655266de-dab9-4fb5-90d1-d41463d1ac06 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396729 Apr 08 10:46:36.355684 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656606eb-a196-4813-a439-db49f8a48c44 req-54b9d39e-d7e8-40ec-9241-6d91a095dd5f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:36.357216 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-656606eb-a196-4813-a439-db49f8a48c44 req-54b9d39e-d7e8-40ec-9241-6d91a095dd5f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0807755 Apr 08 10:46:36.402391 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-656606eb-a196-4813-a439-db49f8a48c44 req-6b7027cb-31eb-4fd7-a813-35d0c104bf75 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397329 Apr 08 10:46:37.594700 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bc173-1cf8-41b6-aa32-1e388ed3cd8e req-fcd4684b-960e-44ea-b268-ec198acd022f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:37.596158 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-570bc173-1cf8-41b6-aa32-1e388ed3cd8e req-fcd4684b-960e-44ea-b268-ec198acd022f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0747900 Apr 08 10:46:37.639820 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-570bc173-1cf8-41b6-aa32-1e388ed3cd8e req-52c3d9ac-e7e9-40ee-80ff-bf0ff91b73bc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382581 Apr 08 10:46:38.472804 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c0a79e3b-4c08-49eb-80a6-9d4a79804f84 req-8a6fb853-cc3d-44ce-b0e6-95c5fae84502 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 1099 time: 0.0700581 Apr 08 10:46:38.509065 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:38.614062 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a79e3b-4c08-49eb-80a6-9d4a79804f84 req-e4c653ca-4b1d-4d0a-9753-614c072eff52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:38.615480 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c0a79e3b-4c08-49eb-80a6-9d4a79804f84 req-e4c653ca-4b1d-4d0a-9753-614c072eff52 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 913 time: 0.1249063 Apr 08 10:46:38.715626 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c0a79e3b-4c08-49eb-80a6-9d4a79804f84 req-0f46d7d0-3840-4a23-8a40-f270c59d9b44 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e45499b-a355-4101-925f-6c45eecfc378 HTTP/1.1" status: 200 len: 1002 time: 0.0942416 Apr 08 10:46:38.911344 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a79e3b-4c08-49eb-80a6-9d4a79804f84 req-f6bbaab1-2bec-49ae-be17-72f785d05ec8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:38.912767 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c0a79e3b-4c08-49eb-80a6-9d4a79804f84 req-f6bbaab1-2bec-49ae-be17-72f785d05ec8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.1900744 Apr 08 10:46:38.974521 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007190d-9dc1-4d58-8e8a-3ff4cdad8e86 req-c27d0ef5-8f9f-4db4-9b57-5d87395921d0 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:38.975926 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5007190d-9dc1-4d58-8e8a-3ff4cdad8e86 req-c27d0ef5-8f9f-4db4-9b57-5d87395921d0 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.1370306 Apr 08 10:46:39.033694 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c0a79e3b-4c08-49eb-80a6-9d4a79804f84 req-4fb3b76b-4221-4979-b1ad-35a859133a4c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1139817 Apr 08 10:46:39.035839 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5007190d-9dc1-4d58-8e8a-3ff4cdad8e86 req-127f55af-ccc3-4e1c-aa5d-8613c4d612ab tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518131 Apr 08 10:46:39.164875 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c0a79e3b-4c08-49eb-80a6-9d4a79804f84 req-63890045-3b56-4a95-a28c-a2f1f0fff8c1 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241903 Apr 08 10:46:39.295381 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c0a79e3b-4c08-49eb-80a6-9d4a79804f84 req-ef085c1b-3279-4535-8183-88b46d50a6e7 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236312 Apr 08 10:46:40.232678 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc22e-7c48-4995-9c20-e6c2d91a33e4 req-375192f9-3766-4b39-8864-d8db39f494ac tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:40.234093 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-186bc22e-7c48-4995-9c20-e6c2d91a33e4 req-375192f9-3766-4b39-8864-d8db39f494ac tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0783584 Apr 08 10:46:40.281654 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-186bc22e-7c48-4995-9c20-e6c2d91a33e4 req-0888cac3-47bd-48dc-b017-1e1060ebf8d3 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420501 Apr 08 10:46:41.473100 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212acf62-c1b5-40e7-a048-431e218a8475 req-956e34da-b098-4160-a220-95f3e55e6d92 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:41.474518 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-212acf62-c1b5-40e7-a048-431e218a8475 req-956e34da-b098-4160-a220-95f3e55e6d92 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0741780 Apr 08 10:46:41.518765 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-212acf62-c1b5-40e7-a048-431e218a8475 req-fbfa7c71-eca4-4da8-80a2-012a14331b09 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381584 Apr 08 10:46:42.719454 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fbf6e-f233-47af-9b6e-10a18400fd3d req-dcee4bc1-7f91-4585-883f-aae8387ed9fb tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:42.720919 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3f0fbf6e-f233-47af-9b6e-10a18400fd3d req-dcee4bc1-7f91-4585-883f-aae8387ed9fb tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0793362 Apr 08 10:46:42.765813 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3f0fbf6e-f233-47af-9b6e-10a18400fd3d req-85e1bd56-1452-492b-accd-ce9500f72896 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389092 Apr 08 10:46:43.346863 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f17a6e40-aa1a-4f4e-8618-a1bbda74b37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:43.960989 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c34002-22ef-4a58-a86e-b80148bf68cc req-0e087d9f-dd6f-4767-9a5c-906fc3cb4d50 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:43.962424 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-15c34002-22ef-4a58-a86e-b80148bf68cc req-0e087d9f-dd6f-4767-9a5c-906fc3cb4d50 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0750883 Apr 08 10:46:44.010872 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-15c34002-22ef-4a58-a86e-b80148bf68cc req-98d77f7b-c885-4631-b0f7-d72516bf3b77 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429461 Apr 08 10:46:45.208308 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1d193-6b16-4ee2-a206-bbc6f970f370 req-464182e9-9288-4f4f-98c2-9a8740f0693b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:45.209695 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fcc1d193-6b16-4ee2-a206-bbc6f970f370 req-464182e9-9288-4f4f-98c2-9a8740f0693b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0752659 Apr 08 10:46:45.256208 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fcc1d193-6b16-4ee2-a206-bbc6f970f370 req-934cb2dd-c003-40c5-bd93-1748c9cb0fe2 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403488 Apr 08 10:46:45.597626 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ef8a0396-858f-4613-aae3-0cc720681cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:46.457562 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372931b-4f69-4d90-9ae1-e6d177d7fb09 req-ee8c488f-a63c-4c67-a0a5-85eee77ea82b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:46.459006 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3372931b-4f69-4d90-9ae1-e6d177d7fb09 req-ee8c488f-a63c-4c67-a0a5-85eee77ea82b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0796435 Apr 08 10:46:46.504484 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3372931b-4f69-4d90-9ae1-e6d177d7fb09 req-bbad8d4f-e7c0-40da-9e72-4541f585b35e tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397632 Apr 08 10:46:46.814542 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:46.921830 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:47.698660 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16430105-79fb-4ba0-905b-5d76c25e5633 req-57769107-f74a-4f75-a120-eec022656758 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:47.700105 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-16430105-79fb-4ba0-905b-5d76c25e5633 req-57769107-f74a-4f75-a120-eec022656758 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0760751 Apr 08 10:46:47.743904 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-16430105-79fb-4ba0-905b-5d76c25e5633 req-8d09f961-9e83-4c5b-b5ca-2c74fbe3de18 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383456 Apr 08 10:46:48.327920 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:46:48.938320 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa565d15-553a-4fb6-9617-522bad8f8a59 req-fec98877-574e-402c-8c3f-4ed09e698645 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:48.939779 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fa565d15-553a-4fb6-9617-522bad8f8a59 req-fec98877-574e-402c-8c3f-4ed09e698645 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0782318 Apr 08 10:46:48.984717 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fa565d15-553a-4fb6-9617-522bad8f8a59 req-99a3654e-6dd4-47da-898c-39435bc16699 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388646 Apr 08 10:46:50.181434 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0dcd0-2356-4b08-b1fd-87a80ce306fb req-45953131-1147-4215-8d99-c5841cc33159 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:50.182858 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d6d0dcd0-2356-4b08-b1fd-87a80ce306fb req-45953131-1147-4215-8d99-c5841cc33159 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0756800 Apr 08 10:46:50.229554 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d6d0dcd0-2356-4b08-b1fd-87a80ce306fb req-012bde93-ebe2-4bd0-8986-53d731a2145c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411947 Apr 08 10:46:51.424538 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc676d7-c5f9-4d58-aa58-0ab55eb5d997 req-2c1476f0-53c7-42a2-933e-07a053bb1098 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:51.425866 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4dc676d7-c5f9-4d58-aa58-0ab55eb5d997 req-2c1476f0-53c7-42a2-933e-07a053bb1098 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0742283 Apr 08 10:46:51.470852 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4dc676d7-c5f9-4d58-aa58-0ab55eb5d997 req-d20bb32d-c382-4178-a3e6-dff752ba7e67 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387168 Apr 08 10:46:52.667316 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6865f85-2860-4f1a-90a0-1e2e4dc09a5a req-08549e11-740c-4d09-a2c4-86bfba5165f0 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:52.668793 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a6865f85-2860-4f1a-90a0-1e2e4dc09a5a req-08549e11-740c-4d09-a2c4-86bfba5165f0 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0782337 Apr 08 10:46:52.712939 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a6865f85-2860-4f1a-90a0-1e2e4dc09a5a req-250de5f4-91f1-4feb-96d7-3a29aa53ceb0 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387115 Apr 08 10:46:53.905716 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ee110-b433-45a8-b33f-db734bb773f1 req-c9dda81b-03cf-4be1-8d19-c23277dcb8d4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:53.907128 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f75ee110-b433-45a8-b33f-db734bb773f1 req-c9dda81b-03cf-4be1-8d19-c23277dcb8d4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0746474 Apr 08 10:46:53.951959 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f75ee110-b433-45a8-b33f-db734bb773f1 req-325a776d-3c39-43e9-90f9-72540d56d5ae tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391412 Apr 08 10:46:55.226426 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c8d96-6a96-42c5-9af3-9d4f345f356f req-acb56151-26f2-4851-9b7a-a990722b2674 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:55.228974 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-136c8d96-6a96-42c5-9af3-9d4f345f356f req-acb56151-26f2-4851-9b7a-a990722b2674 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.1580949 Apr 08 10:46:55.272369 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-136c8d96-6a96-42c5-9af3-9d4f345f356f req-111a5a39-9082-4143-a602-648e62ea4c66 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378127 Apr 08 10:46:56.464407 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a36fdf-4b5b-42a6-9b05-917446cc02fe req-3d6e7fda-ef5c-48c4-97d9-d17cf5835a06 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:56.465844 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-02a36fdf-4b5b-42a6-9b05-917446cc02fe req-3d6e7fda-ef5c-48c4-97d9-d17cf5835a06 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0752859 Apr 08 10:46:56.511094 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-02a36fdf-4b5b-42a6-9b05-917446cc02fe req-8a568890-7a9b-480e-a44f-d9d23ab44d98 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398278 Apr 08 10:46:57.846731 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfcf41-26a7-419c-b316-505377733b72 req-475143c6-6124-419f-89bf-75efcc3f329f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:57.848102 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-eebfcf41-26a7-419c-b316-505377733b72 req-475143c6-6124-419f-89bf-75efcc3f329f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0773895 Apr 08 10:46:57.891488 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-eebfcf41-26a7-419c-b316-505377733b72 req-e2a3254f-ea3a-45b7-bee2-a0bf829cee9f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378087 Apr 08 10:46:58.914093 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6aec163b-6e45-4d89-9daa-4f301e9f99d9 req-93a06f2e-1d49-4686-8b43-231dac3354c5 service neutron] 10.222.0.52 "GET /v2.0/ports/2e45499b-a355-4101-925f-6c45eecfc378/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.0745327 Apr 08 10:46:59.099989 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e21ad2-7e1e-41de-a9b1-0f24d8a7d725 req-3e605778-10fb-455f-ada7-eb2f704dd47c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:59.101750 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-61e21ad2-7e1e-41de-a9b1-0f24d8a7d725 req-3e605778-10fb-455f-ada7-eb2f704dd47c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0815682 Apr 08 10:46:59.120101 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:46:59.196872 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-61e21ad2-7e1e-41de-a9b1-0f24d8a7d725 req-1a0a7053-c264-4a9a-bc99-e9f589a0260d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878210 Apr 08 10:46:59.214511 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6aec163b-6e45-4d89-9daa-4f301e9f99d9 req-fd42b5c0-5cbb-41b7-8065-028de47a7fe1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230&tenant_id=ac2b470abeb2495d900001f403e7ca23 HTTP/1.1" status: 200 len: 1099 time: 0.0923855 Apr 08 10:46:59.308910 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6aec163b-6e45-4d89-9daa-4f301e9f99d9 req-c3bc07c0-0998-4b63-a234-ea732bd169f1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 1099 time: 0.0671742 Apr 08 10:46:59.443978 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec163b-6e45-4d89-9daa-4f301e9f99d9 req-102936f1-f5b0-46d9-84c6-53b7fc10033f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:59.445486 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6aec163b-6e45-4d89-9daa-4f301e9f99d9 req-102936f1-f5b0-46d9-84c6-53b7fc10033f service neutron] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 913 time: 0.1243229 Apr 08 10:46:59.549518 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6aec163b-6e45-4d89-9daa-4f301e9f99d9 req-7e850f98-12d0-4e9b-a4a8-0125a96a7335 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e45499b-a355-4101-925f-6c45eecfc378 HTTP/1.1" status: 200 len: 1002 time: 0.0951104 Apr 08 10:46:59.612348 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec163b-6e45-4d89-9daa-4f301e9f99d9 req-e5d485e6-0944-4236-8446-fd518c8c5a19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:46:59.613757 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6aec163b-6e45-4d89-9daa-4f301e9f99d9 req-e5d485e6-0944-4236-8446-fd518c8c5a19 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.0558724 Apr 08 10:46:59.691408 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6aec163b-6e45-4d89-9daa-4f301e9f99d9 req-a3cc5239-5b4d-45a6-89c2-6432279c563b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690179 Apr 08 10:46:59.822717 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6aec163b-6e45-4d89-9daa-4f301e9f99d9 req-b712bf54-bdd2-4681-a988-17e4c950e068 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225436 Apr 08 10:46:59.953315 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6aec163b-6e45-4d89-9daa-4f301e9f99d9 req-e82cab80-5aa7-4476-b58f-520250eeb640 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222913 Apr 08 10:47:00.388346 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a8049-ed11-41ca-975d-8684c8012f0f req-0c8ea39c-94cd-4e76-97e1-784a5a289e59 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:00.389691 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-973a8049-ed11-41ca-975d-8684c8012f0f req-0c8ea39c-94cd-4e76-97e1-784a5a289e59 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0739901 Apr 08 10:47:00.434287 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-973a8049-ed11-41ca-975d-8684c8012f0f req-056215c9-dc9e-443b-b003-81009885d970 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390010 Apr 08 10:47:01.634222 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55b615-72ff-433b-a071-3e3098def0c2 req-251a1133-4b7d-4665-a658-2938617f6e4d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:01.635666 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-eb55b615-72ff-433b-a071-3e3098def0c2 req-251a1133-4b7d-4665-a658-2938617f6e4d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0808759 Apr 08 10:47:01.681895 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-eb55b615-72ff-433b-a071-3e3098def0c2 req-30352d5d-610f-4172-96e3-ae5b7992a2c3 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406661 Apr 08 10:47:02.873681 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4dfffd-b503-4b30-98ce-1b587fa65999 req-66cf75b0-b3c3-4f57-8f14-519bd682e033 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:02.875102 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0a4dfffd-b503-4b30-98ce-1b587fa65999 req-66cf75b0-b3c3-4f57-8f14-519bd682e033 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0744174 Apr 08 10:47:02.918401 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0a4dfffd-b503-4b30-98ce-1b587fa65999 req-86a923c1-6967-4b6d-b3c6-328151ee3c55 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378385 Apr 08 10:47:03.037930 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 2e45499b-a355-4101-925f-6c45eecfc378 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:47:03.043314 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 2e45499b-a355-4101-925f-6c45eecfc378 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:47:03.251657 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:03.297295 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 2e45499b-a355-4101-925f-6c45eecfc378, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2e45499b-a355-4101-925f-6c45eecfc378,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:47:03.311955 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61716348-14e5-4d36-bb5f-ca245877d230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e45499b-a355-4101-925f-6c45eecfc378'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:47:03.327372 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '2e45499b-a355-4101-925f-6c45eecfc378', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'port_id': '2e45499b-a355-4101-925f-6c45eecfc378', 'mac_address': 'fa:16:3e:28:7d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:47:03.331387 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 2e45499b-a355-4101-925f-6c45eecfc378, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2e45499b-a355-4101-925f-6c45eecfc378,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:47:03.359089 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:03.392023 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918434b-0413-4ff2-9727-a2bfb13cf258 req-42b66ce1-80fa-45f2-9509-9992e6908c79 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:03.393539 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3918434b-0413-4ff2-9727-a2bfb13cf258 req-42b66ce1-80fa-45f2-9509-9992e6908c79 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.52 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230&tenant_id=ac2b470abeb2495d900001f403e7ca23&binding%3Ahost_id=hv-neutron-8371 HTTP/1.1" status: 200 len: 946 time: 0.1305206 Apr 08 10:47:03.393841 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a3b375c-2a7d-42bb-970c-6fc7a84d4dfb'] response: {'server_uuid': '61716348-14e5-4d36-bb5f-ca245877d230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e45499b-a355-4101-925f-6c45eecfc378', 'code': 200} Apr 08 10:47:03.447153 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:03.469734 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=2e45499b-a355-4101-925f-6c45eecfc378,revision_number=6']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:03.473233 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e45499b-a355-4101-925f-6c45eecfc378 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:47:03.490083 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 2e45499b-a355-4101-925f-6c45eecfc378, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2e45499b-a355-4101-925f-6c45eecfc378,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:47:03.494813 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:03.577163 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['2e45499b-a355-4101-925f-6c45eecfc378'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:47:03.597677 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2d610-e056-48ba-a10c-4a77a0820971 req-eb354b2b-cc72-4b16-829a-a6fbca2b6055 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:03.599100 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-88b2d610-e056-48ba-a10c-4a77a0820971 req-eb354b2b-cc72-4b16-829a-a6fbca2b6055 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 944 time: 0.2724040 Apr 08 10:47:03.603824 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3918434b-0413-4ff2-9727-a2bfb13cf258 req-c3ff59af-223a-4279-a309-82f81da1a676 service neutron] 10.222.0.52 "GET /v2.0/ports/2e45499b-a355-4101-925f-6c45eecfc378/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.2035856 Apr 08 10:47:03.612900 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=2e45499b-a355-4101-925f-6c45eecfc378,revision_number=7']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:03.688528 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-88b2d610-e056-48ba-a10c-4a77a0820971 req-c66d0227-562b-4e28-95e4-c050d6a56aa1 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827789 Apr 08 10:47:03.719571 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3918434b-0413-4ff2-9727-a2bfb13cf258 req-c3c16b2f-4afd-4b0c-9d6b-6699b39e59fb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 1098 time: 0.0901275 Apr 08 10:47:03.856464 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918434b-0413-4ff2-9727-a2bfb13cf258 req-bb392e58-8606-45a8-91b2-3e1ef0b1d14b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:03.857806 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3918434b-0413-4ff2-9727-a2bfb13cf258 req-bb392e58-8606-45a8-91b2-3e1ef0b1d14b service neutron] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 913 time: 0.1329143 Apr 08 10:47:03.959560 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3918434b-0413-4ff2-9727-a2bfb13cf258 req-66f9b7f3-e955-4194-90c5-fee685d6ee96 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e45499b-a355-4101-925f-6c45eecfc378 HTTP/1.1" status: 200 len: 1001 time: 0.0949073 Apr 08 10:47:04.022617 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918434b-0413-4ff2-9727-a2bfb13cf258 req-f60d5a99-613b-4cbb-987d-962df7d146c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:04.024029 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3918434b-0413-4ff2-9727-a2bfb13cf258 req-f60d5a99-613b-4cbb-987d-962df7d146c9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.0586340 Apr 08 10:47:04.096104 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3918434b-0413-4ff2-9727-a2bfb13cf258 req-c0a55b9d-cdab-4069-9a29-ee49701beade service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662308 Apr 08 10:47:04.223846 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3918434b-0413-4ff2-9727-a2bfb13cf258 req-fb865ccf-0f68-49e4-b93a-3b9be782a42c service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220648 Apr 08 10:47:04.351659 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3918434b-0413-4ff2-9727-a2bfb13cf258 req-5afa1cee-81ae-49f4-92b6-0478df24ba2f service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222754 Apr 08 10:47:04.888863 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa0e7d-f062-4654-814d-efee7db77170 req-eaad36bf-9089-4636-8125-cbc906a555ad tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:04.890317 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cafa0e7d-f062-4654-814d-efee7db77170 req-eaad36bf-9089-4636-8125-cbc906a555ad tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 945 time: 0.0765598 Apr 08 10:47:04.940063 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cafa0e7d-f062-4654-814d-efee7db77170 req-81272cc0-dbe1-4532-8c81-6fca718bb18c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442026 Apr 08 10:47:05.033484 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 2e45499b-a355-4101-925f-6c45eecfc378 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:47:05.100565 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 2e45499b-a355-4101-925f-6c45eecfc378 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:05.100938 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:05.213999 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:05.245331 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 2e45499b-a355-4101-925f-6c45eecfc378, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2e45499b-a355-4101-925f-6c45eecfc378,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:47:05.249277 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:05.315547 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=2e45499b-a355-4101-925f-6c45eecfc378,revision_number=8']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:05.324587 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:05.324934 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:05.325274 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:05.325615 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:05.325953 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:05.326280 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:05.326610 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:05.326936 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:05.327259 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:05.327582 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:05.327905 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:05.394656 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61716348-14e5-4d36-bb5f-ca245877d230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e45499b-a355-4101-925f-6c45eecfc378'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:47:05.456599 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f806c17d-2c5e-47ab-9145-5dbaa51fdc10'] response: {'server_uuid': '61716348-14e5-4d36-bb5f-ca245877d230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e45499b-a355-4101-925f-6c45eecfc378', 'code': 200} Apr 08 10:47:06.147406 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae46a6-ad56-4316-bffd-87538c4dd0bb req-1b1670d8-00e8-405a-bcb5-dd6c7b819da9 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:06.149480 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9dae46a6-ad56-4316-bffd-87538c4dd0bb req-1b1670d8-00e8-405a-bcb5-dd6c7b819da9 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0833735 Apr 08 10:47:06.194711 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9dae46a6-ad56-4316-bffd-87538c4dd0bb req-629ab2ba-a868-407e-80e6-fa3fd360fdbd tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394242 Apr 08 10:47:06.995000 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3918434b-0413-4ff2-9727-a2bfb13cf258 req-ac6d6bff-f11d-43a3-aaf4-f76c52b9f734 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230&tenant_id=ac2b470abeb2495d900001f403e7ca23 HTTP/1.1" status: 200 len: 1099 time: 0.0715759 Apr 08 10:47:07.090862 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3918434b-0413-4ff2-9727-a2bfb13cf258 req-f492ecab-824c-48ad-89a2-8b6cf9b5916c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 1099 time: 0.0673480 Apr 08 10:47:07.225196 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918434b-0413-4ff2-9727-a2bfb13cf258 req-daba244a-5e8a-4b5d-abb4-3340d2d7bf53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:07.226708 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3918434b-0413-4ff2-9727-a2bfb13cf258 req-daba244a-5e8a-4b5d-abb4-3340d2d7bf53 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 913 time: 0.1272995 Apr 08 10:47:07.372678 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3918434b-0413-4ff2-9727-a2bfb13cf258 req-01893151-6883-4f2f-9205-6a9170f518dd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e45499b-a355-4101-925f-6c45eecfc378 HTTP/1.1" status: 200 len: 1002 time: 0.1369081 Apr 08 10:47:07.449748 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918434b-0413-4ff2-9727-a2bfb13cf258 req-d293f140-a4ec-455c-b967-bec15ddae8b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:07.451131 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3918434b-0413-4ff2-9727-a2bfb13cf258 req-d293f140-a4ec-455c-b967-bec15ddae8b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.0669513 Apr 08 10:47:07.457180 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0885eea-9d41-41c3-9392-9e484a673b7a req-2876d0a0-f248-49cd-baea-1b3ca1d3dadd tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:07.458479 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e0885eea-9d41-41c3-9392-9e484a673b7a req-2876d0a0-f248-49cd-baea-1b3ca1d3dadd tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.1393764 Apr 08 10:47:07.548819 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e0885eea-9d41-41c3-9392-9e484a673b7a req-2716b073-70aa-412f-8ab9-954ae5f8c52a tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615058 Apr 08 10:47:07.558933 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3918434b-0413-4ff2-9727-a2bfb13cf258 req-9261a0ca-dc4d-410a-ae5a-b7acdde1a58c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0990994 Apr 08 10:47:07.786479 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3918434b-0413-4ff2-9727-a2bfb13cf258 req-c49a94e8-7953-4307-b3c7-2c74ddd09c3c service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170229 Apr 08 10:47:07.919347 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3918434b-0413-4ff2-9727-a2bfb13cf258 req-a4eea036-8c2e-470a-8e27-c7acbe7b9f3e service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243968 Apr 08 10:47:08.532322 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:08.749199 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d63f5-de77-4d18-b062-8056338d1b1a req-996842a4-ecf4-4794-9fc9-4fae79d8a610 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:08.750636 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c97d63f5-de77-4d18-b062-8056338d1b1a req-996842a4-ecf4-4794-9fc9-4fae79d8a610 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0783353 Apr 08 10:47:08.795728 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c97d63f5-de77-4d18-b062-8056338d1b1a req-842ec903-5770-41c5-b6db-6767088d6563 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394878 Apr 08 10:47:09.985272 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2056b7-a7c0-4c35-8cf8-665c515301a2 req-9127cb75-8c2c-40e9-99a6-deb78eff336e tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:09.986703 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fd2056b7-a7c0-4c35-8cf8-665c515301a2 req-9127cb75-8c2c-40e9-99a6-deb78eff336e tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0747490 Apr 08 10:47:10.034612 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fd2056b7-a7c0-4c35-8cf8-665c515301a2 req-dc429e51-d75f-4269-b1ff-39ac03665586 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423515 Apr 08 10:47:10.231031 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c990b-9e19-48e3-a4df-cb3db66a42ae req-24a894a1-9767-4eed-87f9-17b36f7268d3 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:10.232500 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a12c990b-9e19-48e3-a4df-cb3db66a42ae req-24a894a1-9767-4eed-87f9-17b36f7268d3 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0751226 Apr 08 10:47:10.278730 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a12c990b-9e19-48e3-a4df-cb3db66a42ae req-c06d07e3-c097-4b3c-857e-082e859721d4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404239 Apr 08 10:47:10.475769 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653d2ce-1515-4175-9ca9-503f45f7a79c req-347c5a66-ea88-4cfb-98b5-1678c7d78262 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:10.477354 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1653d2ce-1515-4175-9ca9-503f45f7a79c req-347c5a66-ea88-4cfb-98b5-1678c7d78262 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0782213 Apr 08 10:47:10.521341 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1653d2ce-1515-4175-9ca9-503f45f7a79c req-a9f97041-fc75-4c94-bad5-97cbe1486bce tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384738 Apr 08 10:47:10.918954 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80343b20-1c21-406e-a6ba-01697c0c7b32 req-610df325-af7d-45f0-81ea-c29bfc8b1336 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:10.920420 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-80343b20-1c21-406e-a6ba-01697c0c7b32 req-610df325-af7d-45f0-81ea-c29bfc8b1336 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0752993 Apr 08 10:47:10.964511 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-80343b20-1c21-406e-a6ba-01697c0c7b32 req-aa834e96-a463-4d76-b6bc-0eaa68085089 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386109 Apr 08 10:47:11.065761 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 2e45499b-a355-4101-925f-6c45eecfc378 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:47:11.069473 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 2e45499b-a355-4101-925f-6c45eecfc378 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:47:11.319591 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:11.332747 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 2e45499b-a355-4101-925f-6c45eecfc378, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2e45499b-a355-4101-925f-6c45eecfc378,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:47:11.349433 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '2e45499b-a355-4101-925f-6c45eecfc378', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'port_id': '2e45499b-a355-4101-925f-6c45eecfc378', 'mac_address': 'fa:16:3e:28:7d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:47:11.386143 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61716348-14e5-4d36-bb5f-ca245877d230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e45499b-a355-4101-925f-6c45eecfc378'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:47:11.405973 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 2e45499b-a355-4101-925f-6c45eecfc378, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2e45499b-a355-4101-925f-6c45eecfc378,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:47:11.413289 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:11.456993 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c789ec6-aa35-4c7e-ba18-2296520054c4'] response: {'server_uuid': '61716348-14e5-4d36-bb5f-ca245877d230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e45499b-a355-4101-925f-6c45eecfc378', 'code': 200} Apr 08 10:47:11.472471 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:11.496671 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e45499b-a355-4101-925f-6c45eecfc378 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:47:11.504008 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=2e45499b-a355-4101-925f-6c45eecfc378,revision_number=9']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:11.561405 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:47:11.561755 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:47:12.115344 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:12.132389 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e45499b-a355-4101-925f-6c45eecfc378 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:47:12.148147 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 2e45499b-a355-4101-925f-6c45eecfc378, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2e45499b-a355-4101-925f-6c45eecfc378,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:47:12.153197 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:12.170254 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9688ed-21b0-40df-a7dd-7b17a4bf7c07 req-39abba03-9af9-438e-91e5-9a810fe6ae0c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:12.171722 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fc9688ed-21b0-40df-a7dd-7b17a4bf7c07 req-39abba03-9af9-438e-91e5-9a810fe6ae0c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 944 time: 0.0874448 Apr 08 10:47:12.217455 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['2e45499b-a355-4101-925f-6c45eecfc378'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:47:12.217669 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fc9688ed-21b0-40df-a7dd-7b17a4bf7c07 req-d8325b58-87aa-4fc5-af6a-0e0595147991 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401735 Apr 08 10:47:12.263955 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=2e45499b-a355-4101-925f-6c45eecfc378,revision_number=10']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:13.081450 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 2e45499b-a355-4101-925f-6c45eecfc378 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:47:13.103580 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e4a6a-ce78-480c-b649-247fb16b80a3 req-c830cb4e-d0ad-4096-8859-e297a652fa33 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:13.105142 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7b1e4a6a-ce78-480c-b649-247fb16b80a3 req-c830cb4e-d0ad-4096-8859-e297a652fa33 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.52 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 946 time: 0.0754693 Apr 08 10:47:13.152129 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 2e45499b-a355-4101-925f-6c45eecfc378 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:13.152959 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:13.178117 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-7b1e4a6a-ce78-480c-b649-247fb16b80a3 req-e654de6f-3830-4228-b6a0-7af75ec041ae tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Deleting port 2e45499b-a355-4101-925f-6c45eecfc378 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:47:13.178694 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-7b1e4a6a-ce78-480c-b649-247fb16b80a3 req-e654de6f-3830-4228-b6a0-7af75ec041ae tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:13.266410 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:13.300814 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 2e45499b-a355-4101-925f-6c45eecfc378, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2e45499b-a355-4101-925f-6c45eecfc378,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:47:13.305574 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:13.369790 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0314edeb-6fbe-46d9-8278-16e17d22a5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:13.382116 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=2e45499b-a355-4101-925f-6c45eecfc378,revision_number=11']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:13.457892 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61716348-14e5-4d36-bb5f-ca245877d230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e45499b-a355-4101-925f-6c45eecfc378'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:47:13.480183 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-7b1e4a6a-ce78-480c-b649-247fb16b80a3 req-e654de6f-3830-4228-b6a0-7af75ec041ae tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] For port 2e45499b-a355-4101-925f-6c45eecfc378, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2e45499b-a355-4101-925f-6c45eecfc378,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:47:13.480550 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-7b1e4a6a-ce78-480c-b649-247fb16b80a3 req-e654de6f-3830-4228-b6a0-7af75ec041ae tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:13.512509 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e8573c2-9b52-4f4d-88fc-9c53749b7317'] response: {'server_uuid': '61716348-14e5-4d36-bb5f-ca245877d230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e45499b-a355-4101-925f-6c45eecfc378', 'code': 200} Apr 08 10:47:13.550131 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4d520-5876-4ddc-88db-27497fd6e390 req-7d10e379-407c-4482-9043-6dea8d87c892 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:13.551571 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-adf4d520-5876-4ddc-88db-27497fd6e390 req-7d10e379-407c-4482-9043-6dea8d87c892 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 947 time: 0.1944270 Apr 08 10:47:13.690497 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-adf4d520-5876-4ddc-88db-27497fd6e390 req-28348f2a-9c99-47ec-9924-a297aa7d7181 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308579 Apr 08 10:47:13.890764 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-7b1e4a6a-ce78-480c-b649-247fb16b80a3 req-e654de6f-3830-4228-b6a0-7af75ec041ae tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:13.891172 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-7b1e4a6a-ce78-480c-b649-247fb16b80a3 req-e654de6f-3830-4228-b6a0-7af75ec041ae tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:13.891535 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [req-7b1e4a6a-ce78-480c-b649-247fb16b80a3 req-e654de6f-3830-4228-b6a0-7af75ec041ae tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Floating IP 1bb3c915-df24-4027-bd10-3926c31ea882 disassociated. External IP: 172.26.0.63, port: 2e45499b-a355-4101-925f-6c45eecfc378. Apr 08 10:47:13.891871 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-7b1e4a6a-ce78-480c-b649-247fb16b80a3 req-e654de6f-3830-4228-b6a0-7af75ec041ae tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Calling delete_port for 2e45499b-a355-4101-925f-6c45eecfc378 owned by compute:nova {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:47:13.973647 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.db.api [req-7b1e4a6a-ce78-480c-b649-247fb16b80a3 req-e654de6f-3830-4228-b6a0-7af75ec041ae tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83845) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:47:13.973966 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG oslo_db.api [req-7b1e4a6a-ce78-480c-b649-247fb16b80a3 req-e654de6f-3830-4228-b6a0-7af75ec041ae tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:47:14.475264 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-7b1e4a6a-ce78-480c-b649-247fb16b80a3 req-e654de6f-3830-4228-b6a0-7af75ec041ae tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Deleting port 2e45499b-a355-4101-925f-6c45eecfc378 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:47:14.475902 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-7b1e4a6a-ce78-480c-b649-247fb16b80a3 req-e654de6f-3830-4228-b6a0-7af75ec041ae tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:14.714220 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-7b1e4a6a-ce78-480c-b649-247fb16b80a3 req-e654de6f-3830-4228-b6a0-7af75ec041ae tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] For port 2e45499b-a355-4101-925f-6c45eecfc378, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2e45499b-a355-4101-925f-6c45eecfc378,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:47:14.714578 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-7b1e4a6a-ce78-480c-b649-247fb16b80a3 req-e654de6f-3830-4228-b6a0-7af75ec041ae tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:15.056072 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747275f6-1bdd-4af1-8744-401a639111ec req-ea9028e7-1692-4897-9cf7-06ca918d0f72 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:15.057722 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-747275f6-1bdd-4af1-8744-401a639111ec req-ea9028e7-1692-4897-9cf7-06ca918d0f72 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 947 time: 0.1965339 Apr 08 10:47:15.059318 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-7b1e4a6a-ce78-480c-b649-247fb16b80a3 req-e654de6f-3830-4228-b6a0-7af75ec041ae tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:15.059683 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-7b1e4a6a-ce78-480c-b649-247fb16b80a3 req-e654de6f-3830-4228-b6a0-7af75ec041ae tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:15.060000 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [req-7b1e4a6a-ce78-480c-b649-247fb16b80a3 req-e654de6f-3830-4228-b6a0-7af75ec041ae tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Floating IP 1bb3c915-df24-4027-bd10-3926c31ea882 disassociated. External IP: 172.26.0.63, port: 2e45499b-a355-4101-925f-6c45eecfc378. Apr 08 10:47:15.060354 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-7b1e4a6a-ce78-480c-b649-247fb16b80a3 req-e654de6f-3830-4228-b6a0-7af75ec041ae tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Calling delete_port for 2e45499b-a355-4101-925f-6c45eecfc378 owned by compute:nova {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:47:15.163675 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-747275f6-1bdd-4af1-8744-401a639111ec req-6eed9e2f-c767-4762-9fea-06665547feca tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762558 Apr 08 10:47:15.232818 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-7b1e4a6a-ce78-480c-b649-247fb16b80a3 req-e654de6f-3830-4228-b6a0-7af75ec041ae tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:15.280003 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654de6f-3830-4228-b6a0-7af75ec041ae tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Pushing event deleted for resources: {'Port': ['ID=2e45499b-a355-4101-925f-6c45eecfc378,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:15.484777 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b1e4a6a-ce78-480c-b649-247fb16b80a3 req-e654de6f-3830-4228-b6a0-7af75ec041ae tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Router 4a820229-317b-41b0-8c25-dfd34dbe83e6 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:47:15.600697 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fd3b7023-4a55-45ae-a544-43e2a1b4c797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:15.686170 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b1e4a6a-ce78-480c-b649-247fb16b80a3 req-e654de6f-3830-4228-b6a0-7af75ec041ae tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:47:15.697238 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbd5991-5bdf-4a04-bac0-54db04e38026 None None] Sync routers for ids ['4a820229-317b-41b0-8c25-dfd34dbe83e6'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:47:15.709054 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbd5991-5bdf-4a04-bac0-54db04e38026 None None] Routers {'4a820229-317b-41b0-8c25-dfd34dbe83e6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:47:15.709676 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-9cbd5991-5bdf-4a04-bac0-54db04e38026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:47:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['4a820229-317b-41b0-8c25-dfd34dbe83e6'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:15.764766 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1e4a6a-ce78-480c-b649-247fb16b80a3 req-e654de6f-3830-4228-b6a0-7af75ec041ae tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] No DVR routers for this DVR port 2e45499b-a355-4101-925f-6c45eecfc378 on host hv-neutron-8371 {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:47:15.767314 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-7b1e4a6a-ce78-480c-b649-247fb16b80a3 req-e654de6f-3830-4228-b6a0-7af75ec041ae tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:15.770474 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61716348-14e5-4d36-bb5f-ca245877d230', 'name': 'network-vif-deleted', 'tag': '2e45499b-a355-4101-925f-6c45eecfc378'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:47:15.790171 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7b1e4a6a-ce78-480c-b649-247fb16b80a3 req-e654de6f-3830-4228-b6a0-7af75ec041ae tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.52 "DELETE /v2.0/ports/2e45499b-a355-4101-925f-6c45eecfc378 HTTP/1.1" status: 204 len: 173 time: 2.6770971 Apr 08 10:47:15.837102 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66be9fce-f19e-4bde-8f63-78ebce9b0fbd'] response: {'server_uuid': '61716348-14e5-4d36-bb5f-ca245877d230', 'name': 'network-vif-deleted', 'tag': '2e45499b-a355-4101-925f-6c45eecfc378', 'status': 'completed', 'code': 200} Apr 08 10:47:15.892803 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-9cbd5991-5bdf-4a04-bac0-54db04e38026 None None] Set router 4a820229-317b-41b0-8c25-dfd34dbe83e6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:47:16.199272 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-9cbd5991-5bdf-4a04-bac0-54db04e38026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:20Z', 'revision_number': 4, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'd22af7fa-7d24-4d02-942c-c884798b7071', 'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'mac_address': 'fa:16:3e:cc:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:19Z', 'updated_at': '2022-04-08T10:44:26Z', 'revision_number': 5, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'subnets': [{'id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:16.203165 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbd5991-5bdf-4a04-bac0-54db04e38026 None None] Checking router: 4a820229-317b-41b0-8c25-dfd34dbe83e6 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:47:16.214393 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbd5991-5bdf-4a04-bac0-54db04e38026 None None] Routers {'4a820229-317b-41b0-8c25-dfd34dbe83e6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:47:16.215201 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-9cbd5991-5bdf-4a04-bac0-54db04e38026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:47:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['4a820229-317b-41b0-8c25-dfd34dbe83e6'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:16.351128 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-02026463-5626-4aa5-8f4c-6b045483fc30 req-8363caaf-777d-4273-b1d4-9d3327a8993d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Synchronizing usage tracker for tenant:ac2b470abeb2495d900001f403e7ca23 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:47:16.366800 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-02026463-5626-4aa5-8f4c-6b045483fc30 req-8363caaf-777d-4273-b1d4-9d3327a8993d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Unset dirty status for tenant:ac2b470abeb2495d900001f403e7ca23 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:47:16.368217 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-02026463-5626-4aa5-8f4c-6b045483fc30 req-8363caaf-777d-4273-b1d4-9d3327a8993d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=61716348-14e5-4d36-bb5f-ca245877d230 HTTP/1.1" status: 200 len: 210 time: 0.0602179 Apr 08 10:47:16.405604 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-9cbd5991-5bdf-4a04-bac0-54db04e38026 None None] Set router 4a820229-317b-41b0-8c25-dfd34dbe83e6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:47:16.722322 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-9cbd5991-5bdf-4a04-bac0-54db04e38026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:20Z', 'revision_number': 4, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'd22af7fa-7d24-4d02-942c-c884798b7071', 'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'mac_address': 'fa:16:3e:cc:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:19Z', 'updated_at': '2022-04-08T10:44:26Z', 'revision_number': 5, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'subnets': [{'id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:16.726097 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbd5991-5bdf-4a04-bac0-54db04e38026 None None] The sync data for ids ['4a820229-317b-41b0-8c25-dfd34dbe83e6'] in dv-neutron-837110-1-hyperv is: [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:20Z', 'revision_number': 4, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'd22af7fa-7d24-4d02-942c-c884798b7071', 'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'mac_address': 'fa:16:3e:cc:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:19Z', 'updated_at': '2022-04-08T10:44:26Z', 'revision_number': 5, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'subnets': [{'id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:47:16.817435 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:16.925369 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:16.947369 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0a2e49-1dc5-4663-9cc9-d657f13ce273 None None] New status for floating IP 1bb3c915-df24-4027-bd10-3926c31ea882: DOWN {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:47:17.139240 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 2e45499b-a355-4101-925f-6c45eecfc378 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:47:17.179614 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: 2e45499b-a355-4101-925f-6c45eecfc378 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:47:17.179929 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 2e45499b-a355-4101-925f-6c45eecfc378 not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:47:17.723564 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-11faaafd-534d-4169-866b-7a19cd920d24 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--688413629&fields=id&tenant_id=ac2b470abeb2495d900001f403e7ca23 HTTP/1.1" status: 200 len: 267 time: 0.0393927 Apr 08 10:47:17.962701 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-ec3e90f6-b8aa-4118-9732-68a8bd6bc7a7 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:17.964136 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-ec3e90f6-b8aa-4118-9732-68a8bd6bc7a7 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 812 time: 0.2341912 Apr 08 10:47:17.980172 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-89f3dec2-103c-4c2b-b317-fa6e06a46217 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/quotas/ac2b470abeb2495d900001f403e7ca23 HTTP/1.1" status: 200 len: 375 time: 0.0107026 Apr 08 10:47:18.063896 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-ee7bf87f-aa92-4157-8cf8-47498af84bb6 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0789709 Apr 08 10:47:18.264539 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-433877fc-c1ad-4e44-af87-4b70e6c673dc service neutron] 10.222.0.47 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892214 Apr 08 10:47:18.330287 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:18.398266 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-e97f1df1-01f6-44c6-b8c2-2de49dbdce87 service neutron] 10.222.0.47 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278276 Apr 08 10:47:18.581989 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-265b5cc9-4578-4874-977e-82b6b248f0fc req-6803f82b-1131-463c-8501-7ba7a56412f4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 210 time: 0.0428061 Apr 08 10:47:19.644433 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-22d38b62-2336-4c6c-814e-03ba73d4ffd9 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:19.645829 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-22d38b62-2336-4c6c-814e-03ba73d4ffd9 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 812 time: 0.1468623 Apr 08 10:47:19.702869 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-a3e922c4-b263-45b2-a9d0-0e254924d392 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac2b470abeb2495d900001f403e7ca23 HTTP/1.1" status: 200 len: 379 time: 0.0415938 Apr 08 10:47:19.741179 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-64e6e684-8d73-452f-8e4c-f86e2df71b98 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Request body: {'port': {'device_id': '8ad6161b-b4be-41da-b45b-cd0ef7eb5a71', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'admin_state_up': True, 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'security_groups': ['ec9e115e-edf7-45eb-a4f5-8140ff19f2af']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:47:19.769158 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ee55cbc4-cf57-4ded-8237-6cd4f06a3f7a req-1b127457-86fb-4828-85c6-890613915420 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 210 time: 0.0650611 Apr 08 10:47:19.881985 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-64e6e684-8d73-452f-8e4c-f86e2df71b98 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:47:19.891181 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-64e6e684-8d73-452f-8e4c-f86e2df71b98 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:47:19.901156 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-64e6e684-8d73-452f-8e4c-f86e2df71b98 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Made reservation on behalf of ac2b470abeb2495d900001f403e7ca23 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:47:19.904425 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-64e6e684-8d73-452f-8e4c-f86e2df71b98 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:20.060902 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-64e6e684-8d73-452f-8e4c-f86e2df71b98 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Allocated IP 172.20.0.8 (a066fbae-d4e7-4aba-b678-e13bdfb84690/4eb6b3f3-30e2-4435-a5fe-fe327000bc70/bb41f6d2-a848-48cd-b272-a4acd42e1566) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:47:20.242507 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-64e6e684-8d73-452f-8e4c-f86e2df71b98 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:20.257151 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-64e6e684-8d73-452f-8e4c-f86e2df71b98 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Transition to ACTIVE for port object bb41f6d2-a848-48cd-b272-a4acd42e1566 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:47:20.281700 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-64e6e684-8d73-452f-8e4c-f86e2df71b98 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:20.353920 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-64e6e684-8d73-452f-8e4c-f86e2df71b98 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Network a066fbae-d4e7-4aba-b678-e13bdfb84690 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:47:20.356717 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-64e6e684-8d73-452f-8e4c-f86e2df71b98 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:47:20.359068 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-64e6e684-8d73-452f-8e4c-f86e2df71b98 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:47:20.399087 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6e684-8d73-452f-8e4c-f86e2df71b98 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Pushing event updated for resources: {'Port': ['ID=bb41f6d2-a848-48cd-b272-a4acd42e1566,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:20.419847 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6e684-8d73-452f-8e4c-f86e2df71b98 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:20.420215 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6e684-8d73-452f-8e4c-f86e2df71b98 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:20.420554 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6e684-8d73-452f-8e4c-f86e2df71b98 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:20.420883 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6e684-8d73-452f-8e4c-f86e2df71b98 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:20.421207 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6e684-8d73-452f-8e4c-f86e2df71b98 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:20.421531 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6e684-8d73-452f-8e4c-f86e2df71b98 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:20.421852 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6e684-8d73-452f-8e4c-f86e2df71b98 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:20.422169 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6e684-8d73-452f-8e4c-f86e2df71b98 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:20.422484 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6e684-8d73-452f-8e4c-f86e2df71b98 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:20.422802 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6e684-8d73-452f-8e4c-f86e2df71b98 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:20.423118 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6e684-8d73-452f-8e4c-f86e2df71b98 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:47:20.441159 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-64e6e684-8d73-452f-8e4c-f86e2df71b98 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:20.441762 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-64e6e684-8d73-452f-8e4c-f86e2df71b98 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:20.467794 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-64e6e684-8d73-452f-8e4c-f86e2df71b98 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7299602 Apr 08 10:47:20.483202 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-3a2059db-6c7f-4977-926b-43dba1453c6a service neutron] Request body: {'port': {'device_id': '8ad6161b-b4be-41da-b45b-cd0ef7eb5a71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:47:20.589191 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-339352c0-3c91-44bf-90fb-f49d2eb99430 None None] Provisioning for port bb41f6d2-a848-48cd-b272-a4acd42e1566 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:47:20.594341 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-339352c0-3c91-44bf-90fb-f49d2eb99430 None None] Provisioning complete for port bb41f6d2-a848-48cd-b272-a4acd42e1566 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:20.594504 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-339352c0-3c91-44bf-90fb-f49d2eb99430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:20.599635 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-3a2059db-6c7f-4977-926b-43dba1453c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:20.657753 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-339352c0-3c91-44bf-90fb-f49d2eb99430 None None] Port bb41f6d2-a848-48cd-b272-a4acd42e1566 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:47:21.028098 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e95b22-7c6b-41d0-86bb-166195ac170d req-1d091e37-1290-4345-a066-02107980d0d2 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:21.028786 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-13e95b22-7c6b-41d0-86bb-166195ac170d req-1d091e37-1290-4345-a066-02107980d0d2 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Synchronizing usage tracker for tenant:ac2b470abeb2495d900001f403e7ca23 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:47:21.089242 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-13e95b22-7c6b-41d0-86bb-166195ac170d req-1d091e37-1290-4345-a066-02107980d0d2 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Unset dirty status for tenant:ac2b470abeb2495d900001f403e7ca23 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:47:21.090288 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-13e95b22-7c6b-41d0-86bb-166195ac170d req-1d091e37-1290-4345-a066-02107980d0d2 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 931 time: 0.1894147 Apr 08 10:47:21.123427 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-3a2059db-6c7f-4977-926b-43dba1453c6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb41f6d2-a848-48cd-b272-a4acd42e1566 {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:47:21.132585 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-3a2059db-6c7f-4977-926b-43dba1453c6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:21.159802 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-3a2059db-6c7f-4977-926b-43dba1453c6a service neutron] Transition to ACTIVE for port object bb41f6d2-a848-48cd-b272-a4acd42e1566 will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:47:21.163878 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-13e95b22-7c6b-41d0-86bb-166195ac170d req-06ffa9eb-eae9-452d-9de0-36068240b8cf tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666332 Apr 08 10:47:21.164883 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-3a2059db-6c7f-4977-926b-43dba1453c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:21.289177 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2059db-6c7f-4977-926b-43dba1453c6a service neutron] Pushing event updated for resources: {'Port': ['ID=bb41f6d2-a848-48cd-b272-a4acd42e1566,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:21.395638 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-3a2059db-6c7f-4977-926b-43dba1453c6a service neutron] Attempting to bind port bb41f6d2-a848-48cd-b272-a4acd42e1566 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:47:21.395972 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-3a2059db-6c7f-4977-926b-43dba1453c6a service neutron] Attempting to bind port bb41f6d2-a848-48cd-b272-a4acd42e1566 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '11062e01-4060-473a-9257-1aa4d13f8f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:47:21.396325 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-3a2059db-6c7f-4977-926b-43dba1453c6a service neutron] Attempting to bind port bb41f6d2-a848-48cd-b272-a4acd42e1566 on network a066fbae-d4e7-4aba-b678-e13bdfb84690 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:47:21.402721 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-3a2059db-6c7f-4977-926b-43dba1453c6a service neutron] Port bb41f6d2-a848-48cd-b272-a4acd42e1566 on network a066fbae-d4e7-4aba-b678-e13bdfb84690 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:47:21.403038 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-3a2059db-6c7f-4977-926b-43dba1453c6a service neutron] Attempting to bind port bb41f6d2-a848-48cd-b272-a4acd42e1566 on network a066fbae-d4e7-4aba-b678-e13bdfb84690 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:47:21.409051 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-3a2059db-6c7f-4977-926b-43dba1453c6a service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:47:21.409383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-3a2059db-6c7f-4977-926b-43dba1453c6a service neutron] Checking segment: {'id': '11062e01-4060-473a-9257-1aa4d13f8f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:47:21.409761 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-3a2059db-6c7f-4977-926b-43dba1453c6a service neutron] Bound using segment: {'id': '11062e01-4060-473a-9257-1aa4d13f8f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:47:21.410186 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-3a2059db-6c7f-4977-926b-43dba1453c6a service neutron] Bound port: bb41f6d2-a848-48cd-b272-a4acd42e1566, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11062e01-4060-473a-9257-1aa4d13f8f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:47:21.410531 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-3a2059db-6c7f-4977-926b-43dba1453c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:21.500821 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-3a2059db-6c7f-4977-926b-43dba1453c6a service neutron] For port bb41f6d2-a848-48cd-b272-a4acd42e1566, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:47:21.503727 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-3a2059db-6c7f-4977-926b-43dba1453c6a service neutron] For port bb41f6d2-a848-48cd-b272-a4acd42e1566, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bb41f6d2-a848-48cd-b272-a4acd42e1566,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:47:21.508345 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-3a2059db-6c7f-4977-926b-43dba1453c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:21.568584 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-3a2059db-6c7f-4977-926b-43dba1453c6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:21.569938 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-3a2059db-6c7f-4977-926b-43dba1453c6a service neutron] 10.222.0.52 "PUT /v2.0/ports/bb41f6d2-a848-48cd-b272-a4acd42e1566 HTTP/1.1" status: 200 len: 1093 time: 1.0909865 Apr 08 10:47:21.574067 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad6161b-b4be-41da-b45b-cd0ef7eb5a71', 'tag': 'bb41f6d2-a848-48cd-b272-a4acd42e1566'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:47:21.595285 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2059db-6c7f-4977-926b-43dba1453c6a service neutron] Pushing event updated for resources: {'Port': ['ID=bb41f6d2-a848-48cd-b272-a4acd42e1566,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:21.658359 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d323a5f5-4d53-4bd6-a026-0eeb268604cb'] response: {'name': 'network-changed', 'server_uuid': '8ad6161b-b4be-41da-b45b-cd0ef7eb5a71', 'tag': 'bb41f6d2-a848-48cd-b272-a4acd42e1566', 'status': 'completed', 'code': 200} Apr 08 10:47:21.695857 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-f8f1f922-5012-424d-9ce9-f030fba54475 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 1096 time: 0.0804725 Apr 08 10:47:21.767467 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-cf274a6a-7009-437a-bf30-9174d647e02f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb41f6d2-a848-48cd-b272-a4acd42e1566 HTTP/1.1" status: 200 len: 217 time: 0.0613263 Apr 08 10:47:21.833857 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-e8afb729-9b6d-4811-a14a-183fd2a84821 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:21.835267 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-e8afb729-9b6d-4811-a14a-183fd2a84821 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.0591500 Apr 08 10:47:21.911650 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-520ea49e-93e1-4c1d-acb8-136a56ee7d2f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665720 Apr 08 10:47:22.043675 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-10736eda-8827-4ca7-9d60-51b4ca3be58d service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223633 Apr 08 10:47:22.181934 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-80ebc76e-eeb1-494b-be85-554fc74a975e req-0bdc3e4b-e9ca-420f-9791-435dadd0d164 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284318 Apr 08 10:47:22.350078 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d8c0b132-b3cc-4227-81d8-8f4e986c5761 req-dfb318ff-69be-4151-8632-846f7efb5dff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 1096 time: 0.1203744 Apr 08 10:47:22.449789 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2caa7-6755-40cb-8e00-c351f893e8b9 req-ad277bd7-99cd-4781-b426-f3e595f025f7 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:22.451214 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-74b2caa7-6755-40cb-8e00-c351f893e8b9 req-ad277bd7-99cd-4781-b426-f3e595f025f7 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 943 time: 0.1662614 Apr 08 10:47:22.520632 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0b132-b3cc-4227-81d8-8f4e986c5761 req-2f42f354-bd21-49ed-b7e0-bbe66a7f35b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:22.522034 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d8c0b132-b3cc-4227-81d8-8f4e986c5761 req-2f42f354-bd21-49ed-b7e0-bbe66a7f35b9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 913 time: 0.1649921 Apr 08 10:47:22.526836 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-74b2caa7-6755-40cb-8e00-c351f893e8b9 req-c3177ba7-c408-4965-8b95-ee71c753997c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690346 Apr 08 10:47:22.680644 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d8c0b132-b3cc-4227-81d8-8f4e986c5761 req-2cb95982-0cc1-445a-ae88-89eacf51ddec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb41f6d2-a848-48cd-b272-a4acd42e1566 HTTP/1.1" status: 200 len: 217 time: 0.1518309 Apr 08 10:47:22.744686 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0b132-b3cc-4227-81d8-8f4e986c5761 req-a333e80d-be70-4d11-a34e-35bd4f219e14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:22.746003 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d8c0b132-b3cc-4227-81d8-8f4e986c5761 req-a333e80d-be70-4d11-a34e-35bd4f219e14 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.0585032 Apr 08 10:47:22.818841 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d8c0b132-b3cc-4227-81d8-8f4e986c5761 req-0b031d94-6b7b-41d4-b064-b5eba3631d4c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658839 Apr 08 10:47:22.947737 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d8c0b132-b3cc-4227-81d8-8f4e986c5761 req-a6eb25c0-77c1-47da-9e6f-00d8bc50e697 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223216 Apr 08 10:47:23.079315 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d8c0b132-b3cc-4227-81d8-8f4e986c5761 req-6b83b5f2-cf1d-4b18-8d17-06b8a3236785 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252391 Apr 08 10:47:23.722322 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65cd497-e6ae-439c-96ff-8eb942413d23 req-6696bbd3-140a-4d86-8ea9-ef20ce0ed10d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:23.723750 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b65cd497-e6ae-439c-96ff-8eb942413d23 req-6696bbd3-140a-4d86-8ea9-ef20ce0ed10d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 943 time: 0.0749447 Apr 08 10:47:23.771756 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b65cd497-e6ae-439c-96ff-8eb942413d23 req-a3b978e9-e1de-4c6b-9238-2a6820d0f5e8 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422788 Apr 08 10:47:24.964043 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d42dd-af0a-416f-8179-8cd4989c9914 req-f3b21eee-cb4a-4178-a4b9-d54bf4648134 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:24.965524 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c04d42dd-af0a-416f-8179-8cd4989c9914 req-f3b21eee-cb4a-4178-a4b9-d54bf4648134 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 943 time: 0.0747526 Apr 08 10:47:25.011246 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c04d42dd-af0a-416f-8179-8cd4989c9914 req-114b3e9d-2488-4db4-a6aa-8e1faaa2fce3 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402651 Apr 08 10:47:25.144062 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device bb41f6d2-a848-48cd-b272-a4acd42e1566 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:47:25.272835 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port bb41f6d2-a848-48cd-b272-a4acd42e1566, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bb41f6d2-a848-48cd-b272-a4acd42e1566,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:47:25.286591 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': 'bb41f6d2-a848-48cd-b272-a4acd42e1566', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'port_id': 'bb41f6d2-a848-48cd-b272-a4acd42e1566', 'mac_address': 'fa:16:3e:a4:f2:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:47:25.341814 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:25.358399 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb41f6d2-a848-48cd-b272-a4acd42e1566 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:47:25.372608 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port bb41f6d2-a848-48cd-b272-a4acd42e1566, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bb41f6d2-a848-48cd-b272-a4acd42e1566,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:47:25.376437 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:25.440561 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=bb41f6d2-a848-48cd-b272-a4acd42e1566,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:25.618491 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['bb41f6d2-a848-48cd-b272-a4acd42e1566'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:47:26.220590 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4fae1-1fbc-4d15-a67f-5ae551addb59 req-6fcbc20b-8306-4a58-acb3-a2620cd71d82 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:26.222024 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-72f4fae1-1fbc-4d15-a67f-5ae551addb59 req-6fcbc20b-8306-4a58-acb3-a2620cd71d82 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 944 time: 0.0865667 Apr 08 10:47:26.266124 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-72f4fae1-1fbc-4d15-a67f-5ae551addb59 req-15c8d490-da11-4a0e-8645-3684613ea404 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386555 Apr 08 10:47:27.159437 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device bb41f6d2-a848-48cd-b272-a4acd42e1566 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:47:27.224989 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port bb41f6d2-a848-48cd-b272-a4acd42e1566 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:47:27.229922 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port bb41f6d2-a848-48cd-b272-a4acd42e1566 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:47:27.230317 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:27.346471 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:27.373932 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad6161b-b4be-41da-b45b-cd0ef7eb5a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb41f6d2-a848-48cd-b272-a4acd42e1566'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:47:27.385337 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port bb41f6d2-a848-48cd-b272-a4acd42e1566, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bb41f6d2-a848-48cd-b272-a4acd42e1566,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:47:27.389983 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:27.436553 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1f25c98-6940-4eaf-bdbe-a8348fed716e'] response: {'server_uuid': '8ad6161b-b4be-41da-b45b-cd0ef7eb5a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb41f6d2-a848-48cd-b272-a4acd42e1566', 'code': 200} Apr 08 10:47:27.463453 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=bb41f6d2-a848-48cd-b272-a4acd42e1566,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:47:27.474576 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928a6e9-76c1-4f64-8820-25e47cf40d8f req-f9a91185-45f6-4806-b5b9-cb03ccd6f601 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:27.476034 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e928a6e9-76c1-4f64-8820-25e47cf40d8f req-f9a91185-45f6-4806-b5b9-cb03ccd6f601 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0814483 Apr 08 10:47:27.522945 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e928a6e9-76c1-4f64-8820-25e47cf40d8f req-df64db02-3767-4ad3-827b-5793d9f7f9cf tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411410 Apr 08 10:47:27.670724 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2ab88937-89a5-4a8f-a169-6565938a94a1 req-4d83812a-9bd3-4ea5-8341-6537ce228957 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 1098 time: 0.0696545 Apr 08 10:47:27.714675 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2ab88937-89a5-4a8f-a169-6565938a94a1 req-706c3e9b-da0f-4f33-ab1e-84d7ac82ef72 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350037 Apr 08 10:47:28.717550 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019afb95-2878-47e9-91ae-87000c15d9bb req-86bbc391-b3d9-4826-a7c7-7250cb5c9233 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:28.718985 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-019afb95-2878-47e9-91ae-87000c15d9bb req-86bbc391-b3d9-4826-a7c7-7250cb5c9233 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0747426 Apr 08 10:47:28.770122 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-019afb95-2878-47e9-91ae-87000c15d9bb req-5483d309-9b99-4bbc-abb3-2736e8d04730 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455704 Apr 08 10:47:29.976152 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d37ff-48e1-48c4-ab8e-ed61268d5e73 req-e51c2efb-7011-402b-a229-a9d5528b28bc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:29.977706 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bf3d37ff-48e1-48c4-ab8e-ed61268d5e73 req-e51c2efb-7011-402b-a229-a9d5528b28bc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0786355 Apr 08 10:47:30.021583 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bf3d37ff-48e1-48c4-ab8e-ed61268d5e73 req-fd9eb37d-50b7-46f8-8c9b-7dff619c8ad7 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383785 Apr 08 10:47:30.214342 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5ee6c-c321-45bf-b9ba-f4abdf5aed4d req-f7c42905-3853-4907-b3a8-23a3517d8128 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:30.215790 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fcb5ee6c-c321-45bf-b9ba-f4abdf5aed4d req-f7c42905-3853-4907-b3a8-23a3517d8128 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0747786 Apr 08 10:47:30.230420 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 35462) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:47:30.235423 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-2d56b575-f56e-4d4c-add3-dbe41925df02 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Request body: {'floatingip': {'port_id': 'bb41f6d2-a848-48cd-b272-a4acd42e1566'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:47:30.311470 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2d56b575-f56e-4d4c-add3-dbe41925df02 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for floatingip, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:30.981710 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2d56b575-f56e-4d4c-add3-dbe41925df02 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:30.985486 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2d56b575-f56e-4d4c-add3-dbe41925df02 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:31.175715 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [None req-2d56b575-f56e-4d4c-add3-dbe41925df02 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Floating IP 1bb3c915-df24-4027-bd10-3926c31ea882 associated. External IP: 172.26.0.63, port: bb41f6d2-a848-48cd-b272-a4acd42e1566. Apr 08 10:47:31.558968 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d56b575-f56e-4d4c-add3-dbe41925df02 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Router 4a820229-317b-41b0-8c25-dfd34dbe83e6 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:47:31.751363 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d56b575-f56e-4d4c-add3-dbe41925df02 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:47:31.756133 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2d56b575-f56e-4d4c-add3-dbe41925df02 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:31.761781 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9397653f-2237-4592-8e66-a396fb9aa485 None None] Sync routers for ids ['4a820229-317b-41b0-8c25-dfd34dbe83e6'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:47:31.773248 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9397653f-2237-4592-8e66-a396fb9aa485 None None] Routers {'4a820229-317b-41b0-8c25-dfd34dbe83e6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:47:31.773843 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-9397653f-2237-4592-8e66-a396fb9aa485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:47:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['4a820229-317b-41b0-8c25-dfd34dbe83e6'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:31.812848 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2d56b575-f56e-4d4c-add3-dbe41925df02 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "PUT /v2.0/floatingips/1bb3c915-df24-4027-bd10-3926c31ea882 HTTP/1.1" status: 200 len: 991 time: 1.5812976 Apr 08 10:47:31.813439 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad6161b-b4be-41da-b45b-cd0ef7eb5a71', 'tag': 'bb41f6d2-a848-48cd-b272-a4acd42e1566'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:47:31.868525 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15bab982-16eb-4622-a057-7e9f8b849e10'] response: {'name': 'network-changed', 'server_uuid': '8ad6161b-b4be-41da-b45b-cd0ef7eb5a71', 'tag': 'bb41f6d2-a848-48cd-b272-a4acd42e1566', 'status': 'completed', 'code': 200} Apr 08 10:47:31.956721 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-9397653f-2237-4592-8e66-a396fb9aa485 None None] Set router 4a820229-317b-41b0-8c25-dfd34dbe83e6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:47:31.961449 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bc4eecf4-4586-4107-8eac-578e96026369 req-61a3ce23-a12b-41aa-b255-40683d4c08cc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 1098 time: 0.0681927 Apr 08 10:47:32.126911 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4eecf4-4586-4107-8eac-578e96026369 req-51611452-9f88-4c5a-91c8-5ed6e263810d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:32.128495 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bc4eecf4-4586-4107-8eac-578e96026369 req-51611452-9f88-4c5a-91c8-5ed6e263810d service neutron] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 913 time: 0.1616683 Apr 08 10:47:32.341595 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-9397653f-2237-4592-8e66-a396fb9aa485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:20Z', 'revision_number': 4, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '1bb3c915-df24-4027-bd10-3926c31ea882', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'floating_ip_address': '172.26.0.63', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'port_id': 'bb41f6d2-a848-48cd-b272-a4acd42e1566', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'mac_address': 'fa:16:3e:a4:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad6161b-b4be-41da-b45b-cd0ef7eb5a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:44:23Z', 'updated_at': '2022-04-08T10:47:30Z', 'revision_number': 13, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22af7fa-7d24-4d02-942c-c884798b7071', 'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'mac_address': 'fa:16:3e:cc:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:19Z', 'updated_at': '2022-04-08T10:44:26Z', 'revision_number': 5, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'subnets': [{'id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:32.347386 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9397653f-2237-4592-8e66-a396fb9aa485 None None] Checking router: 4a820229-317b-41b0-8c25-dfd34dbe83e6 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:47:32.360302 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bc4eecf4-4586-4107-8eac-578e96026369 req-7763f00f-4910-433c-9750-78d75c827835 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb41f6d2-a848-48cd-b272-a4acd42e1566 HTTP/1.1" status: 200 len: 999 time: 0.2251103 Apr 08 10:47:32.362373 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9397653f-2237-4592-8e66-a396fb9aa485 None None] Routers {'4a820229-317b-41b0-8c25-dfd34dbe83e6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:47:32.362977 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-9397653f-2237-4592-8e66-a396fb9aa485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:47:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['4a820229-317b-41b0-8c25-dfd34dbe83e6'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:32.429088 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4eecf4-4586-4107-8eac-578e96026369 req-48534d49-0cc8-4c92-8443-29e5eef63d66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:32.431144 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bc4eecf4-4586-4107-8eac-578e96026369 req-48534d49-0cc8-4c92-8443-29e5eef63d66 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.0651264 Apr 08 10:47:32.513364 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bc4eecf4-4586-4107-8eac-578e96026369 req-572ab101-b528-467c-97cd-4f28f23dccdf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761762 Apr 08 10:47:32.543590 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-9397653f-2237-4592-8e66-a396fb9aa485 None None] Set router 4a820229-317b-41b0-8c25-dfd34dbe83e6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:47:32.654251 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bc4eecf4-4586-4107-8eac-578e96026369 req-5b650fd9-45be-4738-ba43-7081834b02f4 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349113 Apr 08 10:47:32.794858 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bc4eecf4-4586-4107-8eac-578e96026369 req-b3661f5b-0153-407d-a10d-23aaa228a020 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349514 Apr 08 10:47:32.903317 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-9397653f-2237-4592-8e66-a396fb9aa485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:20Z', 'revision_number': 4, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '1bb3c915-df24-4027-bd10-3926c31ea882', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'floating_ip_address': '172.26.0.63', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'port_id': 'bb41f6d2-a848-48cd-b272-a4acd42e1566', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'mac_address': 'fa:16:3e:a4:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad6161b-b4be-41da-b45b-cd0ef7eb5a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:44:23Z', 'updated_at': '2022-04-08T10:47:30Z', 'revision_number': 13, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22af7fa-7d24-4d02-942c-c884798b7071', 'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'mac_address': 'fa:16:3e:cc:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:19Z', 'updated_at': '2022-04-08T10:44:26Z', 'revision_number': 5, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'subnets': [{'id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:47:32.907509 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9397653f-2237-4592-8e66-a396fb9aa485 None None] The sync data for ids ['4a820229-317b-41b0-8c25-dfd34dbe83e6'] in dv-neutron-837110-1-hyperv is: [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:20Z', 'revision_number': 4, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '1bb3c915-df24-4027-bd10-3926c31ea882', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'floating_ip_address': '172.26.0.63', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'port_id': 'bb41f6d2-a848-48cd-b272-a4acd42e1566', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'mac_address': 'fa:16:3e:a4:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad6161b-b4be-41da-b45b-cd0ef7eb5a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:44:23Z', 'updated_at': '2022-04-08T10:47:30Z', 'revision_number': 13, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22af7fa-7d24-4d02-942c-c884798b7071', 'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'mac_address': 'fa:16:3e:cc:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:19Z', 'updated_at': '2022-04-08T10:44:26Z', 'revision_number': 5, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'subnets': [{'id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:47:33.107060 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a581d3-1b1a-41b9-a58c-bef42cd49f5f None None] New status for floating IP 1bb3c915-df24-4027-bd10-3926c31ea882: ACTIVE {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:47:33.659317 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7fd6e-8e8a-4762-a045-e678e4624f7a req-4dc8ec94-5c56-418d-b893-a33545c242d4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:33.660696 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-73e7fd6e-8e8a-4762-a045-e678e4624f7a req-4dc8ec94-5c56-418d-b893-a33545c242d4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0759246 Apr 08 10:47:33.705258 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-73e7fd6e-8e8a-4762-a045-e678e4624f7a req-a26fe388-c060-43e3-ae05-51c691831f63 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386965 Apr 08 10:47:36.125765 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:47:38.533156 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:39.411592 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-54797804-5742-419b-b8b5-e39530a87ed0 req-dbabb30c-daed-4133-930e-84285120e899 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693822 Apr 08 10:47:39.546304 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-54797804-5742-419b-b8b5-e39530a87ed0 req-9411476e-9c72-430a-afb1-00a1ad5fe924 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 1098 time: 0.0690384 Apr 08 10:47:39.691988 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54797804-5742-419b-b8b5-e39530a87ed0 req-c51a23bf-f851-4c0f-af6a-df3a70bd920d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:39.693362 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-54797804-5742-419b-b8b5-e39530a87ed0 req-c51a23bf-f851-4c0f-af6a-df3a70bd920d service neutron] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 913 time: 0.1259112 Apr 08 10:47:39.794218 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-54797804-5742-419b-b8b5-e39530a87ed0 req-e490b849-c888-4f35-86c7-a66b3577d057 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb41f6d2-a848-48cd-b272-a4acd42e1566 HTTP/1.1" status: 200 len: 1001 time: 0.0946462 Apr 08 10:47:39.854872 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54797804-5742-419b-b8b5-e39530a87ed0 req-69239a54-2706-43e6-8d6b-e8ff888a14de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:39.856273 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-54797804-5742-419b-b8b5-e39530a87ed0 req-69239a54-2706-43e6-8d6b-e8ff888a14de service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.0562408 Apr 08 10:47:39.931301 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-54797804-5742-419b-b8b5-e39530a87ed0 req-3a34a4fb-d87c-4862-ba3e-ef6eec98ac33 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685210 Apr 08 10:47:40.060059 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-54797804-5742-419b-b8b5-e39530a87ed0 req-838d8643-6f0c-4937-ba98-de595e6c188a service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221602 Apr 08 10:47:40.188843 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-54797804-5742-419b-b8b5-e39530a87ed0 req-a50136d2-7846-4f1c-b805-33661ea6834b service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216466 Apr 08 10:47:42.022516 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0853bcbb-e990-446a-8cd9-d3024d631bdc req-88f0fd33-068c-464c-8cc8-577231213b35 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0656831 Apr 08 10:47:42.337114 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717133a7-0d03-4883-be95-ad8fb0ceefc8 req-dfae0533-c8f9-4881-9ef4-0afc24fba612 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:42.338639 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-717133a7-0d03-4883-be95-ad8fb0ceefc8 req-dfae0533-c8f9-4881-9ef4-0afc24fba612 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0797660 Apr 08 10:47:42.344249 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-1936a9ea-88f2-4814-94c0-b7c5e47929a8 req-d15b89e7-8e3b-4c51-9595-36a0dab4919a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1432528 Apr 08 10:47:42.389595 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-717133a7-0d03-4883-be95-ad8fb0ceefc8 req-2062246a-d47a-4aaa-9b06-d2fb5493c9c9 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451188 Apr 08 10:47:43.353047 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-16582389-ffb7-4e4b-86ec-d5d239fd4c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:43.483012 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1936a9ea-88f2-4814-94c0-b7c5e47929a8 req-5c34816a-f41d-4423-b8c7-3e4ba3540c26 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 1098 time: 0.0669878 Apr 08 10:47:43.777567 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936a9ea-88f2-4814-94c0-b7c5e47929a8 req-a92f3ba3-ea8f-4453-8d26-9a784d3bf785 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:43.779597 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1936a9ea-88f2-4814-94c0-b7c5e47929a8 req-a92f3ba3-ea8f-4453-8d26-9a784d3bf785 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 913 time: 0.2909501 Apr 08 10:47:43.852045 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1affb7-8a70-4b03-93e9-195a66da6426 req-63c6e55b-f7a2-43eb-b7b2-3956bbc653b9 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:43.854640 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fd1affb7-8a70-4b03-93e9-195a66da6426 req-63c6e55b-f7a2-43eb-b7b2-3956bbc653b9 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.3389294 Apr 08 10:47:43.952060 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1936a9ea-88f2-4814-94c0-b7c5e47929a8 req-08aa7281-b2e9-4412-bf41-9fd0990a83ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb41f6d2-a848-48cd-b272-a4acd42e1566 HTTP/1.1" status: 200 len: 1001 time: 0.1659217 Apr 08 10:47:43.955461 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fd1affb7-8a70-4b03-93e9-195a66da6426 req-58bee0cf-49fb-44aa-9a13-feb037591ca5 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928614 Apr 08 10:47:44.019730 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936a9ea-88f2-4814-94c0-b7c5e47929a8 req-afaf142b-61c4-435e-bec4-3305c28252c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:44.021427 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1936a9ea-88f2-4814-94c0-b7c5e47929a8 req-afaf142b-61c4-435e-bec4-3305c28252c1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.0643349 Apr 08 10:47:44.105871 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1936a9ea-88f2-4814-94c0-b7c5e47929a8 req-a5f79bf5-e6f0-4252-812f-4e941f59e089 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788498 Apr 08 10:47:44.260511 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1936a9ea-88f2-4814-94c0-b7c5e47929a8 req-e3def4d0-fd07-4351-9bba-f62cdc769a94 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466420 Apr 08 10:47:44.412975 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1936a9ea-88f2-4814-94c0-b7c5e47929a8 req-754b75ce-bed3-4cc6-b215-9ec3f1380a38 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469679 Apr 08 10:47:45.165578 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad452e-d8d9-44b2-9791-481510d1033f req-a7330491-1b6b-438b-b6d3-60c7f9b66bec tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:45.168980 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-31ad452e-d8d9-44b2-9791-481510d1033f req-a7330491-1b6b-438b-b6d3-60c7f9b66bec tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0828946 Apr 08 10:47:45.214317 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-31ad452e-d8d9-44b2-9791-481510d1033f req-a750bc21-a9bf-4984-91cd-48d3e1403ec3 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393417 Apr 08 10:47:45.602628 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6309caac-39c8-40ad-98b7-696cb6222100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:46.420939 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca234b-c0e0-4f89-9881-2ad8b64babb0 req-7f925ada-f4c3-42ac-9607-a51ef4393224 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:46.422294 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-98ca234b-c0e0-4f89-9881-2ad8b64babb0 req-7f925ada-f4c3-42ac-9607-a51ef4393224 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0811384 Apr 08 10:47:46.466964 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-98ca234b-c0e0-4f89-9881-2ad8b64babb0 req-692dbd18-7076-42ee-a75c-774755da2ee6 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392497 Apr 08 10:47:46.820542 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:46.927256 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:47.658565 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a3564-d040-48ab-b68f-e1e10e2d8367 req-51ebdb8e-3767-459a-a3b4-8fcb5a8a6941 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:47.659902 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-646a3564-d040-48ab-b68f-e1e10e2d8367 req-51ebdb8e-3767-459a-a3b4-8fcb5a8a6941 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0747802 Apr 08 10:47:47.704227 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-646a3564-d040-48ab-b68f-e1e10e2d8367 req-ef70d0b6-c4f8-47f0-896d-288a172af9a8 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388789 Apr 08 10:47:48.334652 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:47:48.901724 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18f14c-4fd5-4072-855d-afee0638178b req-bdddc9f8-e54b-4064-ba25-47973a3f6268 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:48.903366 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5a18f14c-4fd5-4072-855d-afee0638178b req-bdddc9f8-e54b-4064-ba25-47973a3f6268 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0774989 Apr 08 10:47:48.947188 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5a18f14c-4fd5-4072-855d-afee0638178b req-5a355bcf-69d8-4f2f-8f67-bfafda013eef tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383644 Apr 08 10:47:50.145922 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cba6aa-a9e7-4170-befa-ed5082d00a52 req-ef3b6fb0-8d7f-4913-812d-7d9cf60bebe4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:50.147376 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-91cba6aa-a9e7-4170-befa-ed5082d00a52 req-ef3b6fb0-8d7f-4913-812d-7d9cf60bebe4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0756152 Apr 08 10:47:50.194958 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-91cba6aa-a9e7-4170-befa-ed5082d00a52 req-3fe70cfa-6853-4faa-8b77-99f9db285249 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415506 Apr 08 10:47:51.388796 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8d1ab-1e1e-4907-a0b4-612982940524 req-a279a853-eaaa-4b10-9020-e6959ae2908c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:51.390152 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dec8d1ab-1e1e-4907-a0b4-612982940524 req-a279a853-eaaa-4b10-9020-e6959ae2908c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0744703 Apr 08 10:47:51.443083 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dec8d1ab-1e1e-4907-a0b4-612982940524 req-f0e95ad1-f1fa-4cc7-ab5c-842b86e94389 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474362 Apr 08 10:47:52.640467 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0226db-5900-4096-b007-297eb4cd6cc4 req-ff19a33a-ef29-4790-ab3b-a3f72fc0b36f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:52.641932 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8d0226db-5900-4096-b007-297eb4cd6cc4 req-ff19a33a-ef29-4790-ab3b-a3f72fc0b36f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0784154 Apr 08 10:47:52.686571 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8d0226db-5900-4096-b007-297eb4cd6cc4 req-5f2afdcd-8484-44be-ba6d-2594732bcc1e tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391965 Apr 08 10:47:53.892596 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a80683-0117-4acd-9e67-ec4b8c98a928 req-7e157ccd-4d96-440a-9b7c-fba20be3941f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:53.894028 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-19a80683-0117-4acd-9e67-ec4b8c98a928 req-7e157ccd-4d96-440a-9b7c-fba20be3941f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0744288 Apr 08 10:47:53.938419 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-19a80683-0117-4acd-9e67-ec4b8c98a928 req-1b8daf97-8ade-4b7d-bb58-a5e7b705c950 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389686 Apr 08 10:47:55.133494 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6091eb-0b2a-42f4-8267-a44df46fe0c1 req-1cd7d32c-a723-4197-be1a-0c07ddf7472e tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:55.134940 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3f6091eb-0b2a-42f4-8267-a44df46fe0c1 req-1cd7d32c-a723-4197-be1a-0c07ddf7472e tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0778816 Apr 08 10:47:55.179214 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3f6091eb-0b2a-42f4-8267-a44df46fe0c1 req-0efaa10b-1beb-4787-b155-a55c41fa1c0a tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386889 Apr 08 10:47:56.382417 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e149104-51e0-434c-bb6e-b75bccb3b5b2 req-1ff202d6-3abc-45c3-99cd-851df83e1ab9 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:56.383774 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8e149104-51e0-434c-bb6e-b75bccb3b5b2 req-1ff202d6-3abc-45c3-99cd-851df83e1ab9 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0826540 Apr 08 10:47:56.428740 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8e149104-51e0-434c-bb6e-b75bccb3b5b2 req-14c65e98-e75a-4542-9c5a-9ff747d42be0 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388372 Apr 08 10:47:57.718636 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4052b64-6faa-40c7-ba8e-5459ac90c37f req-e130b6a1-ecdc-4e98-8d12-c11603a499f6 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:57.720145 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a4052b64-6faa-40c7-ba8e-5459ac90c37f req-e130b6a1-ecdc-4e98-8d12-c11603a499f6 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.1673019 Apr 08 10:47:57.765791 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a4052b64-6faa-40c7-ba8e-5459ac90c37f req-43cf50b5-b3ed-4c9d-8613-0e7512717d2a tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395074 Apr 08 10:47:58.961197 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3a305-ce90-4f4d-9993-004469212ccf req-b4b8786a-e413-457d-b63d-bfd46f5fc329 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:47:58.962611 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cbe3a305-ce90-4f4d-9993-004469212ccf req-b4b8786a-e413-457d-b63d-bfd46f5fc329 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0782456 Apr 08 10:47:59.006249 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cbe3a305-ce90-4f4d-9993-004469212ccf req-a5b4c99a-5def-4032-a843-ef15aa00b9aa tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376048 Apr 08 10:48:00.200828 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40a203-bac9-4d68-b69a-0a0e5ce4fb55 req-4b22ec36-61e9-4a31-9f43-7cb872d59e76 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:00.202275 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0c40a203-bac9-4d68-b69a-0a0e5ce4fb55 req-4b22ec36-61e9-4a31-9f43-7cb872d59e76 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0751746 Apr 08 10:48:00.248292 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0c40a203-bac9-4d68-b69a-0a0e5ce4fb55 req-0bd8e2cf-7b1d-4897-ab3c-b767c55614a6 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404220 Apr 08 10:48:01.445406 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d434a-f8fa-46b6-8066-42f93ef79c89 req-eb9236c5-872a-4ea9-9ca7-a5e974108c23 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:01.446770 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-158d434a-f8fa-46b6-8066-42f93ef79c89 req-eb9236c5-872a-4ea9-9ca7-a5e974108c23 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0785513 Apr 08 10:48:01.490579 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-158d434a-f8fa-46b6-8066-42f93ef79c89 req-efa6d229-ab1c-4d94-bbff-1fea681ad599 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381444 Apr 08 10:48:02.098855 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1936a9ea-88f2-4814-94c0-b7c5e47929a8 req-c1fb57c3-7791-44b5-b5d3-496a54f57d9e service neutron] 10.222.0.52 "GET /v2.0/ports/bb41f6d2-a848-48cd-b272-a4acd42e1566/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.0728762 Apr 08 10:48:02.378827 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1936a9ea-88f2-4814-94c0-b7c5e47929a8 req-302a0280-3af8-4c88-860a-e4b4f9e07b97 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71&tenant_id=ac2b470abeb2495d900001f403e7ca23 HTTP/1.1" status: 200 len: 1098 time: 0.0716367 Apr 08 10:48:02.473764 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1936a9ea-88f2-4814-94c0-b7c5e47929a8 req-01d40d85-5ac9-4f27-8c1c-ae0cbbc85812 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 1098 time: 0.0674770 Apr 08 10:48:02.612529 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936a9ea-88f2-4814-94c0-b7c5e47929a8 req-468111d4-b6d3-40a4-812f-55e0555d7ac1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:02.613884 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1936a9ea-88f2-4814-94c0-b7c5e47929a8 req-468111d4-b6d3-40a4-812f-55e0555d7ac1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 913 time: 0.1312940 Apr 08 10:48:02.764060 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1936a9ea-88f2-4814-94c0-b7c5e47929a8 req-d20cca6a-c63f-4a3c-85ad-c54c8b6af878 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb41f6d2-a848-48cd-b272-a4acd42e1566 HTTP/1.1" status: 200 len: 1001 time: 0.1161785 Apr 08 10:48:02.811728 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a53900-b864-40da-830a-2d011f7b6d50 req-a6aa7ded-6d7d-4e34-9f29-da6c497cbfe0 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:02.813236 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-39a53900-b864-40da-830a-2d011f7b6d50 req-a6aa7ded-6d7d-4e34-9f29-da6c497cbfe0 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.1938758 Apr 08 10:48:02.862188 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936a9ea-88f2-4814-94c0-b7c5e47929a8 req-325b4c38-bebb-4348-9af6-cc318df27a76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:02.863635 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1936a9ea-88f2-4814-94c0-b7c5e47929a8 req-325b4c38-bebb-4348-9af6-cc318df27a76 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.0904789 Apr 08 10:48:02.903849 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-39a53900-b864-40da-830a-2d011f7b6d50 req-de538145-6b53-4664-a721-8cce001baf27 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801647 Apr 08 10:48:02.948302 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1936a9ea-88f2-4814-94c0-b7c5e47929a8 req-38e08173-fa9b-46f1-9d51-3a9b9f25e676 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741761 Apr 08 10:48:03.081504 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1936a9ea-88f2-4814-94c0-b7c5e47929a8 req-a909c4c5-de83-459e-8009-fc1e2c486f12 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238935 Apr 08 10:48:03.215496 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1936a9ea-88f2-4814-94c0-b7c5e47929a8 req-856cd726-652f-4415-9eac-69931fe69bfc service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255789 Apr 08 10:48:04.113794 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efe40b-58aa-4d41-97d5-c87c54dbbc47 req-338eacc9-539a-4930-a43d-2d325ff153d3 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:04.115200 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-77efe40b-58aa-4d41-97d5-c87c54dbbc47 req-338eacc9-539a-4930-a43d-2d325ff153d3 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0823848 Apr 08 10:48:04.161862 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-77efe40b-58aa-4d41-97d5-c87c54dbbc47 req-750799e2-d731-4248-926e-97208521d4d5 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396810 Apr 08 10:48:05.301764 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device bb41f6d2-a848-48cd-b272-a4acd42e1566 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:48:05.374063 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d872f-7899-4dca-acdf-1f462758ccaf req-c6742601-13a5-4c06-a990-187c657a3cc4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:05.375410 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-803d872f-7899-4dca-acdf-1f462758ccaf req-c6742601-13a5-4c06-a990-187c657a3cc4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0866079 Apr 08 10:48:05.408660 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:05.421636 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-803d872f-7899-4dca-acdf-1f462758ccaf req-7f57ef14-0113-47ad-85cb-751dcd73c778 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406888 Apr 08 10:48:05.435732 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad6161b-b4be-41da-b45b-cd0ef7eb5a71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb41f6d2-a848-48cd-b272-a4acd42e1566'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:48:05.445059 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port bb41f6d2-a848-48cd-b272-a4acd42e1566, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bb41f6d2-a848-48cd-b272-a4acd42e1566,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:48:05.448898 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:05.523357 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=bb41f6d2-a848-48cd-b272-a4acd42e1566,revision_number=6']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:05.533978 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:05.534325 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:05.534662 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:05.534992 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:05.535325 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:05.535652 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:05.536002 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:05.536376 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:05.536842 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:05.537169 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:05.537490 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:05.663665 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21ca934a-279b-47f0-902e-92569819d6fe'] response: {'server_uuid': '8ad6161b-b4be-41da-b45b-cd0ef7eb5a71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb41f6d2-a848-48cd-b272-a4acd42e1566', 'code': 200} Apr 08 10:48:06.617967 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904a2a4-a55d-493e-8a0e-e054d0449556 req-b00aaea7-c49f-44a8-8c93-55aca5a9c431 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:06.619429 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0904a2a4-a55d-493e-8a0e-e054d0449556 req-b00aaea7-c49f-44a8-8c93-55aca5a9c431 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 943 time: 0.0744519 Apr 08 10:48:06.664280 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0904a2a4-a55d-493e-8a0e-e054d0449556 req-0c38d923-5681-49d0-ac67-55754f3a76a4 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388005 Apr 08 10:48:07.299176 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device bb41f6d2-a848-48cd-b272-a4acd42e1566 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:48:07.429176 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port bb41f6d2-a848-48cd-b272-a4acd42e1566, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bb41f6d2-a848-48cd-b272-a4acd42e1566,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:48:07.444373 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': 'bb41f6d2-a848-48cd-b272-a4acd42e1566', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'port_id': 'bb41f6d2-a848-48cd-b272-a4acd42e1566', 'mac_address': 'fa:16:3e:a4:f2:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:48:07.495853 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:07.512416 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb41f6d2-a848-48cd-b272-a4acd42e1566 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:48:07.526707 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port bb41f6d2-a848-48cd-b272-a4acd42e1566, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bb41f6d2-a848-48cd-b272-a4acd42e1566,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:48:07.530669 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:07.599431 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=bb41f6d2-a848-48cd-b272-a4acd42e1566,revision_number=7']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:07.615918 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['bb41f6d2-a848-48cd-b272-a4acd42e1566'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:48:07.943716 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7ee87-5511-4ce4-8e1d-6e06754dac73 req-6db1a003-de7b-4240-aaee-858d0547b44d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:07.945183 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-44f7ee87-5511-4ce4-8e1d-6e06754dac73 req-6db1a003-de7b-4240-aaee-858d0547b44d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 944 time: 0.1595514 Apr 08 10:48:07.989901 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-44f7ee87-5511-4ce4-8e1d-6e06754dac73 req-6ae5690d-1735-40db-97f5-d341374d3a02 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384979 Apr 08 10:48:08.530694 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:09.186379 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781abcc-1959-45b4-898e-707d54eef62e req-1193c172-ee5d-417b-87ba-1614b2dc7ea2 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:09.187826 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5781abcc-1959-45b4-898e-707d54eef62e req-1193c172-ee5d-417b-87ba-1614b2dc7ea2 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 944 time: 0.0769644 Apr 08 10:48:09.235726 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5781abcc-1959-45b4-898e-707d54eef62e req-b87e1e0d-330c-48f3-b27c-04e72579286c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424199 Apr 08 10:48:09.325787 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device bb41f6d2-a848-48cd-b272-a4acd42e1566 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:48:09.394397 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port bb41f6d2-a848-48cd-b272-a4acd42e1566 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:09.394767 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:09.501702 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:09.529643 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad6161b-b4be-41da-b45b-cd0ef7eb5a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb41f6d2-a848-48cd-b272-a4acd42e1566'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:48:09.539361 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port bb41f6d2-a848-48cd-b272-a4acd42e1566, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bb41f6d2-a848-48cd-b272-a4acd42e1566,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:48:09.544299 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:09.599164 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1254147e-7f2e-497a-95b7-cd6dd86c59ab'] response: {'server_uuid': '8ad6161b-b4be-41da-b45b-cd0ef7eb5a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb41f6d2-a848-48cd-b272-a4acd42e1566', 'code': 200} Apr 08 10:48:09.610982 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=bb41f6d2-a848-48cd-b272-a4acd42e1566,revision_number=8']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:10.445970 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86804fa8-79b2-4358-a943-6c2ab07a64b3 req-90d32e11-fdda-46a6-b9d3-856ae1c18eeb tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:10.447410 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-86804fa8-79b2-4358-a943-6c2ab07a64b3 req-90d32e11-fdda-46a6-b9d3-856ae1c18eeb tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0825083 Apr 08 10:48:10.492121 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-86804fa8-79b2-4358-a943-6c2ab07a64b3 req-6067db30-e1b8-4390-b0ae-52720233bf8a tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381629 Apr 08 10:48:11.693176 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6ca9c-4003-4a97-b90b-9cd9f1f50cab req-4fa13a42-72fa-489e-a9cc-ecd7d978a551 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:11.694627 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3fa6ca9c-4003-4a97-b90b-9cd9f1f50cab req-4fa13a42-72fa-489e-a9cc-ecd7d978a551 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0789325 Apr 08 10:48:11.742404 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3fa6ca9c-4003-4a97-b90b-9cd9f1f50cab req-037437ad-34cf-4f56-91e5-76bdde2ee5c0 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413232 Apr 08 10:48:12.937421 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b047e8-4106-4c2e-9ec1-6d197926b869 req-6f86f453-8f4d-4944-a816-1bd1b43aa573 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:12.938867 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c2b047e8-4106-4c2e-9ec1-6d197926b869 req-6f86f453-8f4d-4944-a816-1bd1b43aa573 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0749154 Apr 08 10:48:12.983081 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c2b047e8-4106-4c2e-9ec1-6d197926b869 req-080efae8-67ad-44e4-ba26-df8c4635321c tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388441 Apr 08 10:48:13.121668 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:48:13.356606 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c6a9e999-d6c1-4e18-9e99-ebc3c7e05929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:13.448211 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88495e-01ca-4c90-9f85-9d511b49955c req-5be5d40e-2c7d-436d-b973-78b3272d3bee tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:13.449620 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3b88495e-01ca-4c90-9f85-9d511b49955c req-5be5d40e-2c7d-436d-b973-78b3272d3bee tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71&tenant_id=ac2b470abeb2495d900001f403e7ca23&binding%3Ahost_id=hv-neutron-8371 HTTP/1.1" status: 200 len: 945 time: 0.1304834 Apr 08 10:48:13.523094 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9bd47-3267-4671-8b86-11c18a46dcdd req-da293652-19b0-4f11-a096-20d41bb4a808 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:13.524535 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-90a9bd47-3267-4671-8b86-11c18a46dcdd req-da293652-19b0-4f11-a096-20d41bb4a808 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.1439023 Apr 08 10:48:13.568803 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3b88495e-01ca-4c90-9f85-9d511b49955c req-1c881566-1bd5-403a-b768-27b69af2618f service neutron] 10.222.0.52 "GET /v2.0/ports/bb41f6d2-a848-48cd-b272-a4acd42e1566/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.1129136 Apr 08 10:48:13.580246 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-90a9bd47-3267-4671-8b86-11c18a46dcdd req-ae0e4c43-25dc-4b98-b750-73f3183e8ce9 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476990 Apr 08 10:48:13.657492 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3b88495e-01ca-4c90-9f85-9d511b49955c req-48602287-cd78-4bcf-9c0f-6517012d6a80 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 1098 time: 0.0679755 Apr 08 10:48:13.785094 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88495e-01ca-4c90-9f85-9d511b49955c req-31189ffb-db3e-468b-9625-d4ed84a49278 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:13.786521 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3b88495e-01ca-4c90-9f85-9d511b49955c req-31189ffb-db3e-468b-9625-d4ed84a49278 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 913 time: 0.1234567 Apr 08 10:48:13.886519 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3b88495e-01ca-4c90-9f85-9d511b49955c req-49e85f5c-48c7-48b8-aaf2-5232061952e6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb41f6d2-a848-48cd-b272-a4acd42e1566 HTTP/1.1" status: 200 len: 1001 time: 0.0938857 Apr 08 10:48:13.950210 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88495e-01ca-4c90-9f85-9d511b49955c req-5ab3ec14-a0cd-444a-91ed-55ecc7352351 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:13.951702 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3b88495e-01ca-4c90-9f85-9d511b49955c req-5ab3ec14-a0cd-444a-91ed-55ecc7352351 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.0599024 Apr 08 10:48:14.024164 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3b88495e-01ca-4c90-9f85-9d511b49955c req-2117fd13-bacf-4cb6-af79-50d76824cf1c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663581 Apr 08 10:48:14.153856 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3b88495e-01ca-4c90-9f85-9d511b49955c req-94ada6db-3451-405d-8233-e8a893d80022 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232610 Apr 08 10:48:14.282453 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3b88495e-01ca-4c90-9f85-9d511b49955c req-305546ab-a55c-43be-b865-c474cda691fb service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227221 Apr 08 10:48:14.780801 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11b2ce-32fc-4fd0-ab28-c3b79cea2321 req-5edb3d12-ee20-4054-a2e6-a5753d18405f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:14.782227 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-db11b2ce-32fc-4fd0-ab28-c3b79cea2321 req-5edb3d12-ee20-4054-a2e6-a5753d18405f tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0763023 Apr 08 10:48:14.829166 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-db11b2ce-32fc-4fd0-ab28-c3b79cea2321 req-2be44652-685b-4c20-a728-48f8e5429be9 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414588 Apr 08 10:48:15.604954 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3764d3b0-0d0e-4260-9c7b-1e0ebe1fa901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:16.027471 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e330cbb-90c8-4d43-b057-4b82369b0b98 req-71751524-d64b-4abe-9f85-adc536b1dae1 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:16.028955 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3e330cbb-90c8-4d43-b057-4b82369b0b98 req-71751524-d64b-4abe-9f85-adc536b1dae1 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0754070 Apr 08 10:48:16.074604 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3e330cbb-90c8-4d43-b057-4b82369b0b98 req-65861036-c432-47cb-85a8-31f4fa6c13bc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395219 Apr 08 10:48:16.822870 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:16.929561 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:17.285425 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c15a5a-7cc0-4014-892b-9abf523fe53f req-76ca0fd0-9b6e-4a55-96cd-27caeffbee05 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:17.286895 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96c15a5a-7cc0-4014-892b-9abf523fe53f req-76ca0fd0-9b6e-4a55-96cd-27caeffbee05 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0823812 Apr 08 10:48:17.423184 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96c15a5a-7cc0-4014-892b-9abf523fe53f req-9fde3af7-badf-4019-afed-d9a58b9021d7 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297383 Apr 08 10:48:17.652224 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3b88495e-01ca-4c90-9f85-9d511b49955c req-5e1e01b9-ef75-4452-ae15-4ead4fc43295 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71&tenant_id=ac2b470abeb2495d900001f403e7ca23 HTTP/1.1" status: 200 len: 1098 time: 0.0672708 Apr 08 10:48:17.746638 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3b88495e-01ca-4c90-9f85-9d511b49955c req-4825f03b-bbb4-4210-82d9-4e85f02e77b9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2b470abeb2495d900001f403e7ca23&device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 1098 time: 0.0680308 Apr 08 10:48:17.873776 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88495e-01ca-4c90-9f85-9d511b49955c req-97985d12-43cc-4f63-9cf8-8c146e83bfc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:17.875192 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3b88495e-01ca-4c90-9f85-9d511b49955c req-97985d12-43cc-4f63-9cf8-8c146e83bfc7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 200 len: 913 time: 0.1229870 Apr 08 10:48:17.979484 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3b88495e-01ca-4c90-9f85-9d511b49955c req-00726eff-abed-4525-b685-c75260f5dba5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb41f6d2-a848-48cd-b272-a4acd42e1566 HTTP/1.1" status: 200 len: 1001 time: 0.0952873 Apr 08 10:48:18.042769 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88495e-01ca-4c90-9f85-9d511b49955c req-fd033b1c-401b-485f-a42a-a58214d39e46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:18.044067 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3b88495e-01ca-4c90-9f85-9d511b49955c req-fd033b1c-401b-485f-a42a-a58214d39e46 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 200 len: 851 time: 0.0560846 Apr 08 10:48:18.121491 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3b88495e-01ca-4c90-9f85-9d511b49955c req-f9b2da61-2b46-41cc-ab82-7804a7e77efd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a066fbae-d4e7-4aba-b678-e13bdfb84690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685124 Apr 08 10:48:18.252916 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3b88495e-01ca-4c90-9f85-9d511b49955c req-dbd44ef3-3ac3-403f-b4c8-cdfeea583d34 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220477 Apr 08 10:48:18.337274 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:18.385788 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3b88495e-01ca-4c90-9f85-9d511b49955c req-140e46a5-ad1b-44a6-a63a-7ca6a9537965 service neutron] 10.222.0.52 "GET /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238346 Apr 08 10:48:18.631506 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7fded-7b63-4a77-9049-40d4cab9c071 req-ae8d06b5-ecac-4c88-a14c-8ad2a1edf5d7 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:18.633005 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-01b7fded-7b63-4a77-9049-40d4cab9c071 req-ae8d06b5-ecac-4c88-a14c-8ad2a1edf5d7 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0834141 Apr 08 10:48:18.681328 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-01b7fded-7b63-4a77-9049-40d4cab9c071 req-aa7f29e7-40af-4e1e-a2c5-e53487382db7 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427213 Apr 08 10:48:19.875264 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdcab3-8994-47c5-a9cf-e4de4e148c87 req-3a0eec75-4810-4b23-bbe2-15e826e808f0 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:19.876724 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-23fdcab3-8994-47c5-a9cf-e4de4e148c87 req-3a0eec75-4810-4b23-bbe2-15e826e808f0 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0742104 Apr 08 10:48:19.924634 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-23fdcab3-8994-47c5-a9cf-e4de4e148c87 req-4869905a-5ef9-4356-be61-1c8bb1eb6c0e tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422056 Apr 08 10:48:21.121390 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eac8ac-b6ef-4e26-9b34-53429318f1de req-50fb059f-2e68-41cb-a38b-7e0101a040b9 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:21.122839 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-28eac8ac-b6ef-4e26-9b34-53429318f1de req-50fb059f-2e68-41cb-a38b-7e0101a040b9 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0792663 Apr 08 10:48:21.170328 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-28eac8ac-b6ef-4e26-9b34-53429318f1de req-34b0afaa-2f73-4a77-a818-f31cc2a81aee tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418673 Apr 08 10:48:21.377099 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device bb41f6d2-a848-48cd-b272-a4acd42e1566 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:48:21.512908 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:21.538590 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad6161b-b4be-41da-b45b-cd0ef7eb5a71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb41f6d2-a848-48cd-b272-a4acd42e1566'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:48:21.548010 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port bb41f6d2-a848-48cd-b272-a4acd42e1566, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bb41f6d2-a848-48cd-b272-a4acd42e1566,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:48:21.551383 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:21.602638 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfe86d31-565f-423d-9446-0fd7cb276de4'] response: {'server_uuid': '8ad6161b-b4be-41da-b45b-cd0ef7eb5a71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb41f6d2-a848-48cd-b272-a4acd42e1566', 'code': 200} Apr 08 10:48:21.617865 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=bb41f6d2-a848-48cd-b272-a4acd42e1566,revision_number=9']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:22.369577 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b703dbb-bdbe-42af-bd18-84d5faf710ee req-a4d3e4cf-2b3c-4797-94a3-125d6d3a908d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:22.370943 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7b703dbb-bdbe-42af-bd18-84d5faf710ee req-a4d3e4cf-2b3c-4797-94a3-125d6d3a908d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 943 time: 0.0776882 Apr 08 10:48:22.416493 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7b703dbb-bdbe-42af-bd18-84d5faf710ee req-976b0d60-7620-400e-a1f5-700e9eb025c0 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400283 Apr 08 10:48:23.376569 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device bb41f6d2-a848-48cd-b272-a4acd42e1566 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:48:23.509453 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port bb41f6d2-a848-48cd-b272-a4acd42e1566, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bb41f6d2-a848-48cd-b272-a4acd42e1566,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:48:23.523288 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': 'bb41f6d2-a848-48cd-b272-a4acd42e1566', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'port_id': 'bb41f6d2-a848-48cd-b272-a4acd42e1566', 'mac_address': 'fa:16:3e:a4:f2:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:48:23.576806 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:23.593828 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb41f6d2-a848-48cd-b272-a4acd42e1566 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:48:23.608119 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port bb41f6d2-a848-48cd-b272-a4acd42e1566, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bb41f6d2-a848-48cd-b272-a4acd42e1566,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:48:23.612033 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:23.615775 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da520d8c-f0d6-4451-9cb1-bb678612237a req-2ba0a310-5121-40e5-83a1-bf51511db484 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:23.617294 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-da520d8c-f0d6-4451-9cb1-bb678612237a req-2ba0a310-5121-40e5-83a1-bf51511db484 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 943 time: 0.0753472 Apr 08 10:48:23.663392 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-da520d8c-f0d6-4451-9cb1-bb678612237a req-44cc4b02-a3ac-44ae-9ed2-0dd917a91ca0 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398817 Apr 08 10:48:23.682862 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=bb41f6d2-a848-48cd-b272-a4acd42e1566,revision_number=10']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:23.689127 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['bb41f6d2-a848-48cd-b272-a4acd42e1566'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:48:24.862287 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc36459-91f3-420f-a1c8-644f49f7765c req-58686984-e8fb-452f-a30e-d70e7ed30456 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:24.863721 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fdc36459-91f3-420f-a1c8-644f49f7765c req-58686984-e8fb-452f-a30e-d70e7ed30456 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 945 time: 0.0784285 Apr 08 10:48:24.907875 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fdc36459-91f3-420f-a1c8-644f49f7765c req-a3542adb-2de9-4dff-a26f-beddc12aefca tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386734 Apr 08 10:48:25.405693 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device bb41f6d2-a848-48cd-b272-a4acd42e1566 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:48:25.474379 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port bb41f6d2-a848-48cd-b272-a4acd42e1566 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:25.474740 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:25.583332 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:25.611484 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad6161b-b4be-41da-b45b-cd0ef7eb5a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb41f6d2-a848-48cd-b272-a4acd42e1566'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:48:25.621368 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port bb41f6d2-a848-48cd-b272-a4acd42e1566, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bb41f6d2-a848-48cd-b272-a4acd42e1566,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:48:25.626327 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:25.676649 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27170288-d2ac-47df-8ac1-9d1ffe6d95f0'] response: {'server_uuid': '8ad6161b-b4be-41da-b45b-cd0ef7eb5a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb41f6d2-a848-48cd-b272-a4acd42e1566', 'code': 200} Apr 08 10:48:25.692548 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=bb41f6d2-a848-48cd-b272-a4acd42e1566,revision_number=11']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:26.101032 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9affe-1930-45ea-85ea-e0ea091eef2b req-9456e3fe-2e89-43dc-89cf-1fdbb1916a58 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:26.102486 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7ba9affe-1930-45ea-85ea-e0ea091eef2b req-9456e3fe-2e89-43dc-89cf-1fdbb1916a58 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 946 time: 0.0749366 Apr 08 10:48:26.151936 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7ba9affe-1930-45ea-85ea-e0ea091eef2b req-faf6033e-f9fd-4291-8888-40fbb6aeb4b6 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430496 Apr 08 10:48:27.346364 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd32e9-4f93-4482-b96b-3273f27c7b83 req-bb92b46f-5298-428d-b172-145e79f6cd3d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:27.347798 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-45bd32e9-4f93-4482-b96b-3273f27c7b83 req-bb92b46f-5298-428d-b172-145e79f6cd3d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 946 time: 0.0753412 Apr 08 10:48:27.392531 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-45bd32e9-4f93-4482-b96b-3273f27c7b83 req-77f59ddf-3653-4204-9438-3c29c1298fa2 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390539 Apr 08 10:48:27.595260 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308ff92-b1d7-42a1-ac76-838227c785d5 req-43363123-dc45-4c10-b5a8-a62dd5bf9702 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:27.596708 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3308ff92-b1d7-42a1-ac76-838227c785d5 req-43363123-dc45-4c10-b5a8-a62dd5bf9702 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 946 time: 0.0775466 Apr 08 10:48:27.722764 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3308ff92-b1d7-42a1-ac76-838227c785d5 req-c4fdb530-3da7-4733-a002-2cb6578ebafa tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204236 Apr 08 10:48:27.913920 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c46a51-2858-47c2-bbfc-69e797454520 req-4d3b4da8-4fd0-40c2-8acd-8e2bf047355a tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:27.915328 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c3c46a51-2858-47c2-bbfc-69e797454520 req-4d3b4da8-4fd0-40c2-8acd-8e2bf047355a tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 946 time: 0.0737112 Apr 08 10:48:27.962191 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c3c46a51-2858-47c2-bbfc-69e797454520 req-1cb174ab-1a36-42c4-bd31-a9878c166912 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412436 Apr 08 10:48:28.363685 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6cb0d-767d-450f-aa78-c29e849c222a req-a828aa71-8e26-4147-84bc-8984edd8a77d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:28.365141 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7ca6cb0d-767d-450f-aa78-c29e849c222a req-a828aa71-8e26-4147-84bc-8984edd8a77d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 946 time: 0.0761919 Apr 08 10:48:28.409434 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7ca6cb0d-767d-450f-aa78-c29e849c222a req-a2c9ce59-776c-4a37-a4a6-4ba989e8b13a tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386980 Apr 08 10:48:29.610319 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12f876-e5f5-4726-b680-88b655b53615 req-29017647-1d29-423d-be88-54780f52ad20 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:29.612214 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ec12f876-e5f5-4726-b680-88b655b53615 req-29017647-1d29-423d-be88-54780f52ad20 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 946 time: 0.0783904 Apr 08 10:48:29.661076 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ec12f876-e5f5-4726-b680-88b655b53615 req-2f1bb47e-5db3-4392-8fb1-87823d244416 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433559 Apr 08 10:48:30.907475 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff961e7-f609-4544-ae16-2fab2bb21409 req-934e6640-8584-476e-9c9a-868b38d252b3 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:30.908922 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4ff961e7-f609-4544-ae16-2fab2bb21409 req-934e6640-8584-476e-9c9a-868b38d252b3 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 946 time: 0.1262488 Apr 08 10:48:30.942453 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699048b9-fb3c-4bfe-a9f0-e3656c85d019 req-60abe577-b340-40c8-a062-ce2116f1061b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:30.943824 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-699048b9-fb3c-4bfe-a9f0-e3656c85d019 req-60abe577-b340-40c8-a062-ce2116f1061b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 946 time: 0.1100276 Apr 08 10:48:31.002818 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4ff961e7-f609-4544-ae16-2fab2bb21409 req-32b30944-1988-4610-aace-61e846fd3a2d tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec9e115e-edf7-45eb-a4f5-8140ff19f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865073 Apr 08 10:48:31.025470 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-699048b9-fb3c-4bfe-a9f0-e3656c85d019 req-e0c52376-5b3b-4aff-8efa-f7707d934505 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Deleting port bb41f6d2-a848-48cd-b272-a4acd42e1566 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:48:31.025649 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-699048b9-fb3c-4bfe-a9f0-e3656c85d019 req-e0c52376-5b3b-4aff-8efa-f7707d934505 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:31.264556 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-699048b9-fb3c-4bfe-a9f0-e3656c85d019 req-e0c52376-5b3b-4aff-8efa-f7707d934505 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] For port bb41f6d2-a848-48cd-b272-a4acd42e1566, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bb41f6d2-a848-48cd-b272-a4acd42e1566,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:48:31.264822 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-699048b9-fb3c-4bfe-a9f0-e3656c85d019 req-e0c52376-5b3b-4aff-8efa-f7707d934505 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:31.546029 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-699048b9-fb3c-4bfe-a9f0-e3656c85d019 req-e0c52376-5b3b-4aff-8efa-f7707d934505 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:31.546279 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-699048b9-fb3c-4bfe-a9f0-e3656c85d019 req-e0c52376-5b3b-4aff-8efa-f7707d934505 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:31.546588 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [req-699048b9-fb3c-4bfe-a9f0-e3656c85d019 req-e0c52376-5b3b-4aff-8efa-f7707d934505 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Floating IP 1bb3c915-df24-4027-bd10-3926c31ea882 disassociated. External IP: 172.26.0.63, port: bb41f6d2-a848-48cd-b272-a4acd42e1566. Apr 08 10:48:31.546918 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-699048b9-fb3c-4bfe-a9f0-e3656c85d019 req-e0c52376-5b3b-4aff-8efa-f7707d934505 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Calling delete_port for bb41f6d2-a848-48cd-b272-a4acd42e1566 owned by compute:nova {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:48:31.685572 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-699048b9-fb3c-4bfe-a9f0-e3656c85d019 req-e0c52376-5b3b-4aff-8efa-f7707d934505 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:31.735450 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52376-5b3b-4aff-8efa-f7707d934505 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Pushing event deleted for resources: {'Port': ['ID=bb41f6d2-a848-48cd-b272-a4acd42e1566,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:31.748795 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52376-5b3b-4aff-8efa-f7707d934505 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:31.749133 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52376-5b3b-4aff-8efa-f7707d934505 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:31.749492 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52376-5b3b-4aff-8efa-f7707d934505 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:31.749782 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52376-5b3b-4aff-8efa-f7707d934505 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:31.750110 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52376-5b3b-4aff-8efa-f7707d934505 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:31.750431 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52376-5b3b-4aff-8efa-f7707d934505 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:31.750750 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52376-5b3b-4aff-8efa-f7707d934505 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:31.751065 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52376-5b3b-4aff-8efa-f7707d934505 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:31.751379 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52376-5b3b-4aff-8efa-f7707d934505 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:31.751692 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52376-5b3b-4aff-8efa-f7707d934505 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:31.752004 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52376-5b3b-4aff-8efa-f7707d934505 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:31.952469 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-699048b9-fb3c-4bfe-a9f0-e3656c85d019 req-e0c52376-5b3b-4aff-8efa-f7707d934505 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Router 4a820229-317b-41b0-8c25-dfd34dbe83e6 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:48:32.211712 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8ac449be-6126-4c09-8270-f0ed3035e6ef req-b47385fa-d158-471f-8c8e-f4f152c7f859 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 210 time: 0.0490947 Apr 08 10:48:32.287981 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-699048b9-fb3c-4bfe-a9f0-e3656c85d019 req-e0c52376-5b3b-4aff-8efa-f7707d934505 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:48:32.298632 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f103b3-c598-48f5-b197-085e502f2b49 None None] Sync routers for ids ['4a820229-317b-41b0-8c25-dfd34dbe83e6'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:48:32.310555 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f103b3-c598-48f5-b197-085e502f2b49 None None] Routers {'4a820229-317b-41b0-8c25-dfd34dbe83e6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:48:32.311080 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d5f103b3-c598-48f5-b197-085e502f2b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:48:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['4a820229-317b-41b0-8c25-dfd34dbe83e6'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:32.357708 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-699048b9-fb3c-4bfe-a9f0-e3656c85d019 req-e0c52376-5b3b-4aff-8efa-f7707d934505 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] No DVR routers for this DVR port bb41f6d2-a848-48cd-b272-a4acd42e1566 on host hv-neutron-8371 {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:48:32.360252 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-699048b9-fb3c-4bfe-a9f0-e3656c85d019 req-e0c52376-5b3b-4aff-8efa-f7707d934505 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:32.362876 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad6161b-b4be-41da-b45b-cd0ef7eb5a71', 'name': 'network-vif-deleted', 'tag': 'bb41f6d2-a848-48cd-b272-a4acd42e1566'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:48:32.378438 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-699048b9-fb3c-4bfe-a9f0-e3656c85d019 req-e0c52376-5b3b-4aff-8efa-f7707d934505 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.52 "DELETE /v2.0/ports/bb41f6d2-a848-48cd-b272-a4acd42e1566 HTTP/1.1" status: 204 len: 173 time: 1.4233320 Apr 08 10:48:32.427784 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc5a44ce-2f8f-4742-b830-3432d2f14342'] response: {'server_uuid': '8ad6161b-b4be-41da-b45b-cd0ef7eb5a71', 'name': 'network-vif-deleted', 'tag': 'bb41f6d2-a848-48cd-b272-a4acd42e1566', 'status': 'completed', 'code': 200} Apr 08 10:48:32.519471 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-d5f103b3-c598-48f5-b197-085e502f2b49 None None] Set router 4a820229-317b-41b0-8c25-dfd34dbe83e6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:48:32.842503 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d5f103b3-c598-48f5-b197-085e502f2b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:20Z', 'revision_number': 4, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'd22af7fa-7d24-4d02-942c-c884798b7071', 'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'mac_address': 'fa:16:3e:cc:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:19Z', 'updated_at': '2022-04-08T10:44:26Z', 'revision_number': 5, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'subnets': [{'id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:32.846457 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f103b3-c598-48f5-b197-085e502f2b49 None None] Checking router: 4a820229-317b-41b0-8c25-dfd34dbe83e6 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:48:32.857735 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f103b3-c598-48f5-b197-085e502f2b49 None None] Routers {'4a820229-317b-41b0-8c25-dfd34dbe83e6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:48:32.858423 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d5f103b3-c598-48f5-b197-085e502f2b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:48:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['4a820229-317b-41b0-8c25-dfd34dbe83e6'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:33.036798 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-d5f103b3-c598-48f5-b197-085e502f2b49 None None] Set router 4a820229-317b-41b0-8c25-dfd34dbe83e6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:48:33.348763 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d5f103b3-c598-48f5-b197-085e502f2b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:20Z', 'revision_number': 4, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'd22af7fa-7d24-4d02-942c-c884798b7071', 'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'mac_address': 'fa:16:3e:cc:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:19Z', 'updated_at': '2022-04-08T10:44:26Z', 'revision_number': 5, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'subnets': [{'id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:33.353342 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f103b3-c598-48f5-b197-085e502f2b49 None None] The sync data for ids ['4a820229-317b-41b0-8c25-dfd34dbe83e6'] in dv-neutron-837110-1-hyperv is: [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:20Z', 'revision_number': 4, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'd22af7fa-7d24-4d02-942c-c884798b7071', 'name': '', 'network_id': 'a066fbae-d4e7-4aba-b678-e13bdfb84690', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'mac_address': 'fa:16:3e:cc:c3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:19Z', 'updated_at': '2022-04-08T10:44:26Z', 'revision_number': 5, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'subnets': [{'id': '4eb6b3f3-30e2-4435-a5fe-fe327000bc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:48:33.390604 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-a18c6732-eae5-48a3-8c5e-9be900754b82 req-de0dc2bd-8293-4170-b272-0915cc7bb9e9 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Synchronizing usage tracker for tenant:ac2b470abeb2495d900001f403e7ca23 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:48:33.406567 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-a18c6732-eae5-48a3-8c5e-9be900754b82 req-de0dc2bd-8293-4170-b272-0915cc7bb9e9 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Unset dirty status for tenant:ac2b470abeb2495d900001f403e7ca23 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:48:33.407720 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a18c6732-eae5-48a3-8c5e-9be900754b82 req-de0dc2bd-8293-4170-b272-0915cc7bb9e9 tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad6161b-b4be-41da-b45b-cd0ef7eb5a71 HTTP/1.1" status: 200 len: 210 time: 0.0576866 Apr 08 10:48:33.602112 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60023359-4d87-44e4-9416-f53caf4f58a7 None None] New status for floating IP 1bb3c915-df24-4027-bd10-3926c31ea882: DOWN {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:48:35.470453 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device bb41f6d2-a848-48cd-b272-a4acd42e1566 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:48:35.503151 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: bb41f6d2-a848-48cd-b272-a4acd42e1566 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:48:35.503485 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device bb41f6d2-a848-48cd-b272-a4acd42e1566 not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:48:37.722897 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 35672) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:37.790619 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9fbfb712-54e1-403f-abc8-61d27da381dc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:37.817815 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9fbfb712-54e1-403f-abc8-61d27da381dc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:37.869894 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9fbfb712-54e1-403f-abc8-61d27da381dc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:37.887354 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbfb712-54e1-403f-abc8-61d27da381dc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9e115e-edf7-45eb-a4f5-8140ff19f2af,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:37.899977 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9fbfb712-54e1-403f-abc8-61d27da381dc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:37.903976 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 35676) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:37.904510 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9fbfb712-54e1-403f-abc8-61d27da381dc tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "DELETE /v2.0/security-groups/ec9e115e-edf7-45eb-a4f5-8140ff19f2af HTTP/1.1" status: 204 len: 168 time: 0.1800954 Apr 08 10:48:37.923316 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.api.v2.resource [None req-d20162da-cb00-4e19-a728-8a72feb93a0a tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] show failed (client error): The resource could not be found. Apr 08 10:48:37.924324 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d20162da-cb00-4e19-a728-8a72feb93a0a tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "GET /v2.0/security-groups/ec9e115e-edf7-45eb-a4f5-8140ff19f2af HTTP/1.1" status: 404 len: 347 time: 0.0191526 Apr 08 10:48:37.926847 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 35680) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:38.079526 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-e7abbc68-51ee-4f1d-af41-2d63b80f225b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Deleting port 006b2601-3931-45c4-9edf-75f9fd60a088 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:48:38.079775 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e7abbc68-51ee-4f1d-af41-2d63b80f225b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:38.246357 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e7abbc68-51ee-4f1d-af41-2d63b80f225b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:38.246685 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e7abbc68-51ee-4f1d-af41-2d63b80f225b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:38.367285 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-e7abbc68-51ee-4f1d-af41-2d63b80f225b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Calling delete_port for 006b2601-3931-45c4-9edf-75f9fd60a088 owned by network:floatingip {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:48:38.505768 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e7abbc68-51ee-4f1d-af41-2d63b80f225b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:38.544639 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:38.549408 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abbc68-51ee-4f1d-af41-2d63b80f225b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Pushing event deleted for resources: {'Port': ['ID=006b2601-3931-45c4-9edf-75f9fd60a088,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:38.585987 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7abbc68-51ee-4f1d-af41-2d63b80f225b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:38.586264 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7abbc68-51ee-4f1d-af41-2d63b80f225b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:38.586600 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7abbc68-51ee-4f1d-af41-2d63b80f225b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:38.587523 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7abbc68-51ee-4f1d-af41-2d63b80f225b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:38.587963 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7abbc68-51ee-4f1d-af41-2d63b80f225b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:38.588338 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7abbc68-51ee-4f1d-af41-2d63b80f225b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:38.588635 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7abbc68-51ee-4f1d-af41-2d63b80f225b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:38.588962 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7abbc68-51ee-4f1d-af41-2d63b80f225b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:38.589285 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7abbc68-51ee-4f1d-af41-2d63b80f225b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:38.589606 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7abbc68-51ee-4f1d-af41-2d63b80f225b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:38.589924 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7abbc68-51ee-4f1d-af41-2d63b80f225b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:48:38.653524 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e7abbc68-51ee-4f1d-af41-2d63b80f225b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks [] for floatingip, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:38.670491 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e7abbc68-51ee-4f1d-af41-2d63b80f225b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:38.671600 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e7abbc68-51ee-4f1d-af41-2d63b80f225b tempest-ServerActionsTestJSON-343922311 tempest-ServerActionsTestJSON-343922311-project] 10.222.0.47 "DELETE /v2.0/floatingips/1bb3c915-df24-4027-bd10-3926c31ea882 HTTP/1.1" status: 204 len: 168 time: 0.7439117 Apr 08 10:48:38.674448 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 35684) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:39.126999 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5bfb0946-372b-4045-8783-3d40b76320dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:39.708966 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-5bfb0946-372b-4045-8783-3d40b76320dc admin admin] Deleting port d22af7fa-7d24-4d02-942c-c884798b7071 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:48:39.709309 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5bfb0946-372b-4045-8783-3d40b76320dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:39.879378 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-5bfb0946-372b-4045-8783-3d40b76320dc admin admin] For port d22af7fa-7d24-4d02-942c-c884798b7071, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=d22af7fa-7d24-4d02-942c-c884798b7071,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:48:39.879726 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5bfb0946-372b-4045-8783-3d40b76320dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:39.996325 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-5bfb0946-372b-4045-8783-3d40b76320dc admin admin] Calling delete_port for d22af7fa-7d24-4d02-942c-c884798b7071 owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:48:40.171813 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5bfb0946-372b-4045-8783-3d40b76320dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:40.214616 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb0946-372b-4045-8783-3d40b76320dc admin admin] Pushing event deleted for resources: {'Port': ['ID=d22af7fa-7d24-4d02-942c-c884798b7071,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:40.594885 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5bfb0946-372b-4045-8783-3d40b76320dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:41.163353 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfb0946-372b-4045-8783-3d40b76320dc admin admin] Router 4a820229-317b-41b0-8c25-dfd34dbe83e6 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:48:41.359627 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfb0946-372b-4045-8783-3d40b76320dc admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:48:41.367947 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0890a4ea-6c8d-4496-9f94-7b9cc5cd7fc0 None None] Sync routers for ids ['4a820229-317b-41b0-8c25-dfd34dbe83e6'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:48:41.374145 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5bfb0946-372b-4045-8783-3d40b76320dc admin admin] 10.222.0.47 "PUT /v2.0/routers/4a820229-317b-41b0-8c25-dfd34dbe83e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6963911 Apr 08 10:48:41.374315 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 35688) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:41.379650 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0890a4ea-6c8d-4496-9f94-7b9cc5cd7fc0 None None] Routers {'4a820229-317b-41b0-8c25-dfd34dbe83e6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:48:41.380275 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-0890a4ea-6c8d-4496-9f94-7b9cc5cd7fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:48:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['4a820229-317b-41b0-8c25-dfd34dbe83e6'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:41.559187 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-0890a4ea-6c8d-4496-9f94-7b9cc5cd7fc0 None None] Set router 4a820229-317b-41b0-8c25-dfd34dbe83e6 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:48:41.569305 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7e6dd6c-c184-453d-bd96-98179f419324 admin admin] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:41.869506 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7e6dd6c-c184-453d-bd96-98179f419324 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:41.871367 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-0890a4ea-6c8d-4496-9f94-7b9cc5cd7fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:48:40Z', 'revision_number': 5, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port': {'id': '3d4b7088-cfcb-462a-bef6-9e17e422e55a', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:41.875097 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0890a4ea-6c8d-4496-9f94-7b9cc5cd7fc0 None None] Checking router: 4a820229-317b-41b0-8c25-dfd34dbe83e6 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:48:41.878711 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-d7e6dd6c-c184-453d-bd96-98179f419324 admin admin] Deleting port 3d4b7088-cfcb-462a-bef6-9e17e422e55a {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:48:41.879070 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7e6dd6c-c184-453d-bd96-98179f419324 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:41.885486 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0890a4ea-6c8d-4496-9f94-7b9cc5cd7fc0 None None] Routers {'4a820229-317b-41b0-8c25-dfd34dbe83e6'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:48:41.886101 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-0890a4ea-6c8d-4496-9f94-7b9cc5cd7fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:48:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['4a820229-317b-41b0-8c25-dfd34dbe83e6'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:42.032554 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-0890a4ea-6c8d-4496-9f94-7b9cc5cd7fc0 None None] Set router 4a820229-317b-41b0-8c25-dfd34dbe83e6 gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:48:42.052008 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-d7e6dd6c-c184-453d-bd96-98179f419324 admin admin] For port 3d4b7088-cfcb-462a-bef6-9e17e422e55a, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=3d4b7088-cfcb-462a-bef6-9e17e422e55a,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:48:42.052394 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7e6dd6c-c184-453d-bd96-98179f419324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:42.134296 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-0890a4ea-6c8d-4496-9f94-7b9cc5cd7fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:48:41Z', 'revision_number': 6, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port_host': None}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:42.138273 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0890a4ea-6c8d-4496-9f94-7b9cc5cd7fc0 None None] The sync data for ids ['4a820229-317b-41b0-8c25-dfd34dbe83e6'] in dv-neutron-837110-1-hyperv is: [{'id': '4a820229-317b-41b0-8c25-dfd34dbe83e6', 'name': 'tempest-ServerActionsTestJSON-1662826613-router', 'tenant_id': 'ac2b470abeb2495d900001f403e7ca23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:44:17Z', 'updated_at': '2022-04-08T10:48:41Z', 'revision_number': 6, 'project_id': 'ac2b470abeb2495d900001f403e7ca23', 'gw_port_host': None}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:48:42.174270 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-d7e6dd6c-c184-453d-bd96-98179f419324 admin admin] Calling delete_port for 3d4b7088-cfcb-462a-bef6-9e17e422e55a owned by network:router_gateway {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:48:42.338470 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7e6dd6c-c184-453d-bd96-98179f419324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:42.381509 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6dd6c-c184-453d-bd96-98179f419324 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d4b7088-cfcb-462a-bef6-9e17e422e55a,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:42.541824 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d22af7fa-7d24-4d02-942c-c884798b7071 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:48:42.580891 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: d22af7fa-7d24-4d02-942c-c884798b7071 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:48:42.581233 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d22af7fa-7d24-4d02-942c-c884798b7071 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:48:42.612379 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7e6dd6c-c184-453d-bd96-98179f419324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:42.869585 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7e6dd6c-c184-453d-bd96-98179f419324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:42.873664 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7e6dd6c-c184-453d-bd96-98179f419324 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:42.901134 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7e6dd6c-c184-453d-bd96-98179f419324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:42.901919 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e6dd6c-c184-453d-bd96-98179f419324 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a820229-317b-41b0-8c25-dfd34dbe83e6 {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:48:42.916389 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d7e6dd6c-c184-453d-bd96-98179f419324 admin admin] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:42.917544 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d7e6dd6c-c184-453d-bd96-98179f419324 admin admin] 10.222.0.47 "DELETE /v2.0/routers/4a820229-317b-41b0-8c25-dfd34dbe83e6 HTTP/1.1" status: 204 len: 168 time: 1.5423596 Apr 08 10:48:42.919970 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 35692) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:42.982520 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-748497f2-5f80-4c48-9fca-b016457cd43e admin admin] Deleting subnet 4eb6b3f3-30e2-4435-a5fe-fe327000bc70 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:48:42.985644 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-748497f2-5f80-4c48-9fca-b016457cd43e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:43.035197 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-748497f2-5f80-4c48-9fca-b016457cd43e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:43.114876 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-748497f2-5f80-4c48-9fca-b016457cd43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:43.275435 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-748497f2-5f80-4c48-9fca-b016457cd43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:43.313153 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748497f2-5f80-4c48-9fca-b016457cd43e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eb6b3f3-30e2-4435-a5fe-fe327000bc70,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:43.321223 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-748497f2-5f80-4c48-9fca-b016457cd43e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:43.325753 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b244fd-0a53-4797-8712-c9cad7e9a222 None None] Network a066fbae-d4e7-4aba-b678-e13bdfb84690 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:48:43.328481 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-748497f2-5f80-4c48-9fca-b016457cd43e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/4eb6b3f3-30e2-4435-a5fe-fe327000bc70 HTTP/1.1" status: 204 len: 168 time: 0.4074991 Apr 08 10:48:43.330908 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 35696) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:43.419024 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f2c8f10e-d609-4b57-93a6-c1da6c30b88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:43.439449 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9bb7757c-d3c4-4bf4-a76a-31e200169add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:43.449492 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-9bb7757c-d3c4-4bf4-a76a-31e200169add admin admin] Deleting port 2c54314d-1921-48fd-929b-9b7b4bf6572d {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:48:43.449818 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9bb7757c-d3c4-4bf4-a76a-31e200169add admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:43.579294 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9494440-d866-4741-a771-0995b58e5805 None None] DHCP port deletion for a066fbae-d4e7-4aba-b678-e13bdfb84690 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:48:43.583668 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-c9494440-d866-4741-a771-0995b58e5805 None None] Deleting port 2c54314d-1921-48fd-929b-9b7b4bf6572d {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:48:43.584165 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c9494440-d866-4741-a771-0995b58e5805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:43.653697 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-9bb7757c-d3c4-4bf4-a76a-31e200169add admin admin] For port 2c54314d-1921-48fd-929b-9b7b4bf6572d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2c54314d-1921-48fd-929b-9b7b4bf6572d,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:48:43.654146 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9bb7757c-d3c4-4bf4-a76a-31e200169add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:43.773279 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-9bb7757c-d3c4-4bf4-a76a-31e200169add admin admin] Calling delete_port for 2c54314d-1921-48fd-929b-9b7b4bf6572d owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:48:43.814659 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-c9494440-d866-4741-a771-0995b58e5805 None None] For port 2c54314d-1921-48fd-929b-9b7b4bf6572d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2c54314d-1921-48fd-929b-9b7b4bf6572d,segment=NetworkSegment(11062e01-4060-473a-9257-1aa4d13f8f0e),segment_id=11062e01-4060-473a-9257-1aa4d13f8f0e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:48:43.814954 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c9494440-d866-4741-a771-0995b58e5805 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:43.845930 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9bb7757c-d3c4-4bf4-a76a-31e200169add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:43.889507 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7757c-d3c4-4bf4-a76a-31e200169add admin admin] Pushing event deleted for resources: {'Port': ['ID=2c54314d-1921-48fd-929b-9b7b4bf6572d,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:43.897562 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb7757c-d3c4-4bf4-a76a-31e200169add admin admin] No DVR routers for this DVR port 2c54314d-1921-48fd-929b-9b7b4bf6572d on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:48:43.936562 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-c9494440-d866-4741-a771-0995b58e5805 None None] Calling delete_port for 2c54314d-1921-48fd-929b-9b7b4bf6572d owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:48:44.006863 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-c9494440-d866-4741-a771-0995b58e5805 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:48:44.007212 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-c9494440-d866-4741-a771-0995b58e5805 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:48:44.012762 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9bb7757c-d3c4-4bf4-a76a-31e200169add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:44.037658 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-9bb7757c-d3c4-4bf4-a76a-31e200169add admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a066fbae-d4e7-4aba-b678-e13bdfb84690']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:44.049300 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-9bb7757c-d3c4-4bf4-a76a-31e200169add admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11062e01-4060-473a-9257-1aa4d13f8f0e') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:44.049591 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-9bb7757c-d3c4-4bf4-a76a-31e200169add admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11062e01-4060-473a-9257-1aa4d13f8f0e') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:48:44.060594 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9bb7757c-d3c4-4bf4-a76a-31e200169add admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:44.076356 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9bb7757c-d3c4-4bf4-a76a-31e200169add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:44.082361 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb7757c-d3c4-4bf4-a76a-31e200169add admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:48:44.082772 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9bb7757c-d3c4-4bf4-a76a-31e200169add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:48:44.096569 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:48:44.171416 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9bb7757c-d3c4-4bf4-a76a-31e200169add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:44.186597 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9bb7757c-d3c4-4bf4-a76a-31e200169add admin admin] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:44.198052 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7757c-d3c4-4bf4-a76a-31e200169add admin admin] Pushing event deleted for resources: {'Network': ['ID=a066fbae-d4e7-4aba-b678-e13bdfb84690,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:44.209100 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9bb7757c-d3c4-4bf4-a76a-31e200169add admin admin] 10.222.0.47 "DELETE /v2.0/networks/a066fbae-d4e7-4aba-b678-e13bdfb84690 HTTP/1.1" status: 204 len: 168 time: 0.8772550 Apr 08 10:48:44.364817 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 35702) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:44.389306 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2c54314d-1921-48fd-929b-9b7b4bf6572d no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:48:44.418776 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f3bb4259-c170-48b2-9950-30bd5310cdb2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ac2b470abeb2495d900001f403e7ca23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0504220 Apr 08 10:48:44.418975 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 35706) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:44.422097 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 2c54314d-1921-48fd-929b-9b7b4bf6572d {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:48:44.422440 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2c54314d-1921-48fd-929b-9b7b4bf6572d not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:48:44.422838 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3d4b7088-cfcb-462a-bef6-9e17e422e55a no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:48:44.452887 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 3d4b7088-cfcb-462a-bef6-9e17e422e55a {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:48:44.453224 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3d4b7088-cfcb-462a-bef6-9e17e422e55a not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:48:44.477910 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-41b42fd8-6845-4daa-9d45-1efebb3764da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:44.506134 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-41b42fd8-6845-4daa-9d45-1efebb3764da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:44.508478 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-c9494440-d866-4741-a771-0995b58e5805 None None] Deleting port 2c54314d-1921-48fd-929b-9b7b4bf6572d {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:48:44.509473 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c9494440-d866-4741-a771-0995b58e5805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:44.562517 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-41b42fd8-6845-4daa-9d45-1efebb3764da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:44.575869 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-c9494440-d866-4741-a771-0995b58e5805 None None] The port '2c54314d-1921-48fd-929b-9b7b4bf6572d' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:48:44.588619 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b42fd8-6845-4daa-9d45-1efebb3764da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41550ff9-4bde-45df-9564-f5443073a4c6,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:44.592957 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-41b42fd8-6845-4daa-9d45-1efebb3764da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:44.594285 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-41b42fd8-6845-4daa-9d45-1efebb3764da admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/41550ff9-4bde-45df-9564-f5443073a4c6 HTTP/1.1" status: 204 len: 168 time: 0.1742494 Apr 08 10:48:45.453904 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 35728) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:45.607697 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ee55e12f-4fe1-491b-97dd-e046fd60035d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:45.673048 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-4e4fdd73-f271-4cb2-9b08-924be4b07f5e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1916735336-network', 'tenant_id': 'af454188320c4615bbf34338a72f34c6'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:48:45.678336 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4e4fdd73-f271-4cb2-9b08-924be4b07f5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:45.682727 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4e4fdd73-f271-4cb2-9b08-924be4b07f5e admin admin] Usage tracker for resource:network and tenant:af454188320c4615bbf34338a72f34c6 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:48:45.686024 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4e4fdd73-f271-4cb2-9b08-924be4b07f5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:48:45.694339 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4e4fdd73-f271-4cb2-9b08-924be4b07f5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:45.705473 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4fdd73-f271-4cb2-9b08-924be4b07f5e admin admin] Made reservation on behalf of af454188320c4615bbf34338a72f34c6 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:48:45.707993 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4e4fdd73-f271-4cb2-9b08-924be4b07f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:45.728421 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4e4fdd73-f271-4cb2-9b08-924be4b07f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:45.767709 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4e4fdd73-f271-4cb2-9b08-924be4b07f5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:45.771855 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4e4fdd73-f271-4cb2-9b08-924be4b07f5e admin admin] Usage tracker for resource:security_group_rule and tenant:af454188320c4615bbf34338a72f34c6 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:48:45.775592 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4e4fdd73-f271-4cb2-9b08-924be4b07f5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:48:45.782123 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4e4fdd73-f271-4cb2-9b08-924be4b07f5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:45.855069 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4e4fdd73-f271-4cb2-9b08-924be4b07f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:45.859086 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4e4fdd73-f271-4cb2-9b08-924be4b07f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:45.893243 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e4fdd73-f271-4cb2-9b08-924be4b07f5e admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:48:45.904142 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4fdd73-f271-4cb2-9b08-924be4b07f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f8a0fe-3349-41fc-a3f3-50c03f3a09ee,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:45.911978 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4e4fdd73-f271-4cb2-9b08-924be4b07f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:45.911978 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-4e4fdd73-f271-4cb2-9b08-924be4b07f5e admin admin] Added segment 7a46ab06-072d-484d-91f6-31a6c72e4c73 of type vlan for network 9f02eca0-8612-4c94-92a2-f3396da7f5d8 Apr 08 10:48:45.940428 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4e4fdd73-f271-4cb2-9b08-924be4b07f5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:45.975486 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4e4fdd73-f271-4cb2-9b08-924be4b07f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:45.976456 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4fdd73-f271-4cb2-9b08-924be4b07f5e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:45.977026 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4e4fdd73-f271-4cb2-9b08-924be4b07f5e admin admin] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:46.084059 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4fdd73-f271-4cb2-9b08-924be4b07f5e admin admin] Pushing event updated for resources: {'Network': ['ID=9f02eca0-8612-4c94-92a2-f3396da7f5d8,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:46.087157 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4e4fdd73-f271-4cb2-9b08-924be4b07f5e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6320596 Apr 08 10:48:46.091202 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 35734) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:48:46.096741 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 9f02eca0-8612-4c94-92a2-f3396da7f5d8 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:48:46.097685 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-ab6eddc7-0fd2-4831-9df9-99188077ea08 admin admin] Request body: {'subnet': {'network_id': '9f02eca0-8612-4c94-92a2-f3396da7f5d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1916735336-subnet', 'tenant_id': 'af454188320c4615bbf34338a72f34c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:48:46.102900 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ab6eddc7-0fd2-4831-9df9-99188077ea08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:46.107295 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ab6eddc7-0fd2-4831-9df9-99188077ea08 admin admin] Usage tracker for resource:subnet and tenant:af454188320c4615bbf34338a72f34c6 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:48:46.110574 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ab6eddc7-0fd2-4831-9df9-99188077ea08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:48:46.117620 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ab6eddc7-0fd2-4831-9df9-99188077ea08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:46.129045 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6eddc7-0fd2-4831-9df9-99188077ea08 admin admin] Made reservation on behalf of af454188320c4615bbf34338a72f34c6 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:48:46.131504 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ab6eddc7-0fd2-4831-9df9-99188077ea08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:46.446735 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ab6eddc7-0fd2-4831-9df9-99188077ea08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:46.518549 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6eddc7-0fd2-4831-9df9-99188077ea08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f572cc62-0365-4da1-991b-5f36fe5e57f7,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:46.530278 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6eddc7-0fd2-4831-9df9-99188077ea08 admin admin] Checking segment: {'id': '7a46ab06-072d-484d-91f6-31a6c72e4c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9f02eca0-8612-4c94-92a2-f3396da7f5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:48:46.530638 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6eddc7-0fd2-4831-9df9-99188077ea08 admin admin] Network hostable DHCP agents. Network: 9f02eca0-8612-4c94-92a2-f3396da7f5d8, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:48:46.552339 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6eddc7-0fd2-4831-9df9-99188077ea08 admin admin] Network 9f02eca0-8612-4c94-92a2-f3396da7f5d8 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:48:46.562241 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-ab6eddc7-0fd2-4831-9df9-99188077ea08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 9f02eca0-8612-4c94-92a2-f3396da7f5d8) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:48:46.566903 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6eddc7-0fd2-4831-9df9-99188077ea08 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:46.568849 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ab6eddc7-0fd2-4831-9df9-99188077ea08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:46.569764 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2721e2fd-400d-48de-89b2-d9a679b7183a None None] Network 9f02eca0-8612-4c94-92a2-f3396da7f5d8 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:48:46.590298 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ab6eddc7-0fd2-4831-9df9-99188077ea08 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4977572 Apr 08 10:48:46.797269 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e95c6fe-9d08-44b8-853f-b9b1ebe2e966 None None] Network 9f02eca0-8612-4c94-92a2-f3396da7f5d8 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:48:46.886489 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:46.979138 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:47.126188 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-7ca27412-3dc1-487b-95ea-8f4de2c43794 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:47.127616 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-7ca27412-3dc1-487b-95ea-8f4de2c43794 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/networks?id=9f02eca0-8612-4c94-92a2-f3396da7f5d8 HTTP/1.1" status: 200 len: 814 time: 0.1426325 Apr 08 10:48:47.143275 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-08c0ad3c-b00b-42d4-9268-490370226281 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/quotas/af454188320c4615bbf34338a72f34c6 HTTP/1.1" status: 200 len: 375 time: 0.0103405 Apr 08 10:48:47.187532 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-71d50bfe-3de5-4a03-970e-70964c6b9087 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=af454188320c4615bbf34338a72f34c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396559 Apr 08 10:48:47.318222 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-ab949762-1911-40b7-95e4-61f8c3d415d0 service neutron] 10.222.0.47 "GET /v2.0/networks/9f02eca0-8612-4c94-92a2-f3396da7f5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241684 Apr 08 10:48:47.446249 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-4b4adfd7-7e37-43c6-87aa-0929fc7d0df6 service neutron] 10.222.0.47 "GET /v2.0/networks/9f02eca0-8612-4c94-92a2-f3396da7f5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224780 Apr 08 10:48:47.626524 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3cc71d1d-b2f4-4c79-83b9-db0e0f7a01a1 req-865d7743-fbbd-49c7-ac78-b32c4ba6f7a4 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed4c1f08-c8f6-4b45-b53b-9044681bbdd0 HTTP/1.1" status: 200 len: 210 time: 0.0440092 Apr 08 10:48:48.339546 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:48.861801 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5c954cb7-8736-483f-beeb-eb86eaa5b988 req-9ad9fca4-d025-4504-8e49-357ddb22ae32 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed4c1f08-c8f6-4b45-b53b-9044681bbdd0 HTTP/1.1" status: 200 len: 210 time: 0.1145394 Apr 08 10:48:48.933917 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-b49cec61-1e82-424c-ac55-7c17279c2be3 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:48.935234 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-b49cec61-1e82-424c-ac55-7c17279c2be3 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.52 "GET /v2.0/networks?id=9f02eca0-8612-4c94-92a2-f3396da7f5d8 HTTP/1.1" status: 200 len: 814 time: 0.1568892 Apr 08 10:48:48.959284 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-c9c2a72c-0cca-49ae-9169-a5cf5cde89b0 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Request body: {'port': {'device_id': 'ed4c1f08-c8f6-4b45-b53b-9044681bbdd0', 'network_id': '9f02eca0-8612-4c94-92a2-f3396da7f5d8', 'admin_state_up': True, 'tenant_id': 'af454188320c4615bbf34338a72f34c6'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:48:49.093805 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-c9c2a72c-0cca-49ae-9169-a5cf5cde89b0 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:48:49.097609 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-c9c2a72c-0cca-49ae-9169-a5cf5cde89b0 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Usage tracker for resource:port and tenant:af454188320c4615bbf34338a72f34c6 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:48:49.100392 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-c9c2a72c-0cca-49ae-9169-a5cf5cde89b0 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:48:49.106804 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-c9c2a72c-0cca-49ae-9169-a5cf5cde89b0 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:48:49.116443 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-c9c2a72c-0cca-49ae-9169-a5cf5cde89b0 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Made reservation on behalf of af454188320c4615bbf34338a72f34c6 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:48:49.120188 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-c9c2a72c-0cca-49ae-9169-a5cf5cde89b0 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:49.278304 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-c9c2a72c-0cca-49ae-9169-a5cf5cde89b0 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Allocated IP 172.20.0.11 (9f02eca0-8612-4c94-92a2-f3396da7f5d8/f572cc62-0365-4da1-991b-5f36fe5e57f7/d495df91-5edb-4e7a-b292-a2ebf7691bb1) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:48:49.577327 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-c9c2a72c-0cca-49ae-9169-a5cf5cde89b0 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:49.604465 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-c9c2a72c-0cca-49ae-9169-a5cf5cde89b0 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:49.674389 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-c9c2a72c-0cca-49ae-9169-a5cf5cde89b0 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Network 9f02eca0-8612-4c94-92a2-f3396da7f5d8 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:48:49.677278 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-c9c2a72c-0cca-49ae-9169-a5cf5cde89b0 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:48:49.681570 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-c9c2a72c-0cca-49ae-9169-a5cf5cde89b0 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:48:49.717377 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2a72c-0cca-49ae-9169-a5cf5cde89b0 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Pushing event updated for resources: {'Port': ['ID=d495df91-5edb-4e7a-b292-a2ebf7691bb1,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:49.745638 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-c9c2a72c-0cca-49ae-9169-a5cf5cde89b0 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:49.746236 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-c9c2a72c-0cca-49ae-9169-a5cf5cde89b0 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:49.766739 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-c9c2a72c-0cca-49ae-9169-a5cf5cde89b0 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8108809 Apr 08 10:48:49.782013 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-2fdc4ccf-ffe2-4fdc-8464-5c1617c4bc03 service neutron] Request body: {'port': {'device_id': 'ed4c1f08-c8f6-4b45-b53b-9044681bbdd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:48:49.890619 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-2fdc4ccf-ffe2-4fdc-8464-5c1617c4bc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:50.120259 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:48:50.192770 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3245809-4b09-457f-9119-90525b9724bf req-a6930644-79a6-42a1-9560-60eb4831ade2 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:50.193359 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-b3245809-4b09-457f-9119-90525b9724bf req-a6930644-79a6-42a1-9560-60eb4831ade2 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Synchronizing usage tracker for tenant:af454188320c4615bbf34338a72f34c6 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:48:50.229270 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-b3245809-4b09-457f-9119-90525b9724bf req-a6930644-79a6-42a1-9560-60eb4831ade2 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Unset dirty status for tenant:af454188320c4615bbf34338a72f34c6 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:48:50.230374 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b3245809-4b09-457f-9119-90525b9724bf req-a6930644-79a6-42a1-9560-60eb4831ade2 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed4c1f08-c8f6-4b45-b53b-9044681bbdd0 HTTP/1.1" status: 200 len: 932 time: 0.2268889 Apr 08 10:48:50.329627 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-2fdc4ccf-ffe2-4fdc-8464-5c1617c4bc03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d495df91-5edb-4e7a-b292-a2ebf7691bb1 {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:48:50.339070 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-2fdc4ccf-ffe2-4fdc-8464-5c1617c4bc03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:50.343258 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b3245809-4b09-457f-9119-90525b9724bf req-37f29389-ffbd-4e47-85cf-1bc81f7386f7 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/security-groups?id=18f8a0fe-3349-41fc-a3f3-50c03f3a09ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028712 Apr 08 10:48:50.356869 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-2fdc4ccf-ffe2-4fdc-8464-5c1617c4bc03 service neutron] Transition to ACTIVE for port object d495df91-5edb-4e7a-b292-a2ebf7691bb1 will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:48:50.360497 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-2fdc4ccf-ffe2-4fdc-8464-5c1617c4bc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:50.484968 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc4ccf-ffe2-4fdc-8464-5c1617c4bc03 service neutron] Pushing event updated for resources: {'Port': ['ID=d495df91-5edb-4e7a-b292-a2ebf7691bb1,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:50.588014 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-2fdc4ccf-ffe2-4fdc-8464-5c1617c4bc03 service neutron] Attempting to bind port d495df91-5edb-4e7a-b292-a2ebf7691bb1 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:48:50.588501 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-2fdc4ccf-ffe2-4fdc-8464-5c1617c4bc03 service neutron] Attempting to bind port d495df91-5edb-4e7a-b292-a2ebf7691bb1 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a46ab06-072d-484d-91f6-31a6c72e4c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9f02eca0-8612-4c94-92a2-f3396da7f5d8'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:48:50.588712 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-2fdc4ccf-ffe2-4fdc-8464-5c1617c4bc03 service neutron] Attempting to bind port d495df91-5edb-4e7a-b292-a2ebf7691bb1 on network 9f02eca0-8612-4c94-92a2-f3396da7f5d8 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:48:50.594487 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-2fdc4ccf-ffe2-4fdc-8464-5c1617c4bc03 service neutron] Port d495df91-5edb-4e7a-b292-a2ebf7691bb1 on network 9f02eca0-8612-4c94-92a2-f3396da7f5d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:48:50.594808 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-2fdc4ccf-ffe2-4fdc-8464-5c1617c4bc03 service neutron] Attempting to bind port d495df91-5edb-4e7a-b292-a2ebf7691bb1 on network 9f02eca0-8612-4c94-92a2-f3396da7f5d8 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:48:50.601028 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-2fdc4ccf-ffe2-4fdc-8464-5c1617c4bc03 service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:48:50.601367 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-2fdc4ccf-ffe2-4fdc-8464-5c1617c4bc03 service neutron] Checking segment: {'id': '7a46ab06-072d-484d-91f6-31a6c72e4c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9f02eca0-8612-4c94-92a2-f3396da7f5d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:48:50.601749 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-2fdc4ccf-ffe2-4fdc-8464-5c1617c4bc03 service neutron] Bound using segment: {'id': '7a46ab06-072d-484d-91f6-31a6c72e4c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9f02eca0-8612-4c94-92a2-f3396da7f5d8'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:48:50.602788 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-2fdc4ccf-ffe2-4fdc-8464-5c1617c4bc03 service neutron] Bound port: d495df91-5edb-4e7a-b292-a2ebf7691bb1, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a46ab06-072d-484d-91f6-31a6c72e4c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9f02eca0-8612-4c94-92a2-f3396da7f5d8'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:48:50.603149 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-2fdc4ccf-ffe2-4fdc-8464-5c1617c4bc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:50.689230 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-2fdc4ccf-ffe2-4fdc-8464-5c1617c4bc03 service neutron] For port d495df91-5edb-4e7a-b292-a2ebf7691bb1, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:48:50.692273 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-2fdc4ccf-ffe2-4fdc-8464-5c1617c4bc03 service neutron] For port d495df91-5edb-4e7a-b292-a2ebf7691bb1, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d495df91-5edb-4e7a-b292-a2ebf7691bb1,segment=NetworkSegment(7a46ab06-072d-484d-91f6-31a6c72e4c73),segment_id=7a46ab06-072d-484d-91f6-31a6c72e4c73)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:48:50.697605 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-2fdc4ccf-ffe2-4fdc-8464-5c1617c4bc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:50.763554 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-2fdc4ccf-ffe2-4fdc-8464-5c1617c4bc03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:50.764931 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-2fdc4ccf-ffe2-4fdc-8464-5c1617c4bc03 service neutron] 10.222.0.52 "PUT /v2.0/ports/d495df91-5edb-4e7a-b292-a2ebf7691bb1 HTTP/1.1" status: 200 len: 1094 time: 0.9872096 Apr 08 10:48:50.765355 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed4c1f08-c8f6-4b45-b53b-9044681bbdd0', 'tag': 'd495df91-5edb-4e7a-b292-a2ebf7691bb1'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:48:50.785391 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc4ccf-ffe2-4fdc-8464-5c1617c4bc03 service neutron] Pushing event updated for resources: {'Port': ['ID=d495df91-5edb-4e7a-b292-a2ebf7691bb1,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:50.838158 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c5b0e4b-8ab4-4d1a-8282-829411bb4d4d'] response: {'name': 'network-changed', 'server_uuid': 'ed4c1f08-c8f6-4b45-b53b-9044681bbdd0', 'tag': 'd495df91-5edb-4e7a-b292-a2ebf7691bb1', 'status': 'completed', 'code': 200} Apr 08 10:48:50.879741 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-a30d2a8d-3dda-43d6-8f0f-91894de4c7d2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=af454188320c4615bbf34338a72f34c6&device_id=ed4c1f08-c8f6-4b45-b53b-9044681bbdd0 HTTP/1.1" status: 200 len: 1097 time: 0.0738161 Apr 08 10:48:50.955535 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-ccc2e412-2754-4502-9a66-aafced13a46d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d495df91-5edb-4e7a-b292-a2ebf7691bb1 HTTP/1.1" status: 200 len: 217 time: 0.0656366 Apr 08 10:48:51.021629 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-60f317e6-d3e8-4292-8939-7f8ec137cc75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:51.022986 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-60f317e6-d3e8-4292-8939-7f8ec137cc75 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f572cc62-0365-4da1-991b-5f36fe5e57f7 HTTP/1.1" status: 200 len: 854 time: 0.0591033 Apr 08 10:48:51.070277 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-424caa26-7860-4c14-8b85-8bd2dcdcac2a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f02eca0-8612-4c94-92a2-f3396da7f5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381320 Apr 08 10:48:51.203177 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-1de88d5c-5583-4157-b05a-2f5ece8aec61 service neutron] 10.222.0.52 "GET /v2.0/networks/9f02eca0-8612-4c94-92a2-f3396da7f5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235356 Apr 08 10:48:51.425980 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1fd992ce-c6f9-4834-8c82-8e15a8840dea req-6a708869-ad5c-4b13-8ec5-17da221847a2 service neutron] 10.222.0.52 "GET /v2.0/networks/9f02eca0-8612-4c94-92a2-f3396da7f5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136128 Apr 08 10:48:51.601057 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab95e1-20be-419a-a63c-4f3133bb64ec req-c53c304a-b8dd-4b99-9852-8ffe28325313 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:51.603000 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7bab95e1-20be-419a-a63c-4f3133bb64ec req-c53c304a-b8dd-4b99-9852-8ffe28325313 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed4c1f08-c8f6-4b45-b53b-9044681bbdd0 HTTP/1.1" status: 200 len: 944 time: 0.1365559 Apr 08 10:48:51.606547 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d9bf118c-194e-4e17-b63b-67f53c4912b9 req-ede5ab89-a07e-4240-9670-fce5078792c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=af454188320c4615bbf34338a72f34c6&device_id=ed4c1f08-c8f6-4b45-b53b-9044681bbdd0 HTTP/1.1" status: 200 len: 1097 time: 0.1068609 Apr 08 10:48:51.736760 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7bab95e1-20be-419a-a63c-4f3133bb64ec req-7e5edd74-9b1b-4a0b-88d0-7f8359e96661 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/security-groups?id=18f8a0fe-3349-41fc-a3f3-50c03f3a09ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285982 Apr 08 10:48:51.773010 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf118c-194e-4e17-b63b-67f53c4912b9 req-f648e9df-2c69-43ee-bae5-e7c2e7357aa5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:51.775609 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d9bf118c-194e-4e17-b63b-67f53c4912b9 req-f648e9df-2c69-43ee-bae5-e7c2e7357aa5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f02eca0-8612-4c94-92a2-f3396da7f5d8 HTTP/1.1" status: 200 len: 915 time: 0.1519566 Apr 08 10:48:51.844301 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d9bf118c-194e-4e17-b63b-67f53c4912b9 req-3f4301ab-60bc-47ed-9547-e4a164d69187 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d495df91-5edb-4e7a-b292-a2ebf7691bb1 HTTP/1.1" status: 200 len: 217 time: 0.0622301 Apr 08 10:48:51.910306 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf118c-194e-4e17-b63b-67f53c4912b9 req-5d0bdf16-4577-482f-8860-d0c39c61e784 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:51.911714 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d9bf118c-194e-4e17-b63b-67f53c4912b9 req-5d0bdf16-4577-482f-8860-d0c39c61e784 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f572cc62-0365-4da1-991b-5f36fe5e57f7 HTTP/1.1" status: 200 len: 854 time: 0.0616682 Apr 08 10:48:51.957987 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d9bf118c-194e-4e17-b63b-67f53c4912b9 req-f821af24-9901-467b-aebd-65607cb4c6fa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f02eca0-8612-4c94-92a2-f3396da7f5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389407 Apr 08 10:48:52.085551 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d9bf118c-194e-4e17-b63b-67f53c4912b9 req-8c84f318-9d39-4437-a908-cc4209de2c1b service neutron] 10.222.0.52 "GET /v2.0/networks/9f02eca0-8612-4c94-92a2-f3396da7f5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208143 Apr 08 10:48:52.220839 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d9bf118c-194e-4e17-b63b-67f53c4912b9 req-f736faff-03ea-42cf-bcb8-c7b34a575c07 service neutron] 10.222.0.52 "GET /v2.0/networks/9f02eca0-8612-4c94-92a2-f3396da7f5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287367 Apr 08 10:48:52.940260 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374edfa8-918c-47cc-bb2d-0169b3daf6e0 req-d5ec42a5-2463-41cf-bc69-68aaff3e303d tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:52.941696 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-374edfa8-918c-47cc-bb2d-0169b3daf6e0 req-d5ec42a5-2463-41cf-bc69-68aaff3e303d tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed4c1f08-c8f6-4b45-b53b-9044681bbdd0 HTTP/1.1" status: 200 len: 944 time: 0.0801311 Apr 08 10:48:52.985264 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-374edfa8-918c-47cc-bb2d-0169b3daf6e0 req-e361d5ff-8be7-4c5b-ac9e-715f04c3b275 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/security-groups?id=18f8a0fe-3349-41fc-a3f3-50c03f3a09ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380690 Apr 08 10:48:53.532899 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device d495df91-5edb-4e7a-b292-a2ebf7691bb1 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:48:53.661773 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port d495df91-5edb-4e7a-b292-a2ebf7691bb1, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d495df91-5edb-4e7a-b292-a2ebf7691bb1,segment=NetworkSegment(7a46ab06-072d-484d-91f6-31a6c72e4c73),segment_id=7a46ab06-072d-484d-91f6-31a6c72e4c73)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:48:53.675148 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': 'd495df91-5edb-4e7a-b292-a2ebf7691bb1', 'network_id': '9f02eca0-8612-4c94-92a2-f3396da7f5d8', 'port_id': 'd495df91-5edb-4e7a-b292-a2ebf7691bb1', 'mac_address': 'fa:16:3e:f7:d1:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f572cc62-0365-4da1-991b-5f36fe5e57f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:48:53.728363 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:53.744676 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d495df91-5edb-4e7a-b292-a2ebf7691bb1 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:48:53.759668 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port d495df91-5edb-4e7a-b292-a2ebf7691bb1, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d495df91-5edb-4e7a-b292-a2ebf7691bb1,segment=NetworkSegment(7a46ab06-072d-484d-91f6-31a6c72e4c73),segment_id=7a46ab06-072d-484d-91f6-31a6c72e4c73)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:48:53.763196 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:53.867382 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=d495df91-5edb-4e7a-b292-a2ebf7691bb1,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:54.014406 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['d495df91-5edb-4e7a-b292-a2ebf7691bb1'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:48:54.183761 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd2fb6-6922-404f-8241-0bc9e8696a7a req-13ce157e-4c39-4fe8-9cc4-574dbc69f1e8 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:54.185221 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-36bd2fb6-6922-404f-8241-0bc9e8696a7a req-13ce157e-4c39-4fe8-9cc4-574dbc69f1e8 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed4c1f08-c8f6-4b45-b53b-9044681bbdd0 HTTP/1.1" status: 200 len: 945 time: 0.0783992 Apr 08 10:48:54.231821 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-36bd2fb6-6922-404f-8241-0bc9e8696a7a req-3bf35b7e-f3fa-452a-a388-3426b7b920a8 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/security-groups?id=18f8a0fe-3349-41fc-a3f3-50c03f3a09ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410259 Apr 08 10:48:55.429192 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af96fdc-d00d-4dc8-875f-fa5b196a0d71 req-9df416b2-7a83-43e6-9cf1-8285bf2c605d tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:55.431206 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6af96fdc-d00d-4dc8-875f-fa5b196a0d71 req-9df416b2-7a83-43e6-9cf1-8285bf2c605d tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed4c1f08-c8f6-4b45-b53b-9044681bbdd0 HTTP/1.1" status: 200 len: 945 time: 0.0781817 Apr 08 10:48:55.474475 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6af96fdc-d00d-4dc8-875f-fa5b196a0d71 req-0ba50d42-39c2-440e-81f2-07a4145c7d74 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/security-groups?id=18f8a0fe-3349-41fc-a3f3-50c03f3a09ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374758 Apr 08 10:48:55.547564 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device d495df91-5edb-4e7a-b292-a2ebf7691bb1 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:48:55.620480 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port d495df91-5edb-4e7a-b292-a2ebf7691bb1 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:48:55.625632 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port d495df91-5edb-4e7a-b292-a2ebf7691bb1 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:48:55.626021 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:55.740588 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:55.766177 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4c1f08-c8f6-4b45-b53b-9044681bbdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd495df91-5edb-4e7a-b292-a2ebf7691bb1'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:48:55.776700 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port d495df91-5edb-4e7a-b292-a2ebf7691bb1, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d495df91-5edb-4e7a-b292-a2ebf7691bb1,segment=NetworkSegment(7a46ab06-072d-484d-91f6-31a6c72e4c73),segment_id=7a46ab06-072d-484d-91f6-31a6c72e4c73)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:48:55.780842 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:48:55.844817 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=d495df91-5edb-4e7a-b292-a2ebf7691bb1,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:48:55.904018 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d4943a3-9454-451f-97ba-3e31ef2cde27'] response: {'server_uuid': 'ed4c1f08-c8f6-4b45-b53b-9044681bbdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd495df91-5edb-4e7a-b292-a2ebf7691bb1', 'code': 200} Apr 08 10:48:56.136053 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6909680b-053e-4996-b43c-f15350062400 req-b6d20cac-6c7e-4d82-8dbb-f7680d59ae72 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ed4c1f08-c8f6-4b45-b53b-9044681bbdd0 HTTP/1.1" status: 200 len: 1099 time: 0.0712693 Apr 08 10:48:56.180609 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6909680b-053e-4996-b43c-f15350062400 req-0fdea341-4fb3-406c-ac3a-99e70c660beb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=18f8a0fe-3349-41fc-a3f3-50c03f3a09ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380280 Apr 08 10:48:56.668743 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef968d83-5948-4d07-8c0b-5433408ccca4 req-bd3ce436-b0fa-4252-ad34-7d7981930c57 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:56.670167 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ef968d83-5948-4d07-8c0b-5433408ccca4 req-bd3ce436-b0fa-4252-ad34-7d7981930c57 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed4c1f08-c8f6-4b45-b53b-9044681bbdd0 HTTP/1.1" status: 200 len: 946 time: 0.0778537 Apr 08 10:48:56.713548 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ef968d83-5948-4d07-8c0b-5433408ccca4 req-38847102-dd87-4c8e-9653-d37dbd128004 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/security-groups?id=18f8a0fe-3349-41fc-a3f3-50c03f3a09ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379157 Apr 08 10:48:57.908565 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c3ca3-cda4-4dbb-ac6f-0e89b879e110 req-8dc57bfc-1080-4a7c-ab93-6f57dce116da tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:57.909992 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b01c3ca3-cda4-4dbb-ac6f-0e89b879e110 req-8dc57bfc-1080-4a7c-ab93-6f57dce116da tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed4c1f08-c8f6-4b45-b53b-9044681bbdd0 HTTP/1.1" status: 200 len: 946 time: 0.0739892 Apr 08 10:48:57.958332 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b01c3ca3-cda4-4dbb-ac6f-0e89b879e110 req-3969d6f9-e90b-4516-82ea-83eddcb42b10 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/security-groups?id=18f8a0fe-3349-41fc-a3f3-50c03f3a09ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427060 Apr 08 10:48:58.335557 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-6f3bda88-9aae-462f-9d9f-94db0c0ac193 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:58.337281 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-6f3bda88-9aae-462f-9d9f-94db0c0ac193 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/networks?id=9f02eca0-8612-4c94-92a2-f3396da7f5d8 HTTP/1.1" status: 200 len: 814 time: 0.2270367 Apr 08 10:48:58.353724 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-7acb1548-6ec3-49a7-ab56-1211ba7bf188 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/quotas/af454188320c4615bbf34338a72f34c6 HTTP/1.1" status: 200 len: 375 time: 0.0109675 Apr 08 10:48:58.427947 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-cdfb0fd5-7a0f-432f-b9a3-c34a381eed4b tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=af454188320c4615bbf34338a72f34c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0693700 Apr 08 10:48:58.556990 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-c3d39f13-eaef-4c6a-89e8-5ef8bb0386cb service neutron] 10.222.0.47 "GET /v2.0/networks/9f02eca0-8612-4c94-92a2-f3396da7f5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219172 Apr 08 10:48:58.686011 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-e04b9639-fe13-4b6d-b53e-81238f5595f9 service neutron] 10.222.0.47 "GET /v2.0/networks/9f02eca0-8612-4c94-92a2-f3396da7f5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232615 Apr 08 10:48:58.871344 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d3088970-9b97-4d14-8c28-4e5a07609cfc req-7a77bf04-4c72-49c7-a1aa-8fad3aa3ff11 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=22590554-7c9b-4570-b52f-b269e5c0a2eb HTTP/1.1" status: 200 len: 210 time: 0.0461688 Apr 08 10:48:59.879308 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-cc960b38-0d80-42ac-8465-a920d1b10be1 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:48:59.880794 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-cc960b38-0d80-42ac-8465-a920d1b10be1 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.52 "GET /v2.0/networks?id=9f02eca0-8612-4c94-92a2-f3396da7f5d8 HTTP/1.1" status: 200 len: 814 time: 0.1491466 Apr 08 10:48:59.896759 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-250e186e-0d89-41d2-a089-235b34cab149 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Request body: {'port': {'device_id': '22590554-7c9b-4570-b52f-b269e5c0a2eb', 'network_id': '9f02eca0-8612-4c94-92a2-f3396da7f5d8', 'admin_state_up': True, 'tenant_id': 'af454188320c4615bbf34338a72f34c6'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:49:00.062344 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-55bb5423-c38f-4d1d-868d-e797880f44ee req-0496fd8a-5dd3-4439-b33e-fd6e736e159b tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=22590554-7c9b-4570-b52f-b269e5c0a2eb HTTP/1.1" status: 200 len: 210 time: 0.0523560 Apr 08 10:49:00.073026 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-250e186e-0d89-41d2-a089-235b34cab149 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:00.082626 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-250e186e-0d89-41d2-a089-235b34cab149 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:00.092385 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-250e186e-0d89-41d2-a089-235b34cab149 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Made reservation on behalf of af454188320c4615bbf34338a72f34c6 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:49:00.095429 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-250e186e-0d89-41d2-a089-235b34cab149 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:00.251937 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-250e186e-0d89-41d2-a089-235b34cab149 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Allocated IP 172.20.0.12 (9f02eca0-8612-4c94-92a2-f3396da7f5d8/f572cc62-0365-4da1-991b-5f36fe5e57f7/870809b9-1e5f-4859-912a-924485686afd) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:49:00.453177 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-250e186e-0d89-41d2-a089-235b34cab149 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:00.479444 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-250e186e-0d89-41d2-a089-235b34cab149 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:00.490865 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['d495df91-5edb-4e7a-b292-a2ebf7691bb1'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:49:00.554107 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-250e186e-0d89-41d2-a089-235b34cab149 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Network 9f02eca0-8612-4c94-92a2-f3396da7f5d8 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:49:00.557836 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-250e186e-0d89-41d2-a089-235b34cab149 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:49:00.560375 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-250e186e-0d89-41d2-a089-235b34cab149 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:49:00.597069 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e186e-0d89-41d2-a089-235b34cab149 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Pushing event updated for resources: {'Port': ['ID=870809b9-1e5f-4859-912a-924485686afd,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:00.627256 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-250e186e-0d89-41d2-a089-235b34cab149 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:00.627856 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-250e186e-0d89-41d2-a089-235b34cab149 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:00.651171 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-250e186e-0d89-41d2-a089-235b34cab149 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7580056 Apr 08 10:49:00.662764 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-e0a1d138-f4c3-49bb-b560-6ad50e8f30a4 service neutron] Request body: {'port': {'device_id': '22590554-7c9b-4570-b52f-b269e5c0a2eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:49:00.769359 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-e0a1d138-f4c3-49bb-b560-6ad50e8f30a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:01.189823 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-e0a1d138-f4c3-49bb-b560-6ad50e8f30a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870809b9-1e5f-4859-912a-924485686afd {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:49:01.229214 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-e0a1d138-f4c3-49bb-b560-6ad50e8f30a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:01.251775 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-e0a1d138-f4c3-49bb-b560-6ad50e8f30a4 service neutron] Transition to ACTIVE for port object 870809b9-1e5f-4859-912a-924485686afd will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:49:01.260861 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-e0a1d138-f4c3-49bb-b560-6ad50e8f30a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:01.393956 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1d138-f4c3-49bb-b560-6ad50e8f30a4 service neutron] Pushing event updated for resources: {'Port': ['ID=870809b9-1e5f-4859-912a-924485686afd,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:01.410898 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e97b05-6f92-4e6c-a976-40c3518a04bb req-4d9a207a-5fcc-4c83-a304-c6a31ab19cb3 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:01.411590 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-25e97b05-6f92-4e6c-a976-40c3518a04bb req-4d9a207a-5fcc-4c83-a304-c6a31ab19cb3 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Synchronizing usage tracker for tenant:af454188320c4615bbf34338a72f34c6 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:49:01.484136 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-25e97b05-6f92-4e6c-a976-40c3518a04bb req-4d9a207a-5fcc-4c83-a304-c6a31ab19cb3 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Unset dirty status for tenant:af454188320c4615bbf34338a72f34c6 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:49:01.485282 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-25e97b05-6f92-4e6c-a976-40c3518a04bb req-4d9a207a-5fcc-4c83-a304-c6a31ab19cb3 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=22590554-7c9b-4570-b52f-b269e5c0a2eb HTTP/1.1" status: 200 len: 932 time: 0.2977262 Apr 08 10:49:01.552749 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-e0a1d138-f4c3-49bb-b560-6ad50e8f30a4 service neutron] Attempting to bind port 870809b9-1e5f-4859-912a-924485686afd on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:49:01.553085 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-e0a1d138-f4c3-49bb-b560-6ad50e8f30a4 service neutron] Attempting to bind port 870809b9-1e5f-4859-912a-924485686afd by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7a46ab06-072d-484d-91f6-31a6c72e4c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9f02eca0-8612-4c94-92a2-f3396da7f5d8'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:49:01.553435 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-e0a1d138-f4c3-49bb-b560-6ad50e8f30a4 service neutron] Attempting to bind port 870809b9-1e5f-4859-912a-924485686afd on network 9f02eca0-8612-4c94-92a2-f3396da7f5d8 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:49:01.560622 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-25e97b05-6f92-4e6c-a976-40c3518a04bb req-10c95be0-4682-4b88-8543-884ee8eef6c2 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/security-groups?id=18f8a0fe-3349-41fc-a3f3-50c03f3a09ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690854 Apr 08 10:49:01.563071 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-e0a1d138-f4c3-49bb-b560-6ad50e8f30a4 service neutron] Port 870809b9-1e5f-4859-912a-924485686afd on network 9f02eca0-8612-4c94-92a2-f3396da7f5d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:49:01.563396 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-e0a1d138-f4c3-49bb-b560-6ad50e8f30a4 service neutron] Attempting to bind port 870809b9-1e5f-4859-912a-924485686afd on network 9f02eca0-8612-4c94-92a2-f3396da7f5d8 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:49:01.569696 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-e0a1d138-f4c3-49bb-b560-6ad50e8f30a4 service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:49:01.570034 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-e0a1d138-f4c3-49bb-b560-6ad50e8f30a4 service neutron] Checking segment: {'id': '7a46ab06-072d-484d-91f6-31a6c72e4c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9f02eca0-8612-4c94-92a2-f3396da7f5d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:49:01.570413 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-e0a1d138-f4c3-49bb-b560-6ad50e8f30a4 service neutron] Bound using segment: {'id': '7a46ab06-072d-484d-91f6-31a6c72e4c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9f02eca0-8612-4c94-92a2-f3396da7f5d8'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:49:01.570846 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-e0a1d138-f4c3-49bb-b560-6ad50e8f30a4 service neutron] Bound port: 870809b9-1e5f-4859-912a-924485686afd, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a46ab06-072d-484d-91f6-31a6c72e4c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9f02eca0-8612-4c94-92a2-f3396da7f5d8'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:49:01.571926 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-e0a1d138-f4c3-49bb-b560-6ad50e8f30a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:01.656768 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-e0a1d138-f4c3-49bb-b560-6ad50e8f30a4 service neutron] For port 870809b9-1e5f-4859-912a-924485686afd, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:49:01.659639 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-e0a1d138-f4c3-49bb-b560-6ad50e8f30a4 service neutron] For port 870809b9-1e5f-4859-912a-924485686afd, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=870809b9-1e5f-4859-912a-924485686afd,segment=NetworkSegment(7a46ab06-072d-484d-91f6-31a6c72e4c73),segment_id=7a46ab06-072d-484d-91f6-31a6c72e4c73)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:49:01.662859 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-e0a1d138-f4c3-49bb-b560-6ad50e8f30a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:01.726395 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-e0a1d138-f4c3-49bb-b560-6ad50e8f30a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:01.727809 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-e0a1d138-f4c3-49bb-b560-6ad50e8f30a4 service neutron] 10.222.0.52 "PUT /v2.0/ports/870809b9-1e5f-4859-912a-924485686afd HTTP/1.1" status: 200 len: 1094 time: 1.0697944 Apr 08 10:49:01.728335 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22590554-7c9b-4570-b52f-b269e5c0a2eb', 'tag': '870809b9-1e5f-4859-912a-924485686afd'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:49:01.748390 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1d138-f4c3-49bb-b560-6ad50e8f30a4 service neutron] Pushing event updated for resources: {'Port': ['ID=870809b9-1e5f-4859-912a-924485686afd,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:01.797419 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-938e5c50-820d-48cc-8f8d-07b131c60035'] response: {'name': 'network-changed', 'server_uuid': '22590554-7c9b-4570-b52f-b269e5c0a2eb', 'tag': '870809b9-1e5f-4859-912a-924485686afd', 'status': 'completed', 'code': 200} Apr 08 10:49:01.837253 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-3b63bd09-e72d-49b6-bc45-1d9cad37d441 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=af454188320c4615bbf34338a72f34c6&device_id=22590554-7c9b-4570-b52f-b269e5c0a2eb HTTP/1.1" status: 200 len: 1097 time: 0.0706539 Apr 08 10:49:01.908062 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-b3451de5-1ea9-4e36-a81e-edac16bb00a2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=870809b9-1e5f-4859-912a-924485686afd HTTP/1.1" status: 200 len: 217 time: 0.0649121 Apr 08 10:49:01.971834 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-21f25826-e71d-4b00-9a66-503062ea4384 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:01.973275 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-21f25826-e71d-4b00-9a66-503062ea4384 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f572cc62-0365-4da1-991b-5f36fe5e57f7 HTTP/1.1" status: 200 len: 854 time: 0.0569525 Apr 08 10:49:02.017648 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-d7347128-2df9-4e48-92c6-56dd0f2c4896 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f02eca0-8612-4c94-92a2-f3396da7f5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387044 Apr 08 10:49:02.148541 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-15506b29-4ab1-4e1f-8c37-6741df8f0f1e service neutron] 10.222.0.52 "GET /v2.0/networks/9f02eca0-8612-4c94-92a2-f3396da7f5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220300 Apr 08 10:49:02.278692 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a9481571-efa8-492f-bc74-0dec1a4880bd req-0ebcc683-9de9-4a07-a234-be2435242d51 service neutron] 10.222.0.52 "GET /v2.0/networks/9f02eca0-8612-4c94-92a2-f3396da7f5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247737 Apr 08 10:49:02.395625 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e6f67e8f-6b89-441b-b61c-0dd4b4ea6c09 req-146be18f-0096-4be5-b7ea-eb6d618f5336 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=af454188320c4615bbf34338a72f34c6&device_id=22590554-7c9b-4570-b52f-b269e5c0a2eb HTTP/1.1" status: 200 len: 1097 time: 0.0707698 Apr 08 10:49:02.523349 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f67e8f-6b89-441b-b61c-0dd4b4ea6c09 req-e2893683-a000-4bc4-ae32-3fd0a991a69b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:02.525378 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e6f67e8f-6b89-441b-b61c-0dd4b4ea6c09 req-e2893683-a000-4bc4-ae32-3fd0a991a69b service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f02eca0-8612-4c94-92a2-f3396da7f5d8 HTTP/1.1" status: 200 len: 915 time: 0.1223793 Apr 08 10:49:02.595068 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e6f67e8f-6b89-441b-b61c-0dd4b4ea6c09 req-75f7a716-3ffe-4d9b-b48c-7bd78e521fe2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=870809b9-1e5f-4859-912a-924485686afd HTTP/1.1" status: 200 len: 217 time: 0.0628388 Apr 08 10:49:02.656174 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f67e8f-6b89-441b-b61c-0dd4b4ea6c09 req-4b2383d1-4d44-4940-80a1-5775fb5df0b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:02.657574 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e6f67e8f-6b89-441b-b61c-0dd4b4ea6c09 req-4b2383d1-4d44-4940-80a1-5775fb5df0b9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f572cc62-0365-4da1-991b-5f36fe5e57f7 HTTP/1.1" status: 200 len: 854 time: 0.0567789 Apr 08 10:49:02.834052 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e6f67e8f-6b89-441b-b61c-0dd4b4ea6c09 req-6a0e1524-ece1-484e-88c9-7165804cdbb8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f02eca0-8612-4c94-92a2-f3396da7f5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1690843 Apr 08 10:49:02.983200 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac29d6-8d71-4638-a8df-3e14634dfa7f req-747acdfa-1988-41a0-b931-4a125a74440a tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:02.984647 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9eac29d6-8d71-4638-a8df-3e14634dfa7f req-747acdfa-1988-41a0-b931-4a125a74440a tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=22590554-7c9b-4570-b52f-b269e5c0a2eb HTTP/1.1" status: 200 len: 944 time: 0.2903910 Apr 08 10:49:02.993745 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e6f67e8f-6b89-441b-b61c-0dd4b4ea6c09 req-e06c8ba2-dfde-4338-a2ef-ef66713a2011 service neutron] 10.222.0.52 "GET /v2.0/networks/9f02eca0-8612-4c94-92a2-f3396da7f5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505120 Apr 08 10:49:03.112825 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9eac29d6-8d71-4638-a8df-3e14634dfa7f req-e48c56bc-ddcf-4cbd-b5d4-6f7db1a403d5 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/security-groups?id=18f8a0fe-3349-41fc-a3f3-50c03f3a09ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217945 Apr 08 10:49:03.152385 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e6f67e8f-6b89-441b-b61c-0dd4b4ea6c09 req-6f936149-bcc9-4364-bb70-061d72041875 service neutron] 10.222.0.52 "GET /v2.0/networks/9f02eca0-8612-4c94-92a2-f3396da7f5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449006 Apr 08 10:49:04.305817 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d9b09-d6b3-4f00-9dcc-8d3cb28c0b3b req-803d8584-cec7-4eed-aa4b-53c2a453d22a tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:04.307229 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d85d9b09-d6b3-4f00-9dcc-8d3cb28c0b3b req-803d8584-cec7-4eed-aa4b-53c2a453d22a tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=22590554-7c9b-4570-b52f-b269e5c0a2eb HTTP/1.1" status: 200 len: 944 time: 0.0733962 Apr 08 10:49:04.354996 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d85d9b09-d6b3-4f00-9dcc-8d3cb28c0b3b req-7a264544-8986-48d2-9f1c-c257a8a1f30d tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/security-groups?id=18f8a0fe-3349-41fc-a3f3-50c03f3a09ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422840 Apr 08 10:49:05.548891 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95edb04-98f8-4c2c-a7f5-3626042e3b54 req-9e4ad89f-dfa4-4bd7-b597-b9f15dff8c8e tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:05.550340 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d95edb04-98f8-4c2c-a7f5-3626042e3b54 req-9e4ad89f-dfa4-4bd7-b597-b9f15dff8c8e tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=22590554-7c9b-4570-b52f-b269e5c0a2eb HTTP/1.1" status: 200 len: 944 time: 0.0750854 Apr 08 10:49:05.577750 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 870809b9-1e5f-4859-912a-924485686afd details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:49:05.595505 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d95edb04-98f8-4c2c-a7f5-3626042e3b54 req-1e579008-0b06-4376-8a65-49356a9657a7 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/security-groups?id=18f8a0fe-3349-41fc-a3f3-50c03f3a09ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396957 Apr 08 10:49:05.708208 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 870809b9-1e5f-4859-912a-924485686afd, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=870809b9-1e5f-4859-912a-924485686afd,segment=NetworkSegment(7a46ab06-072d-484d-91f6-31a6c72e4c73),segment_id=7a46ab06-072d-484d-91f6-31a6c72e4c73)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:49:05.720636 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '870809b9-1e5f-4859-912a-924485686afd', 'network_id': '9f02eca0-8612-4c94-92a2-f3396da7f5d8', 'port_id': '870809b9-1e5f-4859-912a-924485686afd', 'mac_address': 'fa:16:3e:a9:e0:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f572cc62-0365-4da1-991b-5f36fe5e57f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:49:05.775063 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:05.791873 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870809b9-1e5f-4859-912a-924485686afd {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:49:05.806638 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 870809b9-1e5f-4859-912a-924485686afd, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=870809b9-1e5f-4859-912a-924485686afd,segment=NetworkSegment(7a46ab06-072d-484d-91f6-31a6c72e4c73),segment_id=7a46ab06-072d-484d-91f6-31a6c72e4c73)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:49:05.810593 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:05.873921 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=870809b9-1e5f-4859-912a-924485686afd,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:05.881840 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:05.882179 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:05.882511 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:05.882839 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:05.883167 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:05.883487 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:05.883898 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:05.884248 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:05.884570 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:05.884887 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:05.885202 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:06.035058 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['870809b9-1e5f-4859-912a-924485686afd'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:49:06.793779 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b6a57-e7ac-4ce2-a67e-383174b2d73d req-e1c4a982-3d07-4f3d-b3bb-fe549dbb8afb tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:06.795200 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0f0b6a57-e7ac-4ce2-a67e-383174b2d73d req-e1c4a982-3d07-4f3d-b3bb-fe549dbb8afb tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=22590554-7c9b-4570-b52f-b269e5c0a2eb HTTP/1.1" status: 200 len: 945 time: 0.0772984 Apr 08 10:49:06.839182 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0f0b6a57-e7ac-4ce2-a67e-383174b2d73d req-84d54276-b630-425f-9ba3-f34eaa4e7f30 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/security-groups?id=18f8a0fe-3349-41fc-a3f3-50c03f3a09ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384676 Apr 08 10:49:07.596253 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 870809b9-1e5f-4859-912a-924485686afd up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:49:07.670090 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port 870809b9-1e5f-4859-912a-924485686afd completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:49:07.674964 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 870809b9-1e5f-4859-912a-924485686afd triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:49:07.675329 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:07.813384 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:07.841139 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22590554-7c9b-4570-b52f-b269e5c0a2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870809b9-1e5f-4859-912a-924485686afd'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:49:07.850575 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 870809b9-1e5f-4859-912a-924485686afd, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=870809b9-1e5f-4859-912a-924485686afd,segment=NetworkSegment(7a46ab06-072d-484d-91f6-31a6c72e4c73),segment_id=7a46ab06-072d-484d-91f6-31a6c72e4c73)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:49:07.854960 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:07.898511 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-800d5418-a3e2-4f8d-b983-76a0238aab53'] response: {'server_uuid': '22590554-7c9b-4570-b52f-b269e5c0a2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870809b9-1e5f-4859-912a-924485686afd', 'code': 200} Apr 08 10:49:07.927141 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=870809b9-1e5f-4859-912a-924485686afd,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:08.053225 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78354a0-e4c4-4510-9882-7fd20aea8a4f req-07fe3776-382e-4ca4-b93c-fc57b2e8bbdb tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:08.055076 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f78354a0-e4c4-4510-9882-7fd20aea8a4f req-07fe3776-382e-4ca4-b93c-fc57b2e8bbdb tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=22590554-7c9b-4570-b52f-b269e5c0a2eb HTTP/1.1" status: 200 len: 946 time: 0.0848627 Apr 08 10:49:08.167100 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f78354a0-e4c4-4510-9882-7fd20aea8a4f req-b6b1b553-558c-4c63-997e-11a9048651e1 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/security-groups?id=18f8a0fe-3349-41fc-a3f3-50c03f3a09ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059573 Apr 08 10:49:08.180479 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c216534f-9d03-41bb-98e8-c8f656dbdcae req-543b0796-eb54-4410-935d-8942bbb7490e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=22590554-7c9b-4570-b52f-b269e5c0a2eb HTTP/1.1" status: 200 len: 1099 time: 0.1036181 Apr 08 10:49:08.225085 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c216534f-9d03-41bb-98e8-c8f656dbdcae req-82102504-4c03-4def-9ce6-13f8e4a7a9d6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=18f8a0fe-3349-41fc-a3f3-50c03f3a09ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381341 Apr 08 10:49:08.549428 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:09.364175 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6851ecf-6d4e-492a-85c1-bcc5129dda32 req-b6934ff7-3435-4c01-b1c1-436b233f0c64 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:09.365540 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f6851ecf-6d4e-492a-85c1-bcc5129dda32 req-b6934ff7-3435-4c01-b1c1-436b233f0c64 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=22590554-7c9b-4570-b52f-b269e5c0a2eb HTTP/1.1" status: 200 len: 946 time: 0.0772352 Apr 08 10:49:09.413604 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f6851ecf-6d4e-492a-85c1-bcc5129dda32 req-04e3ea23-a730-4e46-af2e-5840d8043312 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/security-groups?id=18f8a0fe-3349-41fc-a3f3-50c03f3a09ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418143 Apr 08 10:49:10.615685 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ccd95-ef7f-4c31-aec7-12888e0eadbb req-62e99487-8378-4daf-9c8b-09fa8342f4d7 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:10.617143 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-da0ccd95-ef7f-4c31-aec7-12888e0eadbb req-62e99487-8378-4daf-9c8b-09fa8342f4d7 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=22590554-7c9b-4570-b52f-b269e5c0a2eb HTTP/1.1" status: 200 len: 946 time: 0.0777683 Apr 08 10:49:10.667424 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-da0ccd95-ef7f-4c31-aec7-12888e0eadbb req-264d3cd2-00f8-48ee-a36c-9a29d2bd6142 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/security-groups?id=18f8a0fe-3349-41fc-a3f3-50c03f3a09ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441744 Apr 08 10:49:11.132837 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ecb075-dcb0-4056-96de-2be43125f2cc req-73d5cf21-1b99-4e6e-bb26-84caee839866 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:11.134623 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b8ecb075-dcb0-4056-96de-2be43125f2cc req-73d5cf21-1b99-4e6e-bb26-84caee839866 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=22590554-7c9b-4570-b52f-b269e5c0a2eb HTTP/1.1" status: 200 len: 946 time: 0.0875554 Apr 08 10:49:11.180149 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b8ecb075-dcb0-4056-96de-2be43125f2cc req-7d22c83c-cf74-4b3d-a1ce-25f29d395329 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/security-groups?id=18f8a0fe-3349-41fc-a3f3-50c03f3a09ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395608 Apr 08 10:49:12.431455 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d779c1f-97b2-45cc-9afb-ee50ce7ab5d4 req-35402b20-7595-477b-a18e-dec3ca8d00a8 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:12.432913 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9d779c1f-97b2-45cc-9afb-ee50ce7ab5d4 req-35402b20-7595-477b-a18e-dec3ca8d00a8 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=22590554-7c9b-4570-b52f-b269e5c0a2eb HTTP/1.1" status: 200 len: 946 time: 0.1314249 Apr 08 10:49:12.484145 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e34126-7681-4e87-8752-1de988b9ecf5 req-6f9609fc-2d41-421a-80da-4ce7e4737fa8 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:12.485628 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c7e34126-7681-4e87-8752-1de988b9ecf5 req-6f9609fc-2d41-421a-80da-4ce7e4737fa8 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.52 "GET /v2.0/ports?device_id=22590554-7c9b-4570-b52f-b269e5c0a2eb HTTP/1.1" status: 200 len: 946 time: 0.1244740 Apr 08 10:49:12.547897 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9d779c1f-97b2-45cc-9afb-ee50ce7ab5d4 req-f200e7c0-27f5-4acf-9546-b7544b64ae3a tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/security-groups?id=18f8a0fe-3349-41fc-a3f3-50c03f3a09ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077127 Apr 08 10:49:12.573088 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-c7e34126-7681-4e87-8752-1de988b9ecf5 req-deea631b-563d-4d87-997d-4139020b13d7 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Deleting port 870809b9-1e5f-4859-912a-924485686afd {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:49:12.573429 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c7e34126-7681-4e87-8752-1de988b9ecf5 req-deea631b-563d-4d87-997d-4139020b13d7 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:12.810456 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-c7e34126-7681-4e87-8752-1de988b9ecf5 req-deea631b-563d-4d87-997d-4139020b13d7 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] For port 870809b9-1e5f-4859-912a-924485686afd, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=870809b9-1e5f-4859-912a-924485686afd,segment=NetworkSegment(7a46ab06-072d-484d-91f6-31a6c72e4c73),segment_id=7a46ab06-072d-484d-91f6-31a6c72e4c73)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:49:12.810812 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c7e34126-7681-4e87-8752-1de988b9ecf5 req-deea631b-563d-4d87-997d-4139020b13d7 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:13.018179 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-c7e34126-7681-4e87-8752-1de988b9ecf5 req-deea631b-563d-4d87-997d-4139020b13d7 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Calling delete_port for 870809b9-1e5f-4859-912a-924485686afd owned by compute:nova {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:49:13.156497 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c7e34126-7681-4e87-8752-1de988b9ecf5 req-deea631b-563d-4d87-997d-4139020b13d7 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:13.168234 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['d495df91-5edb-4e7a-b292-a2ebf7691bb1', '870809b9-1e5f-4859-912a-924485686afd'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:49:13.205397 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea631b-563d-4d87-997d-4139020b13d7 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Pushing event deleted for resources: {'Port': ['ID=870809b9-1e5f-4859-912a-924485686afd,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:13.278394 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e34126-7681-4e87-8752-1de988b9ecf5 req-deea631b-563d-4d87-997d-4139020b13d7 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] No DVR routers for this DVR port 870809b9-1e5f-4859-912a-924485686afd on host hv-neutron-8371 {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:49:13.281107 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c7e34126-7681-4e87-8752-1de988b9ecf5 req-deea631b-563d-4d87-997d-4139020b13d7 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:13.283570 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22590554-7c9b-4570-b52f-b269e5c0a2eb', 'name': 'network-vif-deleted', 'tag': '870809b9-1e5f-4859-912a-924485686afd'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:49:13.299238 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c7e34126-7681-4e87-8752-1de988b9ecf5 req-deea631b-563d-4d87-997d-4139020b13d7 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.52 "DELETE /v2.0/ports/870809b9-1e5f-4859-912a-924485686afd HTTP/1.1" status: 204 len: 173 time: 0.8078697 Apr 08 10:49:13.346063 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39bd23a7-72c2-4a2e-a3ce-166f52d520b1'] response: {'server_uuid': '22590554-7c9b-4570-b52f-b269e5c0a2eb', 'name': 'network-vif-deleted', 'tag': '870809b9-1e5f-4859-912a-924485686afd', 'status': 'completed', 'code': 200} Apr 08 10:49:13.363804 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-94cc0c8e-c8c9-4727-967c-1225508936c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:13.720446 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-2ee86b0f-5c3f-43e9-afca-00f468d2fbd4 req-71a160d8-d26d-4dd2-be88-5a874d650dfe tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Synchronizing usage tracker for tenant:af454188320c4615bbf34338a72f34c6 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:49:13.735190 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-2ee86b0f-5c3f-43e9-afca-00f468d2fbd4 req-71a160d8-d26d-4dd2-be88-5a874d650dfe tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Unset dirty status for tenant:af454188320c4615bbf34338a72f34c6 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:49:13.736347 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2ee86b0f-5c3f-43e9-afca-00f468d2fbd4 req-71a160d8-d26d-4dd2-be88-5a874d650dfe tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=22590554-7c9b-4570-b52f-b269e5c0a2eb HTTP/1.1" status: 200 len: 210 time: 0.0573010 Apr 08 10:49:15.025782 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bfd65-7dd0-44b4-9f09-f714b295f9e3 req-83bf8fdf-af78-4c6f-9e59-70d750021cb8 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:15.027487 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8a8bfd65-7dd0-44b4-9f09-f714b295f9e3 req-83bf8fdf-af78-4c6f-9e59-70d750021cb8 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed4c1f08-c8f6-4b45-b53b-9044681bbdd0 HTTP/1.1" status: 200 len: 946 time: 0.0828805 Apr 08 10:49:15.072783 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8a8bfd65-7dd0-44b4-9f09-f714b295f9e3 req-381b9567-c294-4a41-bfc5-966114bc2d10 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/security-groups?id=18f8a0fe-3349-41fc-a3f3-50c03f3a09ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395768 Apr 08 10:49:15.287595 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ef4ed-35a4-4d8b-a578-433b7980b5c1 req-632d07a1-5d23-4017-92f1-3b62fe77d2c7 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:15.289039 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6a6ef4ed-35a4-4d8b-a578-433b7980b5c1 req-632d07a1-5d23-4017-92f1-3b62fe77d2c7 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed4c1f08-c8f6-4b45-b53b-9044681bbdd0 HTTP/1.1" status: 200 len: 946 time: 0.0742869 Apr 08 10:49:15.333189 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6a6ef4ed-35a4-4d8b-a578-433b7980b5c1 req-bf4b382b-9bad-4068-81db-f587f0371b6f tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/security-groups?id=18f8a0fe-3349-41fc-a3f3-50c03f3a09ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385721 Apr 08 10:49:15.528898 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61aba5-add5-4f83-babe-4a039899847f req-e824ebeb-fd9a-40ea-96b4-d2f66189b45c tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:15.530316 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bc61aba5-add5-4f83-babe-4a039899847f req-e824ebeb-fd9a-40ea-96b4-d2f66189b45c tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed4c1f08-c8f6-4b45-b53b-9044681bbdd0 HTTP/1.1" status: 200 len: 946 time: 0.0792148 Apr 08 10:49:15.574673 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bc61aba5-add5-4f83-babe-4a039899847f req-ea83019d-f021-47f0-81dc-2ba48b1a9bb7 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/security-groups?id=18f8a0fe-3349-41fc-a3f3-50c03f3a09ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389397 Apr 08 10:49:15.610433 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a77d1a4a-a75a-44a3-9479-a10f23c67f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:15.624886 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 870809b9-1e5f-4859-912a-924485686afd no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:49:15.660364 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: 870809b9-1e5f-4859-912a-924485686afd {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:49:15.660727 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 870809b9-1e5f-4859-912a-924485686afd not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:49:15.762988 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-04d6f4fe-af32-4c26-93ca-b3372210a33d req-a1bd0eb0-f941-4015-95d6-6ec3c4a4d112 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ed4c1f08-c8f6-4b45-b53b-9044681bbdd0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0648901 Apr 08 10:49:15.958709 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb9a85-47f0-4cba-86d7-585913df6c09 req-8f2c3db8-8be6-4837-ad42-6d6e923f5705 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:15.960198 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43bb9a85-47f0-4cba-86d7-585913df6c09 req-8f2c3db8-8be6-4837-ad42-6d6e923f5705 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed4c1f08-c8f6-4b45-b53b-9044681bbdd0 HTTP/1.1" status: 200 len: 946 time: 0.0817528 Apr 08 10:49:16.005234 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43bb9a85-47f0-4cba-86d7-585913df6c09 req-c1a1985d-c164-4bc0-a151-49bccfc6c0c7 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/security-groups?id=18f8a0fe-3349-41fc-a3f3-50c03f3a09ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390539 Apr 08 10:49:16.199745 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0699f-bae7-4a11-8b89-55514eb8f92f req-81a7a241-6a83-44a3-a431-fca77dd65932 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:16.201237 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-67f0699f-bae7-4a11-8b89-55514eb8f92f req-81a7a241-6a83-44a3-a431-fca77dd65932 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed4c1f08-c8f6-4b45-b53b-9044681bbdd0 HTTP/1.1" status: 200 len: 946 time: 0.0744720 Apr 08 10:49:16.246456 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-67f0699f-bae7-4a11-8b89-55514eb8f92f req-44e64b8b-d2fe-407b-8947-cdf84ec23ef7 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/security-groups?id=18f8a0fe-3349-41fc-a3f3-50c03f3a09ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395668 Apr 08 10:49:16.457587 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6529c0-cda3-4cae-98fb-4fdcd394b2d0 req-28bec018-49dc-4864-bd14-afdbe2d582ba tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:16.459006 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cb6529c0-cda3-4cae-98fb-4fdcd394b2d0 req-28bec018-49dc-4864-bd14-afdbe2d582ba tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed4c1f08-c8f6-4b45-b53b-9044681bbdd0 HTTP/1.1" status: 200 len: 946 time: 0.0781987 Apr 08 10:49:16.503363 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cb6529c0-cda3-4cae-98fb-4fdcd394b2d0 req-cf85751b-7bae-4fa0-8979-07fb0ed1f1ef tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/security-groups?id=18f8a0fe-3349-41fc-a3f3-50c03f3a09ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385137 Apr 08 10:49:16.827743 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:16.934568 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:17.056383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3846c-04c2-44d0-adf0-2ccd03730dc8 req-6bb96c09-1946-4f30-98b6-ecb6e613dd4c tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:17.057716 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-63b3846c-04c2-44d0-adf0-2ccd03730dc8 req-6bb96c09-1946-4f30-98b6-ecb6e613dd4c tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed4c1f08-c8f6-4b45-b53b-9044681bbdd0 HTTP/1.1" status: 200 len: 946 time: 0.0741782 Apr 08 10:49:17.105740 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-63b3846c-04c2-44d0-adf0-2ccd03730dc8 req-faef978f-aa4e-4ab8-bb03-3820edd32101 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/security-groups?id=18f8a0fe-3349-41fc-a3f3-50c03f3a09ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424156 Apr 08 10:49:18.302619 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf28f7-f778-46ff-877c-09f4363d132c req-55095120-bd34-47ad-99d9-8f2d22fa4773 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:18.304200 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5aaf28f7-f778-46ff-877c-09f4363d132c req-55095120-bd34-47ad-99d9-8f2d22fa4773 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed4c1f08-c8f6-4b45-b53b-9044681bbdd0 HTTP/1.1" status: 200 len: 946 time: 0.0750320 Apr 08 10:49:18.342828 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:18.401899 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5aaf28f7-f778-46ff-877c-09f4363d132c req-1bf63eb0-68d8-45fd-86fd-b6e7f493dbc3 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/security-groups?id=18f8a0fe-3349-41fc-a3f3-50c03f3a09ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915477 Apr 08 10:49:18.423153 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a3665-9d47-4774-b6f6-0e6e885fa53c req-eeb52673-842e-41fb-bb77-a8d1852e0587 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:18.424554 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9e9a3665-9d47-4774-b6f6-0e6e885fa53c req-eeb52673-842e-41fb-bb77-a8d1852e0587 tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed4c1f08-c8f6-4b45-b53b-9044681bbdd0 HTTP/1.1" status: 200 len: 946 time: 0.1012480 Apr 08 10:49:18.492396 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-9e9a3665-9d47-4774-b6f6-0e6e885fa53c req-bbd936ef-e45b-41f8-bd95-3d1cef14127e tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Deleting port d495df91-5edb-4e7a-b292-a2ebf7691bb1 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:49:18.492755 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-9e9a3665-9d47-4774-b6f6-0e6e885fa53c req-bbd936ef-e45b-41f8-bd95-3d1cef14127e tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:18.726115 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-9e9a3665-9d47-4774-b6f6-0e6e885fa53c req-bbd936ef-e45b-41f8-bd95-3d1cef14127e tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] For port d495df91-5edb-4e7a-b292-a2ebf7691bb1, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d495df91-5edb-4e7a-b292-a2ebf7691bb1,segment=NetworkSegment(7a46ab06-072d-484d-91f6-31a6c72e4c73),segment_id=7a46ab06-072d-484d-91f6-31a6c72e4c73)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:49:18.726468 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-9e9a3665-9d47-4774-b6f6-0e6e885fa53c req-bbd936ef-e45b-41f8-bd95-3d1cef14127e tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:18.928307 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-9e9a3665-9d47-4774-b6f6-0e6e885fa53c req-bbd936ef-e45b-41f8-bd95-3d1cef14127e tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Calling delete_port for d495df91-5edb-4e7a-b292-a2ebf7691bb1 owned by compute:nova {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:49:19.067098 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-9e9a3665-9d47-4774-b6f6-0e6e885fa53c req-bbd936ef-e45b-41f8-bd95-3d1cef14127e tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:19.082706 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['d495df91-5edb-4e7a-b292-a2ebf7691bb1'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:49:19.116018 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd936ef-e45b-41f8-bd95-3d1cef14127e tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Pushing event deleted for resources: {'Port': ['ID=d495df91-5edb-4e7a-b292-a2ebf7691bb1,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:19.191993 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9a3665-9d47-4774-b6f6-0e6e885fa53c req-bbd936ef-e45b-41f8-bd95-3d1cef14127e tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] No DVR routers for this DVR port d495df91-5edb-4e7a-b292-a2ebf7691bb1 on host hv-neutron-8371 {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:49:19.194426 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-9e9a3665-9d47-4774-b6f6-0e6e885fa53c req-bbd936ef-e45b-41f8-bd95-3d1cef14127e tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:19.197638 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4c1f08-c8f6-4b45-b53b-9044681bbdd0', 'name': 'network-vif-deleted', 'tag': 'd495df91-5edb-4e7a-b292-a2ebf7691bb1'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:49:19.212849 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9e9a3665-9d47-4774-b6f6-0e6e885fa53c req-bbd936ef-e45b-41f8-bd95-3d1cef14127e tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.52 "DELETE /v2.0/ports/d495df91-5edb-4e7a-b292-a2ebf7691bb1 HTTP/1.1" status: 204 len: 173 time: 0.7804675 Apr 08 10:49:19.253426 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6553783-1325-4699-925d-6bfd9a8b087d'] response: {'server_uuid': 'ed4c1f08-c8f6-4b45-b53b-9044681bbdd0', 'name': 'network-vif-deleted', 'tag': 'd495df91-5edb-4e7a-b292-a2ebf7691bb1', 'status': 'completed', 'code': 200} Apr 08 10:49:19.573302 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-cde96d11-bbe7-4303-b1a1-89e0bda621b2 req-b9f652b6-c7f1-40a2-bdb4-eb5aa8ca443b tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Synchronizing usage tracker for tenant:af454188320c4615bbf34338a72f34c6 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:49:19.588552 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-cde96d11-bbe7-4303-b1a1-89e0bda621b2 req-b9f652b6-c7f1-40a2-bdb4-eb5aa8ca443b tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] Unset dirty status for tenant:af454188320c4615bbf34338a72f34c6 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:49:19.589685 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cde96d11-bbe7-4303-b1a1-89e0bda621b2 req-b9f652b6-c7f1-40a2-bdb4-eb5aa8ca443b tempest-ServersNegativeTestJSON-138972495 tempest-ServersNegativeTestJSON-138972495-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed4c1f08-c8f6-4b45-b53b-9044681bbdd0 HTTP/1.1" status: 200 len: 210 time: 0.0563874 Apr 08 10:49:20.694441 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 35872) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:20.757084 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d919a0-504e-4c7a-aea0-cde4e04e5c75 admin admin] Deleting subnet f572cc62-0365-4da1-991b-5f36fe5e57f7 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:49:20.760460 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-18d919a0-504e-4c7a-aea0-cde4e04e5c75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:20.807835 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-18d919a0-504e-4c7a-aea0-cde4e04e5c75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:20.861970 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-18d919a0-504e-4c7a-aea0-cde4e04e5c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:20.931187 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-18d919a0-504e-4c7a-aea0-cde4e04e5c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:20.968700 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d919a0-504e-4c7a-aea0-cde4e04e5c75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f572cc62-0365-4da1-991b-5f36fe5e57f7,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:20.974624 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-18d919a0-504e-4c7a-aea0-cde4e04e5c75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:20.980368 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-18d919a0-504e-4c7a-aea0-cde4e04e5c75 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f572cc62-0365-4da1-991b-5f36fe5e57f7 HTTP/1.1" status: 204 len: 168 time: 0.2848096 Apr 08 10:49:20.982709 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 35876) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:21.086699 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4875835a-fab8-44da-a478-878661a50d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:21.207281 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4875835a-fab8-44da-a478-878661a50d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:21.231468 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-4875835a-fab8-44da-a478-878661a50d72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f02eca0-8612-4c94-92a2-f3396da7f5d8']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:21.243530 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-4875835a-fab8-44da-a478-878661a50d72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a46ab06-072d-484d-91f6-31a6c72e4c73') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:21.243824 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-4875835a-fab8-44da-a478-878661a50d72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a46ab06-072d-484d-91f6-31a6c72e4c73') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:21.254639 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4875835a-fab8-44da-a478-878661a50d72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:21.270342 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4875835a-fab8-44da-a478-878661a50d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:21.276574 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4875835a-fab8-44da-a478-878661a50d72 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:49:21.276947 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4875835a-fab8-44da-a478-878661a50d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:49:21.293205 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:49:21.364226 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4875835a-fab8-44da-a478-878661a50d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:21.380218 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4875835a-fab8-44da-a478-878661a50d72 admin admin] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:21.389790 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875835a-fab8-44da-a478-878661a50d72 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f02eca0-8612-4c94-92a2-f3396da7f5d8,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:21.394349 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4875835a-fab8-44da-a478-878661a50d72 admin admin] 10.222.0.47 "DELETE /v2.0/networks/9f02eca0-8612-4c94-92a2-f3396da7f5d8 HTTP/1.1" status: 204 len: 168 time: 0.4084828 Apr 08 10:49:21.522725 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 35882) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:21.576339 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-aa75963e-b1c6-432b-a4cb-a7582ba246af admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=af454188320c4615bbf34338a72f34c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524638 Apr 08 10:49:21.578729 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 35886) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:21.636112 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d08c43dc-f91e-4dfb-bcd7-5d1ae02bacb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:21.661591 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d08c43dc-f91e-4dfb-bcd7-5d1ae02bacb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:21.687327 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device d495df91-5edb-4e7a-b292-a2ebf7691bb1 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:49:21.712729 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d08c43dc-f91e-4dfb-bcd7-5d1ae02bacb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:21.721309 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: d495df91-5edb-4e7a-b292-a2ebf7691bb1 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:49:21.721661 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device d495df91-5edb-4e7a-b292-a2ebf7691bb1 not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:49:21.727360 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c43dc-f91e-4dfb-bcd7-5d1ae02bacb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f8a0fe-3349-41fc-a3f3-50c03f3a09ee,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:21.735352 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d08c43dc-f91e-4dfb-bcd7-5d1ae02bacb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:21.739502 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d08c43dc-f91e-4dfb-bcd7-5d1ae02bacb7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/18f8a0fe-3349-41fc-a3f3-50c03f3a09ee HTTP/1.1" status: 204 len: 168 time: 0.1598160 Apr 08 10:49:22.579509 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 35908) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:22.709216 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-f15af406-5be3-4c8a-8cbc-46ca997f09d4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1580511741'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:49:22.714146 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f15af406-5be3-4c8a-8cbc-46ca997f09d4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:22.717863 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f15af406-5be3-4c8a-8cbc-46ca997f09d4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Usage tracker for resource:network and tenant:a4b3dba40d8e4c7584ab20147a414acc is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:22.720619 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f15af406-5be3-4c8a-8cbc-46ca997f09d4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:22.726681 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f15af406-5be3-4c8a-8cbc-46ca997f09d4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:22.735872 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15af406-5be3-4c8a-8cbc-46ca997f09d4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Made reservation on behalf of a4b3dba40d8e4c7584ab20147a414acc for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:49:22.738702 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f15af406-5be3-4c8a-8cbc-46ca997f09d4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:22.751330 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f15af406-5be3-4c8a-8cbc-46ca997f09d4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:22.782821 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f15af406-5be3-4c8a-8cbc-46ca997f09d4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:22.786563 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f15af406-5be3-4c8a-8cbc-46ca997f09d4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Usage tracker for resource:security_group_rule and tenant:a4b3dba40d8e4c7584ab20147a414acc is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:22.789408 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f15af406-5be3-4c8a-8cbc-46ca997f09d4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:22.795096 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f15af406-5be3-4c8a-8cbc-46ca997f09d4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:22.865086 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f15af406-5be3-4c8a-8cbc-46ca997f09d4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:22.869518 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f15af406-5be3-4c8a-8cbc-46ca997f09d4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:22.901577 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f15af406-5be3-4c8a-8cbc-46ca997f09d4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:49:22.909896 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15af406-5be3-4c8a-8cbc-46ca997f09d4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d59bb9-3225-49ef-ab4f-4405d3080bf6,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:22.916068 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f15af406-5be3-4c8a-8cbc-46ca997f09d4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:22.916468 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-f15af406-5be3-4c8a-8cbc-46ca997f09d4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Added segment 12fe15f5-c86b-4518-97d6-82099274df5b of type vlan for network fc623794-bc55-4d11-8dd7-838db5657865 Apr 08 10:49:22.944795 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f15af406-5be3-4c8a-8cbc-46ca997f09d4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:22.974774 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f15af406-5be3-4c8a-8cbc-46ca997f09d4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:22.978414 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15af406-5be3-4c8a-8cbc-46ca997f09d4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:22.978983 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f15af406-5be3-4c8a-8cbc-46ca997f09d4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:23.084329 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15af406-5be3-4c8a-8cbc-46ca997f09d4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Pushing event updated for resources: {'Network': ['ID=fc623794-bc55-4d11-8dd7-838db5657865,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:23.092755 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f15af406-5be3-4c8a-8cbc-46ca997f09d4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5119491 Apr 08 10:49:23.095772 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network fc623794-bc55-4d11-8dd7-838db5657865 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:49:26.386218 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 35914) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:26.391746 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-06c8c4d2-4f12-4500-a561-2ae423ca2bf9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Request body: {'subnet': {'network_id': 'fc623794-bc55-4d11-8dd7-838db5657865', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:49:26.502564 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-06c8c4d2-4f12-4500-a561-2ae423ca2bf9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:26.506278 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-06c8c4d2-4f12-4500-a561-2ae423ca2bf9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Usage tracker for resource:subnet and tenant:a4b3dba40d8e4c7584ab20147a414acc is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:26.509617 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-06c8c4d2-4f12-4500-a561-2ae423ca2bf9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:26.515336 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-06c8c4d2-4f12-4500-a561-2ae423ca2bf9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:26.526353 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c8c4d2-4f12-4500-a561-2ae423ca2bf9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Made reservation on behalf of a4b3dba40d8e4c7584ab20147a414acc for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:49:26.626049 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-06c8c4d2-4f12-4500-a561-2ae423ca2bf9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:26.835042 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-06c8c4d2-4f12-4500-a561-2ae423ca2bf9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:26.907037 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8c4d2-4f12-4500-a561-2ae423ca2bf9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Pushing event updated for resources: {'Subnet': ['ID=eb3e4440-3145-4704-8f45-0cc882cea11d,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:26.925046 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c8c4d2-4f12-4500-a561-2ae423ca2bf9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Checking segment: {'id': '12fe15f5-c86b-4518-97d6-82099274df5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'fc623794-bc55-4d11-8dd7-838db5657865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:49:26.925407 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c8c4d2-4f12-4500-a561-2ae423ca2bf9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Network hostable DHCP agents. Network: fc623794-bc55-4d11-8dd7-838db5657865, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:49:26.946368 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c8c4d2-4f12-4500-a561-2ae423ca2bf9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Network fc623794-bc55-4d11-8dd7-838db5657865 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:49:26.955648 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-06c8c4d2-4f12-4500-a561-2ae423ca2bf9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, fc623794-bc55-4d11-8dd7-838db5657865) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:49:26.959451 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c8c4d2-4f12-4500-a561-2ae423ca2bf9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:26.960027 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-06c8c4d2-4f12-4500-a561-2ae423ca2bf9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:26.965646 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf05719-3162-47ef-b798-2efd4d365518 None None] Network fc623794-bc55-4d11-8dd7-838db5657865 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:49:26.981577 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-06c8c4d2-4f12-4500-a561-2ae423ca2bf9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5943041 Apr 08 10:49:26.985019 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 35918) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:26.990619 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-f4342fd3-f32a-4ed9-9b56-1db1dcc914b8 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-10781068'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:49:26.996267 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f4342fd3-f32a-4ed9-9b56-1db1dcc914b8 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:26.999998 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f4342fd3-f32a-4ed9-9b56-1db1dcc914b8 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Usage tracker for resource:network and tenant:a4b3dba40d8e4c7584ab20147a414acc is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:27.002824 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f4342fd3-f32a-4ed9-9b56-1db1dcc914b8 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:27.008812 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f4342fd3-f32a-4ed9-9b56-1db1dcc914b8 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:27.028621 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4342fd3-f32a-4ed9-9b56-1db1dcc914b8 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Made reservation on behalf of a4b3dba40d8e4c7584ab20147a414acc for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:49:27.031572 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f4342fd3-f32a-4ed9-9b56-1db1dcc914b8 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:27.060618 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4342fd3-f32a-4ed9-9b56-1db1dcc914b8 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:49:27.070949 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f4342fd3-f32a-4ed9-9b56-1db1dcc914b8 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:27.071503 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-f4342fd3-f32a-4ed9-9b56-1db1dcc914b8 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Added segment 99eb82a6-a82b-4b91-a300-d1929d2b7f47 of type vlan for network 4d8f3cab-68c5-49da-9f6c-7e37d5f2addb Apr 08 10:49:27.098112 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f4342fd3-f32a-4ed9-9b56-1db1dcc914b8 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:27.130739 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f4342fd3-f32a-4ed9-9b56-1db1dcc914b8 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:27.134012 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:49:27.134963 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4342fd3-f32a-4ed9-9b56-1db1dcc914b8 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:27.135622 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f4342fd3-f32a-4ed9-9b56-1db1dcc914b8 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:27.215112 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1f643b-6014-4487-b073-88c832bc7698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-fc623794-bc55-4d11-8dd7-838db5657865', 'network_id': 'fc623794-bc55-4d11-8dd7-838db5657865', 'tenant_id': 'a4b3dba40d8e4c7584ab20147a414acc', 'fixed_ips': [{'subnet_id': 'eb3e4440-3145-4704-8f45-0cc882cea11d'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:49:27.215902 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1e1f643b-6014-4487-b073-88c832bc7698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:27.239994 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f4342fd3-f32a-4ed9-9b56-1db1dcc914b8 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2513449 Apr 08 10:49:27.240218 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 35922) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:27.247793 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-782ee954-c784-4b2e-96ad-4778365b69ed tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Request body: {'subnet': {'network_id': '4d8f3cab-68c5-49da-9f6c-7e37d5f2addb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:49:27.266214 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4342fd3-f32a-4ed9-9b56-1db1dcc914b8 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Pushing event updated for resources: {'Network': ['ID=4d8f3cab-68c5-49da-9f6c-7e37d5f2addb,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:27.282483 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 4d8f3cab-68c5-49da-9f6c-7e37d5f2addb details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:49:27.366906 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-782ee954-c784-4b2e-96ad-4778365b69ed tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:27.371063 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-782ee954-c784-4b2e-96ad-4778365b69ed tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Usage tracker for resource:subnet and tenant:a4b3dba40d8e4c7584ab20147a414acc is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:27.373848 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-782ee954-c784-4b2e-96ad-4778365b69ed tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:27.379757 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-782ee954-c784-4b2e-96ad-4778365b69ed tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:27.389899 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782ee954-c784-4b2e-96ad-4778365b69ed tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Made reservation on behalf of a4b3dba40d8e4c7584ab20147a414acc for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:49:27.459701 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-1e1f643b-6014-4487-b073-88c832bc7698 None None] Allocated IP 2001:db8:0:ffff::2 (fc623794-bc55-4d11-8dd7-838db5657865/eb3e4440-3145-4704-8f45-0cc882cea11d/0363d0c6-617e-40dc-9217-95621ea8b5f4) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:49:27.585572 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-782ee954-c784-4b2e-96ad-4778365b69ed tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:27.662492 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1e1f643b-6014-4487-b073-88c832bc7698 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:27.673062 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-1e1f643b-6014-4487-b073-88c832bc7698 None None] Transition to ACTIVE for port object 0363d0c6-617e-40dc-9217-95621ea8b5f4 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:49:27.691275 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-1e1f643b-6014-4487-b073-88c832bc7698 None None] Transition to ACTIVE for port object 0363d0c6-617e-40dc-9217-95621ea8b5f4 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:49:27.697756 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1e1f643b-6014-4487-b073-88c832bc7698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:27.765950 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1f643b-6014-4487-b073-88c832bc7698 None None] Network fc623794-bc55-4d11-8dd7-838db5657865 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:49:27.768632 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-1e1f643b-6014-4487-b073-88c832bc7698 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:49:27.772353 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1f643b-6014-4487-b073-88c832bc7698 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:49:27.779691 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f643b-6014-4487-b073-88c832bc7698 None None] Pushing event updated for resources: {'Port': ['ID=0363d0c6-617e-40dc-9217-95621ea8b5f4,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:27.809424 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-782ee954-c784-4b2e-96ad-4778365b69ed tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:27.862673 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-1e1f643b-6014-4487-b073-88c832bc7698 None None] Attempting to bind port 0363d0c6-617e-40dc-9217-95621ea8b5f4 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:49:27.863045 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-1e1f643b-6014-4487-b073-88c832bc7698 None None] Attempting to bind port 0363d0c6-617e-40dc-9217-95621ea8b5f4 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '12fe15f5-c86b-4518-97d6-82099274df5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'fc623794-bc55-4d11-8dd7-838db5657865'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:49:27.863398 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f643b-6014-4487-b073-88c832bc7698 None None] Attempting to bind port 0363d0c6-617e-40dc-9217-95621ea8b5f4 on network fc623794-bc55-4d11-8dd7-838db5657865 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:49:27.870131 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f643b-6014-4487-b073-88c832bc7698 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:49:27.870504 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f643b-6014-4487-b073-88c832bc7698 None None] Checking segment: {'id': '12fe15f5-c86b-4518-97d6-82099274df5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'fc623794-bc55-4d11-8dd7-838db5657865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:49:27.870904 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1e1f643b-6014-4487-b073-88c832bc7698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:27.871294 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f643b-6014-4487-b073-88c832bc7698 None None] Bound using segment: {'id': '12fe15f5-c86b-4518-97d6-82099274df5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'fc623794-bc55-4d11-8dd7-838db5657865'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:49:27.871757 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-1e1f643b-6014-4487-b073-88c832bc7698 None None] Bound port: 0363d0c6-617e-40dc-9217-95621ea8b5f4, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12fe15f5-c86b-4518-97d6-82099274df5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'fc623794-bc55-4d11-8dd7-838db5657865'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:49:27.872151 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1e1f643b-6014-4487-b073-88c832bc7698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:27.888762 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ee954-c784-4b2e-96ad-4778365b69ed tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Pushing event updated for resources: {'Subnet': ['ID=edaee0e7-0f75-4410-894a-bec6f2d94091,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:27.900300 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782ee954-c784-4b2e-96ad-4778365b69ed tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Checking segment: {'id': '99eb82a6-a82b-4b91-a300-d1929d2b7f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4d8f3cab-68c5-49da-9f6c-7e37d5f2addb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:49:27.900662 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782ee954-c784-4b2e-96ad-4778365b69ed tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Network hostable DHCP agents. Network: 4d8f3cab-68c5-49da-9f6c-7e37d5f2addb, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:49:27.922460 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782ee954-c784-4b2e-96ad-4778365b69ed tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Network 4d8f3cab-68c5-49da-9f6c-7e37d5f2addb is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:49:27.932990 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-782ee954-c784-4b2e-96ad-4778365b69ed tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 4d8f3cab-68c5-49da-9f6c-7e37d5f2addb) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:49:27.937039 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782ee954-c784-4b2e-96ad-4778365b69ed tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:27.937627 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-782ee954-c784-4b2e-96ad-4778365b69ed tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:27.951714 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a80e441-1e2c-47fd-8b5c-ea255453f210 None None] Network 4d8f3cab-68c5-49da-9f6c-7e37d5f2addb requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:49:27.958919 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-782ee954-c784-4b2e-96ad-4778365b69ed tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7177546 Apr 08 10:49:27.962192 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 35926) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:28.037902 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-1e1f643b-6014-4487-b073-88c832bc7698 None None] For port 0363d0c6-617e-40dc-9217-95621ea8b5f4, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:49:28.051331 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-1e1f643b-6014-4487-b073-88c832bc7698 None None] For port 0363d0c6-617e-40dc-9217-95621ea8b5f4, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=0363d0c6-617e-40dc-9217-95621ea8b5f4,segment=NetworkSegment(12fe15f5-c86b-4518-97d6-82099274df5b),segment_id=12fe15f5-c86b-4518-97d6-82099274df5b)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:49:28.057914 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1e1f643b-6014-4487-b073-88c832bc7698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:28.107463 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c4eaeef2-241c-492c-a031-8de273f73932 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:28.174120 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c4eaeef2-241c-492c-a031-8de273f73932 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:28.209160 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f643b-6014-4487-b073-88c832bc7698 None None] Pushing event updated for resources: {'Port': ['ID=0363d0c6-617e-40dc-9217-95621ea8b5f4,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:28.262750 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c4eaeef2-241c-492c-a031-8de273f73932 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:28.268626 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb4223d-bec0-435d-bab9-7c8a5b961e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-4d8f3cab-68c5-49da-9f6c-7e37d5f2addb', 'network_id': '4d8f3cab-68c5-49da-9f6c-7e37d5f2addb', 'tenant_id': 'a4b3dba40d8e4c7584ab20147a414acc', 'fixed_ips': [{'subnet_id': 'edaee0e7-0f75-4410-894a-bec6f2d94091'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:49:28.269748 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bcb4223d-bec0-435d-bab9-7c8a5b961e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:28.301924 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eaeef2-241c-492c-a031-8de273f73932 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Pushing event deleted for resources: {'Subnet': ['ID=edaee0e7-0f75-4410-894a-bec6f2d94091,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:28.394479 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2882f98-fdd0-4e11-8563-717390035d28 None None] Network 4d8f3cab-68c5-49da-9f6c-7e37d5f2addb requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:49:28.422748 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c4eaeef2-241c-492c-a031-8de273f73932 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:28.450485 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-c4eaeef2-241c-492c-a031-8de273f73932 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8f3cab-68c5-49da-9f6c-7e37d5f2addb']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:28.464592 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-c4eaeef2-241c-492c-a031-8de273f73932 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99eb82a6-a82b-4b91-a300-d1929d2b7f47') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:28.465036 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-c4eaeef2-241c-492c-a031-8de273f73932 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99eb82a6-a82b-4b91-a300-d1929d2b7f47') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:28.478087 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c4eaeef2-241c-492c-a031-8de273f73932 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:28.495495 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c4eaeef2-241c-492c-a031-8de273f73932 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:28.503797 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4eaeef2-241c-492c-a031-8de273f73932 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:49:28.504237 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c4eaeef2-241c-492c-a031-8de273f73932 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:49:28.519932 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:49:28.602563 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c4eaeef2-241c-492c-a031-8de273f73932 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:28.619762 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c4eaeef2-241c-492c-a031-8de273f73932 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:28.631320 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eaeef2-241c-492c-a031-8de273f73932 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Pushing event deleted for resources: {'Network': ['ID=4d8f3cab-68c5-49da-9f6c-7e37d5f2addb,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:28.634586 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c4eaeef2-241c-492c-a031-8de273f73932 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] 10.222.0.47 "DELETE /v2.0/networks/4d8f3cab-68c5-49da-9f6c-7e37d5f2addb HTTP/1.1" status: 204 len: 168 time: 0.6714189 Apr 08 10:49:28.637952 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 35930) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:28.643202 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-3d2297a6-19d7-4ba5-9c2c-9b1d9d6c53d9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1066359734'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:49:28.648133 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3d2297a6-19d7-4ba5-9c2c-9b1d9d6c53d9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:28.652538 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3d2297a6-19d7-4ba5-9c2c-9b1d9d6c53d9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Usage tracker for resource:network and tenant:a4b3dba40d8e4c7584ab20147a414acc is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:28.655418 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3d2297a6-19d7-4ba5-9c2c-9b1d9d6c53d9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:28.661318 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3d2297a6-19d7-4ba5-9c2c-9b1d9d6c53d9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:28.672005 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2297a6-19d7-4ba5-9c2c-9b1d9d6c53d9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Made reservation on behalf of a4b3dba40d8e4c7584ab20147a414acc for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:49:28.675271 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3d2297a6-19d7-4ba5-9c2c-9b1d9d6c53d9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:28.704680 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2297a6-19d7-4ba5-9c2c-9b1d9d6c53d9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:49:28.713918 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3d2297a6-19d7-4ba5-9c2c-9b1d9d6c53d9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:28.714389 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-3d2297a6-19d7-4ba5-9c2c-9b1d9d6c53d9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Added segment 32b0b2cb-dd73-4432-bab9-06d7339f47d3 of type vlan for network 658968d3-fb4e-4cf6-a31d-85acbbb8bc4e Apr 08 10:49:28.739282 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3d2297a6-19d7-4ba5-9c2c-9b1d9d6c53d9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:28.768106 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3d2297a6-19d7-4ba5-9c2c-9b1d9d6c53d9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:28.771631 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2297a6-19d7-4ba5-9c2c-9b1d9d6c53d9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:28.772236 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3d2297a6-19d7-4ba5-9c2c-9b1d9d6c53d9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:28.873044 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3d2297a6-19d7-4ba5-9c2c-9b1d9d6c53d9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2340639 Apr 08 10:49:28.877423 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 35934) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:28.884833 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-b34ce6e7-1386-4dce-a03c-54670e7f1fd5 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Request body: {'subnet': {'network_id': '658968d3-fb4e-4cf6-a31d-85acbbb8bc4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:49:28.885913 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2297a6-19d7-4ba5-9c2c-9b1d9d6c53d9 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Pushing event updated for resources: {'Network': ['ID=658968d3-fb4e-4cf6-a31d-85acbbb8bc4e,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:28.896477 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 658968d3-fb4e-4cf6-a31d-85acbbb8bc4e details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:49:29.006722 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b34ce6e7-1386-4dce-a03c-54670e7f1fd5 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:29.010659 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b34ce6e7-1386-4dce-a03c-54670e7f1fd5 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Usage tracker for resource:subnet and tenant:a4b3dba40d8e4c7584ab20147a414acc is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:29.013550 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b34ce6e7-1386-4dce-a03c-54670e7f1fd5 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:29.019319 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b34ce6e7-1386-4dce-a03c-54670e7f1fd5 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:29.032064 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34ce6e7-1386-4dce-a03c-54670e7f1fd5 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Made reservation on behalf of a4b3dba40d8e4c7584ab20147a414acc for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:49:29.146655 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b34ce6e7-1386-4dce-a03c-54670e7f1fd5 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:29.167534 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87f6a68-2ab4-41d9-bae2-e109498888ca None None] Network fc623794-bc55-4d11-8dd7-838db5657865 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:49:29.245570 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.ipam_backend_mixin [None req-b34ce6e7-1386-4dce-a03c-54670e7f1fd5 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Performing IP validity checks on allocation pools {{(pid=83846) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 08 10:49:29.246038 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.ipam_backend_mixin [None req-b34ce6e7-1386-4dce-a03c-54670e7f1fd5 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83846) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 08 10:49:29.298555 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a8a015a4-370f-4a00-88d0-5264ab2faaff None None] Provisioning for port 0363d0c6-617e-40dc-9217-95621ea8b5f4 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:49:29.366818 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b34ce6e7-1386-4dce-a03c-54670e7f1fd5 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:29.446293 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ce6e7-1386-4dce-a03c-54670e7f1fd5 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Pushing event updated for resources: {'Subnet': ['ID=ed966646-a57a-4206-bae6-821ab0536675,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:29.457877 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34ce6e7-1386-4dce-a03c-54670e7f1fd5 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Checking segment: {'id': '32b0b2cb-dd73-4432-bab9-06d7339f47d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '658968d3-fb4e-4cf6-a31d-85acbbb8bc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:49:29.458235 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34ce6e7-1386-4dce-a03c-54670e7f1fd5 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Network hostable DHCP agents. Network: 658968d3-fb4e-4cf6-a31d-85acbbb8bc4e, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:49:29.482632 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34ce6e7-1386-4dce-a03c-54670e7f1fd5 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Network 658968d3-fb4e-4cf6-a31d-85acbbb8bc4e is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:49:29.493244 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-b34ce6e7-1386-4dce-a03c-54670e7f1fd5 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 658968d3-fb4e-4cf6-a31d-85acbbb8bc4e) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:49:29.497709 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34ce6e7-1386-4dce-a03c-54670e7f1fd5 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:29.498290 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b34ce6e7-1386-4dce-a03c-54670e7f1fd5 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:29.503721 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bec2cff-01fa-4cfb-8ff1-e2d5c9d95cb4 None None] Network 658968d3-fb4e-4cf6-a31d-85acbbb8bc4e requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:49:29.525961 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b34ce6e7-1386-4dce-a03c-54670e7f1fd5 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6467850 Apr 08 10:49:29.528816 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 35938) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:29.745879 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d80b30-ef04-4159-b5ef-8d39785fdc9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-658968d3-fb4e-4cf6-a31d-85acbbb8bc4e', 'network_id': '658968d3-fb4e-4cf6-a31d-85acbbb8bc4e', 'tenant_id': 'a4b3dba40d8e4c7584ab20147a414acc', 'fixed_ips': [{'subnet_id': 'ed966646-a57a-4206-bae6-821ab0536675'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:49:29.746673 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-31d80b30-ef04-4159-b5ef-8d39785fdc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:29.772580 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:29.845674 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:29.906146 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-31d80b30-ef04-4159-b5ef-8d39785fdc9e None None] Allocated IP 2001:db8::3 (658968d3-fb4e-4cf6-a31d-85acbbb8bc4e/ed966646-a57a-4206-bae6-821ab0536675/f484739b-2a28-4d73-ab0d-d6d5bb308661) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:49:30.101962 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-31d80b30-ef04-4159-b5ef-8d39785fdc9e None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:30.112153 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-31d80b30-ef04-4159-b5ef-8d39785fdc9e None None] Transition to ACTIVE for port object f484739b-2a28-4d73-ab0d-d6d5bb308661 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:49:30.130118 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-31d80b30-ef04-4159-b5ef-8d39785fdc9e None None] Transition to ACTIVE for port object f484739b-2a28-4d73-ab0d-d6d5bb308661 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:49:30.136096 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-31d80b30-ef04-4159-b5ef-8d39785fdc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:30.153610 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:30.192182 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Pushing event deleted for resources: {'Subnet': ['ID=ed966646-a57a-4206-bae6-821ab0536675,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:30.208389 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d80b30-ef04-4159-b5ef-8d39785fdc9e None None] Network 658968d3-fb4e-4cf6-a31d-85acbbb8bc4e is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:49:30.211650 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-31d80b30-ef04-4159-b5ef-8d39785fdc9e None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:49:30.215848 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d80b30-ef04-4159-b5ef-8d39785fdc9e None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:49:30.218499 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d80b30-ef04-4159-b5ef-8d39785fdc9e None None] Pushing event updated for resources: {'Port': ['ID=f484739b-2a28-4d73-ab0d-d6d5bb308661,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:30.291858 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:30.303086 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-31d80b30-ef04-4159-b5ef-8d39785fdc9e None None] Attempting to bind port f484739b-2a28-4d73-ab0d-d6d5bb308661 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:49:30.303457 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-31d80b30-ef04-4159-b5ef-8d39785fdc9e None None] Attempting to bind port f484739b-2a28-4d73-ab0d-d6d5bb308661 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '32b0b2cb-dd73-4432-bab9-06d7339f47d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '658968d3-fb4e-4cf6-a31d-85acbbb8bc4e'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:49:30.303813 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d80b30-ef04-4159-b5ef-8d39785fdc9e None None] Attempting to bind port f484739b-2a28-4d73-ab0d-d6d5bb308661 on network 658968d3-fb4e-4cf6-a31d-85acbbb8bc4e {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:49:30.310766 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d80b30-ef04-4159-b5ef-8d39785fdc9e None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:49:30.311120 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d80b30-ef04-4159-b5ef-8d39785fdc9e None None] Checking segment: {'id': '32b0b2cb-dd73-4432-bab9-06d7339f47d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '658968d3-fb4e-4cf6-a31d-85acbbb8bc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:49:30.311516 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-31d80b30-ef04-4159-b5ef-8d39785fdc9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:30.311933 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d80b30-ef04-4159-b5ef-8d39785fdc9e None None] Bound using segment: {'id': '32b0b2cb-dd73-4432-bab9-06d7339f47d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '658968d3-fb4e-4cf6-a31d-85acbbb8bc4e'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:49:30.312429 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-31d80b30-ef04-4159-b5ef-8d39785fdc9e None None] Bound port: f484739b-2a28-4d73-ab0d-d6d5bb308661, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b0b2cb-dd73-4432-bab9-06d7339f47d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '658968d3-fb4e-4cf6-a31d-85acbbb8bc4e'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:49:30.312800 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-31d80b30-ef04-4159-b5ef-8d39785fdc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:30.319777 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['658968d3-fb4e-4cf6-a31d-85acbbb8bc4e']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:30.332325 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b0b2cb-dd73-4432-bab9-06d7339f47d3') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:30.332620 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b0b2cb-dd73-4432-bab9-06d7339f47d3') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:30.343681 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:30.359219 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:30.366057 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:49:30.366439 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:49:30.385251 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:49:30.402980 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-31d80b30-ef04-4159-b5ef-8d39785fdc9e None None] For port f484739b-2a28-4d73-ab0d-d6d5bb308661, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:49:30.449569 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 0363d0c6-617e-40dc-9217-95621ea8b5f4 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:49:30.469185 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.db.api [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 08 10:49:30.469185 dv-neutron-837110-1-hyperv neutron-server[83846]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 08 10:49:30.469185 dv-neutron-837110-1-hyperv neutron-server[83846]: [parameters: {'id': '658968d3-fb4e-4cf6-a31d-85acbbb8bc4e'}] Apr 08 10:49:30.469185 dv-neutron-837110-1-hyperv neutron-server[83846]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83846) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:49:30.469754 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG oslo_db.api [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:49:30.494982 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-31d80b30-ef04-4159-b5ef-8d39785fdc9e None None] For port f484739b-2a28-4d73-ab0d-d6d5bb308661, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=f484739b-2a28-4d73-ab0d-d6d5bb308661,segment=NetworkSegment(32b0b2cb-dd73-4432-bab9-06d7339f47d3),segment_id=32b0b2cb-dd73-4432-bab9-06d7339f47d3)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:49:30.500782 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-31d80b30-ef04-4159-b5ef-8d39785fdc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:30.621450 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d80b30-ef04-4159-b5ef-8d39785fdc9e None None] Pushing event updated for resources: {'Port': ['ID=f484739b-2a28-4d73-ab0d-d6d5bb308661,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:30.631565 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 0363d0c6-617e-40dc-9217-95621ea8b5f4 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:49:30.644886 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 0363d0c6-617e-40dc-9217-95621ea8b5f4 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:49:30.645256 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:30.699123 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d854edb-1b08-47ad-8069-81ccf4130b62 None None] Network 658968d3-fb4e-4cf6-a31d-85acbbb8bc4e requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:49:30.907752 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:30.956161 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 0363d0c6-617e-40dc-9217-95621ea8b5f4, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=0363d0c6-617e-40dc-9217-95621ea8b5f4,segment=NetworkSegment(12fe15f5-c86b-4518-97d6-82099274df5b),segment_id=12fe15f5-c86b-4518-97d6-82099274df5b)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:49:30.960355 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:30.970414 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:30.982905 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Deleting port f484739b-2a28-4d73-ab0d-d6d5bb308661 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:49:30.983257 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:31.037623 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e0f7f5-3676-4ac0-ae4a-67f0b296d13d None None] get_active_networks_info from dv-neutron-837110-1-hyperv {{(pid=83847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 08 10:49:31.101929 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=0363d0c6-617e-40dc-9217-95621ea8b5f4,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:31.139630 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e0f7f5-3676-4ac0-ae4a-67f0b296d13d None None] Resources bound (agent type, host, resource id): {{(pid=83847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 08 10:49:31.202780 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] For port f484739b-2a28-4d73-ab0d-d6d5bb308661, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=f484739b-2a28-4d73-ab0d-d6d5bb308661,segment=NetworkSegment(32b0b2cb-dd73-4432-bab9-06d7339f47d3),segment_id=32b0b2cb-dd73-4432-bab9-06d7339f47d3)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:49:31.203365 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:31.329373 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Calling delete_port for f484739b-2a28-4d73-ab0d-d6d5bb308661 owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:49:31.404739 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:31.452498 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Pushing event deleted for resources: {'Port': ['ID=f484739b-2a28-4d73-ab0d-d6d5bb308661,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:31.457329 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] No DVR routers for this DVR port f484739b-2a28-4d73-ab0d-d6d5bb308661 on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:49:31.579231 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:31.604212 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['658968d3-fb4e-4cf6-a31d-85acbbb8bc4e']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:31.616165 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b0b2cb-dd73-4432-bab9-06d7339f47d3') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:31.616468 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b0b2cb-dd73-4432-bab9-06d7339f47d3') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:31.628220 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:31.644036 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:31.649950 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:49:31.650328 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:49:31.664373 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:49:31.744536 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:31.749077 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:31.775569 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Pushing event deleted for resources: {'Network': ['ID=658968d3-fb4e-4cf6-a31d-85acbbb8bc4e,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:31.779716 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-861ea95e-14dc-45b3-ac2f-4cea4fcc8638 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] 10.222.0.47 "DELETE /v2.0/networks/658968d3-fb4e-4cf6-a31d-85acbbb8bc4e HTTP/1.1" status: 204 len: 168 time: 2.2499003 Apr 08 10:49:31.783281 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 35942) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:31.788415 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-7cc0630c-22e1-4ad0-9162-6ac41ddb9179 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-753833717'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:49:31.794102 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-7cc0630c-22e1-4ad0-9162-6ac41ddb9179 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:31.797854 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-7cc0630c-22e1-4ad0-9162-6ac41ddb9179 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Usage tracker for resource:network and tenant:a4b3dba40d8e4c7584ab20147a414acc is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:31.800663 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-7cc0630c-22e1-4ad0-9162-6ac41ddb9179 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:31.807002 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-7cc0630c-22e1-4ad0-9162-6ac41ddb9179 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:31.816836 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc0630c-22e1-4ad0-9162-6ac41ddb9179 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Made reservation on behalf of a4b3dba40d8e4c7584ab20147a414acc for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:49:31.819640 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7cc0630c-22e1-4ad0-9162-6ac41ddb9179 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:31.850388 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc0630c-22e1-4ad0-9162-6ac41ddb9179 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:49:31.859587 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7cc0630c-22e1-4ad0-9162-6ac41ddb9179 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:31.859924 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-7cc0630c-22e1-4ad0-9162-6ac41ddb9179 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Added segment 1b6663ba-8447-4f84-9290-7f474fc26943 of type vlan for network c9d18e68-215b-42c7-9f24-2b89c886c94a Apr 08 10:49:31.885440 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7cc0630c-22e1-4ad0-9162-6ac41ddb9179 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:31.914840 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7cc0630c-22e1-4ad0-9162-6ac41ddb9179 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:31.918534 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc0630c-22e1-4ad0-9162-6ac41ddb9179 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:31.919103 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7cc0630c-22e1-4ad0-9162-6ac41ddb9179 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:32.016676 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7cc0630c-22e1-4ad0-9162-6ac41ddb9179 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2323112 Apr 08 10:49:32.020571 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 35946) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:32.024869 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0630c-22e1-4ad0-9162-6ac41ddb9179 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Pushing event updated for resources: {'Network': ['ID=c9d18e68-215b-42c7-9f24-2b89c886c94a,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:32.026622 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-aa587f08-a10a-4e47-9cfb-43cbae02d85b tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Request body: {'subnet': {'network_id': 'c9d18e68-215b-42c7-9f24-2b89c886c94a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:49:32.035812 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network c9d18e68-215b-42c7-9f24-2b89c886c94a details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:49:32.135311 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-aa587f08-a10a-4e47-9cfb-43cbae02d85b tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:32.139048 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-aa587f08-a10a-4e47-9cfb-43cbae02d85b tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Usage tracker for resource:subnet and tenant:a4b3dba40d8e4c7584ab20147a414acc is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:32.141828 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-aa587f08-a10a-4e47-9cfb-43cbae02d85b tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:32.147329 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-aa587f08-a10a-4e47-9cfb-43cbae02d85b tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:32.157537 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa587f08-a10a-4e47-9cfb-43cbae02d85b tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Made reservation on behalf of a4b3dba40d8e4c7584ab20147a414acc for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:49:32.255160 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-aa587f08-a10a-4e47-9cfb-43cbae02d85b tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:32.417918 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 0363d0c6-617e-40dc-9217-95621ea8b5f4 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:49:32.467295 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-aa587f08-a10a-4e47-9cfb-43cbae02d85b tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:32.488430 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 0363d0c6-617e-40dc-9217-95621ea8b5f4 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:49:32.488816 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:32.641224 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa587f08-a10a-4e47-9cfb-43cbae02d85b tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Pushing event updated for resources: {'Subnet': ['ID=912bb08b-a317-4f11-b4f0-19188371020f,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:32.656396 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa587f08-a10a-4e47-9cfb-43cbae02d85b tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:32.656744 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa587f08-a10a-4e47-9cfb-43cbae02d85b tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:32.657087 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa587f08-a10a-4e47-9cfb-43cbae02d85b tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:32.657422 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa587f08-a10a-4e47-9cfb-43cbae02d85b tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:32.657751 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa587f08-a10a-4e47-9cfb-43cbae02d85b tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:32.658080 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa587f08-a10a-4e47-9cfb-43cbae02d85b tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:32.658407 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa587f08-a10a-4e47-9cfb-43cbae02d85b tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:32.658726 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa587f08-a10a-4e47-9cfb-43cbae02d85b tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:32.659048 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa587f08-a10a-4e47-9cfb-43cbae02d85b tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:32.659368 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa587f08-a10a-4e47-9cfb-43cbae02d85b tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:32.659693 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa587f08-a10a-4e47-9cfb-43cbae02d85b tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:32.664419 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa587f08-a10a-4e47-9cfb-43cbae02d85b tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Checking segment: {'id': '1b6663ba-8447-4f84-9290-7f474fc26943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c9d18e68-215b-42c7-9f24-2b89c886c94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:49:32.664900 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa587f08-a10a-4e47-9cfb-43cbae02d85b tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Network hostable DHCP agents. Network: c9d18e68-215b-42c7-9f24-2b89c886c94a, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:49:32.686404 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa587f08-a10a-4e47-9cfb-43cbae02d85b tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Network c9d18e68-215b-42c7-9f24-2b89c886c94a is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:49:32.695029 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-aa587f08-a10a-4e47-9cfb-43cbae02d85b tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, c9d18e68-215b-42c7-9f24-2b89c886c94a) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:49:32.698724 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa587f08-a10a-4e47-9cfb-43cbae02d85b tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:32.699300 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-aa587f08-a10a-4e47-9cfb-43cbae02d85b tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:32.703999 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4b85ca-b203-4fbe-be3a-1fd7e27c6f6a None None] Network c9d18e68-215b-42c7-9f24-2b89c886c94a requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:49:32.720591 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-aa587f08-a10a-4e47-9cfb-43cbae02d85b tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6989436 Apr 08 10:49:32.724429 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 35950) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:32.730419 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-d9426664-f130-4871-a22f-2fb566337d35 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-855885641'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:49:32.735391 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d9426664-f130-4871-a22f-2fb566337d35 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:32.739154 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d9426664-f130-4871-a22f-2fb566337d35 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Usage tracker for resource:network and tenant:a4b3dba40d8e4c7584ab20147a414acc is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:32.742681 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d9426664-f130-4871-a22f-2fb566337d35 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:32.748880 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d9426664-f130-4871-a22f-2fb566337d35 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:32.758336 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9426664-f130-4871-a22f-2fb566337d35 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Made reservation on behalf of a4b3dba40d8e4c7584ab20147a414acc for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:49:32.761162 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d9426664-f130-4871-a22f-2fb566337d35 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:32.790221 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9426664-f130-4871-a22f-2fb566337d35 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:49:32.799106 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d9426664-f130-4871-a22f-2fb566337d35 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:32.799443 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-d9426664-f130-4871-a22f-2fb566337d35 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Added segment 7cfc994e-8934-48fd-9584-f94e524be698 of type vlan for network 9f40ecf8-be47-4e40-9b6f-f08550cf2a17 Apr 08 10:49:32.826253 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d9426664-f130-4871-a22f-2fb566337d35 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:32.855325 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d9426664-f130-4871-a22f-2fb566337d35 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:32.858996 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9426664-f130-4871-a22f-2fb566337d35 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:32.859504 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d9426664-f130-4871-a22f-2fb566337d35 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:32.923428 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55703f44-f8a8-47e7-b95c-adbe1d317a3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-c9d18e68-215b-42c7-9f24-2b89c886c94a', 'network_id': 'c9d18e68-215b-42c7-9f24-2b89c886c94a', 'tenant_id': 'a4b3dba40d8e4c7584ab20147a414acc', 'fixed_ips': [{'subnet_id': '912bb08b-a317-4f11-b4f0-19188371020f'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:49:32.924293 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-55703f44-f8a8-47e7-b95c-adbe1d317a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:33.074188 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9426664-f130-4871-a22f-2fb566337d35 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Pushing event updated for resources: {'Network': ['ID=9f40ecf8-be47-4e40-9b6f-f08550cf2a17,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:33.077126 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d9426664-f130-4871-a22f-2fb566337d35 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3516946 Apr 08 10:49:33.080218 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 35954) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:33.086126 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-abe03394-f38a-4e7e-8d8b-f9d943974132 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Request body: {'subnet': {'network_id': '9f40ecf8-be47-4e40-9b6f-f08550cf2a17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:49:33.088862 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 9f40ecf8-be47-4e40-9b6f-f08550cf2a17 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:49:33.155743 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-55703f44-f8a8-47e7-b95c-adbe1d317a3e None None] Allocated IP 2001:db8::2 (c9d18e68-215b-42c7-9f24-2b89c886c94a/912bb08b-a317-4f11-b4f0-19188371020f/86dfca05-085e-4894-980b-0da892da7e5c) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:49:33.198537 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-abe03394-f38a-4e7e-8d8b-f9d943974132 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:33.202460 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-abe03394-f38a-4e7e-8d8b-f9d943974132 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Usage tracker for resource:subnet and tenant:a4b3dba40d8e4c7584ab20147a414acc is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:33.205270 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-abe03394-f38a-4e7e-8d8b-f9d943974132 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:33.211674 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-abe03394-f38a-4e7e-8d8b-f9d943974132 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:33.221544 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe03394-f38a-4e7e-8d8b-f9d943974132 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Made reservation on behalf of a4b3dba40d8e4c7584ab20147a414acc for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:49:33.324754 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-abe03394-f38a-4e7e-8d8b-f9d943974132 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:33.391172 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-55703f44-f8a8-47e7-b95c-adbe1d317a3e None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:33.401920 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-55703f44-f8a8-47e7-b95c-adbe1d317a3e None None] Transition to ACTIVE for port object 86dfca05-085e-4894-980b-0da892da7e5c will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:49:33.421022 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-55703f44-f8a8-47e7-b95c-adbe1d317a3e None None] Transition to ACTIVE for port object 86dfca05-085e-4894-980b-0da892da7e5c will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:49:33.426020 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-55703f44-f8a8-47e7-b95c-adbe1d317a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:33.495045 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55703f44-f8a8-47e7-b95c-adbe1d317a3e None None] Network c9d18e68-215b-42c7-9f24-2b89c886c94a is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:49:33.497864 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-55703f44-f8a8-47e7-b95c-adbe1d317a3e None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:49:33.501001 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55703f44-f8a8-47e7-b95c-adbe1d317a3e None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:49:33.507098 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55703f44-f8a8-47e7-b95c-adbe1d317a3e None None] Pushing event updated for resources: {'Port': ['ID=86dfca05-085e-4894-980b-0da892da7e5c,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:33.541082 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-abe03394-f38a-4e7e-8d8b-f9d943974132 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:33.592413 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-55703f44-f8a8-47e7-b95c-adbe1d317a3e None None] Attempting to bind port 86dfca05-085e-4894-980b-0da892da7e5c on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:49:33.592811 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-55703f44-f8a8-47e7-b95c-adbe1d317a3e None None] Attempting to bind port 86dfca05-085e-4894-980b-0da892da7e5c by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '1b6663ba-8447-4f84-9290-7f474fc26943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c9d18e68-215b-42c7-9f24-2b89c886c94a'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:49:33.593207 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55703f44-f8a8-47e7-b95c-adbe1d317a3e None None] Attempting to bind port 86dfca05-085e-4894-980b-0da892da7e5c on network c9d18e68-215b-42c7-9f24-2b89c886c94a {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:49:33.599711 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55703f44-f8a8-47e7-b95c-adbe1d317a3e None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:49:33.600114 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55703f44-f8a8-47e7-b95c-adbe1d317a3e None None] Checking segment: {'id': '1b6663ba-8447-4f84-9290-7f474fc26943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c9d18e68-215b-42c7-9f24-2b89c886c94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:49:33.600541 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-55703f44-f8a8-47e7-b95c-adbe1d317a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:33.600935 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55703f44-f8a8-47e7-b95c-adbe1d317a3e None None] Bound using segment: {'id': '1b6663ba-8447-4f84-9290-7f474fc26943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c9d18e68-215b-42c7-9f24-2b89c886c94a'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:49:33.602047 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-55703f44-f8a8-47e7-b95c-adbe1d317a3e None None] Bound port: 86dfca05-085e-4894-980b-0da892da7e5c, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6663ba-8447-4f84-9290-7f474fc26943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c9d18e68-215b-42c7-9f24-2b89c886c94a'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:49:33.602525 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-55703f44-f8a8-47e7-b95c-adbe1d317a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:33.623604 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe03394-f38a-4e7e-8d8b-f9d943974132 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Pushing event updated for resources: {'Subnet': ['ID=babdaf25-e8fc-4161-aac2-267940e969cb,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:33.632201 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe03394-f38a-4e7e-8d8b-f9d943974132 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Checking segment: {'id': '7cfc994e-8934-48fd-9584-f94e524be698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9f40ecf8-be47-4e40-9b6f-f08550cf2a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:49:33.632811 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe03394-f38a-4e7e-8d8b-f9d943974132 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Network hostable DHCP agents. Network: 9f40ecf8-be47-4e40-9b6f-f08550cf2a17, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:49:33.655479 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe03394-f38a-4e7e-8d8b-f9d943974132 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Network 9f40ecf8-be47-4e40-9b6f-f08550cf2a17 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:49:33.666310 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-abe03394-f38a-4e7e-8d8b-f9d943974132 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 9f40ecf8-be47-4e40-9b6f-f08550cf2a17) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:49:33.670412 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe03394-f38a-4e7e-8d8b-f9d943974132 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:33.670988 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-abe03394-f38a-4e7e-8d8b-f9d943974132 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:33.683060 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8aa88d-5c54-43cd-b489-51401772dd37 None None] Network 9f40ecf8-be47-4e40-9b6f-f08550cf2a17 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:49:33.692964 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-abe03394-f38a-4e7e-8d8b-f9d943974132 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6115222 Apr 08 10:49:33.695666 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 35958) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:33.797880 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-55703f44-f8a8-47e7-b95c-adbe1d317a3e None None] For port 86dfca05-085e-4894-980b-0da892da7e5c, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:49:33.810436 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-55703f44-f8a8-47e7-b95c-adbe1d317a3e None None] For port 86dfca05-085e-4894-980b-0da892da7e5c, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=86dfca05-085e-4894-980b-0da892da7e5c,segment=NetworkSegment(1b6663ba-8447-4f84-9290-7f474fc26943),segment_id=1b6663ba-8447-4f84-9290-7f474fc26943)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:49:33.823982 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-55703f44-f8a8-47e7-b95c-adbe1d317a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:33.837693 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2a80d406-fd95-4b9a-963c-4d13f27852a4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:33.903268 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2a80d406-fd95-4b9a-963c-4d13f27852a4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:33.964175 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55703f44-f8a8-47e7-b95c-adbe1d317a3e None None] Pushing event updated for resources: {'Port': ['ID=86dfca05-085e-4894-980b-0da892da7e5c,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:33.988848 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2a80d406-fd95-4b9a-963c-4d13f27852a4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:34.016608 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156d4029-a1bf-44e0-916f-91879936eff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-9f40ecf8-be47-4e40-9b6f-f08550cf2a17', 'network_id': '9f40ecf8-be47-4e40-9b6f-f08550cf2a17', 'tenant_id': 'a4b3dba40d8e4c7584ab20147a414acc', 'fixed_ips': [{'subnet_id': 'babdaf25-e8fc-4161-aac2-267940e969cb'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:49:34.017437 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-156d4029-a1bf-44e0-916f-91879936eff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:34.029314 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80d406-fd95-4b9a-963c-4d13f27852a4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Pushing event deleted for resources: {'Subnet': ['ID=babdaf25-e8fc-4161-aac2-267940e969cb,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:34.118858 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba19b51-ea28-4fac-a261-cf2b7f5ecb20 None None] Network 9f40ecf8-be47-4e40-9b6f-f08550cf2a17 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:49:34.140891 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2a80d406-fd95-4b9a-963c-4d13f27852a4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:34.184453 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-2a80d406-fd95-4b9a-963c-4d13f27852a4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f40ecf8-be47-4e40-9b6f-f08550cf2a17']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:34.199144 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-2a80d406-fd95-4b9a-963c-4d13f27852a4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cfc994e-8934-48fd-9584-f94e524be698') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:34.199717 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-2a80d406-fd95-4b9a-963c-4d13f27852a4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cfc994e-8934-48fd-9584-f94e524be698') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:34.213842 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2a80d406-fd95-4b9a-963c-4d13f27852a4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:34.230843 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2a80d406-fd95-4b9a-963c-4d13f27852a4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:34.237870 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a80d406-fd95-4b9a-963c-4d13f27852a4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:49:34.238544 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2a80d406-fd95-4b9a-963c-4d13f27852a4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:49:34.253697 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:49:34.338447 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2a80d406-fd95-4b9a-963c-4d13f27852a4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:34.355155 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2a80d406-fd95-4b9a-963c-4d13f27852a4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:34.366891 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80d406-fd95-4b9a-963c-4d13f27852a4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Pushing event deleted for resources: {'Network': ['ID=9f40ecf8-be47-4e40-9b6f-f08550cf2a17,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:34.369722 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2a80d406-fd95-4b9a-963c-4d13f27852a4 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] 10.222.0.47 "DELETE /v2.0/networks/9f40ecf8-be47-4e40-9b6f-f08550cf2a17 HTTP/1.1" status: 204 len: 168 time: 0.6730697 Apr 08 10:49:34.372253 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 35962) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:34.412765 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-be7d5c95-c036-4c52-a17c-9953e45fa539 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] GET failed (client error): The resource could not be found. Apr 08 10:49:34.413290 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-be7d5c95-c036-4c52-a17c-9953e45fa539 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Synchronizing usage tracker for tenant:a4b3dba40d8e4c7584ab20147a414acc on resource:subnet {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:49:34.431861 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-be7d5c95-c036-4c52-a17c-9953e45fa539 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Unset dirty status for tenant:a4b3dba40d8e4c7584ab20147a414acc on resource:subnet {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:49:34.433755 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-be7d5c95-c036-4c52-a17c-9953e45fa539 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] 10.222.0.47 "GET /v2.0/subnets/babdaf25-e8fc-4161-aac2-267940e969cb HTTP/1.1" status: 404 len: 337 time: 0.0606036 Apr 08 10:49:34.436598 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 35966) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:34.448148 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 86dfca05-085e-4894-980b-0da892da7e5c up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:49:34.463383 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.pecan_wsgi.hooks.translation [None req-18265f4e-d25c-459f-8d0e-aa2bd6f734fe tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] DELETE failed (client error): The resource could not be found. Apr 08 10:49:34.463823 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18265f4e-d25c-459f-8d0e-aa2bd6f734fe tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83845) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:49:34.465478 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-18265f4e-d25c-459f-8d0e-aa2bd6f734fe tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] 10.222.0.47 "DELETE /v2.0/networks/9f40ecf8-be47-4e40-9b6f-f08550cf2a17 HTTP/1.1" status: 404 len: 339 time: 0.0278924 Apr 08 10:49:34.469291 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 35970) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:34.511216 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f50f9d7-dc26-417b-acec-6238aa47ae55 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] DELETE failed (client error): The resource could not be found. Apr 08 10:49:34.511663 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f50f9d7-dc26-417b-acec-6238aa47ae55 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:49:34.513413 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0f50f9d7-dc26-417b-acec-6238aa47ae55 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] 10.222.0.47 "DELETE /v2.0/subnets/babdaf25-e8fc-4161-aac2-267940e969cb HTTP/1.1" status: 404 len: 337 time: 0.0430746 Apr 08 10:49:34.515539 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 86dfca05-085e-4894-980b-0da892da7e5c completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:49:34.515861 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 35974) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:34.541716 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d4f6596-0ebf-4078-8a31-a0fab5d7e643 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] DELETE failed (client error): The resource could not be found. Apr 08 10:49:34.542153 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d4f6596-0ebf-4078-8a31-a0fab5d7e643 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:49:34.543736 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8d4f6596-0ebf-4078-8a31-a0fab5d7e643 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] 10.222.0.47 "DELETE /v2.0/networks/9f40ecf8-be47-4e40-9b6f-f08550cf2a17 HTTP/1.1" status: 404 len: 339 time: 0.0268629 Apr 08 10:49:34.546209 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 35978) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:34.743473 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6367866-0fd7-494c-b9f2-c113ab7f2b3f tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Deleting subnet 912bb08b-a317-4f11-b4f0-19188371020f {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:49:34.746602 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e6367866-0fd7-494c-b9f2-c113ab7f2b3f tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:34.890161 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e6367866-0fd7-494c-b9f2-c113ab7f2b3f tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:34.891608 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e31184-7ca9-4a35-af40-209e0e273737 None None] Network c9d18e68-215b-42c7-9f24-2b89c886c94a requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:49:34.975064 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e6367866-0fd7-494c-b9f2-c113ab7f2b3f tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:34.990814 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3e742195-ec61-4122-b96e-3fd09bbf8d22 None None] Provisioning for port 86dfca05-085e-4894-980b-0da892da7e5c completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:49:34.999418 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3e742195-ec61-4122-b96e-3fd09bbf8d22 None None] Provisioning complete for port 86dfca05-085e-4894-980b-0da892da7e5c triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:49:34.999788 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3e742195-ec61-4122-b96e-3fd09bbf8d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:35.053441 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e6367866-0fd7-494c-b9f2-c113ab7f2b3f tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:35.093501 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6367866-0fd7-494c-b9f2-c113ab7f2b3f tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Pushing event deleted for resources: {'Subnet': ['ID=912bb08b-a317-4f11-b4f0-19188371020f,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:35.099360 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e6367866-0fd7-494c-b9f2-c113ab7f2b3f tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:35.114277 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e6367866-0fd7-494c-b9f2-c113ab7f2b3f tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] 10.222.0.47 "DELETE /v2.0/subnets/912bb08b-a317-4f11-b4f0-19188371020f HTTP/1.1" status: 204 len: 168 time: 0.5670719 Apr 08 10:49:35.117208 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 35982) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:35.221927 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3e742195-ec61-4122-b96e-3fd09bbf8d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:35.238239 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-36a7de54-c9dc-4f3c-9a35-4e4c630391a1 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:35.249406 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-36a7de54-c9dc-4f3c-9a35-4e4c630391a1 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Deleting port 86dfca05-085e-4894-980b-0da892da7e5c {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:49:35.249674 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-36a7de54-c9dc-4f3c-9a35-4e4c630391a1 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:35.261862 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-3e742195-ec61-4122-b96e-3fd09bbf8d22 None None] For port 86dfca05-085e-4894-980b-0da892da7e5c, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=86dfca05-085e-4894-980b-0da892da7e5c,segment=NetworkSegment(1b6663ba-8447-4f84-9290-7f474fc26943),segment_id=1b6663ba-8447-4f84-9290-7f474fc26943)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:49:35.266193 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3e742195-ec61-4122-b96e-3fd09bbf8d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:35.313636 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c919af41-2f80-4555-ac1d-99d5723ca473 None None] DHCP port deletion for c9d18e68-215b-42c7-9f24-2b89c886c94a request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:49:35.327700 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-c919af41-2f80-4555-ac1d-99d5723ca473 None None] Deleting port 86dfca05-085e-4894-980b-0da892da7e5c {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:49:35.328062 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c919af41-2f80-4555-ac1d-99d5723ca473 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:35.382079 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e742195-ec61-4122-b96e-3fd09bbf8d22 None None] Pushing event updated for resources: {'Port': ['ID=86dfca05-085e-4894-980b-0da892da7e5c,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:35.461505 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-36a7de54-c9dc-4f3c-9a35-4e4c630391a1 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] For port 86dfca05-085e-4894-980b-0da892da7e5c, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=86dfca05-085e-4894-980b-0da892da7e5c,segment=NetworkSegment(1b6663ba-8447-4f84-9290-7f474fc26943),segment_id=1b6663ba-8447-4f84-9290-7f474fc26943)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:49:35.461869 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-36a7de54-c9dc-4f3c-9a35-4e4c630391a1 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:35.535756 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-c919af41-2f80-4555-ac1d-99d5723ca473 None None] For port 86dfca05-085e-4894-980b-0da892da7e5c, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=86dfca05-085e-4894-980b-0da892da7e5c,segment=NetworkSegment(1b6663ba-8447-4f84-9290-7f474fc26943),segment_id=1b6663ba-8447-4f84-9290-7f474fc26943)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:49:35.536065 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c919af41-2f80-4555-ac1d-99d5723ca473 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:35.590228 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-36a7de54-c9dc-4f3c-9a35-4e4c630391a1 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Calling delete_port for 86dfca05-085e-4894-980b-0da892da7e5c owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:49:35.654179 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-c919af41-2f80-4555-ac1d-99d5723ca473 None None] Calling delete_port for 86dfca05-085e-4894-980b-0da892da7e5c owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:49:35.666736 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-36a7de54-c9dc-4f3c-9a35-4e4c630391a1 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:35.715992 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7de54-c9dc-4f3c-9a35-4e4c630391a1 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Pushing event deleted for resources: {'Port': ['ID=86dfca05-085e-4894-980b-0da892da7e5c,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:35.723343 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a7de54-c9dc-4f3c-9a35-4e4c630391a1 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] No DVR routers for this DVR port 86dfca05-085e-4894-980b-0da892da7e5c on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:49:35.724387 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-c919af41-2f80-4555-ac1d-99d5723ca473 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:49:35.724846 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-c919af41-2f80-4555-ac1d-99d5723ca473 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:49:35.850401 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-36a7de54-c9dc-4f3c-9a35-4e4c630391a1 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:35.875665 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-36a7de54-c9dc-4f3c-9a35-4e4c630391a1 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d18e68-215b-42c7-9f24-2b89c886c94a']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:35.888329 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-36a7de54-c9dc-4f3c-9a35-4e4c630391a1 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6663ba-8447-4f84-9290-7f474fc26943') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:35.888631 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-36a7de54-c9dc-4f3c-9a35-4e4c630391a1 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6663ba-8447-4f84-9290-7f474fc26943') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:35.899874 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-36a7de54-c9dc-4f3c-9a35-4e4c630391a1 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:35.916189 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-36a7de54-c9dc-4f3c-9a35-4e4c630391a1 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:35.922135 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a7de54-c9dc-4f3c-9a35-4e4c630391a1 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:49:35.922521 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-36a7de54-c9dc-4f3c-9a35-4e4c630391a1 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:49:35.936678 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:49:36.015867 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-36a7de54-c9dc-4f3c-9a35-4e4c630391a1 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:36.033320 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-36a7de54-c9dc-4f3c-9a35-4e4c630391a1 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:36.045153 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7de54-c9dc-4f3c-9a35-4e4c630391a1 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Pushing event deleted for resources: {'Network': ['ID=c9d18e68-215b-42c7-9f24-2b89c886c94a,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:36.047659 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-36a7de54-c9dc-4f3c-9a35-4e4c630391a1 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] 10.222.0.47 "DELETE /v2.0/networks/c9d18e68-215b-42c7-9f24-2b89c886c94a HTTP/1.1" status: 204 len: 168 time: 0.9294817 Apr 08 10:49:36.050034 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 35986) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:36.087532 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-f283504f-0252-41dc-91a8-8500110674a5 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] DELETE failed (client error): The resource could not be found. Apr 08 10:49:36.087951 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f283504f-0252-41dc-91a8-8500110674a5 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:49:36.089538 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f283504f-0252-41dc-91a8-8500110674a5 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] 10.222.0.47 "DELETE /v2.0/subnets/ed966646-a57a-4206-bae6-821ab0536675 HTTP/1.1" status: 404 len: 337 time: 0.0386324 Apr 08 10:49:36.091983 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 35990) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:36.115852 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f813675-df06-4db0-80c5-ed89181bdfdc tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] DELETE failed (client error): The resource could not be found. Apr 08 10:49:36.116330 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f813675-df06-4db0-80c5-ed89181bdfdc tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:49:36.118545 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9f813675-df06-4db0-80c5-ed89181bdfdc tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] 10.222.0.47 "DELETE /v2.0/networks/658968d3-fb4e-4cf6-a31d-85acbbb8bc4e HTTP/1.1" status: 404 len: 339 time: 0.0256691 Apr 08 10:49:36.121046 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 35994) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:36.161664 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-a916b459-e1ee-4c35-8114-505421a23db2 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] DELETE failed (client error): The resource could not be found. Apr 08 10:49:36.162095 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a916b459-e1ee-4c35-8114-505421a23db2 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:49:36.163864 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a916b459-e1ee-4c35-8114-505421a23db2 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] 10.222.0.47 "DELETE /v2.0/subnets/edaee0e7-0f75-4410-894a-bec6f2d94091 HTTP/1.1" status: 404 len: 337 time: 0.0418060 Apr 08 10:49:36.166904 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 35998) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:36.191085 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.pecan_wsgi.hooks.translation [None req-3849a9cc-cff4-4bde-b25e-e444f32f4a0f tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] DELETE failed (client error): The resource could not be found. Apr 08 10:49:36.191515 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3849a9cc-cff4-4bde-b25e-e444f32f4a0f tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83846) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 08 10:49:36.193099 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3849a9cc-cff4-4bde-b25e-e444f32f4a0f tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] 10.222.0.47 "DELETE /v2.0/networks/4d8f3cab-68c5-49da-9f6c-7e37d5f2addb HTTP/1.1" status: 404 len: 339 time: 0.0253367 Apr 08 10:49:36.196037 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36002) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:36.226240 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-c919af41-2f80-4555-ac1d-99d5723ca473 None None] Deleting port 86dfca05-085e-4894-980b-0da892da7e5c {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:49:36.226835 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c919af41-2f80-4555-ac1d-99d5723ca473 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:36.331424 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-c919af41-2f80-4555-ac1d-99d5723ca473 None None] The port '86dfca05-085e-4894-980b-0da892da7e5c' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:49:36.387832 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb891283-333d-4e58-847f-9844ecd0c1a2 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Deleting subnet eb3e4440-3145-4704-8f45-0cc882cea11d {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:49:36.390786 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cb891283-333d-4e58-847f-9844ecd0c1a2 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:36.412121 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 86dfca05-085e-4894-980b-0da892da7e5c no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:49:36.448555 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 86dfca05-085e-4894-980b-0da892da7e5c {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:49:36.448910 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 86dfca05-085e-4894-980b-0da892da7e5c not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:49:36.528068 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cb891283-333d-4e58-847f-9844ecd0c1a2 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:36.607552 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cb891283-333d-4e58-847f-9844ecd0c1a2 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:36.678507 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cb891283-333d-4e58-847f-9844ecd0c1a2 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:36.720551 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb891283-333d-4e58-847f-9844ecd0c1a2 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Pushing event deleted for resources: {'Subnet': ['ID=eb3e4440-3145-4704-8f45-0cc882cea11d,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:36.726582 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-cb891283-333d-4e58-847f-9844ecd0c1a2 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:36.733926 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348bafa2-a240-4d5b-a2e2-17cf20c9d812 None None] Network fc623794-bc55-4d11-8dd7-838db5657865 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:49:36.738457 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-cb891283-333d-4e58-847f-9844ecd0c1a2 tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] 10.222.0.47 "DELETE /v2.0/subnets/eb3e4440-3145-4704-8f45-0cc882cea11d HTTP/1.1" status: 204 len: 168 time: 0.5393028 Apr 08 10:49:36.738671 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36006) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:36.850258 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6b92ea4a-4913-490f-8d3a-59a3d4a254bf tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:36.860560 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-6b92ea4a-4913-490f-8d3a-59a3d4a254bf tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Deleting port 0363d0c6-617e-40dc-9217-95621ea8b5f4 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:49:36.860900 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6b92ea4a-4913-490f-8d3a-59a3d4a254bf tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:36.971423 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b563109f-8236-49b3-ba9e-46d2fc538a4d None None] DHCP port deletion for fc623794-bc55-4d11-8dd7-838db5657865 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:49:36.975751 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-b563109f-8236-49b3-ba9e-46d2fc538a4d None None] Deleting port 0363d0c6-617e-40dc-9217-95621ea8b5f4 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:49:36.976228 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b563109f-8236-49b3-ba9e-46d2fc538a4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:37.063103 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-6b92ea4a-4913-490f-8d3a-59a3d4a254bf tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] For port 0363d0c6-617e-40dc-9217-95621ea8b5f4, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=0363d0c6-617e-40dc-9217-95621ea8b5f4,segment=NetworkSegment(12fe15f5-c86b-4518-97d6-82099274df5b),segment_id=12fe15f5-c86b-4518-97d6-82099274df5b)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:49:37.063679 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6b92ea4a-4913-490f-8d3a-59a3d4a254bf tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:37.182304 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-b563109f-8236-49b3-ba9e-46d2fc538a4d None None] For port 0363d0c6-617e-40dc-9217-95621ea8b5f4, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=0363d0c6-617e-40dc-9217-95621ea8b5f4,segment=NetworkSegment(12fe15f5-c86b-4518-97d6-82099274df5b),segment_id=12fe15f5-c86b-4518-97d6-82099274df5b)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:49:37.182602 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b563109f-8236-49b3-ba9e-46d2fc538a4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:37.194627 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-6b92ea4a-4913-490f-8d3a-59a3d4a254bf tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Calling delete_port for 0363d0c6-617e-40dc-9217-95621ea8b5f4 owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:49:37.266255 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6b92ea4a-4913-490f-8d3a-59a3d4a254bf tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:37.303099 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-b563109f-8236-49b3-ba9e-46d2fc538a4d None None] Calling delete_port for 0363d0c6-617e-40dc-9217-95621ea8b5f4 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:49:37.311159 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92ea4a-4913-490f-8d3a-59a3d4a254bf tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Pushing event deleted for resources: {'Port': ['ID=0363d0c6-617e-40dc-9217-95621ea8b5f4,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:37.319025 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b92ea4a-4913-490f-8d3a-59a3d4a254bf tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] No DVR routers for this DVR port 0363d0c6-617e-40dc-9217-95621ea8b5f4 on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:49:37.378195 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-b563109f-8236-49b3-ba9e-46d2fc538a4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:49:37.378599 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-b563109f-8236-49b3-ba9e-46d2fc538a4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:49:37.442110 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6b92ea4a-4913-490f-8d3a-59a3d4a254bf tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:37.469898 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-6b92ea4a-4913-490f-8d3a-59a3d4a254bf tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc623794-bc55-4d11-8dd7-838db5657865']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:37.482404 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-6b92ea4a-4913-490f-8d3a-59a3d4a254bf tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12fe15f5-c86b-4518-97d6-82099274df5b') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:37.482700 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-6b92ea4a-4913-490f-8d3a-59a3d4a254bf tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12fe15f5-c86b-4518-97d6-82099274df5b') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:37.494214 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6b92ea4a-4913-490f-8d3a-59a3d4a254bf tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:37.509306 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6b92ea4a-4913-490f-8d3a-59a3d4a254bf tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:37.515670 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b92ea4a-4913-490f-8d3a-59a3d4a254bf tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:49:37.516101 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6b92ea4a-4913-490f-8d3a-59a3d4a254bf tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:49:37.531572 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:49:37.611127 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6b92ea4a-4913-490f-8d3a-59a3d4a254bf tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:37.631682 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6b92ea4a-4913-490f-8d3a-59a3d4a254bf tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:37.643923 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92ea4a-4913-490f-8d3a-59a3d4a254bf tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] Pushing event deleted for resources: {'Network': ['ID=fc623794-bc55-4d11-8dd7-838db5657865,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:37.648631 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6b92ea4a-4913-490f-8d3a-59a3d4a254bf tempest-NetworksIpV6Test-702958280 tempest-NetworksIpV6Test-702958280-project] 10.222.0.47 "DELETE /v2.0/networks/fc623794-bc55-4d11-8dd7-838db5657865 HTTP/1.1" status: 204 len: 168 time: 0.9084404 Apr 08 10:49:37.880099 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-b563109f-8236-49b3-ba9e-46d2fc538a4d None None] Deleting port 0363d0c6-617e-40dc-9217-95621ea8b5f4 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:49:37.880589 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b563109f-8236-49b3-ba9e-46d2fc538a4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:37.937550 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36014) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:37.956503 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-b563109f-8236-49b3-ba9e-46d2fc538a4d None None] The port '0363d0c6-617e-40dc-9217-95621ea8b5f4' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:49:38.111301 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d084615d-743f-48af-a307-6aca24aa61a1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a4b3dba40d8e4c7584ab20147a414acc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1726093 Apr 08 10:49:38.113737 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36020) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:38.171589 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-804cd503-efa5-4e36-b2be-0d24819b5e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:38.197103 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-804cd503-efa5-4e36-b2be-0d24819b5e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:38.246268 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-804cd503-efa5-4e36-b2be-0d24819b5e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:38.267753 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804cd503-efa5-4e36-b2be-0d24819b5e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d59bb9-3225-49ef-ab4f-4405d3080bf6,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:38.276424 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-804cd503-efa5-4e36-b2be-0d24819b5e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:38.277527 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-804cd503-efa5-4e36-b2be-0d24819b5e82 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e7d59bb9-3225-49ef-ab4f-4405d3080bf6 HTTP/1.1" status: 204 len: 168 time: 0.1629181 Apr 08 10:49:38.414985 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 0363d0c6-617e-40dc-9217-95621ea8b5f4 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:49:38.445890 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 0363d0c6-617e-40dc-9217-95621ea8b5f4 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:49:38.446235 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 0363d0c6-617e-40dc-9217-95621ea8b5f4 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:49:38.544426 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:39.058752 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36042) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:39.183732 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-094ee393-7283-45cb-8798-8690b93c1642 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-928206611', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:49:39.190148 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-094ee393-7283-45cb-8798-8690b93c1642 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:39.194045 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-094ee393-7283-45cb-8798-8690b93c1642 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Usage tracker for resource:router and tenant:969a635283dc48c8b4ec12227b8d6a61 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:39.197240 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-094ee393-7283-45cb-8798-8690b93c1642 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:39.206290 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-094ee393-7283-45cb-8798-8690b93c1642 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:39.216344 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-094ee393-7283-45cb-8798-8690b93c1642 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:39.217219 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-094ee393-7283-45cb-8798-8690b93c1642 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:39.235838 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-094ee393-7283-45cb-8798-8690b93c1642 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:39.252319 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-094ee393-7283-45cb-8798-8690b93c1642 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:39.272152 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-094ee393-7283-45cb-8798-8690b93c1642 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:39.274043 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-094ee393-7283-45cb-8798-8690b93c1642 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2140741 Apr 08 10:49:39.276924 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36048) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:39.282082 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-285854717'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:49:39.286777 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:39.291346 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Usage tracker for resource:network and tenant:969a635283dc48c8b4ec12227b8d6a61 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:39.294770 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:39.300485 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:39.310804 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Made reservation on behalf of 969a635283dc48c8b4ec12227b8d6a61 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:49:39.313760 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:39.327109 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:39.360146 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:39.363840 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Usage tracker for resource:security_group_rule and tenant:969a635283dc48c8b4ec12227b8d6a61 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:39.366601 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:39.372112 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:39.438692 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:39.442332 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:39.475495 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:49:39.484313 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5368a0f-c9fe-45ed-a169-99b815c95871,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:39.490525 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:39.490877 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Added segment cfe3db40-a496-44cd-b7c0-b730c6807337 of type vlan for network f882fc77-61e2-4652-ac59-78d1f7c7777a Apr 08 10:49:39.501694 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:39.502044 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:39.502390 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:39.502727 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:39.503066 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:39.503401 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:39.503731 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:39.504058 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:39.504406 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:39.504730 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:39.505054 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:39.528765 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:39.558459 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:39.562220 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:39.562744 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:39.676409 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Pushing event updated for resources: {'Network': ['ID=f882fc77-61e2-4652-ac59-78d1f7c7777a,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:39.680303 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-88809b1e-43c9-4eb5-a905-0c6ef82060de tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4023502 Apr 08 10:49:39.683007 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36052) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:39.687393 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network f882fc77-61e2-4652-ac59-78d1f7c7777a details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:49:39.688394 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-b70a0e55-090d-47da-84ca-32364c553e94 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Request body: {'subnet': {'network_id': 'f882fc77-61e2-4652-ac59-78d1f7c7777a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:49:39.886776 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b70a0e55-090d-47da-84ca-32364c553e94 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:39.890456 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b70a0e55-090d-47da-84ca-32364c553e94 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Usage tracker for resource:subnet and tenant:969a635283dc48c8b4ec12227b8d6a61 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:39.893239 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b70a0e55-090d-47da-84ca-32364c553e94 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:39.899681 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b70a0e55-090d-47da-84ca-32364c553e94 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:39.909300 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70a0e55-090d-47da-84ca-32364c553e94 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Made reservation on behalf of 969a635283dc48c8b4ec12227b8d6a61 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:49:40.014148 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b70a0e55-090d-47da-84ca-32364c553e94 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:40.225636 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b70a0e55-090d-47da-84ca-32364c553e94 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:40.305743 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a0e55-090d-47da-84ca-32364c553e94 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Pushing event updated for resources: {'Subnet': ['ID=8d6e4816-c37d-41e0-81f8-1b2b967fef28,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:40.317065 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70a0e55-090d-47da-84ca-32364c553e94 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Checking segment: {'id': 'cfe3db40-a496-44cd-b7c0-b730c6807337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f882fc77-61e2-4652-ac59-78d1f7c7777a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:49:40.317430 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70a0e55-090d-47da-84ca-32364c553e94 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Network hostable DHCP agents. Network: f882fc77-61e2-4652-ac59-78d1f7c7777a, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:49:40.339049 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70a0e55-090d-47da-84ca-32364c553e94 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Network f882fc77-61e2-4652-ac59-78d1f7c7777a is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:49:40.347834 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-b70a0e55-090d-47da-84ca-32364c553e94 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, f882fc77-61e2-4652-ac59-78d1f7c7777a) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:49:40.352263 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70a0e55-090d-47da-84ca-32364c553e94 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:40.352836 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b70a0e55-090d-47da-84ca-32364c553e94 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:40.357834 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0d3404-7d0e-4957-8d2d-e7ede2428e15 None None] Network f882fc77-61e2-4652-ac59-78d1f7c7777a requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:49:40.374053 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b70a0e55-090d-47da-84ca-32364c553e94 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6900024 Apr 08 10:49:40.377221 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36056) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:40.382761 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-034c35d5-97fa-45d2-a88c-740c2d9a5fdb tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1192521694'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:49:40.387616 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-034c35d5-97fa-45d2-a88c-740c2d9a5fdb tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:40.391497 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-034c35d5-97fa-45d2-a88c-740c2d9a5fdb tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Usage tracker for resource:network and tenant:969a635283dc48c8b4ec12227b8d6a61 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:40.394357 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-034c35d5-97fa-45d2-a88c-740c2d9a5fdb tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:40.400327 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-034c35d5-97fa-45d2-a88c-740c2d9a5fdb tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:40.410710 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034c35d5-97fa-45d2-a88c-740c2d9a5fdb tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Made reservation on behalf of 969a635283dc48c8b4ec12227b8d6a61 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:49:40.414310 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-034c35d5-97fa-45d2-a88c-740c2d9a5fdb tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:40.442240 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-034c35d5-97fa-45d2-a88c-740c2d9a5fdb tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:49:40.451816 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-034c35d5-97fa-45d2-a88c-740c2d9a5fdb tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:40.452217 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-034c35d5-97fa-45d2-a88c-740c2d9a5fdb tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Added segment 44f7e960-48f9-46b8-b769-c32cb8c4b221 of type vlan for network cbabcf08-3d86-4d53-92ca-319ba2ed8ddb Apr 08 10:49:40.478937 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-034c35d5-97fa-45d2-a88c-740c2d9a5fdb tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:40.508596 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-034c35d5-97fa-45d2-a88c-740c2d9a5fdb tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:40.512390 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034c35d5-97fa-45d2-a88c-740c2d9a5fdb tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:40.513002 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-034c35d5-97fa-45d2-a88c-740c2d9a5fdb tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:40.575363 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b506e812-9668-47ba-8ad5-349f687ec149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-f882fc77-61e2-4652-ac59-78d1f7c7777a', 'network_id': 'f882fc77-61e2-4652-ac59-78d1f7c7777a', 'tenant_id': '969a635283dc48c8b4ec12227b8d6a61', 'fixed_ips': [{'subnet_id': '8d6e4816-c37d-41e0-81f8-1b2b967fef28'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:49:40.576294 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b506e812-9668-47ba-8ad5-349f687ec149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:40.613423 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-034c35d5-97fa-45d2-a88c-740c2d9a5fdb tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2326269 Apr 08 10:49:40.614745 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 36060) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:40.622369 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-cde6fd23-e1a4-4382-bb0a-380131d5c736 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Request body: {'subnet': {'network_id': 'cbabcf08-3d86-4d53-92ca-319ba2ed8ddb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:49:40.622985 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c35d5-97fa-45d2-a88c-740c2d9a5fdb tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Pushing event updated for resources: {'Network': ['ID=cbabcf08-3d86-4d53-92ca-319ba2ed8ddb,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:40.636917 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network cbabcf08-3d86-4d53-92ca-319ba2ed8ddb details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:49:40.736803 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-cde6fd23-e1a4-4382-bb0a-380131d5c736 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:40.740822 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-cde6fd23-e1a4-4382-bb0a-380131d5c736 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Usage tracker for resource:subnet and tenant:969a635283dc48c8b4ec12227b8d6a61 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:40.743845 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-cde6fd23-e1a4-4382-bb0a-380131d5c736 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:40.749486 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-cde6fd23-e1a4-4382-bb0a-380131d5c736 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:40.758848 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde6fd23-e1a4-4382-bb0a-380131d5c736 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Made reservation on behalf of 969a635283dc48c8b4ec12227b8d6a61 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:49:40.857741 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-b506e812-9668-47ba-8ad5-349f687ec149 None None] Allocated IP 172.20.0.2 (f882fc77-61e2-4652-ac59-78d1f7c7777a/8d6e4816-c37d-41e0-81f8-1b2b967fef28/89b81b3f-332c-4739-bf7b-4f17c610730f) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:49:40.860866 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-cde6fd23-e1a4-4382-bb0a-380131d5c736 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:41.073156 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b506e812-9668-47ba-8ad5-349f687ec149 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:41.073792 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-cde6fd23-e1a4-4382-bb0a-380131d5c736 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:41.084343 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b506e812-9668-47ba-8ad5-349f687ec149 None None] Transition to ACTIVE for port object 89b81b3f-332c-4739-bf7b-4f17c610730f will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:49:41.104202 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b506e812-9668-47ba-8ad5-349f687ec149 None None] Transition to ACTIVE for port object 89b81b3f-332c-4739-bf7b-4f17c610730f will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:49:41.110117 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b506e812-9668-47ba-8ad5-349f687ec149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:41.156266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6fd23-e1a4-4382-bb0a-380131d5c736 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Pushing event updated for resources: {'Subnet': ['ID=e00c9f0a-6f95-4e5b-aa4f-b2a60667f3e0,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:41.171544 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde6fd23-e1a4-4382-bb0a-380131d5c736 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Checking segment: {'id': '44f7e960-48f9-46b8-b769-c32cb8c4b221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'cbabcf08-3d86-4d53-92ca-319ba2ed8ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:49:41.171913 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde6fd23-e1a4-4382-bb0a-380131d5c736 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Network hostable DHCP agents. Network: cbabcf08-3d86-4d53-92ca-319ba2ed8ddb, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:49:41.181920 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b506e812-9668-47ba-8ad5-349f687ec149 None None] Network f882fc77-61e2-4652-ac59-78d1f7c7777a is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:49:41.185303 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-b506e812-9668-47ba-8ad5-349f687ec149 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:49:41.187117 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506e812-9668-47ba-8ad5-349f687ec149 None None] Pushing event updated for resources: {'Port': ['ID=89b81b3f-332c-4739-bf7b-4f17c610730f,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:41.189198 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b506e812-9668-47ba-8ad5-349f687ec149 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:49:41.196685 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde6fd23-e1a4-4382-bb0a-380131d5c736 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Network cbabcf08-3d86-4d53-92ca-319ba2ed8ddb is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:49:41.206172 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-cde6fd23-e1a4-4382-bb0a-380131d5c736 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, cbabcf08-3d86-4d53-92ca-319ba2ed8ddb) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:49:41.210320 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde6fd23-e1a4-4382-bb0a-380131d5c736 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:41.211604 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-cde6fd23-e1a4-4382-bb0a-380131d5c736 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:41.230804 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9743d3b9-477e-4a9f-8f6d-589ca32d0ada None None] Network cbabcf08-3d86-4d53-92ca-319ba2ed8ddb requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:49:41.234445 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-cde6fd23-e1a4-4382-bb0a-380131d5c736 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6184943 Apr 08 10:49:41.237199 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 36064) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:41.243523 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-6b330b62-d890-4ac6-9493-fb5d94b1fa37 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cbabcf08-3d86-4d53-92ca-319ba2ed8ddb'}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:49:41.360177 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-b506e812-9668-47ba-8ad5-349f687ec149 None None] Attempting to bind port 89b81b3f-332c-4739-bf7b-4f17c610730f on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:49:41.360461 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-b506e812-9668-47ba-8ad5-349f687ec149 None None] Attempting to bind port 89b81b3f-332c-4739-bf7b-4f17c610730f by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'cfe3db40-a496-44cd-b7c0-b730c6807337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f882fc77-61e2-4652-ac59-78d1f7c7777a'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:49:41.360822 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b506e812-9668-47ba-8ad5-349f687ec149 None None] Attempting to bind port 89b81b3f-332c-4739-bf7b-4f17c610730f on network f882fc77-61e2-4652-ac59-78d1f7c7777a {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:49:41.385382 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b506e812-9668-47ba-8ad5-349f687ec149 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:49:41.385751 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b506e812-9668-47ba-8ad5-349f687ec149 None None] Checking segment: {'id': 'cfe3db40-a496-44cd-b7c0-b730c6807337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f882fc77-61e2-4652-ac59-78d1f7c7777a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:49:41.386152 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b506e812-9668-47ba-8ad5-349f687ec149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:41.386542 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b506e812-9668-47ba-8ad5-349f687ec149 None None] Bound using segment: {'id': 'cfe3db40-a496-44cd-b7c0-b730c6807337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f882fc77-61e2-4652-ac59-78d1f7c7777a'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:49:41.387004 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-b506e812-9668-47ba-8ad5-349f687ec149 None None] Bound port: 89b81b3f-332c-4739-bf7b-4f17c610730f, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe3db40-a496-44cd-b7c0-b730c6807337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f882fc77-61e2-4652-ac59-78d1f7c7777a'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:49:41.387375 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b506e812-9668-47ba-8ad5-349f687ec149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:41.561204 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-b506e812-9668-47ba-8ad5-349f687ec149 None None] For port 89b81b3f-332c-4739-bf7b-4f17c610730f, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:49:41.564497 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f09f27-d581-4127-9f5f-cb0f10671558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-cbabcf08-3d86-4d53-92ca-319ba2ed8ddb', 'network_id': 'cbabcf08-3d86-4d53-92ca-319ba2ed8ddb', 'tenant_id': '969a635283dc48c8b4ec12227b8d6a61', 'fixed_ips': [{'subnet_id': 'e00c9f0a-6f95-4e5b-aa4f-b2a60667f3e0'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:49:41.565288 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b8f09f27-d581-4127-9f5f-cb0f10671558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:41.584615 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-b506e812-9668-47ba-8ad5-349f687ec149 None None] For port 89b81b3f-332c-4739-bf7b-4f17c610730f, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=89b81b3f-332c-4739-bf7b-4f17c610730f,segment=NetworkSegment(cfe3db40-a496-44cd-b7c0-b730c6807337),segment_id=cfe3db40-a496-44cd-b7c0-b730c6807337)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:49:41.623773 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b506e812-9668-47ba-8ad5-349f687ec149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:41.636384 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6b330b62-d890-4ac6-9493-fb5d94b1fa37 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:41.739810 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506e812-9668-47ba-8ad5-349f687ec149 None None] Pushing event updated for resources: {'Port': ['ID=89b81b3f-332c-4739-bf7b-4f17c610730f,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:41.792753 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.api.v2.resource [None req-6b330b62-d890-4ac6-9493-fb5d94b1fa37 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 08 10:49:41.793788 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6b330b62-d890-4ac6-9493-fb5d94b1fa37 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] 10.222.0.47 "PUT /v2.0/routers/b848ba6f-abac-491e-be7f-ff94bd93755a HTTP/1.1" status: 400 len: 364 time: 0.5556846 Apr 08 10:49:41.799840 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 36068) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:41.805282 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-b8f09f27-d581-4127-9f5f-cb0f10671558 None None] Allocated IP 172.21.0.2 (cbabcf08-3d86-4d53-92ca-319ba2ed8ddb/e00c9f0a-6f95-4e5b-aa4f-b2a60667f3e0/9f447579-85b8-4429-91f5-de99fea67b1e) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:49:41.877097 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-972e44c7-9808-433e-8034-b56970fc3af9 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Deleting subnet e00c9f0a-6f95-4e5b-aa4f-b2a60667f3e0 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:49:42.044246 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b8f09f27-d581-4127-9f5f-cb0f10671558 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:42.055646 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b8f09f27-d581-4127-9f5f-cb0f10671558 None None] Transition to ACTIVE for port object 9f447579-85b8-4429-91f5-de99fea67b1e will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:49:42.074463 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b8f09f27-d581-4127-9f5f-cb0f10671558 None None] Transition to ACTIVE for port object 9f447579-85b8-4429-91f5-de99fea67b1e will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:49:42.079297 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-972e44c7-9808-433e-8034-b56970fc3af9 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:42.079990 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b8f09f27-d581-4127-9f5f-cb0f10671558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:42.136101 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-972e44c7-9808-433e-8034-b56970fc3af9 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:42.153201 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f09f27-d581-4127-9f5f-cb0f10671558 None None] Network cbabcf08-3d86-4d53-92ca-319ba2ed8ddb is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:49:42.153842 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f09f27-d581-4127-9f5f-cb0f10671558 None None] Pushing event updated for resources: {'Port': ['ID=9f447579-85b8-4429-91f5-de99fea67b1e,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:42.156349 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-b8f09f27-d581-4127-9f5f-cb0f10671558 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:49:42.158252 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f09f27-d581-4127-9f5f-cb0f10671558 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:49:42.219071 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-972e44c7-9808-433e-8034-b56970fc3af9 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:42.244391 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-b8f09f27-d581-4127-9f5f-cb0f10671558 None None] Attempting to bind port 9f447579-85b8-4429-91f5-de99fea67b1e on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:49:42.244770 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-b8f09f27-d581-4127-9f5f-cb0f10671558 None None] Attempting to bind port 9f447579-85b8-4429-91f5-de99fea67b1e by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '44f7e960-48f9-46b8-b769-c32cb8c4b221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'cbabcf08-3d86-4d53-92ca-319ba2ed8ddb'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:49:42.245115 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f09f27-d581-4127-9f5f-cb0f10671558 None None] Attempting to bind port 9f447579-85b8-4429-91f5-de99fea67b1e on network cbabcf08-3d86-4d53-92ca-319ba2ed8ddb {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:49:42.252062 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f09f27-d581-4127-9f5f-cb0f10671558 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:49:42.252639 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f09f27-d581-4127-9f5f-cb0f10671558 None None] Checking segment: {'id': '44f7e960-48f9-46b8-b769-c32cb8c4b221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'cbabcf08-3d86-4d53-92ca-319ba2ed8ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:49:42.253044 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b8f09f27-d581-4127-9f5f-cb0f10671558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:42.253458 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f09f27-d581-4127-9f5f-cb0f10671558 None None] Bound using segment: {'id': '44f7e960-48f9-46b8-b769-c32cb8c4b221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'cbabcf08-3d86-4d53-92ca-319ba2ed8ddb'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:49:42.253919 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-b8f09f27-d581-4127-9f5f-cb0f10671558 None None] Bound port: 9f447579-85b8-4429-91f5-de99fea67b1e, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f7e960-48f9-46b8-b769-c32cb8c4b221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'cbabcf08-3d86-4d53-92ca-319ba2ed8ddb'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:49:42.254318 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b8f09f27-d581-4127-9f5f-cb0f10671558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:42.401852 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-972e44c7-9808-433e-8034-b56970fc3af9 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:42.404108 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-b8f09f27-d581-4127-9f5f-cb0f10671558 None None] For port 9f447579-85b8-4429-91f5-de99fea67b1e, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:49:42.407361 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-b8f09f27-d581-4127-9f5f-cb0f10671558 None None] For port 9f447579-85b8-4429-91f5-de99fea67b1e, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=9f447579-85b8-4429-91f5-de99fea67b1e,segment=NetworkSegment(44f7e960-48f9-46b8-b769-c32cb8c4b221),segment_id=44f7e960-48f9-46b8-b769-c32cb8c4b221)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:49:42.411789 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b8f09f27-d581-4127-9f5f-cb0f10671558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:42.448597 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e44c7-9808-433e-8034-b56970fc3af9 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Pushing event deleted for resources: {'Subnet': ['ID=e00c9f0a-6f95-4e5b-aa4f-b2a60667f3e0,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:42.454664 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-972e44c7-9808-433e-8034-b56970fc3af9 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:42.463365 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-972e44c7-9808-433e-8034-b56970fc3af9 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] 10.222.0.47 "DELETE /v2.0/subnets/e00c9f0a-6f95-4e5b-aa4f-b2a60667f3e0 HTTP/1.1" status: 204 len: 168 time: 0.6623471 Apr 08 10:49:42.466155 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36072) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:42.481593 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 89b81b3f-332c-4739-bf7b-4f17c610730f up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:49:42.551785 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f09f27-d581-4127-9f5f-cb0f10671558 None None] Pushing event updated for resources: {'Port': ['ID=9f447579-85b8-4429-91f5-de99fea67b1e,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:42.579594 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 89b81b3f-332c-4739-bf7b-4f17c610730f completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:49:42.598611 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-94e2d72a-a3f3-474a-9b35-790b855ed55c tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:42.610344 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-94e2d72a-a3f3-474a-9b35-790b855ed55c tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Deleting port 9f447579-85b8-4429-91f5-de99fea67b1e {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:49:42.610698 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-94e2d72a-a3f3-474a-9b35-790b855ed55c tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:42.849302 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-94e2d72a-a3f3-474a-9b35-790b855ed55c tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] For port 9f447579-85b8-4429-91f5-de99fea67b1e, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=9f447579-85b8-4429-91f5-de99fea67b1e,segment=NetworkSegment(44f7e960-48f9-46b8-b769-c32cb8c4b221),segment_id=44f7e960-48f9-46b8-b769-c32cb8c4b221)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:49:42.849654 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-94e2d72a-a3f3-474a-9b35-790b855ed55c tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:42.854666 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd45ab4f-d902-4c51-8d1b-5b55692c932e None None] Network f882fc77-61e2-4652-ac59-78d1f7c7777a requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:49:42.974254 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-94e2d72a-a3f3-474a-9b35-790b855ed55c tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Calling delete_port for 9f447579-85b8-4429-91f5-de99fea67b1e owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:49:43.006547 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-367a3b47-2ca3-4851-883b-87d90dfff223 None None] Provisioning for port 89b81b3f-332c-4739-bf7b-4f17c610730f completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:49:43.021515 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-367a3b47-2ca3-4851-883b-87d90dfff223 None None] Provisioning complete for port 89b81b3f-332c-4739-bf7b-4f17c610730f triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:49:43.021876 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-367a3b47-2ca3-4851-883b-87d90dfff223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:43.057077 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-94e2d72a-a3f3-474a-9b35-790b855ed55c tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:43.112994 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e2d72a-a3f3-474a-9b35-790b855ed55c tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] No DVR routers for this DVR port 9f447579-85b8-4429-91f5-de99fea67b1e on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:49:43.146151 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2d72a-a3f3-474a-9b35-790b855ed55c tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Pushing event deleted for resources: {'Port': ['ID=9f447579-85b8-4429-91f5-de99fea67b1e,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:43.226213 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-367a3b47-2ca3-4851-883b-87d90dfff223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:43.251453 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-94e2d72a-a3f3-474a-9b35-790b855ed55c tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:43.271439 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-367a3b47-2ca3-4851-883b-87d90dfff223 None None] For port 89b81b3f-332c-4739-bf7b-4f17c610730f, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=89b81b3f-332c-4739-bf7b-4f17c610730f,segment=NetworkSegment(cfe3db40-a496-44cd-b7c0-b730c6807337),segment_id=cfe3db40-a496-44cd-b7c0-b730c6807337)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:49:43.277032 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-367a3b47-2ca3-4851-883b-87d90dfff223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:43.293763 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-94e2d72a-a3f3-474a-9b35-790b855ed55c tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbabcf08-3d86-4d53-92ca-319ba2ed8ddb']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:43.307828 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-94e2d72a-a3f3-474a-9b35-790b855ed55c tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f7e960-48f9-46b8-b769-c32cb8c4b221') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:43.308196 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-94e2d72a-a3f3-474a-9b35-790b855ed55c tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f7e960-48f9-46b8-b769-c32cb8c4b221') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:43.321714 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-94e2d72a-a3f3-474a-9b35-790b855ed55c tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:43.349729 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-94e2d72a-a3f3-474a-9b35-790b855ed55c tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:43.358313 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e2d72a-a3f3-474a-9b35-790b855ed55c tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:49:43.359309 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a3b47-2ca3-4851-883b-87d90dfff223 None None] Pushing event updated for resources: {'Port': ['ID=89b81b3f-332c-4739-bf7b-4f17c610730f,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:43.359495 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-94e2d72a-a3f3-474a-9b35-790b855ed55c tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:43.367544 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1813618c-3bd3-4696-ae1e-d62532cd76e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:49:43.380870 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:49:43.562526 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-94e2d72a-a3f3-474a-9b35-790b855ed55c tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:43.580168 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-94e2d72a-a3f3-474a-9b35-790b855ed55c tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:43.593918 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2d72a-a3f3-474a-9b35-790b855ed55c tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Pushing event deleted for resources: {'Network': ['ID=cbabcf08-3d86-4d53-92ca-319ba2ed8ddb,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:43.602433 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-6d9b6bad-9df7-4e46-af1d-1c2ee98e455f None None] Provisioning complete for port 89b81b3f-332c-4739-bf7b-4f17c610730f triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:49:43.602824 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6d9b6bad-9df7-4e46-af1d-1c2ee98e455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:43.604137 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 36076) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:43.604671 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-94e2d72a-a3f3-474a-9b35-790b855ed55c tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] 10.222.0.47 "DELETE /v2.0/networks/cbabcf08-3d86-4d53-92ca-319ba2ed8ddb HTTP/1.1" status: 204 len: 168 time: 1.1369522 Apr 08 10:49:43.739519 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06789a2c-b293-4cec-9a5c-44595690c4f3 None None] DHCP port deletion for cbabcf08-3d86-4d53-92ca-319ba2ed8ddb request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:49:43.755989 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e33650-8632-434e-8eec-03b366493634 None None] Network cbabcf08-3d86-4d53-92ca-319ba2ed8ddb requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:49:43.774289 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e33650-8632-434e-8eec-03b366493634 None None] Network cbabcf08-3d86-4d53-92ca-319ba2ed8ddb could not be found, it might have been deleted concurrently. {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 08 10:49:43.804066 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a27108a-a54b-4a29-8563-482b04363bdf tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Deleting subnet 8d6e4816-c37d-41e0-81f8-1b2b967fef28 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:49:43.807008 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1a27108a-a54b-4a29-8563-482b04363bdf tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:43.838915 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-9e198ec3-32f9-4e96-91ed-027692e5d3a3 None None] Could not find standard attr ID for object 9f447579-85b8-4429-91f5-de99fea67b1e. {{(pid=83847) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 08 10:49:43.859899 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1a27108a-a54b-4a29-8563-482b04363bdf tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:43.943037 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1a27108a-a54b-4a29-8563-482b04363bdf tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:44.012987 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1a27108a-a54b-4a29-8563-482b04363bdf tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:44.052337 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27108a-a54b-4a29-8563-482b04363bdf tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Pushing event deleted for resources: {'Subnet': ['ID=8d6e4816-c37d-41e0-81f8-1b2b967fef28,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:44.058710 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1a27108a-a54b-4a29-8563-482b04363bdf tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:44.067013 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36080) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:44.067176 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1a27108a-a54b-4a29-8563-482b04363bdf tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] 10.222.0.47 "DELETE /v2.0/subnets/8d6e4816-c37d-41e0-81f8-1b2b967fef28 HTTP/1.1" status: 204 len: 168 time: 0.4593735 Apr 08 10:49:44.067456 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10792f5-7144-44aa-aab6-802a4a796f56 None None] Network f882fc77-61e2-4652-ac59-78d1f7c7777a requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:49:44.179352 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dc06349e-ab19-4834-b013-e782ace59155 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:44.189460 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-dc06349e-ab19-4834-b013-e782ace59155 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Deleting port 89b81b3f-332c-4739-bf7b-4f17c610730f {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:49:44.189787 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dc06349e-ab19-4834-b013-e782ace59155 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:44.303081 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb948070-20cd-4e7d-9b39-e4cd5d173aa3 None None] DHCP port deletion for f882fc77-61e2-4652-ac59-78d1f7c7777a request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:49:44.307898 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-fb948070-20cd-4e7d-9b39-e4cd5d173aa3 None None] Deleting port 89b81b3f-332c-4739-bf7b-4f17c610730f {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:49:44.308303 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fb948070-20cd-4e7d-9b39-e4cd5d173aa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:44.404632 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-dc06349e-ab19-4834-b013-e782ace59155 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] For port 89b81b3f-332c-4739-bf7b-4f17c610730f, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=89b81b3f-332c-4739-bf7b-4f17c610730f,segment=NetworkSegment(cfe3db40-a496-44cd-b7c0-b730c6807337),segment_id=cfe3db40-a496-44cd-b7c0-b730c6807337)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:49:44.405020 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dc06349e-ab19-4834-b013-e782ace59155 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:44.434383 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 89b81b3f-332c-4739-bf7b-4f17c610730f no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:49:44.526154 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-dc06349e-ab19-4834-b013-e782ace59155 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Calling delete_port for 89b81b3f-332c-4739-bf7b-4f17c610730f owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:49:44.566389 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-fb948070-20cd-4e7d-9b39-e4cd5d173aa3 None None] For port 89b81b3f-332c-4739-bf7b-4f17c610730f, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=89b81b3f-332c-4739-bf7b-4f17c610730f,segment=NetworkSegment(cfe3db40-a496-44cd-b7c0-b730c6807337),segment_id=cfe3db40-a496-44cd-b7c0-b730c6807337)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:49:44.566769 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fb948070-20cd-4e7d-9b39-e4cd5d173aa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:44.609933 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dc06349e-ab19-4834-b013-e782ace59155 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:44.655446 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06349e-ab19-4834-b013-e782ace59155 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Pushing event deleted for resources: {'Port': ['ID=89b81b3f-332c-4739-bf7b-4f17c610730f,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:44.661523 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc06349e-ab19-4834-b013-e782ace59155 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] No DVR routers for this DVR port 89b81b3f-332c-4739-bf7b-4f17c610730f on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:49:44.693237 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No ports have port_id starting with 89b81b3f-332c-4739-bf7b-4f17c610730f Apr 08 10:49:44.699884 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-fb948070-20cd-4e7d-9b39-e4cd5d173aa3 None None] Calling delete_port for 89b81b3f-332c-4739-bf7b-4f17c610730f owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:49:44.772473 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-fb948070-20cd-4e7d-9b39-e4cd5d173aa3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:49:44.773325 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-fb948070-20cd-4e7d-9b39-e4cd5d173aa3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:49:44.794863 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dc06349e-ab19-4834-b013-e782ace59155 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:44.820159 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-dc06349e-ab19-4834-b013-e782ace59155 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f882fc77-61e2-4652-ac59-78d1f7c7777a']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:44.832041 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-dc06349e-ab19-4834-b013-e782ace59155 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe3db40-a496-44cd-b7c0-b730c6807337') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:44.832394 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-dc06349e-ab19-4834-b013-e782ace59155 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe3db40-a496-44cd-b7c0-b730c6807337') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:44.843906 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dc06349e-ab19-4834-b013-e782ace59155 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:44.860339 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dc06349e-ab19-4834-b013-e782ace59155 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:44.867274 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc06349e-ab19-4834-b013-e782ace59155 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:49:44.867768 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dc06349e-ab19-4834-b013-e782ace59155 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:49:44.881965 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:49:44.961441 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dc06349e-ab19-4834-b013-e782ace59155 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:44.979108 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-dc06349e-ab19-4834-b013-e782ace59155 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:44.990504 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06349e-ab19-4834-b013-e782ace59155 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Pushing event deleted for resources: {'Network': ['ID=f882fc77-61e2-4652-ac59-78d1f7c7777a,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:44.998075 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-dc06349e-ab19-4834-b013-e782ace59155 tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] 10.222.0.47 "DELETE /v2.0/networks/f882fc77-61e2-4652-ac59-78d1f7c7777a HTTP/1.1" status: 204 len: 168 time: 0.9270926 Apr 08 10:49:44.998527 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36084) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:45.041286 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-63f2df7e-1497-410c-8f24-f250363980df tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Synchronizing usage tracker for tenant:969a635283dc48c8b4ec12227b8d6a61 on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:49:45.057785 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-63f2df7e-1497-410c-8f24-f250363980df tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Unset dirty status for tenant:969a635283dc48c8b4ec12227b8d6a61 on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:49:45.059177 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-63f2df7e-1497-410c-8f24-f250363980df tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] 10.222.0.47 "GET /v2.0/ports?device_id=b848ba6f-abac-491e-be7f-ff94bd93755a HTTP/1.1" status: 200 len: 205 time: 0.0599022 Apr 08 10:49:45.061609 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36088) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:45.204269 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-13346728-0bc4-43b1-88eb-42b60090098f tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:45.274005 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-fb948070-20cd-4e7d-9b39-e4cd5d173aa3 None None] Deleting port 89b81b3f-332c-4739-bf7b-4f17c610730f {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:49:45.274332 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fb948070-20cd-4e7d-9b39-e4cd5d173aa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:45.341199 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-fb948070-20cd-4e7d-9b39-e4cd5d173aa3 None None] The port '89b81b3f-332c-4739-bf7b-4f17c610730f' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:49:45.613716 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a7d55df7-177b-42d8-bb97-3ce8b5fe3103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:45.719687 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-13346728-0bc4-43b1-88eb-42b60090098f tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:45.723946 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-13346728-0bc4-43b1-88eb-42b60090098f tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:45.758711 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-13346728-0bc4-43b1-88eb-42b60090098f tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:45.758711 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13346728-0bc4-43b1-88eb-42b60090098f tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Fanout notify agent at l3_agent the message router_deleted on router b848ba6f-abac-491e-be7f-ff94bd93755a {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:49:45.771481 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-13346728-0bc4-43b1-88eb-42b60090098f tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:45.773586 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-13346728-0bc4-43b1-88eb-42b60090098f tempest-RoutersNegativeTest-637696841 tempest-RoutersNegativeTest-637696841-project] 10.222.0.47 "DELETE /v2.0/routers/b848ba6f-abac-491e-be7f-ff94bd93755a HTTP/1.1" status: 204 len: 168 time: 0.7110696 Apr 08 10:49:46.092273 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36096) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:46.282753 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-884fe77c-3158-49d2-9bb3-9f8dc44dcb02 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=969a635283dc48c8b4ec12227b8d6a61&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1899865 Apr 08 10:49:46.286587 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36102) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:46.349596 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-61842546-75a5-4a45-b2ba-c86e3a7a238a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:46.376967 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-61842546-75a5-4a45-b2ba-c86e3a7a238a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:46.431145 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-61842546-75a5-4a45-b2ba-c86e3a7a238a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:46.449135 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61842546-75a5-4a45-b2ba-c86e3a7a238a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5368a0f-c9fe-45ed-a169-99b815c95871,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:46.453811 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-61842546-75a5-4a45-b2ba-c86e3a7a238a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:46.454883 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-61842546-75a5-4a45-b2ba-c86e3a7a238a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b5368a0f-c9fe-45ed-a169-99b815c95871 HTTP/1.1" status: 204 len: 168 time: 0.1673992 Apr 08 10:49:46.830891 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:46.927332 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:47.226781 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 36124) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:47.360279 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-a4683ed4-3fd8-4033-b374-1d480581ff55 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1304510942-network', 'tenant_id': '5ff2beb2f1174299becce6715eea0cc6'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:49:47.364984 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a4683ed4-3fd8-4033-b374-1d480581ff55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:47.369353 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a4683ed4-3fd8-4033-b374-1d480581ff55 admin admin] Usage tracker for resource:network and tenant:5ff2beb2f1174299becce6715eea0cc6 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:47.372150 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a4683ed4-3fd8-4033-b374-1d480581ff55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:47.378187 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a4683ed4-3fd8-4033-b374-1d480581ff55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:47.388648 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4683ed4-3fd8-4033-b374-1d480581ff55 admin admin] Made reservation on behalf of 5ff2beb2f1174299becce6715eea0cc6 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:49:47.390874 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a4683ed4-3fd8-4033-b374-1d480581ff55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:47.403304 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a4683ed4-3fd8-4033-b374-1d480581ff55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:47.433548 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a4683ed4-3fd8-4033-b374-1d480581ff55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:47.437243 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a4683ed4-3fd8-4033-b374-1d480581ff55 admin admin] Usage tracker for resource:security_group_rule and tenant:5ff2beb2f1174299becce6715eea0cc6 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:47.439956 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a4683ed4-3fd8-4033-b374-1d480581ff55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:47.446229 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a4683ed4-3fd8-4033-b374-1d480581ff55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:47.513495 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a4683ed4-3fd8-4033-b374-1d480581ff55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:47.517216 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a4683ed4-3fd8-4033-b374-1d480581ff55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:47.548345 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4683ed4-3fd8-4033-b374-1d480581ff55 admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:49:47.557260 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4683ed4-3fd8-4033-b374-1d480581ff55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3cbfbd-6475-4b43-a1f4-204b39bc7f2c,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:47.565046 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a4683ed4-3fd8-4033-b374-1d480581ff55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:47.565046 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-a4683ed4-3fd8-4033-b374-1d480581ff55 admin admin] Added segment 74f298e7-4478-4fb5-82e2-483c8f82ea01 of type vlan for network 907ac097-e2bd-4bcc-9e24-b57e53834139 Apr 08 10:49:47.591294 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a4683ed4-3fd8-4033-b374-1d480581ff55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:47.619412 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a4683ed4-3fd8-4033-b374-1d480581ff55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:47.620473 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4683ed4-3fd8-4033-b374-1d480581ff55 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:47.621037 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a4683ed4-3fd8-4033-b374-1d480581ff55 admin admin] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:47.721368 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4683ed4-3fd8-4033-b374-1d480581ff55 admin admin] Pushing event updated for resources: {'Network': ['ID=907ac097-e2bd-4bcc-9e24-b57e53834139,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:47.724262 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a4683ed4-3fd8-4033-b374-1d480581ff55 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4964669 Apr 08 10:49:47.727202 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 36130) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:47.732383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-a1ed224d-347e-41b0-981b-a23b96fa3dff admin admin] Request body: {'subnet': {'network_id': '907ac097-e2bd-4bcc-9e24-b57e53834139', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1304510942-subnet', 'tenant_id': '5ff2beb2f1174299becce6715eea0cc6', 'ip_version': 4}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:49:47.732840 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 907ac097-e2bd-4bcc-9e24-b57e53834139 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:49:47.737317 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a1ed224d-347e-41b0-981b-a23b96fa3dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:47.741314 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a1ed224d-347e-41b0-981b-a23b96fa3dff admin admin] Usage tracker for resource:subnet and tenant:5ff2beb2f1174299becce6715eea0cc6 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:47.744808 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a1ed224d-347e-41b0-981b-a23b96fa3dff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:47.750383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a1ed224d-347e-41b0-981b-a23b96fa3dff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:47.761034 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ed224d-347e-41b0-981b-a23b96fa3dff admin admin] Made reservation on behalf of 5ff2beb2f1174299becce6715eea0cc6 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:49:47.763452 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a1ed224d-347e-41b0-981b-a23b96fa3dff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:47.969109 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a1ed224d-347e-41b0-981b-a23b96fa3dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:48.045919 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed224d-347e-41b0-981b-a23b96fa3dff admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d02056b-2572-47f8-887a-c5829134e00a,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:48.058552 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed224d-347e-41b0-981b-a23b96fa3dff admin admin] Checking segment: {'id': '74f298e7-4478-4fb5-82e2-483c8f82ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '907ac097-e2bd-4bcc-9e24-b57e53834139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:49:48.058910 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ed224d-347e-41b0-981b-a23b96fa3dff admin admin] Network hostable DHCP agents. Network: 907ac097-e2bd-4bcc-9e24-b57e53834139, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:49:48.081094 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ed224d-347e-41b0-981b-a23b96fa3dff admin admin] Network 907ac097-e2bd-4bcc-9e24-b57e53834139 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:49:48.090452 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-a1ed224d-347e-41b0-981b-a23b96fa3dff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 907ac097-e2bd-4bcc-9e24-b57e53834139) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:49:48.094591 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ed224d-347e-41b0-981b-a23b96fa3dff admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:48.095167 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a1ed224d-347e-41b0-981b-a23b96fa3dff admin admin] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:48.100641 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df42b8c-8d97-4579-9cd7-dfeb0098011b None None] Network 907ac097-e2bd-4bcc-9e24-b57e53834139 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:49:48.119722 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a1ed224d-347e-41b0-981b-a23b96fa3dff admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3890152 Apr 08 10:49:48.119921 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 36134) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:48.124840 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-57243f97-74a8-4508-a2db-e611ec421101 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1304510942-router', 'tenant_id': '5ff2beb2f1174299becce6715eea0cc6', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:49:48.129280 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-57243f97-74a8-4508-a2db-e611ec421101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:48.133719 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-57243f97-74a8-4508-a2db-e611ec421101 admin admin] Usage tracker for resource:router and tenant:5ff2beb2f1174299becce6715eea0cc6 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:48.136525 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-57243f97-74a8-4508-a2db-e611ec421101 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:48.142868 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-57243f97-74a8-4508-a2db-e611ec421101 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:48.153753 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57243f97-74a8-4508-a2db-e611ec421101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:48.154639 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57243f97-74a8-4508-a2db-e611ec421101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:48.173665 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57243f97-74a8-4508-a2db-e611ec421101 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:48.322716 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57243f97-74a8-4508-a2db-e611ec421101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:48.355521 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7129e617-ee64-4af7-8f06-aa1d3d80fae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-907ac097-e2bd-4bcc-9e24-b57e53834139', 'network_id': '907ac097-e2bd-4bcc-9e24-b57e53834139', 'tenant_id': '5ff2beb2f1174299becce6715eea0cc6', 'fixed_ips': [{'subnet_id': '0d02056b-2572-47f8-887a-c5829134e00a'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:49:48.356353 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7129e617-ee64-4af7-8f06-aa1d3d80fae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:48.367404 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:48.511232 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-7129e617-ee64-4af7-8f06-aa1d3d80fae9 None None] Allocated IP 172.20.0.2 (907ac097-e2bd-4bcc-9e24-b57e53834139/0d02056b-2572-47f8-887a-c5829134e00a/69e164e8-b242-47f8-9362-ac0e45dd8e69) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:49:48.536543 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57243f97-74a8-4508-a2db-e611ec421101 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:48.566678 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57243f97-74a8-4508-a2db-e611ec421101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:48.720056 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7129e617-ee64-4af7-8f06-aa1d3d80fae9 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:48.732876 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7129e617-ee64-4af7-8f06-aa1d3d80fae9 None None] Transition to ACTIVE for port object 69e164e8-b242-47f8-9362-ac0e45dd8e69 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:49:48.752787 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7129e617-ee64-4af7-8f06-aa1d3d80fae9 None None] Transition to ACTIVE for port object 69e164e8-b242-47f8-9362-ac0e45dd8e69 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:49:48.759442 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7129e617-ee64-4af7-8f06-aa1d3d80fae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:48.802262 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-57243f97-74a8-4508-a2db-e611ec421101 admin admin] Allocated IP 172.26.0.213 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/127ec1b1-ab49-4e96-b725-b2bfde55e65b) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:49:48.827509 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7129e617-ee64-4af7-8f06-aa1d3d80fae9 None None] Network 907ac097-e2bd-4bcc-9e24-b57e53834139 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:49:48.830352 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-7129e617-ee64-4af7-8f06-aa1d3d80fae9 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:49:48.834677 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7129e617-ee64-4af7-8f06-aa1d3d80fae9 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:49:48.838601 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129e617-ee64-4af7-8f06-aa1d3d80fae9 None None] Pushing event updated for resources: {'Port': ['ID=69e164e8-b242-47f8-9362-ac0e45dd8e69,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:48.925290 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-7129e617-ee64-4af7-8f06-aa1d3d80fae9 None None] Attempting to bind port 69e164e8-b242-47f8-9362-ac0e45dd8e69 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:49:48.925667 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-7129e617-ee64-4af7-8f06-aa1d3d80fae9 None None] Attempting to bind port 69e164e8-b242-47f8-9362-ac0e45dd8e69 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '74f298e7-4478-4fb5-82e2-483c8f82ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '907ac097-e2bd-4bcc-9e24-b57e53834139'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:49:48.926016 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7129e617-ee64-4af7-8f06-aa1d3d80fae9 None None] Attempting to bind port 69e164e8-b242-47f8-9362-ac0e45dd8e69 on network 907ac097-e2bd-4bcc-9e24-b57e53834139 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:49:48.933063 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7129e617-ee64-4af7-8f06-aa1d3d80fae9 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:49:48.933427 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7129e617-ee64-4af7-8f06-aa1d3d80fae9 None None] Checking segment: {'id': '74f298e7-4478-4fb5-82e2-483c8f82ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '907ac097-e2bd-4bcc-9e24-b57e53834139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:49:48.933817 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7129e617-ee64-4af7-8f06-aa1d3d80fae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:48.934219 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7129e617-ee64-4af7-8f06-aa1d3d80fae9 None None] Bound using segment: {'id': '74f298e7-4478-4fb5-82e2-483c8f82ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '907ac097-e2bd-4bcc-9e24-b57e53834139'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:49:48.934672 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-7129e617-ee64-4af7-8f06-aa1d3d80fae9 None None] Bound port: 69e164e8-b242-47f8-9362-ac0e45dd8e69, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f298e7-4478-4fb5-82e2-483c8f82ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '907ac097-e2bd-4bcc-9e24-b57e53834139'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:49:48.935038 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7129e617-ee64-4af7-8f06-aa1d3d80fae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:48.960745 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57243f97-74a8-4508-a2db-e611ec421101 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:48.987833 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57243f97-74a8-4508-a2db-e611ec421101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:49.021400 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-7129e617-ee64-4af7-8f06-aa1d3d80fae9 None None] For port 69e164e8-b242-47f8-9362-ac0e45dd8e69, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:49:49.024783 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-7129e617-ee64-4af7-8f06-aa1d3d80fae9 None None] For port 69e164e8-b242-47f8-9362-ac0e45dd8e69, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=69e164e8-b242-47f8-9362-ac0e45dd8e69,segment=NetworkSegment(74f298e7-4478-4fb5-82e2-483c8f82ea01),segment_id=74f298e7-4478-4fb5-82e2-483c8f82ea01)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:49:49.029717 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7129e617-ee64-4af7-8f06-aa1d3d80fae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:49.056909 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57243f97-74a8-4508-a2db-e611ec421101 admin admin] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:49:49.059675 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-57243f97-74a8-4508-a2db-e611ec421101 admin admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:49:49.062255 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57243f97-74a8-4508-a2db-e611ec421101 admin admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:49:49.100794 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57243f97-74a8-4508-a2db-e611ec421101 admin admin] Pushing event updated for resources: {'Port': ['ID=127ec1b1-ab49-4e96-b725-b2bfde55e65b,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:49.111848 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129e617-ee64-4af7-8f06-aa1d3d80fae9 None None] Pushing event updated for resources: {'Port': ['ID=69e164e8-b242-47f8-9362-ac0e45dd8e69,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:49.240386 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57243f97-74a8-4508-a2db-e611ec421101 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:49.241251 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57243f97-74a8-4508-a2db-e611ec421101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:49.501126 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57243f97-74a8-4508-a2db-e611ec421101 admin admin] Router 61f18b5a-65f8-45fc-b577-eec01dafa44d is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:49:49.702324 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57243f97-74a8-4508-a2db-e611ec421101 admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:49:49.712097 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901bbe77-c760-4b23-8cb1-043538fbc680 None None] Sync routers for ids ['61f18b5a-65f8-45fc-b577-eec01dafa44d'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:49:49.724274 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901bbe77-c760-4b23-8cb1-043538fbc680 None None] Routers {'61f18b5a-65f8-45fc-b577-eec01dafa44d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:49:49.725054 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-901bbe77-c760-4b23-8cb1-043538fbc680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:49:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['61f18b5a-65f8-45fc-b577-eec01dafa44d'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:49.733309 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57243f97-74a8-4508-a2db-e611ec421101 admin admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:49.737306 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-57243f97-74a8-4508-a2db-e611ec421101 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6137261 Apr 08 10:49:49.737482 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 36138) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:49.916997 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-901bbe77-c760-4b23-8cb1-043538fbc680 None None] Set router 61f18b5a-65f8-45fc-b577-eec01dafa44d gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:49:50.034261 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21977a80-a13e-4e31-b898-53669284565b None None] Network 907ac097-e2bd-4bcc-9e24-b57e53834139 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:49:50.233568 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f94f0a60-723c-444e-a37e-4fe6633712ec None None] Provisioning for port 69e164e8-b242-47f8-9362-ac0e45dd8e69 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:49:50.469517 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 69e164e8-b242-47f8-9362-ac0e45dd8e69 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:49:50.565466 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-901bbe77-c760-4b23-8cb1-043538fbc680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f18b5a-65f8-45fc-b577-eec01dafa44d', 'name': 'tempest-TestEncryptedCinderVolumes-1304510942-router', 'tenant_id': '5ff2beb2f1174299becce6715eea0cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '127ec1b1-ab49-4e96-b725-b2bfde55e65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:49Z', 'revision_number': 3, 'project_id': '5ff2beb2f1174299becce6715eea0cc6', 'gw_port': {'id': '127ec1b1-ab49-4e96-b725-b2bfde55e65b', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f18b5a-65f8-45fc-b577-eec01dafa44d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:50.574102 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901bbe77-c760-4b23-8cb1-043538fbc680 None None] Checking router: 61f18b5a-65f8-45fc-b577-eec01dafa44d for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:49:50.574400 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901bbe77-c760-4b23-8cb1-043538fbc680 None None] Updating router 61f18b5a-65f8-45fc-b577-eec01dafa44d port 127ec1b1-ab49-4e96-b725-b2bfde55e65b binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:49:50.586232 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7d4af4ef-7a93-4a08-b6a3-9cfba47a0d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:50.602897 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 69e164e8-b242-47f8-9362-ac0e45dd8e69 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:49:50.617017 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 69e164e8-b242-47f8-9362-ac0e45dd8e69 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:49:50.617454 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:50.676102 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-901bbe77-c760-4b23-8cb1-043538fbc680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:50.809616 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-7d4af4ef-7a93-4a08-b6a3-9cfba47a0d91 admin admin] Allocated IP 172.20.0.1 (907ac097-e2bd-4bcc-9e24-b57e53834139/0d02056b-2572-47f8-887a-c5829134e00a/7c55460f-7de5-4d83-84b3-1d238d22406b) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:49:50.856327 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:50.960446 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7d4af4ef-7a93-4a08-b6a3-9cfba47a0d91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:50.977076 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-7d4af4ef-7a93-4a08-b6a3-9cfba47a0d91 admin admin] Transition to ACTIVE for port object 7c55460f-7de5-4d83-84b3-1d238d22406b will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:49:50.978169 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-46d8e8fa-bc13-4f91-894d-59df0c276492 None None] Provisioning complete for port 69e164e8-b242-47f8-9362-ac0e45dd8e69 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:49:50.978641 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-46d8e8fa-bc13-4f91-894d-59df0c276492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:50.998514 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7d4af4ef-7a93-4a08-b6a3-9cfba47a0d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:51.008234 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 69e164e8-b242-47f8-9362-ac0e45dd8e69, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=69e164e8-b242-47f8-9362-ac0e45dd8e69,segment=NetworkSegment(74f298e7-4478-4fb5-82e2-483c8f82ea01),segment_id=74f298e7-4478-4fb5-82e2-483c8f82ea01)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:49:51.055856 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:51.066459 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4af4ef-7a93-4a08-b6a3-9cfba47a0d91 admin admin] Network 907ac097-e2bd-4bcc-9e24-b57e53834139 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:49:51.068854 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-7d4af4ef-7a93-4a08-b6a3-9cfba47a0d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:49:51.073227 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4af4ef-7a93-4a08-b6a3-9cfba47a0d91 admin admin] Pushing event updated for resources: {'Port': ['ID=7c55460f-7de5-4d83-84b3-1d238d22406b,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:51.075310 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4af4ef-7a93-4a08-b6a3-9cfba47a0d91 admin admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:49:51.162754 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7d4af4ef-7a93-4a08-b6a3-9cfba47a0d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:51.264049 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7d4af4ef-7a93-4a08-b6a3-9cfba47a0d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:51.281298 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=69e164e8-b242-47f8-9362-ac0e45dd8e69,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:51.355083 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-901bbe77-c760-4b23-8cb1-043538fbc680 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:51.368939 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-901bbe77-c760-4b23-8cb1-043538fbc680 None None] Transition to ACTIVE for port object 127ec1b1-ab49-4e96-b725-b2bfde55e65b will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:49:51.384214 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-901bbe77-c760-4b23-8cb1-043538fbc680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:51.433463 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c6ef07c2-ea6f-45b4-9014-2d96b729417b None None] Provisioning for port 7c55460f-7de5-4d83-84b3-1d238d22406b completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:49:51.461364 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c6ef07c2-ea6f-45b4-9014-2d96b729417b None None] Provisioning complete for port 7c55460f-7de5-4d83-84b3-1d238d22406b triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:49:51.461730 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c6ef07c2-ea6f-45b4-9014-2d96b729417b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:51.503186 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7d4af4ef-7a93-4a08-b6a3-9cfba47a0d91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:51.504650 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-901bbe77-c760-4b23-8cb1-043538fbc680 None None] Attempting to bind port 127ec1b1-ab49-4e96-b725-b2bfde55e65b on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:49:51.505094 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-901bbe77-c760-4b23-8cb1-043538fbc680 None None] Attempting to bind port 127ec1b1-ab49-4e96-b725-b2bfde55e65b by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:49:51.505604 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901bbe77-c760-4b23-8cb1-043538fbc680 None None] Attempting to bind port 127ec1b1-ab49-4e96-b725-b2bfde55e65b on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:49:51.508942 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7d4af4ef-7a93-4a08-b6a3-9cfba47a0d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:51.518453 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf466e-6853-49b8-8021-9a377f5f6426 None None] Pushing event updated for resources: {'Port': ['ID=127ec1b1-ab49-4e96-b725-b2bfde55e65b,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:51.530038 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901bbe77-c760-4b23-8cb1-043538fbc680 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:49:51.530415 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901bbe77-c760-4b23-8cb1-043538fbc680 None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:49:51.530868 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-901bbe77-c760-4b23-8cb1-043538fbc680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:51.531566 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901bbe77-c760-4b23-8cb1-043538fbc680 None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:49:51.532069 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-901bbe77-c760-4b23-8cb1-043538fbc680 None None] Bound port: 127ec1b1-ab49-4e96-b725-b2bfde55e65b, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:49:51.532486 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-901bbe77-c760-4b23-8cb1-043538fbc680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:51.577793 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-c6ef07c2-ea6f-45b4-9014-2d96b729417b None None] Port 7c55460f-7de5-4d83-84b3-1d238d22406b cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:49:51.622420 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-901bbe77-c760-4b23-8cb1-043538fbc680 None None] For port 127ec1b1-ab49-4e96-b725-b2bfde55e65b, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:49:51.625866 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4af4ef-7a93-4a08-b6a3-9cfba47a0d91 admin admin] Pushing event updated for resources: {'Port': ['ID=7c55460f-7de5-4d83-84b3-1d238d22406b,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:51.626344 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-901bbe77-c760-4b23-8cb1-043538fbc680 None None] For port 127ec1b1-ab49-4e96-b725-b2bfde55e65b, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=127ec1b1-ab49-4e96-b725-b2bfde55e65b,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:49:51.629322 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7d4af4ef-7a93-4a08-b6a3-9cfba47a0d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:51.630848 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-901bbe77-c760-4b23-8cb1-043538fbc680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:51.712866 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf466e-6853-49b8-8021-9a377f5f6426 None None] Pushing event updated for resources: {'Port': ['ID=127ec1b1-ab49-4e96-b725-b2bfde55e65b,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:51.717938 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901bbe77-c760-4b23-8cb1-043538fbc680 None None] Routers {'61f18b5a-65f8-45fc-b577-eec01dafa44d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:49:51.718539 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-901bbe77-c760-4b23-8cb1-043538fbc680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:49:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['61f18b5a-65f8-45fc-b577-eec01dafa44d'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:51.763586 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4af4ef-7a93-4a08-b6a3-9cfba47a0d91 admin admin] Network 907ac097-e2bd-4bcc-9e24-b57e53834139 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:49:51.764579 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-7d4af4ef-7a93-4a08-b6a3-9cfba47a0d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:49:51.904353 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-901bbe77-c760-4b23-8cb1-043538fbc680 None None] Set router 61f18b5a-65f8-45fc-b577-eec01dafa44d gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:49:52.125290 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a3933f11-954c-49cf-8121-e6558839e1a3 None None] Provisioning complete for port 7c55460f-7de5-4d83-84b3-1d238d22406b triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:49:52.125932 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a3933f11-954c-49cf-8121-e6558839e1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:52.255943 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-a3933f11-954c-49cf-8121-e6558839e1a3 None None] Port 7c55460f-7de5-4d83-84b3-1d238d22406b cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:49:52.263569 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4af4ef-7a93-4a08-b6a3-9cfba47a0d91 admin admin] Router 61f18b5a-65f8-45fc-b577-eec01dafa44d has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:49:52.321471 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-901bbe77-c760-4b23-8cb1-043538fbc680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f18b5a-65f8-45fc-b577-eec01dafa44d', 'name': 'tempest-TestEncryptedCinderVolumes-1304510942-router', 'tenant_id': '5ff2beb2f1174299becce6715eea0cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '127ec1b1-ab49-4e96-b725-b2bfde55e65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:51Z', 'revision_number': 4, 'project_id': '5ff2beb2f1174299becce6715eea0cc6', 'gw_port': {'id': '127ec1b1-ab49-4e96-b725-b2bfde55e65b', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f18b5a-65f8-45fc-b577-eec01dafa44d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '7c55460f-7de5-4d83-84b3-1d238d22406b', 'name': '', 'network_id': '907ac097-e2bd-4bcc-9e24-b57e53834139', 'tenant_id': '5ff2beb2f1174299becce6715eea0cc6', 'mac_address': 'fa:16:3e:fb:cd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f18b5a-65f8-45fc-b577-eec01dafa44d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d02056b-2572-47f8-887a-c5829134e00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:50Z', 'updated_at': '2022-04-08T10:49:51Z', 'revision_number': 2, 'project_id': '5ff2beb2f1174299becce6715eea0cc6', 'subnets': [{'id': '0d02056b-2572-47f8-887a-c5829134e00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:52.325404 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901bbe77-c760-4b23-8cb1-043538fbc680 None None] The sync data for ids ['61f18b5a-65f8-45fc-b577-eec01dafa44d'] in dv-neutron-837110-1-hyperv is: [{'id': '61f18b5a-65f8-45fc-b577-eec01dafa44d', 'name': 'tempest-TestEncryptedCinderVolumes-1304510942-router', 'tenant_id': '5ff2beb2f1174299becce6715eea0cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '127ec1b1-ab49-4e96-b725-b2bfde55e65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:51Z', 'revision_number': 4, 'project_id': '5ff2beb2f1174299becce6715eea0cc6', 'gw_port': {'id': '127ec1b1-ab49-4e96-b725-b2bfde55e65b', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f18b5a-65f8-45fc-b577-eec01dafa44d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '7c55460f-7de5-4d83-84b3-1d238d22406b', 'name': '', 'network_id': '907ac097-e2bd-4bcc-9e24-b57e53834139', 'tenant_id': '5ff2beb2f1174299becce6715eea0cc6', 'mac_address': 'fa:16:3e:fb:cd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f18b5a-65f8-45fc-b577-eec01dafa44d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d02056b-2572-47f8-887a-c5829134e00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:50Z', 'updated_at': '2022-04-08T10:49:51Z', 'revision_number': 2, 'project_id': '5ff2beb2f1174299becce6715eea0cc6', 'subnets': [{'id': '0d02056b-2572-47f8-887a-c5829134e00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:49:52.428058 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 69e164e8-b242-47f8-9362-ac0e45dd8e69 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:49:52.472195 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4af4ef-7a93-4a08-b6a3-9cfba47a0d91 admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:49:52.488622 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7d4af4ef-7a93-4a08-b6a3-9cfba47a0d91 admin admin] 10.222.0.47 "PUT /v2.0/routers/61f18b5a-65f8-45fc-b577-eec01dafa44d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7500613 Apr 08 10:49:52.524455 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 69e164e8-b242-47f8-9362-ac0e45dd8e69 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:49:52.524826 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:53.395668 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 36160) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:53.402289 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-dfd69639-afff-4bde-b74a-a01ef74c2441 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1124759270-network', 'tenant_id': '3be0fe12b2d54a4cb3317d133068ad37'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:49:53.407337 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-dfd69639-afff-4bde-b74a-a01ef74c2441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:53.411192 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-dfd69639-afff-4bde-b74a-a01ef74c2441 admin admin] Usage tracker for resource:network and tenant:3be0fe12b2d54a4cb3317d133068ad37 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:53.414799 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-dfd69639-afff-4bde-b74a-a01ef74c2441 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:53.420621 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-dfd69639-afff-4bde-b74a-a01ef74c2441 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:53.431493 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd69639-afff-4bde-b74a-a01ef74c2441 admin admin] Made reservation on behalf of 3be0fe12b2d54a4cb3317d133068ad37 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:49:53.433800 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-dfd69639-afff-4bde-b74a-a01ef74c2441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:53.446301 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-dfd69639-afff-4bde-b74a-a01ef74c2441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:53.482060 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-dfd69639-afff-4bde-b74a-a01ef74c2441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:53.485903 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-dfd69639-afff-4bde-b74a-a01ef74c2441 admin admin] Usage tracker for resource:security_group_rule and tenant:3be0fe12b2d54a4cb3317d133068ad37 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:53.488747 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-dfd69639-afff-4bde-b74a-a01ef74c2441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:53.494463 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-dfd69639-afff-4bde-b74a-a01ef74c2441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:53.558471 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-dfd69639-afff-4bde-b74a-a01ef74c2441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:53.562546 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-dfd69639-afff-4bde-b74a-a01ef74c2441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:53.592515 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd69639-afff-4bde-b74a-a01ef74c2441 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:49:53.601221 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd69639-afff-4bde-b74a-a01ef74c2441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a767828-824c-4583-a086-52a7db3916ed,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:53.606788 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-dfd69639-afff-4bde-b74a-a01ef74c2441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:53.607138 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-dfd69639-afff-4bde-b74a-a01ef74c2441 admin admin] Added segment 1946584b-ca6e-4e72-8b47-7144a069aab6 of type vlan for network f2ef602d-148d-46ab-8fd0-23c8610cc153 Apr 08 10:49:53.632595 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-dfd69639-afff-4bde-b74a-a01ef74c2441 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:53.661262 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-dfd69639-afff-4bde-b74a-a01ef74c2441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:53.662017 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd69639-afff-4bde-b74a-a01ef74c2441 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:53.662589 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-dfd69639-afff-4bde-b74a-a01ef74c2441 admin admin] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:53.763809 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd69639-afff-4bde-b74a-a01ef74c2441 admin admin] Pushing event updated for resources: {'Network': ['ID=f2ef602d-148d-46ab-8fd0-23c8610cc153,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:53.769271 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-dfd69639-afff-4bde-b74a-a01ef74c2441 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3702297 Apr 08 10:49:53.769522 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 36164) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:53.775416 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-a9061d14-63e1-4a90-95f5-47baadaa0575 admin admin] Request body: {'subnet': {'network_id': 'f2ef602d-148d-46ab-8fd0-23c8610cc153', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1124759270-subnet', 'tenant_id': '3be0fe12b2d54a4cb3317d133068ad37', 'ip_version': 4}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:49:53.777287 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network f2ef602d-148d-46ab-8fd0-23c8610cc153 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:49:53.780580 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a9061d14-63e1-4a90-95f5-47baadaa0575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:53.784339 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a9061d14-63e1-4a90-95f5-47baadaa0575 admin admin] Usage tracker for resource:subnet and tenant:3be0fe12b2d54a4cb3317d133068ad37 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:53.787111 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a9061d14-63e1-4a90-95f5-47baadaa0575 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:53.792902 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a9061d14-63e1-4a90-95f5-47baadaa0575 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:53.802290 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9061d14-63e1-4a90-95f5-47baadaa0575 admin admin] Made reservation on behalf of 3be0fe12b2d54a4cb3317d133068ad37 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:49:53.804785 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a9061d14-63e1-4a90-95f5-47baadaa0575 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:54.011574 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a9061d14-63e1-4a90-95f5-47baadaa0575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:54.089272 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9061d14-63e1-4a90-95f5-47baadaa0575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9287b2f5-b282-4b3e-9dc3-d228f3ffb758,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:54.100529 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9061d14-63e1-4a90-95f5-47baadaa0575 admin admin] Checking segment: {'id': '1946584b-ca6e-4e72-8b47-7144a069aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef602d-148d-46ab-8fd0-23c8610cc153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:49:54.101402 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9061d14-63e1-4a90-95f5-47baadaa0575 admin admin] Network hostable DHCP agents. Network: f2ef602d-148d-46ab-8fd0-23c8610cc153, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:49:54.123033 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9061d14-63e1-4a90-95f5-47baadaa0575 admin admin] Network f2ef602d-148d-46ab-8fd0-23c8610cc153 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:49:54.131643 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-a9061d14-63e1-4a90-95f5-47baadaa0575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, f2ef602d-148d-46ab-8fd0-23c8610cc153) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:49:54.136114 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9061d14-63e1-4a90-95f5-47baadaa0575 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:54.136683 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a9061d14-63e1-4a90-95f5-47baadaa0575 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:54.140883 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2978662-b53d-48a1-b67f-53d9fada5896 None None] Network f2ef602d-148d-46ab-8fd0-23c8610cc153 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:49:54.158453 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a9061d14-63e1-4a90-95f5-47baadaa0575 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3879399 Apr 08 10:49:54.160923 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 36168) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:54.166225 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-55134f1e-8f0d-41e5-b3cd-835d74bf85a0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1124759270-router', 'tenant_id': '3be0fe12b2d54a4cb3317d133068ad37', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:49:54.170897 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-55134f1e-8f0d-41e5-b3cd-835d74bf85a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:49:54.174654 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-55134f1e-8f0d-41e5-b3cd-835d74bf85a0 admin admin] Usage tracker for resource:router and tenant:3be0fe12b2d54a4cb3317d133068ad37 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:49:54.177427 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-55134f1e-8f0d-41e5-b3cd-835d74bf85a0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:49:54.183791 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-55134f1e-8f0d-41e5-b3cd-835d74bf85a0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:49:54.193884 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-55134f1e-8f0d-41e5-b3cd-835d74bf85a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:54.195445 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-55134f1e-8f0d-41e5-b3cd-835d74bf85a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:54.213903 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-55134f1e-8f0d-41e5-b3cd-835d74bf85a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:54.355541 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db77fe3d-b429-4e11-9cc9-13c35c226f90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-f2ef602d-148d-46ab-8fd0-23c8610cc153', 'network_id': 'f2ef602d-148d-46ab-8fd0-23c8610cc153', 'tenant_id': '3be0fe12b2d54a4cb3317d133068ad37', 'fixed_ips': [{'subnet_id': '9287b2f5-b282-4b3e-9dc3-d228f3ffb758'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:49:54.356376 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-db77fe3d-b429-4e11-9cc9-13c35c226f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:54.358655 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-55134f1e-8f0d-41e5-b3cd-835d74bf85a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:54.488571 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 127ec1b1-ab49-4e96-b725-b2bfde55e65b up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:49:54.561448 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-55134f1e-8f0d-41e5-b3cd-835d74bf85a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:54.564931 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-db77fe3d-b429-4e11-9cc9-13c35c226f90 None None] Allocated IP 172.20.0.2 (f2ef602d-148d-46ab-8fd0-23c8610cc153/9287b2f5-b282-4b3e-9dc3-d228f3ffb758/c1a5eeb5-7f55-4865-a00a-7de501cec2a4) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:49:54.591014 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-55134f1e-8f0d-41e5-b3cd-835d74bf85a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:54.644313 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 127ec1b1-ab49-4e96-b725-b2bfde55e65b completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:49:54.658961 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 127ec1b1-ab49-4e96-b725-b2bfde55e65b triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:49:54.659335 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:54.727522 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-55134f1e-8f0d-41e5-b3cd-835d74bf85a0 admin admin] Allocated IP 172.26.0.103 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/dcac1e6b-1c34-4134-8454-1a62c05f52e4) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:49:54.869833 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:54.872949 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-55134f1e-8f0d-41e5-b3cd-835d74bf85a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:54.877033 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-db77fe3d-b429-4e11-9cc9-13c35c226f90 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:54.892726 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-db77fe3d-b429-4e11-9cc9-13c35c226f90 None None] Transition to ACTIVE for port object c1a5eeb5-7f55-4865-a00a-7de501cec2a4 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:49:54.900562 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 127ec1b1-ab49-4e96-b725-b2bfde55e65b, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=127ec1b1-ab49-4e96-b725-b2bfde55e65b,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:49:54.902094 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-55134f1e-8f0d-41e5-b3cd-835d74bf85a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:54.906785 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:54.953837 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-db77fe3d-b429-4e11-9cc9-13c35c226f90 None None] Transition to ACTIVE for port object c1a5eeb5-7f55-4865-a00a-7de501cec2a4 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:49:54.967706 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-db77fe3d-b429-4e11-9cc9-13c35c226f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:54.990076 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55134f1e-8f0d-41e5-b3cd-835d74bf85a0 admin admin] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:49:54.992402 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=127ec1b1-ab49-4e96-b725-b2bfde55e65b,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:54.995244 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-55134f1e-8f0d-41e5-b3cd-835d74bf85a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:49:54.998894 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55134f1e-8f0d-41e5-b3cd-835d74bf85a0 admin admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:49:55.026634 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db77fe3d-b429-4e11-9cc9-13c35c226f90 None None] Network f2ef602d-148d-46ab-8fd0-23c8610cc153 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:49:55.032658 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-db77fe3d-b429-4e11-9cc9-13c35c226f90 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:49:55.033561 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55134f1e-8f0d-41e5-b3cd-835d74bf85a0 admin admin] Pushing event updated for resources: {'Port': ['ID=dcac1e6b-1c34-4134-8454-1a62c05f52e4,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:55.041602 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db77fe3d-b429-4e11-9cc9-13c35c226f90 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:49:55.102666 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77fe3d-b429-4e11-9cc9-13c35c226f90 None None] Pushing event updated for resources: {'Port': ['ID=c1a5eeb5-7f55-4865-a00a-7de501cec2a4,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:55.157535 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-db77fe3d-b429-4e11-9cc9-13c35c226f90 None None] Attempting to bind port c1a5eeb5-7f55-4865-a00a-7de501cec2a4 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:49:55.157908 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-db77fe3d-b429-4e11-9cc9-13c35c226f90 None None] Attempting to bind port c1a5eeb5-7f55-4865-a00a-7de501cec2a4 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '1946584b-ca6e-4e72-8b47-7144a069aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef602d-148d-46ab-8fd0-23c8610cc153'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:49:55.158272 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db77fe3d-b429-4e11-9cc9-13c35c226f90 None None] Attempting to bind port c1a5eeb5-7f55-4865-a00a-7de501cec2a4 on network f2ef602d-148d-46ab-8fd0-23c8610cc153 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:49:55.165843 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db77fe3d-b429-4e11-9cc9-13c35c226f90 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:49:55.166212 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db77fe3d-b429-4e11-9cc9-13c35c226f90 None None] Checking segment: {'id': '1946584b-ca6e-4e72-8b47-7144a069aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef602d-148d-46ab-8fd0-23c8610cc153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:49:55.166611 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-db77fe3d-b429-4e11-9cc9-13c35c226f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:55.166998 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db77fe3d-b429-4e11-9cc9-13c35c226f90 None None] Bound using segment: {'id': '1946584b-ca6e-4e72-8b47-7144a069aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef602d-148d-46ab-8fd0-23c8610cc153'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:49:55.167461 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-db77fe3d-b429-4e11-9cc9-13c35c226f90 None None] Bound port: c1a5eeb5-7f55-4865-a00a-7de501cec2a4, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1946584b-ca6e-4e72-8b47-7144a069aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef602d-148d-46ab-8fd0-23c8610cc153'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:49:55.167833 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-db77fe3d-b429-4e11-9cc9-13c35c226f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:55.260216 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-db77fe3d-b429-4e11-9cc9-13c35c226f90 None None] For port c1a5eeb5-7f55-4865-a00a-7de501cec2a4, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:49:55.264570 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-db77fe3d-b429-4e11-9cc9-13c35c226f90 None None] For port c1a5eeb5-7f55-4865-a00a-7de501cec2a4, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=c1a5eeb5-7f55-4865-a00a-7de501cec2a4,segment=NetworkSegment(1946584b-ca6e-4e72-8b47-7144a069aab6),segment_id=1946584b-ca6e-4e72-8b47-7144a069aab6)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:49:55.269562 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-db77fe3d-b429-4e11-9cc9-13c35c226f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:55.274727 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-55134f1e-8f0d-41e5-b3cd-835d74bf85a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:55.275495 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-55134f1e-8f0d-41e5-b3cd-835d74bf85a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:55.366728 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77fe3d-b429-4e11-9cc9-13c35c226f90 None None] Pushing event updated for resources: {'Port': ['ID=c1a5eeb5-7f55-4865-a00a-7de501cec2a4,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:55.517355 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55134f1e-8f0d-41e5-b3cd-835d74bf85a0 admin admin] Router 98927167-41b2-47e4-bd81-bb804e2661d3 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:49:55.720615 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55134f1e-8f0d-41e5-b3cd-835d74bf85a0 admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:49:55.729770 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb472a-0c04-43b6-bffe-0cd73c203715 None None] Sync routers for ids ['98927167-41b2-47e4-bd81-bb804e2661d3'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:49:55.743153 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb472a-0c04-43b6-bffe-0cd73c203715 None None] Routers {'98927167-41b2-47e4-bd81-bb804e2661d3'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:49:55.743757 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-72cb472a-0c04-43b6-bffe-0cd73c203715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:49:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['98927167-41b2-47e4-bd81-bb804e2661d3'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:55.744045 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-55134f1e-8f0d-41e5-b3cd-835d74bf85a0 admin admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:55.745487 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-55134f1e-8f0d-41e5-b3cd-835d74bf85a0 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5836496 Apr 08 10:49:55.748506 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36172) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:49:55.927717 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-72cb472a-0c04-43b6-bffe-0cd73c203715 None None] Set router 98927167-41b2-47e4-bd81-bb804e2661d3 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:49:56.250798 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-72cb472a-0c04-43b6-bffe-0cd73c203715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98927167-41b2-47e4-bd81-bb804e2661d3', 'name': 'tempest-TestEncryptedCinderVolumes-1124759270-router', 'tenant_id': '3be0fe12b2d54a4cb3317d133068ad37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'dcac1e6b-1c34-4134-8454-1a62c05f52e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:54Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 3, 'project_id': '3be0fe12b2d54a4cb3317d133068ad37', 'gw_port': {'id': 'dcac1e6b-1c34-4134-8454-1a62c05f52e4', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98927167-41b2-47e4-bd81-bb804e2661d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:54Z', 'updated_at': '2022-04-08T10:49:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:56.255151 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb472a-0c04-43b6-bffe-0cd73c203715 None None] Checking router: 98927167-41b2-47e4-bd81-bb804e2661d3 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:49:56.255497 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb472a-0c04-43b6-bffe-0cd73c203715 None None] Updating router 98927167-41b2-47e4-bd81-bb804e2661d3 port dcac1e6b-1c34-4134-8454-1a62c05f52e4 binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:49:56.313968 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-72cb472a-0c04-43b6-bffe-0cd73c203715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:56.323833 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bef097-e46d-4182-87fb-57296abf1d58 None None] Network f2ef602d-148d-46ab-8fd0-23c8610cc153 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:49:56.460199 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-fc33326c-9be8-4c19-85df-d7c66e1098a4 None None] Provisioning for port c1a5eeb5-7f55-4865-a00a-7de501cec2a4 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:49:56.550280 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b0e50bd6-1a7e-4d82-b666-038b86ab48c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:56.556161 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device c1a5eeb5-7f55-4865-a00a-7de501cec2a4 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:49:56.678296 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port c1a5eeb5-7f55-4865-a00a-7de501cec2a4 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:49:56.685655 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port c1a5eeb5-7f55-4865-a00a-7de501cec2a4 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:49:56.686119 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:56.739690 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-72cb472a-0c04-43b6-bffe-0cd73c203715 None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:56.758683 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-72cb472a-0c04-43b6-bffe-0cd73c203715 None None] Transition to ACTIVE for port object dcac1e6b-1c34-4134-8454-1a62c05f52e4 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:49:56.766744 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-72cb472a-0c04-43b6-bffe-0cd73c203715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:56.766959 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-b0e50bd6-1a7e-4d82-b666-038b86ab48c2 admin admin] Allocated IP 172.20.0.1 (f2ef602d-148d-46ab-8fd0-23c8610cc153/9287b2f5-b282-4b3e-9dc3-d228f3ffb758/a804cc39-62ea-4dad-b420-8fa38de9caa6) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:49:56.823317 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:56.853919 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-72cb472a-0c04-43b6-bffe-0cd73c203715 None None] Attempting to bind port dcac1e6b-1c34-4134-8454-1a62c05f52e4 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:49:56.854282 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-72cb472a-0c04-43b6-bffe-0cd73c203715 None None] Attempting to bind port dcac1e6b-1c34-4134-8454-1a62c05f52e4 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:49:56.854953 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb472a-0c04-43b6-bffe-0cd73c203715 None None] Attempting to bind port dcac1e6b-1c34-4134-8454-1a62c05f52e4 on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:49:56.862075 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port c1a5eeb5-7f55-4865-a00a-7de501cec2a4, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=c1a5eeb5-7f55-4865-a00a-7de501cec2a4,segment=NetworkSegment(1946584b-ca6e-4e72-8b47-7144a069aab6),segment_id=1946584b-ca6e-4e72-8b47-7144a069aab6)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:49:56.867415 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:56.868571 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 127ec1b1-ab49-4e96-b725-b2bfde55e65b up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:49:56.870785 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb472a-0c04-43b6-bffe-0cd73c203715 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:49:56.871155 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb472a-0c04-43b6-bffe-0cd73c203715 None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:49:56.871549 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-72cb472a-0c04-43b6-bffe-0cd73c203715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:56.872118 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb472a-0c04-43b6-bffe-0cd73c203715 None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:49:56.872589 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-72cb472a-0c04-43b6-bffe-0cd73c203715 None None] Bound port: dcac1e6b-1c34-4134-8454-1a62c05f52e4, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:49:56.872952 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-72cb472a-0c04-43b6-bffe-0cd73c203715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:56.955420 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-72cb472a-0c04-43b6-bffe-0cd73c203715 None None] For port dcac1e6b-1c34-4134-8454-1a62c05f52e4, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:49:56.958751 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-72cb472a-0c04-43b6-bffe-0cd73c203715 None None] For port dcac1e6b-1c34-4134-8454-1a62c05f52e4, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=dcac1e6b-1c34-4134-8454-1a62c05f52e4,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:49:56.961601 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd99a6a-1b06-414c-95be-fe754fd2af73 None None] Pushing event updated for resources: {'Port': ['ID=dcac1e6b-1c34-4134-8454-1a62c05f52e4,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:56.965414 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-72cb472a-0c04-43b6-bffe-0cd73c203715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:56.980600 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd99a6a-1b06-414c-95be-fe754fd2af73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:56.980940 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd99a6a-1b06-414c-95be-fe754fd2af73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:56.981270 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd99a6a-1b06-414c-95be-fe754fd2af73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:56.981600 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd99a6a-1b06-414c-95be-fe754fd2af73 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:56.982133 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd99a6a-1b06-414c-95be-fe754fd2af73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:56.982312 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd99a6a-1b06-414c-95be-fe754fd2af73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:56.982593 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd99a6a-1b06-414c-95be-fe754fd2af73 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:56.982913 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd99a6a-1b06-414c-95be-fe754fd2af73 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:56.983233 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd99a6a-1b06-414c-95be-fe754fd2af73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:56.983549 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd99a6a-1b06-414c-95be-fe754fd2af73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:56.983870 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd99a6a-1b06-414c-95be-fe754fd2af73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:49:56.995352 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=c1a5eeb5-7f55-4865-a00a-7de501cec2a4,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:57.018952 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 127ec1b1-ab49-4e96-b725-b2bfde55e65b triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:49:57.019751 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:57.038684 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b0e50bd6-1a7e-4d82-b666-038b86ab48c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:57.056546 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-b0e50bd6-1a7e-4d82-b666-038b86ab48c2 admin admin] Transition to ACTIVE for port object a804cc39-62ea-4dad-b420-8fa38de9caa6 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:49:57.062917 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd99a6a-1b06-414c-95be-fe754fd2af73 None None] Pushing event updated for resources: {'Port': ['ID=dcac1e6b-1c34-4134-8454-1a62c05f52e4,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:57.075410 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb472a-0c04-43b6-bffe-0cd73c203715 None None] Routers {'98927167-41b2-47e4-bd81-bb804e2661d3'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:49:57.076018 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-72cb472a-0c04-43b6-bffe-0cd73c203715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:49:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['98927167-41b2-47e4-bd81-bb804e2661d3'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:57.082991 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b0e50bd6-1a7e-4d82-b666-038b86ab48c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:57.115176 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-50a49fb1-9edb-48a2-805f-de7b76dd36fb None None] Provisioning complete for port c1a5eeb5-7f55-4865-a00a-7de501cec2a4 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:49:57.116533 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-50a49fb1-9edb-48a2-805f-de7b76dd36fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:57.160136 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e50bd6-1a7e-4d82-b666-038b86ab48c2 admin admin] Network f2ef602d-148d-46ab-8fd0-23c8610cc153 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:49:57.163109 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-b0e50bd6-1a7e-4d82-b666-038b86ab48c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:49:57.167625 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e50bd6-1a7e-4d82-b666-038b86ab48c2 admin admin] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:49:57.195932 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e50bd6-1a7e-4d82-b666-038b86ab48c2 admin admin] Pushing event updated for resources: {'Port': ['ID=a804cc39-62ea-4dad-b420-8fa38de9caa6,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:57.225439 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b0e50bd6-1a7e-4d82-b666-038b86ab48c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:57.270807 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-72cb472a-0c04-43b6-bffe-0cd73c203715 None None] Set router 98927167-41b2-47e4-bd81-bb804e2661d3 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:49:57.333470 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b0e50bd6-1a7e-4d82-b666-038b86ab48c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:57.442169 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-869da208-ad21-4dfc-933f-50c29c821abc None None] Provisioning for port a804cc39-62ea-4dad-b420-8fa38de9caa6 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:49:57.447438 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-869da208-ad21-4dfc-933f-50c29c821abc None None] Provisioning complete for port a804cc39-62ea-4dad-b420-8fa38de9caa6 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:49:57.447917 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-869da208-ad21-4dfc-933f-50c29c821abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:57.505222 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-869da208-ad21-4dfc-933f-50c29c821abc None None] Port a804cc39-62ea-4dad-b420-8fa38de9caa6 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:49:57.564045 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b0e50bd6-1a7e-4d82-b666-038b86ab48c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:57.569234 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b0e50bd6-1a7e-4d82-b666-038b86ab48c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:57.594614 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-72cb472a-0c04-43b6-bffe-0cd73c203715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98927167-41b2-47e4-bd81-bb804e2661d3', 'name': 'tempest-TestEncryptedCinderVolumes-1124759270-router', 'tenant_id': '3be0fe12b2d54a4cb3317d133068ad37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'dcac1e6b-1c34-4134-8454-1a62c05f52e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:54Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 3, 'project_id': '3be0fe12b2d54a4cb3317d133068ad37', 'gw_port': {'id': 'dcac1e6b-1c34-4134-8454-1a62c05f52e4', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98927167-41b2-47e4-bd81-bb804e2661d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:54Z', 'updated_at': '2022-04-08T10:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:49:57.598645 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb472a-0c04-43b6-bffe-0cd73c203715 None None] The sync data for ids ['98927167-41b2-47e4-bd81-bb804e2661d3'] in dv-neutron-837110-1-hyperv is: [{'id': '98927167-41b2-47e4-bd81-bb804e2661d3', 'name': 'tempest-TestEncryptedCinderVolumes-1124759270-router', 'tenant_id': '3be0fe12b2d54a4cb3317d133068ad37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'dcac1e6b-1c34-4134-8454-1a62c05f52e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:54Z', 'updated_at': '2022-04-08T10:49:55Z', 'revision_number': 3, 'project_id': '3be0fe12b2d54a4cb3317d133068ad37', 'gw_port': {'id': 'dcac1e6b-1c34-4134-8454-1a62c05f52e4', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98927167-41b2-47e4-bd81-bb804e2661d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:54Z', 'updated_at': '2022-04-08T10:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:49:57.673452 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b0e50bd6-1a7e-4d82-b666-038b86ab48c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:57.676792 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e50bd6-1a7e-4d82-b666-038b86ab48c2 admin admin] Pushing event updated for resources: {'Port': ['ID=a804cc39-62ea-4dad-b420-8fa38de9caa6,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:49:57.827123 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e50bd6-1a7e-4d82-b666-038b86ab48c2 admin admin] Network f2ef602d-148d-46ab-8fd0-23c8610cc153 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:49:57.828189 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-b0e50bd6-1a7e-4d82-b666-038b86ab48c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:49:58.028953 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c5404b3b-7c51-4367-9636-df35a372cce8 None None] Provisioning complete for port a804cc39-62ea-4dad-b420-8fa38de9caa6 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:49:58.029332 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c5404b3b-7c51-4367-9636-df35a372cce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:58.081748 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-c5404b3b-7c51-4367-9636-df35a372cce8 None None] Port a804cc39-62ea-4dad-b420-8fa38de9caa6 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:49:58.210081 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e50bd6-1a7e-4d82-b666-038b86ab48c2 admin admin] Router 98927167-41b2-47e4-bd81-bb804e2661d3 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:49:58.414275 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e50bd6-1a7e-4d82-b666-038b86ab48c2 admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:49:58.423069 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b0e50bd6-1a7e-4d82-b666-038b86ab48c2 admin admin] 10.222.0.47 "PUT /v2.0/routers/98927167-41b2-47e4-bd81-bb804e2661d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6734183 Apr 08 10:49:58.435088 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device c1a5eeb5-7f55-4865-a00a-7de501cec2a4 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:49:58.503533 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port c1a5eeb5-7f55-4865-a00a-7de501cec2a4 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:49:58.504197 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:49:59.682354 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de88b36-79ca-4990-8967-411a63029115 req-855830ee-886c-41e4-8a09-19e277c43dad tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:49:59.683028 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-8de88b36-79ca-4990-8967-411a63029115 req-855830ee-886c-41e4-8a09-19e277c43dad tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Synchronizing usage tracker for tenant:5ff2beb2f1174299becce6715eea0cc6 on resource:network {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:49:59.699087 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-8de88b36-79ca-4990-8967-411a63029115 req-855830ee-886c-41e4-8a09-19e277c43dad tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Unset dirty status for tenant:5ff2beb2f1174299becce6715eea0cc6 on resource:network {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:49:59.700309 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8de88b36-79ca-4990-8967-411a63029115 req-855830ee-886c-41e4-8a09-19e277c43dad tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/networks?id=907ac097-e2bd-4bcc-9e24-b57e53834139 HTTP/1.1" status: 200 len: 817 time: 0.1653614 Apr 08 10:49:59.715831 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8de88b36-79ca-4990-8967-411a63029115 req-dc8b7e1b-149a-4d23-9b5f-60f52243b5e3 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/quotas/5ff2beb2f1174299becce6715eea0cc6 HTTP/1.1" status: 200 len: 375 time: 0.0101557 Apr 08 10:49:59.797197 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-8de88b36-79ca-4990-8967-411a63029115 req-1d386c8b-7ea5-4076-be70-61781e2e29c9 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Synchronizing usage tracker for tenant:5ff2beb2f1174299becce6715eea0cc6 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:49:59.813828 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-8de88b36-79ca-4990-8967-411a63029115 req-1d386c8b-7ea5-4076-be70-61781e2e29c9 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Unset dirty status for tenant:5ff2beb2f1174299becce6715eea0cc6 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:49:59.815159 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8de88b36-79ca-4990-8967-411a63029115 req-1d386c8b-7ea5-4076-be70-61781e2e29c9 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ff2beb2f1174299becce6715eea0cc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945950 Apr 08 10:49:59.951142 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8de88b36-79ca-4990-8967-411a63029115 req-47c3f9e8-6f32-49ac-9e25-750768dabbae service neutron] 10.222.0.47 "GET /v2.0/networks/907ac097-e2bd-4bcc-9e24-b57e53834139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243539 Apr 08 10:50:00.079497 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8de88b36-79ca-4990-8967-411a63029115 req-b3bdc13c-bbb3-486f-b166-01dd7bf67d01 service neutron] 10.222.0.47 "GET /v2.0/networks/907ac097-e2bd-4bcc-9e24-b57e53834139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227198 Apr 08 10:50:00.394191 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-14441891-5da8-41ab-88d3-68258b60293a req-7f0fd43f-358d-4066-9032-d892d4faddce tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bc85c08-6994-447e-8538-cab4f98ee63f HTTP/1.1" status: 200 len: 210 time: 0.1738572 Apr 08 10:50:01.358907 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de88b36-79ca-4990-8967-411a63029115 req-137c336b-d805-4c19-bd8a-b16108beb960 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:01.360408 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8de88b36-79ca-4990-8967-411a63029115 req-137c336b-d805-4c19-bd8a-b16108beb960 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.52 "GET /v2.0/networks?id=907ac097-e2bd-4bcc-9e24-b57e53834139 HTTP/1.1" status: 200 len: 817 time: 0.1472297 Apr 08 10:50:01.383594 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-8de88b36-79ca-4990-8967-411a63029115 req-b020d36b-00d9-4546-8dbc-15d8d6b4b30b tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Request body: {'port': {'device_id': '7bc85c08-6994-447e-8538-cab4f98ee63f', 'network_id': '907ac097-e2bd-4bcc-9e24-b57e53834139', 'admin_state_up': True, 'tenant_id': '5ff2beb2f1174299becce6715eea0cc6'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:50:01.553509 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-8de88b36-79ca-4990-8967-411a63029115 req-b020d36b-00d9-4546-8dbc-15d8d6b4b30b tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:50:01.565949 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-508c1063-c825-4f9b-8c5a-5b4332fb2917 req-ed5c8793-10b5-4e6b-a0cf-a8ff779f9865 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bc85c08-6994-447e-8538-cab4f98ee63f HTTP/1.1" status: 200 len: 210 time: 0.0507414 Apr 08 10:50:01.572533 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-8de88b36-79ca-4990-8967-411a63029115 req-b020d36b-00d9-4546-8dbc-15d8d6b4b30b tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:50:01.582001 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8de88b36-79ca-4990-8967-411a63029115 req-b020d36b-00d9-4546-8dbc-15d8d6b4b30b tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Made reservation on behalf of 5ff2beb2f1174299becce6715eea0cc6 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:50:01.585198 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-8de88b36-79ca-4990-8967-411a63029115 req-b020d36b-00d9-4546-8dbc-15d8d6b4b30b tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:01.742373 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [req-8de88b36-79ca-4990-8967-411a63029115 req-b020d36b-00d9-4546-8dbc-15d8d6b4b30b tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Allocated IP 172.20.0.7 (907ac097-e2bd-4bcc-9e24-b57e53834139/0d02056b-2572-47f8-887a-c5829134e00a/7d6bd989-258c-4d03-a131-8fe1baecd7ac) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:50:02.027901 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-8de88b36-79ca-4990-8967-411a63029115 req-b020d36b-00d9-4546-8dbc-15d8d6b4b30b tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:02.043179 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-8de88b36-79ca-4990-8967-411a63029115 req-b020d36b-00d9-4546-8dbc-15d8d6b4b30b tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Transition to ACTIVE for port object 7d6bd989-258c-4d03-a131-8fe1baecd7ac will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:50:02.064581 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-8de88b36-79ca-4990-8967-411a63029115 req-b020d36b-00d9-4546-8dbc-15d8d6b4b30b tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:02.134411 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8de88b36-79ca-4990-8967-411a63029115 req-b020d36b-00d9-4546-8dbc-15d8d6b4b30b tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Network 907ac097-e2bd-4bcc-9e24-b57e53834139 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:50:02.137271 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [req-8de88b36-79ca-4990-8967-411a63029115 req-b020d36b-00d9-4546-8dbc-15d8d6b4b30b tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:50:02.141151 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de88b36-79ca-4990-8967-411a63029115 req-b020d36b-00d9-4546-8dbc-15d8d6b4b30b tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:50:02.175122 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020d36b-00d9-4546-8dbc-15d8d6b4b30b tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Pushing event updated for resources: {'Port': ['ID=7d6bd989-258c-4d03-a131-8fe1baecd7ac,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:02.209235 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de88b36-79ca-4990-8967-411a63029115 req-b020d36b-00d9-4546-8dbc-15d8d6b4b30b tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:02.210039 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-8de88b36-79ca-4990-8967-411a63029115 req-b020d36b-00d9-4546-8dbc-15d8d6b4b30b tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:02.235665 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8de88b36-79ca-4990-8967-411a63029115 req-b020d36b-00d9-4546-8dbc-15d8d6b4b30b tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8558416 Apr 08 10:50:02.246366 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [req-8de88b36-79ca-4990-8967-411a63029115 req-a958cd05-e054-45ce-a76c-aa493c11d6eb tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:50:02.247426 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8de88b36-79ca-4990-8967-411a63029115 req-a958cd05-e054-45ce-a76c-aa493c11d6eb tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059361 Apr 08 10:50:02.260323 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-8de88b36-79ca-4990-8967-411a63029115 req-7e18f844-672e-4671-8319-6ef959fe6d92 service neutron] Request body: {'port': {'device_id': '7bc85c08-6994-447e-8538-cab4f98ee63f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:50:02.371873 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-8de88b36-79ca-4990-8967-411a63029115 req-7e18f844-672e-4671-8319-6ef959fe6d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:02.433030 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-fe217a19-c77d-41a7-8d71-a5b1b9161902 None None] Provisioning for port 7d6bd989-258c-4d03-a131-8fe1baecd7ac completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:50:02.437806 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-fe217a19-c77d-41a7-8d71-a5b1b9161902 None None] Provisioning complete for port 7d6bd989-258c-4d03-a131-8fe1baecd7ac triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:50:02.438164 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fe217a19-c77d-41a7-8d71-a5b1b9161902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:02.491944 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-fe217a19-c77d-41a7-8d71-a5b1b9161902 None None] Port 7d6bd989-258c-4d03-a131-8fe1baecd7ac cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:50:02.744209 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-8de88b36-79ca-4990-8967-411a63029115 req-7e18f844-672e-4671-8319-6ef959fe6d92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6bd989-258c-4d03-a131-8fe1baecd7ac {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:50:02.752749 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-8de88b36-79ca-4990-8967-411a63029115 req-7e18f844-672e-4671-8319-6ef959fe6d92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:02.778187 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-8de88b36-79ca-4990-8967-411a63029115 req-7e18f844-672e-4671-8319-6ef959fe6d92 service neutron] Transition to ACTIVE for port object 7d6bd989-258c-4d03-a131-8fe1baecd7ac will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:50:02.787445 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-8de88b36-79ca-4990-8967-411a63029115 req-7e18f844-672e-4671-8319-6ef959fe6d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:02.862750 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e93c7-ddd5-487d-9bbe-307bc0641fe7 req-d689d14f-c2cf-4584-92c2-366807ea666d tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:02.863439 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-a25e93c7-ddd5-487d-9bbe-307bc0641fe7 req-d689d14f-c2cf-4584-92c2-366807ea666d tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Synchronizing usage tracker for tenant:5ff2beb2f1174299becce6715eea0cc6 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:50:02.951444 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18f844-672e-4671-8319-6ef959fe6d92 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6bd989-258c-4d03-a131-8fe1baecd7ac,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:02.990296 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-a25e93c7-ddd5-487d-9bbe-307bc0641fe7 req-d689d14f-c2cf-4584-92c2-366807ea666d tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Unset dirty status for tenant:5ff2beb2f1174299becce6715eea0cc6 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:50:02.991192 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a25e93c7-ddd5-487d-9bbe-307bc0641fe7 req-d689d14f-c2cf-4584-92c2-366807ea666d tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bc85c08-6994-447e-8538-cab4f98ee63f HTTP/1.1" status: 200 len: 931 time: 0.2981906 Apr 08 10:50:03.086769 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-a25e93c7-ddd5-487d-9bbe-307bc0641fe7 req-e923ce12-505d-4a60-a73e-990680ad6e88 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Synchronizing usage tracker for tenant:5ff2beb2f1174299becce6715eea0cc6 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:50:03.127393 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-8de88b36-79ca-4990-8967-411a63029115 req-7e18f844-672e-4671-8319-6ef959fe6d92 service neutron] Attempting to bind port 7d6bd989-258c-4d03-a131-8fe1baecd7ac on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:50:03.127870 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-8de88b36-79ca-4990-8967-411a63029115 req-7e18f844-672e-4671-8319-6ef959fe6d92 service neutron] Attempting to bind port 7d6bd989-258c-4d03-a131-8fe1baecd7ac by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '74f298e7-4478-4fb5-82e2-483c8f82ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '907ac097-e2bd-4bcc-9e24-b57e53834139'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:50:03.128362 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de88b36-79ca-4990-8967-411a63029115 req-7e18f844-672e-4671-8319-6ef959fe6d92 service neutron] Attempting to bind port 7d6bd989-258c-4d03-a131-8fe1baecd7ac on network 907ac097-e2bd-4bcc-9e24-b57e53834139 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:50:03.138539 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-a25e93c7-ddd5-487d-9bbe-307bc0641fe7 req-e923ce12-505d-4a60-a73e-990680ad6e88 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Unset dirty status for tenant:5ff2beb2f1174299becce6715eea0cc6 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:50:03.139674 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a25e93c7-ddd5-487d-9bbe-307bc0641fe7 req-e923ce12-505d-4a60-a73e-990680ad6e88 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3cbfbd-6475-4b43-a1f4-204b39bc7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154969 Apr 08 10:50:03.140893 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de88b36-79ca-4990-8967-411a63029115 req-7e18f844-672e-4671-8319-6ef959fe6d92 service neutron] Port 7d6bd989-258c-4d03-a131-8fe1baecd7ac on network 907ac097-e2bd-4bcc-9e24-b57e53834139 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:50:03.141340 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de88b36-79ca-4990-8967-411a63029115 req-7e18f844-672e-4671-8319-6ef959fe6d92 service neutron] Attempting to bind port 7d6bd989-258c-4d03-a131-8fe1baecd7ac on network 907ac097-e2bd-4bcc-9e24-b57e53834139 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:50:03.150612 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de88b36-79ca-4990-8967-411a63029115 req-7e18f844-672e-4671-8319-6ef959fe6d92 service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:50:03.151384 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de88b36-79ca-4990-8967-411a63029115 req-7e18f844-672e-4671-8319-6ef959fe6d92 service neutron] Checking segment: {'id': '74f298e7-4478-4fb5-82e2-483c8f82ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '907ac097-e2bd-4bcc-9e24-b57e53834139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:50:03.151825 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de88b36-79ca-4990-8967-411a63029115 req-7e18f844-672e-4671-8319-6ef959fe6d92 service neutron] Bound using segment: {'id': '74f298e7-4478-4fb5-82e2-483c8f82ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '907ac097-e2bd-4bcc-9e24-b57e53834139'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:50:03.152417 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-8de88b36-79ca-4990-8967-411a63029115 req-7e18f844-672e-4671-8319-6ef959fe6d92 service neutron] Bound port: 7d6bd989-258c-4d03-a131-8fe1baecd7ac, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f298e7-4478-4fb5-82e2-483c8f82ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '907ac097-e2bd-4bcc-9e24-b57e53834139'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:50:03.152909 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-8de88b36-79ca-4990-8967-411a63029115 req-7e18f844-672e-4671-8319-6ef959fe6d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:03.249139 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-8de88b36-79ca-4990-8967-411a63029115 req-7e18f844-672e-4671-8319-6ef959fe6d92 service neutron] For port 7d6bd989-258c-4d03-a131-8fe1baecd7ac, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:50:03.252617 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-8de88b36-79ca-4990-8967-411a63029115 req-7e18f844-672e-4671-8319-6ef959fe6d92 service neutron] For port 7d6bd989-258c-4d03-a131-8fe1baecd7ac, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=7d6bd989-258c-4d03-a131-8fe1baecd7ac,segment=NetworkSegment(74f298e7-4478-4fb5-82e2-483c8f82ea01),segment_id=74f298e7-4478-4fb5-82e2-483c8f82ea01)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:50:03.256779 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-8de88b36-79ca-4990-8967-411a63029115 req-7e18f844-672e-4671-8319-6ef959fe6d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:03.321066 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-8de88b36-79ca-4990-8967-411a63029115 req-7e18f844-672e-4671-8319-6ef959fe6d92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:03.322845 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8de88b36-79ca-4990-8967-411a63029115 req-7e18f844-672e-4671-8319-6ef959fe6d92 service neutron] 10.222.0.52 "PUT /v2.0/ports/7d6bd989-258c-4d03-a131-8fe1baecd7ac HTTP/1.1" status: 200 len: 1093 time: 1.0670018 Apr 08 10:50:03.323092 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc85c08-6994-447e-8538-cab4f98ee63f', 'tag': '7d6bd989-258c-4d03-a131-8fe1baecd7ac'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:50:03.340858 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18f844-672e-4671-8319-6ef959fe6d92 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6bd989-258c-4d03-a131-8fe1baecd7ac,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:03.416482 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185f03c1-246d-4086-b573-d6c96a5852ff'] response: {'name': 'network-changed', 'server_uuid': '7bc85c08-6994-447e-8538-cab4f98ee63f', 'tag': '7d6bd989-258c-4d03-a131-8fe1baecd7ac', 'status': 'completed', 'code': 200} Apr 08 10:50:03.532158 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8de88b36-79ca-4990-8967-411a63029115 req-a9aa8ac5-04cf-466d-9367-d1933812f138 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ff2beb2f1174299becce6715eea0cc6&device_id=7bc85c08-6994-447e-8538-cab4f98ee63f HTTP/1.1" status: 200 len: 1096 time: 0.1534286 Apr 08 10:50:03.605214 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8de88b36-79ca-4990-8967-411a63029115 req-a7852442-bf17-43af-a443-a4e51eed54fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d6bd989-258c-4d03-a131-8fe1baecd7ac HTTP/1.1" status: 200 len: 217 time: 0.0630865 Apr 08 10:50:03.668049 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de88b36-79ca-4990-8967-411a63029115 req-95e53660-3cff-48ea-9e7c-721101b8a9f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:03.669364 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8de88b36-79ca-4990-8967-411a63029115 req-95e53660-3cff-48ea-9e7c-721101b8a9f7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d02056b-2572-47f8-887a-c5829134e00a HTTP/1.1" status: 200 len: 856 time: 0.0559564 Apr 08 10:50:03.745951 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8de88b36-79ca-4990-8967-411a63029115 req-6a307983-b434-41a9-adcf-aeb368154cf5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=907ac097-e2bd-4bcc-9e24-b57e53834139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673831 Apr 08 10:50:03.967391 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8de88b36-79ca-4990-8967-411a63029115 req-a2ebfc5c-5dfa-43ce-b4c7-623de0fcd083 service neutron] 10.222.0.52 "GET /v2.0/networks/907ac097-e2bd-4bcc-9e24-b57e53834139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117290 Apr 08 10:50:04.099051 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8de88b36-79ca-4990-8967-411a63029115 req-147ecebe-4067-40bf-8e70-abf6cbb057dd service neutron] 10.222.0.52 "GET /v2.0/networks/907ac097-e2bd-4bcc-9e24-b57e53834139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243417 Apr 08 10:50:04.125275 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:50:04.225412 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1f0df06b-c838-485f-a86b-075a0575c00b req-5ea881cd-e22a-4c2f-8cf9-cc60b5acfce4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ff2beb2f1174299becce6715eea0cc6&device_id=7bc85c08-6994-447e-8538-cab4f98ee63f HTTP/1.1" status: 200 len: 1096 time: 0.0719495 Apr 08 10:50:04.412928 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0df06b-c838-485f-a86b-075a0575c00b req-928429fd-65a3-49c1-9fa9-27ff646d90ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:04.414759 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1f0df06b-c838-485f-a86b-075a0575c00b req-928429fd-65a3-49c1-9fa9-27ff646d90ef service neutron] 10.222.0.52 "GET /v2.0/networks?id=907ac097-e2bd-4bcc-9e24-b57e53834139 HTTP/1.1" status: 200 len: 918 time: 0.1824338 Apr 08 10:50:04.452700 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device dcac1e6b-1c34-4134-8454-1a62c05f52e4 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:50:04.479567 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d4ade-a4e5-4f0c-aaa1-0b8b99d604cc req-135d0958-1604-4c6c-b349-6f6311fa7a88 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:04.480967 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-500d4ade-a4e5-4f0c-aaa1-0b8b99d604cc req-135d0958-1604-4c6c-b349-6f6311fa7a88 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bc85c08-6994-447e-8538-cab4f98ee63f HTTP/1.1" status: 200 len: 943 time: 0.1790771 Apr 08 10:50:04.502728 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1f0df06b-c838-485f-a86b-075a0575c00b req-8ed32540-940f-48ca-99ab-8a14d8adf72c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d6bd989-258c-4d03-a131-8fe1baecd7ac HTTP/1.1" status: 200 len: 217 time: 0.0803998 Apr 08 10:50:04.520575 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port dcac1e6b-1c34-4134-8454-1a62c05f52e4 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:50:04.525590 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port dcac1e6b-1c34-4134-8454-1a62c05f52e4 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:50:04.526209 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:04.580930 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-500d4ade-a4e5-4f0c-aaa1-0b8b99d604cc req-044ac2c2-5097-42ae-baa3-b1ce04fa296b tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3cbfbd-6475-4b43-a1f4-204b39bc7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928869 Apr 08 10:50:04.587818 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0df06b-c838-485f-a86b-075a0575c00b req-b299dd18-c5c5-4e0e-b3a0-b9374ed3bafc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:04.589375 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1f0df06b-c838-485f-a86b-075a0575c00b req-b299dd18-c5c5-4e0e-b3a0-b9374ed3bafc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d02056b-2572-47f8-887a-c5829134e00a HTTP/1.1" status: 200 len: 856 time: 0.0785189 Apr 08 10:50:04.641172 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:04.657600 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port dcac1e6b-1c34-4134-8454-1a62c05f52e4, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=dcac1e6b-1c34-4134-8454-1a62c05f52e4,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:50:04.660883 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:04.664897 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1f0df06b-c838-485f-a86b-075a0575c00b req-c7b4fc98-81d9-4839-b340-5162ff55e5a4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=907ac097-e2bd-4bcc-9e24-b57e53834139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686536 Apr 08 10:50:04.728901 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=dcac1e6b-1c34-4134-8454-1a62c05f52e4,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:04.797780 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1f0df06b-c838-485f-a86b-075a0575c00b req-97fc6576-a539-4909-8773-53f2035bc651 service neutron] 10.222.0.52 "GET /v2.0/networks/907ac097-e2bd-4bcc-9e24-b57e53834139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244605 Apr 08 10:50:04.951883 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1f0df06b-c838-485f-a86b-075a0575c00b req-2203f2d4-178e-4cca-826c-86f67a5f4d84 service neutron] 10.222.0.52 "GET /v2.0/networks/907ac097-e2bd-4bcc-9e24-b57e53834139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466815 Apr 08 10:50:05.779545 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0217c-1161-4a86-85cb-662da6abd562 req-606ec7a3-db63-4ac2-8750-97996d532dd6 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:05.781017 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-19b0217c-1161-4a86-85cb-662da6abd562 req-606ec7a3-db63-4ac2-8750-97996d532dd6 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bc85c08-6994-447e-8538-cab4f98ee63f HTTP/1.1" status: 200 len: 943 time: 0.0788808 Apr 08 10:50:05.824907 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-19b0217c-1161-4a86-85cb-662da6abd562 req-cb6fe8e2-14f1-4cf9-ba6c-6310a912da4e tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3cbfbd-6475-4b43-a1f4-204b39bc7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384433 Apr 08 10:50:06.434145 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device dcac1e6b-1c34-4134-8454-1a62c05f52e4 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:50:06.500857 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port dcac1e6b-1c34-4134-8454-1a62c05f52e4 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:50:06.501226 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:07.016555 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1ceae-aaeb-4f15-9792-4ef552095182 req-0a7fa8df-cc97-419e-a0ba-fbc8e3f19606 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:07.018039 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-84f1ceae-aaeb-4f15-9792-4ef552095182 req-0a7fa8df-cc97-419e-a0ba-fbc8e3f19606 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bc85c08-6994-447e-8538-cab4f98ee63f HTTP/1.1" status: 200 len: 943 time: 0.0748780 Apr 08 10:50:07.065873 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-84f1ceae-aaeb-4f15-9792-4ef552095182 req-46374eaf-c15d-46ff-9643-33743ba2be10 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3cbfbd-6475-4b43-a1f4-204b39bc7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415490 Apr 08 10:50:07.079996 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a09ecb-a7be-4038-af90-fd415a8276b6 None None] Sync routers for ids ['61f18b5a-65f8-45fc-b577-eec01dafa44d'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:50:07.092244 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a09ecb-a7be-4038-af90-fd415a8276b6 None None] Routers {'61f18b5a-65f8-45fc-b577-eec01dafa44d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:50:07.092914 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-15a09ecb-a7be-4038-af90-fd415a8276b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:49:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['61f18b5a-65f8-45fc-b577-eec01dafa44d'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:07.296329 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-15a09ecb-a7be-4038-af90-fd415a8276b6 None None] Set router 61f18b5a-65f8-45fc-b577-eec01dafa44d gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:50:07.597773 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-15a09ecb-a7be-4038-af90-fd415a8276b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f18b5a-65f8-45fc-b577-eec01dafa44d', 'name': 'tempest-TestEncryptedCinderVolumes-1304510942-router', 'tenant_id': '5ff2beb2f1174299becce6715eea0cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '127ec1b1-ab49-4e96-b725-b2bfde55e65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:51Z', 'revision_number': 4, 'project_id': '5ff2beb2f1174299becce6715eea0cc6', 'gw_port': {'id': '127ec1b1-ab49-4e96-b725-b2bfde55e65b', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f18b5a-65f8-45fc-b577-eec01dafa44d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '7c55460f-7de5-4d83-84b3-1d238d22406b', 'name': '', 'network_id': '907ac097-e2bd-4bcc-9e24-b57e53834139', 'tenant_id': '5ff2beb2f1174299becce6715eea0cc6', 'mac_address': 'fa:16:3e:fb:cd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f18b5a-65f8-45fc-b577-eec01dafa44d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d02056b-2572-47f8-887a-c5829134e00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:50Z', 'updated_at': '2022-04-08T10:49:51Z', 'revision_number': 2, 'project_id': '5ff2beb2f1174299becce6715eea0cc6', 'subnets': [{'id': '0d02056b-2572-47f8-887a-c5829134e00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:07.602087 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a09ecb-a7be-4038-af90-fd415a8276b6 None None] Checking router: 61f18b5a-65f8-45fc-b577-eec01dafa44d for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:50:07.602430 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a09ecb-a7be-4038-af90-fd415a8276b6 None None] Updating router 61f18b5a-65f8-45fc-b577-eec01dafa44d port 7c55460f-7de5-4d83-84b3-1d238d22406b binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:50:07.654544 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-15a09ecb-a7be-4038-af90-fd415a8276b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:07.981700 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-15a09ecb-a7be-4038-af90-fd415a8276b6 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:07.992975 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-15a09ecb-a7be-4038-af90-fd415a8276b6 None None] Transition to ACTIVE for port object 7c55460f-7de5-4d83-84b3-1d238d22406b will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:50:07.998543 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-15a09ecb-a7be-4038-af90-fd415a8276b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:08.030955 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 7d6bd989-258c-4d03-a131-8fe1baecd7ac details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:50:08.236809 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c6097-bb5b-44ce-aebc-7955f1ae72aa None None] Pushing event updated for resources: {'Port': ['ID=7c55460f-7de5-4d83-84b3-1d238d22406b,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:08.288738 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b8ea1-cb68-4d82-bb30-d801244993b3 req-73585e28-1333-4eeb-92ec-ece3fdfaac1c tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:08.290678 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-373b8ea1-cb68-4d82-bb30-d801244993b3 req-73585e28-1333-4eeb-92ec-ece3fdfaac1c tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bc85c08-6994-447e-8538-cab4f98ee63f HTTP/1.1" status: 200 len: 943 time: 0.0882614 Apr 08 10:50:08.298303 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c6097-bb5b-44ce-aebc-7955f1ae72aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:08.298637 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c6097-bb5b-44ce-aebc-7955f1ae72aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:08.298990 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c6097-bb5b-44ce-aebc-7955f1ae72aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:08.299323 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c6097-bb5b-44ce-aebc-7955f1ae72aa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:08.299659 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c6097-bb5b-44ce-aebc-7955f1ae72aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:08.299982 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c6097-bb5b-44ce-aebc-7955f1ae72aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:08.300335 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c6097-bb5b-44ce-aebc-7955f1ae72aa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:08.300657 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c6097-bb5b-44ce-aebc-7955f1ae72aa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:08.300974 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c6097-bb5b-44ce-aebc-7955f1ae72aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:08.301292 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c6097-bb5b-44ce-aebc-7955f1ae72aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:08.301610 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c6097-bb5b-44ce-aebc-7955f1ae72aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:08.338267 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-373b8ea1-cb68-4d82-bb30-d801244993b3 req-fb4e28f9-62ae-41ad-8a5b-17f717e3d401 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3cbfbd-6475-4b43-a1f4-204b39bc7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417871 Apr 08 10:50:08.351771 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-15a09ecb-a7be-4038-af90-fd415a8276b6 None None] Attempting to bind port 7c55460f-7de5-4d83-84b3-1d238d22406b on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:50:08.352162 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-15a09ecb-a7be-4038-af90-fd415a8276b6 None None] Attempting to bind port 7c55460f-7de5-4d83-84b3-1d238d22406b by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '74f298e7-4478-4fb5-82e2-483c8f82ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '907ac097-e2bd-4bcc-9e24-b57e53834139'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:50:08.352523 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a09ecb-a7be-4038-af90-fd415a8276b6 None None] Attempting to bind port 7c55460f-7de5-4d83-84b3-1d238d22406b on network 907ac097-e2bd-4bcc-9e24-b57e53834139 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:50:08.370436 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 7d6bd989-258c-4d03-a131-8fe1baecd7ac, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=7d6bd989-258c-4d03-a131-8fe1baecd7ac,segment=NetworkSegment(74f298e7-4478-4fb5-82e2-483c8f82ea01),segment_id=74f298e7-4478-4fb5-82e2-483c8f82ea01)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:50:08.377256 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a09ecb-a7be-4038-af90-fd415a8276b6 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:50:08.377628 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a09ecb-a7be-4038-af90-fd415a8276b6 None None] Checking segment: {'id': '74f298e7-4478-4fb5-82e2-483c8f82ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '907ac097-e2bd-4bcc-9e24-b57e53834139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:50:08.378024 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-15a09ecb-a7be-4038-af90-fd415a8276b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:08.378485 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a09ecb-a7be-4038-af90-fd415a8276b6 None None] Bound using segment: {'id': '74f298e7-4478-4fb5-82e2-483c8f82ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '907ac097-e2bd-4bcc-9e24-b57e53834139'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:50:08.378854 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-15a09ecb-a7be-4038-af90-fd415a8276b6 None None] Bound port: 7c55460f-7de5-4d83-84b3-1d238d22406b, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f298e7-4478-4fb5-82e2-483c8f82ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '907ac097-e2bd-4bcc-9e24-b57e53834139'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:50:08.379223 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-15a09ecb-a7be-4038-af90-fd415a8276b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:08.424497 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '7d6bd989-258c-4d03-a131-8fe1baecd7ac', 'network_id': '907ac097-e2bd-4bcc-9e24-b57e53834139', 'port_id': '7d6bd989-258c-4d03-a131-8fe1baecd7ac', 'mac_address': 'fa:16:3e:8f:06:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d02056b-2572-47f8-887a-c5829134e00a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:50:08.517245 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:08.539734 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-15a09ecb-a7be-4038-af90-fd415a8276b6 None None] For port 7c55460f-7de5-4d83-84b3-1d238d22406b, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:50:08.554868 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6bd989-258c-4d03-a131-8fe1baecd7ac {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:50:08.559477 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-15a09ecb-a7be-4038-af90-fd415a8276b6 None None] For port 7c55460f-7de5-4d83-84b3-1d238d22406b, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=7c55460f-7de5-4d83-84b3-1d238d22406b,segment=NetworkSegment(74f298e7-4478-4fb5-82e2-483c8f82ea01),segment_id=74f298e7-4478-4fb5-82e2-483c8f82ea01)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:50:08.561766 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:08.563892 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-15a09ecb-a7be-4038-af90-fd415a8276b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:08.618332 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 7d6bd989-258c-4d03-a131-8fe1baecd7ac, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=7d6bd989-258c-4d03-a131-8fe1baecd7ac,segment=NetworkSegment(74f298e7-4478-4fb5-82e2-483c8f82ea01),segment_id=74f298e7-4478-4fb5-82e2-483c8f82ea01)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:50:08.633108 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:08.655786 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c6097-bb5b-44ce-aebc-7955f1ae72aa None None] Pushing event updated for resources: {'Port': ['ID=7c55460f-7de5-4d83-84b3-1d238d22406b,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:08.691503 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a09ecb-a7be-4038-af90-fd415a8276b6 None None] Routers {'61f18b5a-65f8-45fc-b577-eec01dafa44d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:50:08.692160 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-15a09ecb-a7be-4038-af90-fd415a8276b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:49:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['61f18b5a-65f8-45fc-b577-eec01dafa44d'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:08.745331 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5888782-8ab9-4d11-8f4e-7f591eed4e35 None None] Sync routers for ids ['98927167-41b2-47e4-bd81-bb804e2661d3'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:50:08.758668 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5888782-8ab9-4d11-8f4e-7f591eed4e35 None None] Routers {'98927167-41b2-47e4-bd81-bb804e2661d3'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:50:08.759296 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-e5888782-8ab9-4d11-8f4e-7f591eed4e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:49:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['98927167-41b2-47e4-bd81-bb804e2661d3'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:08.917829 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=7d6bd989-258c-4d03-a131-8fe1baecd7ac,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:08.944674 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['7d6bd989-258c-4d03-a131-8fe1baecd7ac'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:50:08.945399 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-e5888782-8ab9-4d11-8f4e-7f591eed4e35 None None] Set router 98927167-41b2-47e4-bd81-bb804e2661d3 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:50:09.001054 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-15a09ecb-a7be-4038-af90-fd415a8276b6 None None] Set router 61f18b5a-65f8-45fc-b577-eec01dafa44d gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:50:09.254836 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-e5888782-8ab9-4d11-8f4e-7f591eed4e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98927167-41b2-47e4-bd81-bb804e2661d3', 'name': 'tempest-TestEncryptedCinderVolumes-1124759270-router', 'tenant_id': '3be0fe12b2d54a4cb3317d133068ad37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'dcac1e6b-1c34-4134-8454-1a62c05f52e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:54Z', 'updated_at': '2022-04-08T10:49:57Z', 'revision_number': 4, 'project_id': '3be0fe12b2d54a4cb3317d133068ad37', 'gw_port': {'id': 'dcac1e6b-1c34-4134-8454-1a62c05f52e4', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98927167-41b2-47e4-bd81-bb804e2661d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:54Z', 'updated_at': '2022-04-08T10:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'a804cc39-62ea-4dad-b420-8fa38de9caa6', 'name': '', 'network_id': 'f2ef602d-148d-46ab-8fd0-23c8610cc153', 'tenant_id': '3be0fe12b2d54a4cb3317d133068ad37', 'mac_address': 'fa:16:3e:a5:7b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98927167-41b2-47e4-bd81-bb804e2661d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9287b2f5-b282-4b3e-9dc3-d228f3ffb758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:56Z', 'updated_at': '2022-04-08T10:49:57Z', 'revision_number': 2, 'project_id': '3be0fe12b2d54a4cb3317d133068ad37', 'subnets': [{'id': '9287b2f5-b282-4b3e-9dc3-d228f3ffb758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:09.259335 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5888782-8ab9-4d11-8f4e-7f591eed4e35 None None] Checking router: 98927167-41b2-47e4-bd81-bb804e2661d3 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:50:09.259690 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5888782-8ab9-4d11-8f4e-7f591eed4e35 None None] Updating router 98927167-41b2-47e4-bd81-bb804e2661d3 port a804cc39-62ea-4dad-b420-8fa38de9caa6 binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:50:09.335946 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5888782-8ab9-4d11-8f4e-7f591eed4e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:09.407894 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-15a09ecb-a7be-4038-af90-fd415a8276b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f18b5a-65f8-45fc-b577-eec01dafa44d', 'name': 'tempest-TestEncryptedCinderVolumes-1304510942-router', 'tenant_id': '5ff2beb2f1174299becce6715eea0cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '127ec1b1-ab49-4e96-b725-b2bfde55e65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:51Z', 'revision_number': 4, 'project_id': '5ff2beb2f1174299becce6715eea0cc6', 'gw_port': {'id': '127ec1b1-ab49-4e96-b725-b2bfde55e65b', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f18b5a-65f8-45fc-b577-eec01dafa44d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '7c55460f-7de5-4d83-84b3-1d238d22406b', 'name': '', 'network_id': '907ac097-e2bd-4bcc-9e24-b57e53834139', 'tenant_id': '5ff2beb2f1174299becce6715eea0cc6', 'mac_address': 'fa:16:3e:fb:cd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f18b5a-65f8-45fc-b577-eec01dafa44d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d02056b-2572-47f8-887a-c5829134e00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:50Z', 'updated_at': '2022-04-08T10:50:08Z', 'revision_number': 4, 'project_id': '5ff2beb2f1174299becce6715eea0cc6', 'subnets': [{'id': '0d02056b-2572-47f8-887a-c5829134e00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:09.411913 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a09ecb-a7be-4038-af90-fd415a8276b6 None None] The sync data for ids ['61f18b5a-65f8-45fc-b577-eec01dafa44d'] in dv-neutron-837110-1-hyperv is: [{'id': '61f18b5a-65f8-45fc-b577-eec01dafa44d', 'name': 'tempest-TestEncryptedCinderVolumes-1304510942-router', 'tenant_id': '5ff2beb2f1174299becce6715eea0cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '127ec1b1-ab49-4e96-b725-b2bfde55e65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:51Z', 'revision_number': 4, 'project_id': '5ff2beb2f1174299becce6715eea0cc6', 'gw_port': {'id': '127ec1b1-ab49-4e96-b725-b2bfde55e65b', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f18b5a-65f8-45fc-b577-eec01dafa44d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '7c55460f-7de5-4d83-84b3-1d238d22406b', 'name': '', 'network_id': '907ac097-e2bd-4bcc-9e24-b57e53834139', 'tenant_id': '5ff2beb2f1174299becce6715eea0cc6', 'mac_address': 'fa:16:3e:fb:cd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f18b5a-65f8-45fc-b577-eec01dafa44d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d02056b-2572-47f8-887a-c5829134e00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:50Z', 'updated_at': '2022-04-08T10:50:08Z', 'revision_number': 4, 'project_id': '5ff2beb2f1174299becce6715eea0cc6', 'subnets': [{'id': '0d02056b-2572-47f8-887a-c5829134e00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:50:09.546775 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd1163-2649-4ce0-8df2-40cb9cc16627 req-469d8f0f-b054-40d6-b544-427d20dc0430 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:09.552582 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dedd1163-2649-4ce0-8df2-40cb9cc16627 req-469d8f0f-b054-40d6-b544-427d20dc0430 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bc85c08-6994-447e-8538-cab4f98ee63f HTTP/1.1" status: 200 len: 944 time: 0.0865533 Apr 08 10:50:09.601355 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dedd1163-2649-4ce0-8df2-40cb9cc16627 req-f69e25bd-f376-4d56-9ef8-a9683bcace30 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3cbfbd-6475-4b43-a1f4-204b39bc7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466635 Apr 08 10:50:09.710380 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5888782-8ab9-4d11-8f4e-7f591eed4e35 None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:09.721839 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-e5888782-8ab9-4d11-8f4e-7f591eed4e35 None None] Transition to ACTIVE for port object a804cc39-62ea-4dad-b420-8fa38de9caa6 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:50:09.728851 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5888782-8ab9-4d11-8f4e-7f591eed4e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:09.854861 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c6a1c-0269-4cd4-a534-def5ec2c4613 None None] Pushing event updated for resources: {'Port': ['ID=a804cc39-62ea-4dad-b420-8fa38de9caa6,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:09.947359 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-e5888782-8ab9-4d11-8f4e-7f591eed4e35 None None] Attempting to bind port a804cc39-62ea-4dad-b420-8fa38de9caa6 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:50:09.947724 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-e5888782-8ab9-4d11-8f4e-7f591eed4e35 None None] Attempting to bind port a804cc39-62ea-4dad-b420-8fa38de9caa6 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '1946584b-ca6e-4e72-8b47-7144a069aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef602d-148d-46ab-8fd0-23c8610cc153'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:50:09.948261 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5888782-8ab9-4d11-8f4e-7f591eed4e35 None None] Attempting to bind port a804cc39-62ea-4dad-b420-8fa38de9caa6 on network f2ef602d-148d-46ab-8fd0-23c8610cc153 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:50:09.955821 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5888782-8ab9-4d11-8f4e-7f591eed4e35 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:50:09.956233 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5888782-8ab9-4d11-8f4e-7f591eed4e35 None None] Checking segment: {'id': '1946584b-ca6e-4e72-8b47-7144a069aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef602d-148d-46ab-8fd0-23c8610cc153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:50:09.956693 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5888782-8ab9-4d11-8f4e-7f591eed4e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:09.957091 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5888782-8ab9-4d11-8f4e-7f591eed4e35 None None] Bound using segment: {'id': '1946584b-ca6e-4e72-8b47-7144a069aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef602d-148d-46ab-8fd0-23c8610cc153'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:50:09.957550 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-e5888782-8ab9-4d11-8f4e-7f591eed4e35 None None] Bound port: a804cc39-62ea-4dad-b420-8fa38de9caa6, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1946584b-ca6e-4e72-8b47-7144a069aab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f2ef602d-148d-46ab-8fd0-23c8610cc153'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:50:09.957924 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5888782-8ab9-4d11-8f4e-7f591eed4e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:10.023540 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 7d6bd989-258c-4d03-a131-8fe1baecd7ac up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:50:10.047003 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-e5888782-8ab9-4d11-8f4e-7f591eed4e35 None None] For port a804cc39-62ea-4dad-b420-8fa38de9caa6, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:50:10.050070 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-e5888782-8ab9-4d11-8f4e-7f591eed4e35 None None] For port a804cc39-62ea-4dad-b420-8fa38de9caa6, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=a804cc39-62ea-4dad-b420-8fa38de9caa6,segment=NetworkSegment(1946584b-ca6e-4e72-8b47-7144a069aab6),segment_id=1946584b-ca6e-4e72-8b47-7144a069aab6)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:50:10.056640 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e5888782-8ab9-4d11-8f4e-7f591eed4e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:10.103910 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port 7d6bd989-258c-4d03-a131-8fe1baecd7ac completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:50:10.108674 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 7d6bd989-258c-4d03-a131-8fe1baecd7ac triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:50:10.109119 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:10.136056 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c6a1c-0269-4cd4-a534-def5ec2c4613 None None] Pushing event updated for resources: {'Port': ['ID=a804cc39-62ea-4dad-b420-8fa38de9caa6,revision_number=4']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:10.140657 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5888782-8ab9-4d11-8f4e-7f591eed4e35 None None] Routers {'98927167-41b2-47e4-bd81-bb804e2661d3'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:50:10.141268 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-e5888782-8ab9-4d11-8f4e-7f591eed4e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:49:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['98927167-41b2-47e4-bd81-bb804e2661d3'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:10.239877 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:10.271584 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc85c08-6994-447e-8538-cab4f98ee63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6bd989-258c-4d03-a131-8fe1baecd7ac'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:50:10.280659 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 7d6bd989-258c-4d03-a131-8fe1baecd7ac, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=7d6bd989-258c-4d03-a131-8fe1baecd7ac,segment=NetworkSegment(74f298e7-4478-4fb5-82e2-483c8f82ea01),segment_id=74f298e7-4478-4fb5-82e2-483c8f82ea01)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:50:10.288627 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:10.339810 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97839e92-9063-49c5-9c02-7a675e92068c'] response: {'server_uuid': '7bc85c08-6994-447e-8538-cab4f98ee63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6bd989-258c-4d03-a131-8fe1baecd7ac', 'code': 200} Apr 08 10:50:10.342198 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-e5888782-8ab9-4d11-8f4e-7f591eed4e35 None None] Set router 98927167-41b2-47e4-bd81-bb804e2661d3 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:50:10.367456 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=7d6bd989-258c-4d03-a131-8fe1baecd7ac,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:10.471309 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7c55460f-7de5-4d83-84b3-1d238d22406b up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:50:10.542145 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 7c55460f-7de5-4d83-84b3-1d238d22406b completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:50:10.547278 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 7c55460f-7de5-4d83-84b3-1d238d22406b triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:50:10.547722 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:10.609861 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-865e27e3-fb76-4bfc-bb4f-3044933d62bf req-8ca3d6e1-805b-46e8-978c-a06f729b092f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7bc85c08-6994-447e-8538-cab4f98ee63f HTTP/1.1" status: 200 len: 1098 time: 0.0711448 Apr 08 10:50:10.657569 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-865e27e3-fb76-4bfc-bb4f-3044933d62bf req-7bbc6255-6266-4bf1-aa26-72b27b0c7527 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4e3cbfbd-6475-4b43-a1f4-204b39bc7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395539 Apr 08 10:50:10.671682 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:10.689171 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-e5888782-8ab9-4d11-8f4e-7f591eed4e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98927167-41b2-47e4-bd81-bb804e2661d3', 'name': 'tempest-TestEncryptedCinderVolumes-1124759270-router', 'tenant_id': '3be0fe12b2d54a4cb3317d133068ad37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'dcac1e6b-1c34-4134-8454-1a62c05f52e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:54Z', 'updated_at': '2022-04-08T10:49:57Z', 'revision_number': 4, 'project_id': '3be0fe12b2d54a4cb3317d133068ad37', 'gw_port': {'id': 'dcac1e6b-1c34-4134-8454-1a62c05f52e4', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98927167-41b2-47e4-bd81-bb804e2661d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:54Z', 'updated_at': '2022-04-08T10:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'a804cc39-62ea-4dad-b420-8fa38de9caa6', 'name': '', 'network_id': 'f2ef602d-148d-46ab-8fd0-23c8610cc153', 'tenant_id': '3be0fe12b2d54a4cb3317d133068ad37', 'mac_address': 'fa:16:3e:a5:7b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98927167-41b2-47e4-bd81-bb804e2661d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9287b2f5-b282-4b3e-9dc3-d228f3ffb758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:56Z', 'updated_at': '2022-04-08T10:50:10Z', 'revision_number': 4, 'project_id': '3be0fe12b2d54a4cb3317d133068ad37', 'subnets': [{'id': '9287b2f5-b282-4b3e-9dc3-d228f3ffb758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:10.693338 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5888782-8ab9-4d11-8f4e-7f591eed4e35 None None] The sync data for ids ['98927167-41b2-47e4-bd81-bb804e2661d3'] in dv-neutron-837110-1-hyperv is: [{'id': '98927167-41b2-47e4-bd81-bb804e2661d3', 'name': 'tempest-TestEncryptedCinderVolumes-1124759270-router', 'tenant_id': '3be0fe12b2d54a4cb3317d133068ad37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'dcac1e6b-1c34-4134-8454-1a62c05f52e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:54Z', 'updated_at': '2022-04-08T10:49:57Z', 'revision_number': 4, 'project_id': '3be0fe12b2d54a4cb3317d133068ad37', 'gw_port': {'id': 'dcac1e6b-1c34-4134-8454-1a62c05f52e4', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98927167-41b2-47e4-bd81-bb804e2661d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:54Z', 'updated_at': '2022-04-08T10:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'a804cc39-62ea-4dad-b420-8fa38de9caa6', 'name': '', 'network_id': 'f2ef602d-148d-46ab-8fd0-23c8610cc153', 'tenant_id': '3be0fe12b2d54a4cb3317d133068ad37', 'mac_address': 'fa:16:3e:a5:7b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98927167-41b2-47e4-bd81-bb804e2661d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9287b2f5-b282-4b3e-9dc3-d228f3ffb758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:56Z', 'updated_at': '2022-04-08T10:50:10Z', 'revision_number': 4, 'project_id': '3be0fe12b2d54a4cb3317d133068ad37', 'subnets': [{'id': '9287b2f5-b282-4b3e-9dc3-d228f3ffb758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:50:10.704506 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 7c55460f-7de5-4d83-84b3-1d238d22406b, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=7c55460f-7de5-4d83-84b3-1d238d22406b,segment=NetworkSegment(74f298e7-4478-4fb5-82e2-483c8f82ea01),segment_id=74f298e7-4478-4fb5-82e2-483c8f82ea01)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:50:10.708818 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:10.796225 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=7c55460f-7de5-4d83-84b3-1d238d22406b,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:10.841638 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934efe6d-a37a-4496-96d5-cb71f7c5aa10 req-57a04506-9127-4213-bfaa-a4730e068bf2 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:10.843231 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-934efe6d-a37a-4496-96d5-cb71f7c5aa10 req-57a04506-9127-4213-bfaa-a4730e068bf2 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bc85c08-6994-447e-8538-cab4f98ee63f HTTP/1.1" status: 200 len: 945 time: 0.1044328 Apr 08 10:50:10.987521 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-934efe6d-a37a-4496-96d5-cb71f7c5aa10 req-042cc668-39bf-49a2-9aef-bdc9ca4a6b61 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3cbfbd-6475-4b43-a1f4-204b39bc7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384742 Apr 08 10:50:12.187016 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3779f2-7a85-4e18-97b3-47ef165b438f req-76611560-9b74-4066-b231-3fc0eb79f250 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:12.188548 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5a3779f2-7a85-4e18-97b3-47ef165b438f req-76611560-9b74-4066-b231-3fc0eb79f250 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bc85c08-6994-447e-8538-cab4f98ee63f HTTP/1.1" status: 200 len: 945 time: 0.0752954 Apr 08 10:50:12.233522 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5a3779f2-7a85-4e18-97b3-47ef165b438f req-e77ff923-e8d7-4e2b-a522-e7e70cd6635c tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3cbfbd-6475-4b43-a1f4-204b39bc7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395563 Apr 08 10:50:12.428925 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3dbeb-c157-4db9-8994-92c0275e690f req-9783e01a-6996-4c29-be91-b2b82044cd78 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:12.430729 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8ca3dbeb-c157-4db9-8994-92c0275e690f req-9783e01a-6996-4c29-be91-b2b82044cd78 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bc85c08-6994-447e-8538-cab4f98ee63f HTTP/1.1" status: 200 len: 945 time: 0.0801444 Apr 08 10:50:12.477030 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8ca3dbeb-c157-4db9-8994-92c0275e690f req-0e66b133-2425-4c95-a8be-aa1792483ad7 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3cbfbd-6475-4b43-a1f4-204b39bc7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406473 Apr 08 10:50:12.502180 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7c55460f-7de5-4d83-84b3-1d238d22406b up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:50:12.572848 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 7c55460f-7de5-4d83-84b3-1d238d22406b triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:50:12.573133 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:12.685878 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device a804cc39-62ea-4dad-b420-8fa38de9caa6 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:50:12.752497 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port a804cc39-62ea-4dad-b420-8fa38de9caa6 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:50:12.757866 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port a804cc39-62ea-4dad-b420-8fa38de9caa6 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:50:12.758237 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:12.905149 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:12.936900 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port a804cc39-62ea-4dad-b420-8fa38de9caa6, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=a804cc39-62ea-4dad-b420-8fa38de9caa6,segment=NetworkSegment(1946584b-ca6e-4e72-8b47-7144a069aab6),segment_id=1946584b-ca6e-4e72-8b47-7144a069aab6)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:50:12.941188 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:13.009105 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=a804cc39-62ea-4dad-b420-8fa38de9caa6,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:13.360158 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-22ababb8-d4e7-4111-bee9-57dd22965f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:14.441237 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device a804cc39-62ea-4dad-b420-8fa38de9caa6 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:50:14.512767 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port a804cc39-62ea-4dad-b420-8fa38de9caa6 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:50:14.513148 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:15.611588 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d3c5856d-03fe-4ee7-9cde-f0e138741146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:16.834597 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:16.931176 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:18.350336 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:32.343017 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24d348-6269-433e-9745-65e45c6fc787 req-7b11d447-4fe9-4a1a-89f1-0d51089b10be tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:32.344386 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2f24d348-6269-433e-9745-65e45c6fc787 req-7b11d447-4fe9-4a1a-89f1-0d51089b10be tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bc85c08-6994-447e-8538-cab4f98ee63f HTTP/1.1" status: 200 len: 945 time: 0.0765512 Apr 08 10:50:32.391564 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2f24d348-6269-433e-9745-65e45c6fc787 req-c5caf9e8-6f21-4d1a-9b10-4fc3366ba57f tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3cbfbd-6475-4b43-a1f4-204b39bc7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417283 Apr 08 10:50:33.605588 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b89cd8-d112-439d-b9d8-2f69331a9d74 req-0eefd2bd-7948-4d0f-85e7-82749aaad001 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:33.607033 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-62b89cd8-d112-439d-b9d8-2f69331a9d74 req-0eefd2bd-7948-4d0f-85e7-82749aaad001 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bc85c08-6994-447e-8538-cab4f98ee63f HTTP/1.1" status: 200 len: 945 time: 0.0782487 Apr 08 10:50:33.651549 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-62b89cd8-d112-439d-b9d8-2f69331a9d74 req-aded821b-c896-4a4d-b74e-7126d18b8fb1 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3cbfbd-6475-4b43-a1f4-204b39bc7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389764 Apr 08 10:50:33.961690 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd4af8-ae45-4036-a613-0614d4184b12 req-b46fb83e-2c7e-469b-9afe-3dc1733e7673 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:33.963176 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1ebd4af8-ae45-4036-a613-0614d4184b12 req-b46fb83e-2c7e-469b-9afe-3dc1733e7673 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bc85c08-6994-447e-8538-cab4f98ee63f HTTP/1.1" status: 200 len: 945 time: 0.0776708 Apr 08 10:50:34.031916 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-1ebd4af8-ae45-4036-a613-0614d4184b12 req-6c264bc0-f947-463d-ab60-f2801dc3e1f8 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Deleting port 7d6bd989-258c-4d03-a131-8fe1baecd7ac {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:50:34.032291 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1ebd4af8-ae45-4036-a613-0614d4184b12 req-6c264bc0-f947-463d-ab60-f2801dc3e1f8 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:34.274733 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-1ebd4af8-ae45-4036-a613-0614d4184b12 req-6c264bc0-f947-463d-ab60-f2801dc3e1f8 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] For port 7d6bd989-258c-4d03-a131-8fe1baecd7ac, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=7d6bd989-258c-4d03-a131-8fe1baecd7ac,segment=NetworkSegment(74f298e7-4478-4fb5-82e2-483c8f82ea01),segment_id=74f298e7-4478-4fb5-82e2-483c8f82ea01)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:50:34.275000 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1ebd4af8-ae45-4036-a613-0614d4184b12 req-6c264bc0-f947-463d-ab60-f2801dc3e1f8 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:34.407636 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-1ebd4af8-ae45-4036-a613-0614d4184b12 req-6c264bc0-f947-463d-ab60-f2801dc3e1f8 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Calling delete_port for 7d6bd989-258c-4d03-a131-8fe1baecd7ac owned by compute:nova {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:50:34.546392 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1ebd4af8-ae45-4036-a613-0614d4184b12 req-6c264bc0-f947-463d-ab60-f2801dc3e1f8 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:34.563089 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['7d6bd989-258c-4d03-a131-8fe1baecd7ac'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:50:34.595323 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c264bc0-f947-463d-ab60-f2801dc3e1f8 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Pushing event deleted for resources: {'Port': ['ID=7d6bd989-258c-4d03-a131-8fe1baecd7ac,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:34.641044 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c264bc0-f947-463d-ab60-f2801dc3e1f8 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:34.641761 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c264bc0-f947-463d-ab60-f2801dc3e1f8 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:34.641761 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c264bc0-f947-463d-ab60-f2801dc3e1f8 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:34.642046 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c264bc0-f947-463d-ab60-f2801dc3e1f8 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:34.642378 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c264bc0-f947-463d-ab60-f2801dc3e1f8 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:34.642705 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c264bc0-f947-463d-ab60-f2801dc3e1f8 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:34.643029 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c264bc0-f947-463d-ab60-f2801dc3e1f8 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:34.643353 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c264bc0-f947-463d-ab60-f2801dc3e1f8 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:34.643674 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c264bc0-f947-463d-ab60-f2801dc3e1f8 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:34.643991 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c264bc0-f947-463d-ab60-f2801dc3e1f8 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:34.644337 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c264bc0-f947-463d-ab60-f2801dc3e1f8 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:34.682287 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebd4af8-ae45-4036-a613-0614d4184b12 req-6c264bc0-f947-463d-ab60-f2801dc3e1f8 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] No DVR routers for this DVR port 7d6bd989-258c-4d03-a131-8fe1baecd7ac on host hv-neutron-8371 {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:50:34.685040 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1ebd4af8-ae45-4036-a613-0614d4184b12 req-6c264bc0-f947-463d-ab60-f2801dc3e1f8 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:34.687714 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc85c08-6994-447e-8538-cab4f98ee63f', 'name': 'network-vif-deleted', 'tag': '7d6bd989-258c-4d03-a131-8fe1baecd7ac'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:50:34.706089 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1ebd4af8-ae45-4036-a613-0614d4184b12 req-6c264bc0-f947-463d-ab60-f2801dc3e1f8 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.52 "DELETE /v2.0/ports/7d6bd989-258c-4d03-a131-8fe1baecd7ac HTTP/1.1" status: 204 len: 173 time: 0.7356858 Apr 08 10:50:34.765835 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2867ab69-16e6-40e7-8ea6-52923402fcf9'] response: {'server_uuid': '7bc85c08-6994-447e-8538-cab4f98ee63f', 'name': 'network-vif-deleted', 'tag': '7d6bd989-258c-4d03-a131-8fe1baecd7ac', 'status': 'completed', 'code': 200} Apr 08 10:50:34.821838 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-f19bff97-5c65-4ca6-ad11-45b43f5eddb0 req-b1771da8-b8c4-4927-9d09-80abca3d325f tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Synchronizing usage tracker for tenant:5ff2beb2f1174299becce6715eea0cc6 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:50:34.838353 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-f19bff97-5c65-4ca6-ad11-45b43f5eddb0 req-b1771da8-b8c4-4927-9d09-80abca3d325f tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Unset dirty status for tenant:5ff2beb2f1174299becce6715eea0cc6 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:50:34.843207 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f19bff97-5c65-4ca6-ad11-45b43f5eddb0 req-b1771da8-b8c4-4927-9d09-80abca3d325f tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bc85c08-6994-447e-8538-cab4f98ee63f HTTP/1.1" status: 200 len: 210 time: 0.0640953 Apr 08 10:50:36.738445 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-fe4524e5-d1c2-498d-881c-a77d44bc0862 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:36.739861 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-fe4524e5-d1c2-498d-881c-a77d44bc0862 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/networks?id=907ac097-e2bd-4bcc-9e24-b57e53834139 HTTP/1.1" status: 200 len: 817 time: 0.1396441 Apr 08 10:50:36.756012 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-fb9d9aaf-30ce-48d2-b15e-e06323c5a9ff tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/quotas/5ff2beb2f1174299becce6715eea0cc6 HTTP/1.1" status: 200 len: 375 time: 0.0101755 Apr 08 10:50:36.837632 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-b1c337c5-4a1e-4031-a3a7-9c5a7d26ede5 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ff2beb2f1174299becce6715eea0cc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761881 Apr 08 10:50:37.051670 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-20caefd1-78f5-42e5-9016-39dce20f77d5 service neutron] 10.222.0.47 "GET /v2.0/networks/907ac097-e2bd-4bcc-9e24-b57e53834139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028103 Apr 08 10:50:37.180062 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-91257d6a-f953-4ec6-a03f-0c0d5255e14a service neutron] 10.222.0.47 "GET /v2.0/networks/907ac097-e2bd-4bcc-9e24-b57e53834139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217842 Apr 08 10:50:37.367027 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-99e075ba-6aaa-42d2-a736-b83769b35138 req-bbe90ac0-c7d1-441b-a8e4-da25d5fc34e3 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5aa826d-5edb-4c91-9efb-443a1e5d0579 HTTP/1.1" status: 200 len: 210 time: 0.0447853 Apr 08 10:50:38.188764 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 7d6bd989-258c-4d03-a131-8fe1baecd7ac no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:50:38.220891 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: 7d6bd989-258c-4d03-a131-8fe1baecd7ac {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:50:38.221226 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 7d6bd989-258c-4d03-a131-8fe1baecd7ac not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:50:38.452880 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-dd337e6c-df62-4b03-b214-588ef884ea76 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:38.454306 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-dd337e6c-df62-4b03-b214-588ef884ea76 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.52 "GET /v2.0/networks?id=907ac097-e2bd-4bcc-9e24-b57e53834139 HTTP/1.1" status: 200 len: 817 time: 0.1453526 Apr 08 10:50:38.471728 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-3c8a594c-dd7d-4835-b4fc-fd8b0d413d74 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Request body: {'port': {'device_id': 'b5aa826d-5edb-4c91-9efb-443a1e5d0579', 'network_id': '907ac097-e2bd-4bcc-9e24-b57e53834139', 'admin_state_up': True, 'tenant_id': '5ff2beb2f1174299becce6715eea0cc6'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:50:38.558109 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:38.601515 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c7b9752d-e775-4344-ad8f-9406c0222378 req-ef313f4d-c2e1-4ae7-a9a4-72528527050b tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5aa826d-5edb-4c91-9efb-443a1e5d0579 HTTP/1.1" status: 200 len: 210 time: 0.0590918 Apr 08 10:50:38.656070 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-3c8a594c-dd7d-4835-b4fc-fd8b0d413d74 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:50:38.666173 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-3c8a594c-dd7d-4835-b4fc-fd8b0d413d74 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:50:38.676211 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-3c8a594c-dd7d-4835-b4fc-fd8b0d413d74 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Made reservation on behalf of 5ff2beb2f1174299becce6715eea0cc6 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:50:38.679109 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-3c8a594c-dd7d-4835-b4fc-fd8b0d413d74 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:38.836324 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-3c8a594c-dd7d-4835-b4fc-fd8b0d413d74 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Allocated IP 172.20.0.12 (907ac097-e2bd-4bcc-9e24-b57e53834139/0d02056b-2572-47f8-887a-c5829134e00a/fd2cfe97-167a-44bf-8940-5c6804fe8c93) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:50:39.029590 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-3c8a594c-dd7d-4835-b4fc-fd8b0d413d74 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:39.044988 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-3c8a594c-dd7d-4835-b4fc-fd8b0d413d74 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Transition to ACTIVE for port object fd2cfe97-167a-44bf-8940-5c6804fe8c93 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:50:39.065962 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-3c8a594c-dd7d-4835-b4fc-fd8b0d413d74 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:39.135862 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-3c8a594c-dd7d-4835-b4fc-fd8b0d413d74 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Network 907ac097-e2bd-4bcc-9e24-b57e53834139 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:50:39.138856 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-3c8a594c-dd7d-4835-b4fc-fd8b0d413d74 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:50:39.143054 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-3c8a594c-dd7d-4835-b4fc-fd8b0d413d74 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:50:39.171886 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a594c-dd7d-4835-b4fc-fd8b0d413d74 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Pushing event updated for resources: {'Port': ['ID=fd2cfe97-167a-44bf-8940-5c6804fe8c93,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:39.208836 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-3c8a594c-dd7d-4835-b4fc-fd8b0d413d74 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:39.209453 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-3c8a594c-dd7d-4835-b4fc-fd8b0d413d74 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:39.235461 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-3c8a594c-dd7d-4835-b4fc-fd8b0d413d74 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7672377 Apr 08 10:50:39.249981 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-96ff12d3-b5b2-47c9-9e3d-00be03c7fe54 service neutron] Request body: {'port': {'device_id': 'b5aa826d-5edb-4c91-9efb-443a1e5d0579', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:50:39.358720 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-96ff12d3-b5b2-47c9-9e3d-00be03c7fe54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:39.409853 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ada1eaa1-012a-449d-9638-55e5513fca66 None None] Provisioning for port fd2cfe97-167a-44bf-8940-5c6804fe8c93 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:50:39.414400 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ada1eaa1-012a-449d-9638-55e5513fca66 None None] Provisioning complete for port fd2cfe97-167a-44bf-8940-5c6804fe8c93 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:50:39.414770 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ada1eaa1-012a-449d-9638-55e5513fca66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:39.468845 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-ada1eaa1-012a-449d-9638-55e5513fca66 None None] Port fd2cfe97-167a-44bf-8940-5c6804fe8c93 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:50:39.704098 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-96ff12d3-b5b2-47c9-9e3d-00be03c7fe54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd2cfe97-167a-44bf-8940-5c6804fe8c93 {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:50:39.710889 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-96ff12d3-b5b2-47c9-9e3d-00be03c7fe54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:39.725707 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-96ff12d3-b5b2-47c9-9e3d-00be03c7fe54 service neutron] Transition to ACTIVE for port object fd2cfe97-167a-44bf-8940-5c6804fe8c93 will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:50:39.730216 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-96ff12d3-b5b2-47c9-9e3d-00be03c7fe54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:39.998839 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff12d3-b5b2-47c9-9e3d-00be03c7fe54 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2cfe97-167a-44bf-8940-5c6804fe8c93,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:40.107231 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858e9e9-40bc-441b-8ac9-3919e7b43255 req-3af55f71-f687-4b69-a3a5-96529157dec4 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:40.107918 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-2858e9e9-40bc-441b-8ac9-3919e7b43255 req-3af55f71-f687-4b69-a3a5-96529157dec4 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Synchronizing usage tracker for tenant:5ff2beb2f1174299becce6715eea0cc6 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:50:40.139607 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-96ff12d3-b5b2-47c9-9e3d-00be03c7fe54 service neutron] Attempting to bind port fd2cfe97-167a-44bf-8940-5c6804fe8c93 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:50:40.139953 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-96ff12d3-b5b2-47c9-9e3d-00be03c7fe54 service neutron] Attempting to bind port fd2cfe97-167a-44bf-8940-5c6804fe8c93 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '74f298e7-4478-4fb5-82e2-483c8f82ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '907ac097-e2bd-4bcc-9e24-b57e53834139'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:50:40.140314 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-96ff12d3-b5b2-47c9-9e3d-00be03c7fe54 service neutron] Attempting to bind port fd2cfe97-167a-44bf-8940-5c6804fe8c93 on network 907ac097-e2bd-4bcc-9e24-b57e53834139 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:50:40.144357 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-2858e9e9-40bc-441b-8ac9-3919e7b43255 req-3af55f71-f687-4b69-a3a5-96529157dec4 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Unset dirty status for tenant:5ff2beb2f1174299becce6715eea0cc6 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:50:40.145491 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2858e9e9-40bc-441b-8ac9-3919e7b43255 req-3af55f71-f687-4b69-a3a5-96529157dec4 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5aa826d-5edb-4c91-9efb-443a1e5d0579 HTTP/1.1" status: 200 len: 944 time: 0.4114361 Apr 08 10:50:40.147929 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-96ff12d3-b5b2-47c9-9e3d-00be03c7fe54 service neutron] Port fd2cfe97-167a-44bf-8940-5c6804fe8c93 on network 907ac097-e2bd-4bcc-9e24-b57e53834139 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:50:40.148263 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-96ff12d3-b5b2-47c9-9e3d-00be03c7fe54 service neutron] Attempting to bind port fd2cfe97-167a-44bf-8940-5c6804fe8c93 on network 907ac097-e2bd-4bcc-9e24-b57e53834139 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:50:40.169723 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-96ff12d3-b5b2-47c9-9e3d-00be03c7fe54 service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:50:40.169989 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-96ff12d3-b5b2-47c9-9e3d-00be03c7fe54 service neutron] Checking segment: {'id': '74f298e7-4478-4fb5-82e2-483c8f82ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '907ac097-e2bd-4bcc-9e24-b57e53834139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:50:40.170361 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-96ff12d3-b5b2-47c9-9e3d-00be03c7fe54 service neutron] Bound using segment: {'id': '74f298e7-4478-4fb5-82e2-483c8f82ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '907ac097-e2bd-4bcc-9e24-b57e53834139'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:50:40.170788 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-96ff12d3-b5b2-47c9-9e3d-00be03c7fe54 service neutron] Bound port: fd2cfe97-167a-44bf-8940-5c6804fe8c93, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f298e7-4478-4fb5-82e2-483c8f82ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '907ac097-e2bd-4bcc-9e24-b57e53834139'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:50:40.171141 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-96ff12d3-b5b2-47c9-9e3d-00be03c7fe54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:40.250758 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2858e9e9-40bc-441b-8ac9-3919e7b43255 req-12e77870-ecc8-476c-9e74-35355cd2287d tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3cbfbd-6475-4b43-a1f4-204b39bc7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982842 Apr 08 10:50:40.282071 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-96ff12d3-b5b2-47c9-9e3d-00be03c7fe54 service neutron] For port fd2cfe97-167a-44bf-8940-5c6804fe8c93, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:50:40.285105 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-96ff12d3-b5b2-47c9-9e3d-00be03c7fe54 service neutron] For port fd2cfe97-167a-44bf-8940-5c6804fe8c93, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=fd2cfe97-167a-44bf-8940-5c6804fe8c93,segment=NetworkSegment(74f298e7-4478-4fb5-82e2-483c8f82ea01),segment_id=74f298e7-4478-4fb5-82e2-483c8f82ea01)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:50:40.289172 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-96ff12d3-b5b2-47c9-9e3d-00be03c7fe54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:40.350230 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-96ff12d3-b5b2-47c9-9e3d-00be03c7fe54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:40.351569 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-96ff12d3-b5b2-47c9-9e3d-00be03c7fe54 service neutron] 10.222.0.52 "PUT /v2.0/ports/fd2cfe97-167a-44bf-8940-5c6804fe8c93 HTTP/1.1" status: 200 len: 1094 time: 1.1058197 Apr 08 10:50:40.351999 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5aa826d-5edb-4c91-9efb-443a1e5d0579', 'tag': 'fd2cfe97-167a-44bf-8940-5c6804fe8c93'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:50:40.375817 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff12d3-b5b2-47c9-9e3d-00be03c7fe54 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2cfe97-167a-44bf-8940-5c6804fe8c93,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:40.436214 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-346360a5-3a03-4899-8a5a-cb840a0bbfff'] response: {'name': 'network-changed', 'server_uuid': 'b5aa826d-5edb-4c91-9efb-443a1e5d0579', 'tag': 'fd2cfe97-167a-44bf-8940-5c6804fe8c93', 'status': 'completed', 'code': 200} Apr 08 10:50:40.482121 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-dffe32d1-7329-4d66-97e0-34538131a0e2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ff2beb2f1174299becce6715eea0cc6&device_id=b5aa826d-5edb-4c91-9efb-443a1e5d0579 HTTP/1.1" status: 200 len: 1097 time: 0.0801444 Apr 08 10:50:40.554668 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-539ade68-81eb-42d0-89ee-9fd0e4b6ba39 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd2cfe97-167a-44bf-8940-5c6804fe8c93 HTTP/1.1" status: 200 len: 217 time: 0.0611093 Apr 08 10:50:40.623105 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-412e7afc-05f2-49af-9875-15a99d5ac0f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:40.624571 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-412e7afc-05f2-49af-9875-15a99d5ac0f2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d02056b-2572-47f8-887a-c5829134e00a HTTP/1.1" status: 200 len: 856 time: 0.0604727 Apr 08 10:50:40.700111 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-96aba32a-53ac-4316-84e3-7d2377babf8f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=907ac097-e2bd-4bcc-9e24-b57e53834139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670381 Apr 08 10:50:40.833049 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-bc821007-509f-4b8d-8d1e-00c244d5ba20 service neutron] 10.222.0.52 "GET /v2.0/networks/907ac097-e2bd-4bcc-9e24-b57e53834139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238625 Apr 08 10:50:40.964450 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f72bac69-e897-42c8-a3fb-a4a5e5643281 req-2914c8df-7d91-478f-bc5f-7c61dfbdfd54 service neutron] 10.222.0.52 "GET /v2.0/networks/907ac097-e2bd-4bcc-9e24-b57e53834139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219707 Apr 08 10:50:41.084762 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-eeab9aa4-b01a-400c-b25f-c208fae33c27 req-57d21878-bfea-42c2-baad-e398aa4050f3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ff2beb2f1174299becce6715eea0cc6&device_id=b5aa826d-5edb-4c91-9efb-443a1e5d0579 HTTP/1.1" status: 200 len: 1097 time: 0.0677686 Apr 08 10:50:41.129344 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:50:41.216351 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab9aa4-b01a-400c-b25f-c208fae33c27 req-1fb97780-25ef-4e1d-ab74-bcdc41f05a87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:41.217703 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-eeab9aa4-b01a-400c-b25f-c208fae33c27 req-1fb97780-25ef-4e1d-ab74-bcdc41f05a87 service neutron] 10.222.0.52 "GET /v2.0/networks?id=907ac097-e2bd-4bcc-9e24-b57e53834139 HTTP/1.1" status: 200 len: 918 time: 0.1260946 Apr 08 10:50:41.287898 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-eeab9aa4-b01a-400c-b25f-c208fae33c27 req-a9e3c6f1-2031-4b81-96b5-ae166b807671 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd2cfe97-167a-44bf-8940-5c6804fe8c93 HTTP/1.1" status: 200 len: 217 time: 0.0628886 Apr 08 10:50:41.356418 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab9aa4-b01a-400c-b25f-c208fae33c27 req-b82689d5-68c9-457d-957e-a889fe603cb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:41.357960 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-eeab9aa4-b01a-400c-b25f-c208fae33c27 req-b82689d5-68c9-457d-957e-a889fe603cb4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d02056b-2572-47f8-887a-c5829134e00a HTTP/1.1" status: 200 len: 856 time: 0.0639989 Apr 08 10:50:41.441441 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-eeab9aa4-b01a-400c-b25f-c208fae33c27 req-df8b726b-74a7-4b94-81aa-3cd7c59ed5fc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=907ac097-e2bd-4bcc-9e24-b57e53834139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762899 Apr 08 10:50:41.632761 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-eeab9aa4-b01a-400c-b25f-c208fae33c27 req-b5464d88-23d9-48e9-be3c-e70c1b09caab service neutron] 10.222.0.52 "GET /v2.0/networks/907ac097-e2bd-4bcc-9e24-b57e53834139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840134 Apr 08 10:50:41.642456 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ea954-2728-4a9b-bc68-585d03926e45 req-4062becd-22a0-4f90-b8ab-2aa4cbdb3019 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:41.643799 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3d2ea954-2728-4a9b-bc68-585d03926e45 req-4062becd-22a0-4f90-b8ab-2aa4cbdb3019 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5aa826d-5edb-4c91-9efb-443a1e5d0579 HTTP/1.1" status: 200 len: 944 time: 0.1233149 Apr 08 10:50:41.871195 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3d2ea954-2728-4a9b-bc68-585d03926e45 req-af1c92ae-bd54-4665-8804-38685c6d3907 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3cbfbd-6475-4b43-a1f4-204b39bc7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088568 Apr 08 10:50:41.893741 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-eeab9aa4-b01a-400c-b25f-c208fae33c27 req-ac2e712b-8431-4c8c-a9a7-20c063e139ab service neutron] 10.222.0.52 "GET /v2.0/networks/907ac097-e2bd-4bcc-9e24-b57e53834139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489643 Apr 08 10:50:43.065706 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350ad20-c496-455e-a7ef-fec92d76e53d req-f87d0334-74d6-4a8f-a3f4-a874815fcc74 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:43.067137 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1350ad20-c496-455e-a7ef-fec92d76e53d req-f87d0334-74d6-4a8f-a3f4-a874815fcc74 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5aa826d-5edb-4c91-9efb-443a1e5d0579 HTTP/1.1" status: 200 len: 944 time: 0.0752013 Apr 08 10:50:43.112100 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1350ad20-c496-455e-a7ef-fec92d76e53d req-ebe71b14-0943-4b79-b672-c6a7f61d6a17 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3cbfbd-6475-4b43-a1f4-204b39bc7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384984 Apr 08 10:50:43.362575 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e7f8211a-6f32-40e8-9a7f-c09a02df29a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:44.248315 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device fd2cfe97-167a-44bf-8940-5c6804fe8c93 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:50:44.328035 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87cd2a5-97bd-4102-b5bf-ec4f610ad4b6 req-2fd44630-9e1f-4741-8564-1cbdb9541554 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:44.329500 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f87cd2a5-97bd-4102-b5bf-ec4f610ad4b6 req-2fd44630-9e1f-4741-8564-1cbdb9541554 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5aa826d-5edb-4c91-9efb-443a1e5d0579 HTTP/1.1" status: 200 len: 944 time: 0.0791197 Apr 08 10:50:44.374599 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f87cd2a5-97bd-4102-b5bf-ec4f610ad4b6 req-751d1abc-5fea-4760-bac4-1abbc33c3d34 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3cbfbd-6475-4b43-a1f4-204b39bc7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394301 Apr 08 10:50:44.384237 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port fd2cfe97-167a-44bf-8940-5c6804fe8c93, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=fd2cfe97-167a-44bf-8940-5c6804fe8c93,segment=NetworkSegment(74f298e7-4478-4fb5-82e2-483c8f82ea01),segment_id=74f298e7-4478-4fb5-82e2-483c8f82ea01)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:50:44.397575 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': 'fd2cfe97-167a-44bf-8940-5c6804fe8c93', 'network_id': '907ac097-e2bd-4bcc-9e24-b57e53834139', 'port_id': 'fd2cfe97-167a-44bf-8940-5c6804fe8c93', 'mac_address': 'fa:16:3e:8f:24:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d02056b-2572-47f8-887a-c5829134e00a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:50:44.449615 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:44.466395 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd2cfe97-167a-44bf-8940-5c6804fe8c93 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:50:44.481237 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port fd2cfe97-167a-44bf-8940-5c6804fe8c93, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=fd2cfe97-167a-44bf-8940-5c6804fe8c93,segment=NetworkSegment(74f298e7-4478-4fb5-82e2-483c8f82ea01),segment_id=74f298e7-4478-4fb5-82e2-483c8f82ea01)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:50:44.484971 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:44.552352 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=fd2cfe97-167a-44bf-8940-5c6804fe8c93,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:44.721937 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['fd2cfe97-167a-44bf-8940-5c6804fe8c93'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:50:45.581315 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d9e4d-f7ec-4b0c-81bd-392d718cc51c req-b83d91a1-bebd-419a-b651-e3bf0735268f tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:45.582758 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ab3d9e4d-f7ec-4b0c-81bd-392d718cc51c req-b83d91a1-bebd-419a-b651-e3bf0735268f tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5aa826d-5edb-4c91-9efb-443a1e5d0579 HTTP/1.1" status: 200 len: 945 time: 0.0832527 Apr 08 10:50:45.613940 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fe0a1f1b-eca7-4087-b8ae-a0c4c2c3a7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:45.630758 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ab3d9e4d-f7ec-4b0c-81bd-392d718cc51c req-907feac9-cc4b-4a08-bc07-eb7c3c5a267e tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3cbfbd-6475-4b43-a1f4-204b39bc7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419266 Apr 08 10:50:46.249022 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device fd2cfe97-167a-44bf-8940-5c6804fe8c93 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:50:46.330848 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port fd2cfe97-167a-44bf-8940-5c6804fe8c93 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:50:46.335811 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port fd2cfe97-167a-44bf-8940-5c6804fe8c93 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:50:46.336227 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:46.456383 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:46.481948 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5aa826d-5edb-4c91-9efb-443a1e5d0579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2cfe97-167a-44bf-8940-5c6804fe8c93'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:50:46.491344 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port fd2cfe97-167a-44bf-8940-5c6804fe8c93, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=fd2cfe97-167a-44bf-8940-5c6804fe8c93,segment=NetworkSegment(74f298e7-4478-4fb5-82e2-483c8f82ea01),segment_id=74f298e7-4478-4fb5-82e2-483c8f82ea01)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:50:46.495764 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:46.539894 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f632988b-7f7c-4c1c-a567-38264f6d1b60'] response: {'server_uuid': 'b5aa826d-5edb-4c91-9efb-443a1e5d0579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2cfe97-167a-44bf-8940-5c6804fe8c93', 'code': 200} Apr 08 10:50:46.562381 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=fd2cfe97-167a-44bf-8940-5c6804fe8c93,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:46.816591 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-42a0843c-ee24-40df-b423-b567837128e5 req-099267e3-fa74-40d9-a37a-34401f483600 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b5aa826d-5edb-4c91-9efb-443a1e5d0579 HTTP/1.1" status: 200 len: 1099 time: 0.1128027 Apr 08 10:50:46.837736 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:46.880890 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1dcbc1-2cac-4a73-8bf3-e968eafb8e4a req-8d85ca78-0039-466d-8efb-d476efeb55b4 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:46.882313 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1d1dcbc1-2cac-4a73-8bf3-e968eafb8e4a req-8d85ca78-0039-466d-8efb-d476efeb55b4 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5aa826d-5edb-4c91-9efb-443a1e5d0579 HTTP/1.1" status: 200 len: 946 time: 0.1223145 Apr 08 10:50:46.884596 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-42a0843c-ee24-40df-b423-b567837128e5 req-888d4a17-f1af-48d7-9c12-6e7b4eb6a526 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4e3cbfbd-6475-4b43-a1f4-204b39bc7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570714 Apr 08 10:50:46.927805 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1d1dcbc1-2cac-4a73-8bf3-e968eafb8e4a req-4fed119f-7b9d-4464-b00d-810915a13794 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3cbfbd-6475-4b43-a1f4-204b39bc7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392785 Apr 08 10:50:46.933542 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:48.134982 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba95935-7b17-4b7c-8b7d-29de1057bc19 req-d7b921e1-2d9c-421f-a608-f80248b01514 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:48.136443 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-eba95935-7b17-4b7c-8b7d-29de1057bc19 req-d7b921e1-2d9c-421f-a608-f80248b01514 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5aa826d-5edb-4c91-9efb-443a1e5d0579 HTTP/1.1" status: 200 len: 946 time: 0.0816309 Apr 08 10:50:48.181069 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-eba95935-7b17-4b7c-8b7d-29de1057bc19 req-2b9de0c5-c464-4739-93f2-7bf1a2e59290 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3cbfbd-6475-4b43-a1f4-204b39bc7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390317 Apr 08 10:50:48.350962 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:50:49.375655 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4e90d-c947-4c65-8755-1127e6b6a712 req-d2f32657-6c78-454b-9567-099c8fc6a972 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:49.377048 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96a4e90d-c947-4c65-8755-1127e6b6a712 req-d2f32657-6c78-454b-9567-099c8fc6a972 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5aa826d-5edb-4c91-9efb-443a1e5d0579 HTTP/1.1" status: 200 len: 946 time: 0.0776737 Apr 08 10:50:49.421884 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96a4e90d-c947-4c65-8755-1127e6b6a712 req-d0457311-7bc5-4d39-bf78-d04ced6ce3f6 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3cbfbd-6475-4b43-a1f4-204b39bc7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393624 Apr 08 10:50:49.613196 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c294d2e-4651-4e2d-a0ae-490b7260d79f req-ace482ae-e860-48e8-b5ec-34e05b5b7b50 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:49.614643 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8c294d2e-4651-4e2d-a0ae-490b7260d79f req-ace482ae-e860-48e8-b5ec-34e05b5b7b50 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5aa826d-5edb-4c91-9efb-443a1e5d0579 HTTP/1.1" status: 200 len: 946 time: 0.0748045 Apr 08 10:50:49.662732 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8c294d2e-4651-4e2d-a0ae-490b7260d79f req-457e76fd-748d-4391-84f4-a04188cdb79d tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3cbfbd-6475-4b43-a1f4-204b39bc7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419457 Apr 08 10:51:03.954045 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7760c-cf3a-4b96-8c40-e03e0b2f0b46 req-32dca275-b74b-4813-bb16-3ab79dd8bc84 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:03.955482 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-81a7760c-cf3a-4b96-8c40-e03e0b2f0b46 req-32dca275-b74b-4813-bb16-3ab79dd8bc84 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5aa826d-5edb-4c91-9efb-443a1e5d0579 HTTP/1.1" status: 200 len: 946 time: 0.0750027 Apr 08 10:51:03.999829 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-81a7760c-cf3a-4b96-8c40-e03e0b2f0b46 req-7e133ed6-0d1a-40f5-9162-5a91b23c8b1e tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3cbfbd-6475-4b43-a1f4-204b39bc7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384452 Apr 08 10:51:05.199760 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bae969-f783-455a-9fc7-3681561e4e59 req-1080ad75-6a10-48cf-a392-a8f35b9481da tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:05.201193 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-93bae969-f783-455a-9fc7-3681561e4e59 req-1080ad75-6a10-48cf-a392-a8f35b9481da tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5aa826d-5edb-4c91-9efb-443a1e5d0579 HTTP/1.1" status: 200 len: 946 time: 0.0771649 Apr 08 10:51:05.245087 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-93bae969-f783-455a-9fc7-3681561e4e59 req-5aa18948-b271-4e33-94a7-707bbffb8cac tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3cbfbd-6475-4b43-a1f4-204b39bc7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384014 Apr 08 10:51:05.532970 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6d25a-f88d-44c7-80cc-5028fb2f1062 req-52cd5ceb-aa2a-437d-bc9d-f8444913a5a0 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:05.534371 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-91a6d25a-f88d-44c7-80cc-5028fb2f1062 req-52cd5ceb-aa2a-437d-bc9d-f8444913a5a0 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5aa826d-5edb-4c91-9efb-443a1e5d0579 HTTP/1.1" status: 200 len: 946 time: 0.0738647 Apr 08 10:51:05.605975 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-91a6d25a-f88d-44c7-80cc-5028fb2f1062 req-0435495e-bb19-4bd6-bed7-3efb10ec38f5 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Deleting port fd2cfe97-167a-44bf-8940-5c6804fe8c93 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:51:05.606330 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-91a6d25a-f88d-44c7-80cc-5028fb2f1062 req-0435495e-bb19-4bd6-bed7-3efb10ec38f5 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:05.840853 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-91a6d25a-f88d-44c7-80cc-5028fb2f1062 req-0435495e-bb19-4bd6-bed7-3efb10ec38f5 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] For port fd2cfe97-167a-44bf-8940-5c6804fe8c93, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=fd2cfe97-167a-44bf-8940-5c6804fe8c93,segment=NetworkSegment(74f298e7-4478-4fb5-82e2-483c8f82ea01),segment_id=74f298e7-4478-4fb5-82e2-483c8f82ea01)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:05.841124 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-91a6d25a-f88d-44c7-80cc-5028fb2f1062 req-0435495e-bb19-4bd6-bed7-3efb10ec38f5 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:05.960594 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-91a6d25a-f88d-44c7-80cc-5028fb2f1062 req-0435495e-bb19-4bd6-bed7-3efb10ec38f5 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Calling delete_port for fd2cfe97-167a-44bf-8940-5c6804fe8c93 owned by compute:nova {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:51:06.184249 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-91a6d25a-f88d-44c7-80cc-5028fb2f1062 req-0435495e-bb19-4bd6-bed7-3efb10ec38f5 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:06.198666 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['fd2cfe97-167a-44bf-8940-5c6804fe8c93'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:51:06.234351 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435495e-bb19-4bd6-bed7-3efb10ec38f5 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Pushing event deleted for resources: {'Port': ['ID=fd2cfe97-167a-44bf-8940-5c6804fe8c93,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:06.307225 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a6d25a-f88d-44c7-80cc-5028fb2f1062 req-0435495e-bb19-4bd6-bed7-3efb10ec38f5 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] No DVR routers for this DVR port fd2cfe97-167a-44bf-8940-5c6804fe8c93 on host hv-neutron-8371 {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:51:06.313759 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-91a6d25a-f88d-44c7-80cc-5028fb2f1062 req-0435495e-bb19-4bd6-bed7-3efb10ec38f5 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:06.316403 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5aa826d-5edb-4c91-9efb-443a1e5d0579', 'name': 'network-vif-deleted', 'tag': 'fd2cfe97-167a-44bf-8940-5c6804fe8c93'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:51:06.334397 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-91a6d25a-f88d-44c7-80cc-5028fb2f1062 req-0435495e-bb19-4bd6-bed7-3efb10ec38f5 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.52 "DELETE /v2.0/ports/fd2cfe97-167a-44bf-8940-5c6804fe8c93 HTTP/1.1" status: 204 len: 173 time: 0.7914922 Apr 08 10:51:06.384247 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-956a3535-69fd-401e-a649-d12885890d48'] response: {'server_uuid': 'b5aa826d-5edb-4c91-9efb-443a1e5d0579', 'name': 'network-vif-deleted', 'tag': 'fd2cfe97-167a-44bf-8940-5c6804fe8c93', 'status': 'completed', 'code': 200} Apr 08 10:51:06.434260 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-c81ed182-5727-4874-b568-021c22f9c99b req-e50b82cc-6b89-49f5-9d08-1b719b361d22 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Synchronizing usage tracker for tenant:5ff2beb2f1174299becce6715eea0cc6 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:51:06.451259 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-c81ed182-5727-4874-b568-021c22f9c99b req-e50b82cc-6b89-49f5-9d08-1b719b361d22 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] Unset dirty status for tenant:5ff2beb2f1174299becce6715eea0cc6 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:51:06.452583 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c81ed182-5727-4874-b568-021c22f9c99b req-e50b82cc-6b89-49f5-9d08-1b719b361d22 tempest-TestEncryptedCinderVolumes-40737549 tempest-TestEncryptedCinderVolumes-40737549-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5aa826d-5edb-4c91-9efb-443a1e5d0579 HTTP/1.1" status: 200 len: 210 time: 0.0674927 Apr 08 10:51:07.600667 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36456) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:08.079527 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ac0625c3-21ab-467a-aa33-378b0f6ab774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:08.557375 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:08.664222 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-ac0625c3-21ab-467a-aa33-378b0f6ab774 admin admin] Deleting port 7c55460f-7de5-4d83-84b3-1d238d22406b {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:51:08.664807 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ac0625c3-21ab-467a-aa33-378b0f6ab774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:08.830436 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-ac0625c3-21ab-467a-aa33-378b0f6ab774 admin admin] For port 7c55460f-7de5-4d83-84b3-1d238d22406b, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=7c55460f-7de5-4d83-84b3-1d238d22406b,segment=NetworkSegment(74f298e7-4478-4fb5-82e2-483c8f82ea01),segment_id=74f298e7-4478-4fb5-82e2-483c8f82ea01)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:08.830799 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ac0625c3-21ab-467a-aa33-378b0f6ab774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:08.948198 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-ac0625c3-21ab-467a-aa33-378b0f6ab774 admin admin] Calling delete_port for 7c55460f-7de5-4d83-84b3-1d238d22406b owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:51:09.109810 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ac0625c3-21ab-467a-aa33-378b0f6ab774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:09.155668 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0625c3-21ab-467a-aa33-378b0f6ab774 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c55460f-7de5-4d83-84b3-1d238d22406b,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:09.195325 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0625c3-21ab-467a-aa33-378b0f6ab774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:09.195784 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0625c3-21ab-467a-aa33-378b0f6ab774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:09.196009 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0625c3-21ab-467a-aa33-378b0f6ab774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:09.196389 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0625c3-21ab-467a-aa33-378b0f6ab774 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:09.196726 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0625c3-21ab-467a-aa33-378b0f6ab774 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:09.197059 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0625c3-21ab-467a-aa33-378b0f6ab774 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:09.197386 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0625c3-21ab-467a-aa33-378b0f6ab774 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:09.197708 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0625c3-21ab-467a-aa33-378b0f6ab774 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:09.198030 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0625c3-21ab-467a-aa33-378b0f6ab774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:09.198390 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0625c3-21ab-467a-aa33-378b0f6ab774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:09.198666 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0625c3-21ab-467a-aa33-378b0f6ab774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:09.536547 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ac0625c3-21ab-467a-aa33-378b0f6ab774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:10.100633 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0625c3-21ab-467a-aa33-378b0f6ab774 admin admin] Router 61f18b5a-65f8-45fc-b577-eec01dafa44d has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:51:10.296772 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0625c3-21ab-467a-aa33-378b0f6ab774 admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:51:10.305863 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ea903c-4c9d-433e-9c08-dc4bccbf4041 None None] Sync routers for ids ['61f18b5a-65f8-45fc-b577-eec01dafa44d'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:51:10.312124 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ac0625c3-21ab-467a-aa33-378b0f6ab774 admin admin] 10.222.0.47 "PUT /v2.0/routers/61f18b5a-65f8-45fc-b577-eec01dafa44d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7100499 Apr 08 10:51:10.314589 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36460) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:10.317369 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ea903c-4c9d-433e-9c08-dc4bccbf4041 None None] Routers {'61f18b5a-65f8-45fc-b577-eec01dafa44d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:51:10.317955 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-f0ea903c-4c9d-433e-9c08-dc4bccbf4041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:50:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['61f18b5a-65f8-45fc-b577-eec01dafa44d'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:10.367489 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device fd2cfe97-167a-44bf-8940-5c6804fe8c93 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:51:10.493968 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: fd2cfe97-167a-44bf-8940-5c6804fe8c93 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:51:10.494315 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device fd2cfe97-167a-44bf-8940-5c6804fe8c93 not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:51:10.515553 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-760ec855-5602-41c9-839f-6ff9b8696bc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:10.566428 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-f0ea903c-4c9d-433e-9c08-dc4bccbf4041 None None] Set router 61f18b5a-65f8-45fc-b577-eec01dafa44d gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:51:10.713155 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-760ec855-5602-41c9-839f-6ff9b8696bc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:10.723945 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-760ec855-5602-41c9-839f-6ff9b8696bc3 admin admin] Deleting port 127ec1b1-ab49-4e96-b725-b2bfde55e65b {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:51:10.724323 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-760ec855-5602-41c9-839f-6ff9b8696bc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:10.853638 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-f0ea903c-4c9d-433e-9c08-dc4bccbf4041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f18b5a-65f8-45fc-b577-eec01dafa44d', 'name': 'tempest-TestEncryptedCinderVolumes-1304510942-router', 'tenant_id': '5ff2beb2f1174299becce6715eea0cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '127ec1b1-ab49-4e96-b725-b2bfde55e65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:51:09Z', 'revision_number': 5, 'project_id': '5ff2beb2f1174299becce6715eea0cc6', 'gw_port': {'id': '127ec1b1-ab49-4e96-b725-b2bfde55e65b', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f18b5a-65f8-45fc-b577-eec01dafa44d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:10.857836 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ea903c-4c9d-433e-9c08-dc4bccbf4041 None None] Checking router: 61f18b5a-65f8-45fc-b577-eec01dafa44d for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:51:10.868897 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ea903c-4c9d-433e-9c08-dc4bccbf4041 None None] Routers {'61f18b5a-65f8-45fc-b577-eec01dafa44d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:51:10.869494 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-f0ea903c-4c9d-433e-9c08-dc4bccbf4041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:50:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['61f18b5a-65f8-45fc-b577-eec01dafa44d'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:11.005267 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-760ec855-5602-41c9-839f-6ff9b8696bc3 admin admin] For port 127ec1b1-ab49-4e96-b725-b2bfde55e65b, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=127ec1b1-ab49-4e96-b725-b2bfde55e65b,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:11.005530 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-760ec855-5602-41c9-839f-6ff9b8696bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:11.021100 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-f0ea903c-4c9d-433e-9c08-dc4bccbf4041 None None] Set router 61f18b5a-65f8-45fc-b577-eec01dafa44d gateway port host: None {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:51:11.125854 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-760ec855-5602-41c9-839f-6ff9b8696bc3 admin admin] Calling delete_port for 127ec1b1-ab49-4e96-b725-b2bfde55e65b owned by network:router_gateway {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:51:11.127756 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-f0ea903c-4c9d-433e-9c08-dc4bccbf4041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f18b5a-65f8-45fc-b577-eec01dafa44d', 'name': 'tempest-TestEncryptedCinderVolumes-1304510942-router', 'tenant_id': '5ff2beb2f1174299becce6715eea0cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:51:10Z', 'revision_number': 6, 'project_id': '5ff2beb2f1174299becce6715eea0cc6', 'gw_port_host': None}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:11.131731 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ea903c-4c9d-433e-9c08-dc4bccbf4041 None None] The sync data for ids ['61f18b5a-65f8-45fc-b577-eec01dafa44d'] in dv-neutron-837110-1-hyperv is: [{'id': '61f18b5a-65f8-45fc-b577-eec01dafa44d', 'name': 'tempest-TestEncryptedCinderVolumes-1304510942-router', 'tenant_id': '5ff2beb2f1174299becce6715eea0cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:48Z', 'updated_at': '2022-04-08T10:51:10Z', 'revision_number': 6, 'project_id': '5ff2beb2f1174299becce6715eea0cc6', 'gw_port_host': None}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:51:11.295835 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-760ec855-5602-41c9-839f-6ff9b8696bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:11.343112 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ec855-5602-41c9-839f-6ff9b8696bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=127ec1b1-ab49-4e96-b725-b2bfde55e65b,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:11.564019 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-760ec855-5602-41c9-839f-6ff9b8696bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:11.843035 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-760ec855-5602-41c9-839f-6ff9b8696bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:11.847285 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-760ec855-5602-41c9-839f-6ff9b8696bc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:11.873205 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-760ec855-5602-41c9-839f-6ff9b8696bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:11.873945 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760ec855-5602-41c9-839f-6ff9b8696bc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61f18b5a-65f8-45fc-b577-eec01dafa44d {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:51:11.887069 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-760ec855-5602-41c9-839f-6ff9b8696bc3 admin admin] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:11.888245 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-760ec855-5602-41c9-839f-6ff9b8696bc3 admin admin] 10.222.0.47 "DELETE /v2.0/routers/61f18b5a-65f8-45fc-b577-eec01dafa44d HTTP/1.1" status: 204 len: 168 time: 1.5727155 Apr 08 10:51:11.890760 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36464) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:11.952599 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf559cc-ab42-4c3b-97fb-1814ac0a1615 admin admin] Deleting subnet 0d02056b-2572-47f8-887a-c5829134e00a {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:51:11.955853 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4bf559cc-ab42-4c3b-97fb-1814ac0a1615 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:12.011675 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4bf559cc-ab42-4c3b-97fb-1814ac0a1615 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:12.097196 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4bf559cc-ab42-4c3b-97fb-1814ac0a1615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:12.164640 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4bf559cc-ab42-4c3b-97fb-1814ac0a1615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:12.292050 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf559cc-ab42-4c3b-97fb-1814ac0a1615 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d02056b-2572-47f8-887a-c5829134e00a,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:12.296618 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4bf559cc-ab42-4c3b-97fb-1814ac0a1615 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:12.302074 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dfca72-47ec-4fbc-809e-44476d34ba84 None None] Network 907ac097-e2bd-4bcc-9e24-b57e53834139 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:51:12.302630 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4bf559cc-ab42-4c3b-97fb-1814ac0a1615 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0d02056b-2572-47f8-887a-c5829134e00a HTTP/1.1" status: 204 len: 168 time: 0.4107530 Apr 08 10:51:12.305500 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36468) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:12.411318 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-31e0121a-adfb-4161-bc3e-99c925a4fe2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:12.423318 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-31e0121a-adfb-4161-bc3e-99c925a4fe2a admin admin] Deleting port 69e164e8-b242-47f8-9362-ac0e45dd8e69 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:51:12.423521 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-31e0121a-adfb-4161-bc3e-99c925a4fe2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:12.467499 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7c55460f-7de5-4d83-84b3-1d238d22406b no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:51:12.503473 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 7c55460f-7de5-4d83-84b3-1d238d22406b {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:51:12.503816 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7c55460f-7de5-4d83-84b3-1d238d22406b not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:51:12.504242 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 127ec1b1-ab49-4e96-b725-b2bfde55e65b no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:51:12.540836 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 127ec1b1-ab49-4e96-b725-b2bfde55e65b {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:51:12.541173 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 127ec1b1-ab49-4e96-b725-b2bfde55e65b not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:51:12.611203 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79739d25-0dd6-4d24-b443-955ca6b560b2 None None] DHCP port deletion for 907ac097-e2bd-4bcc-9e24-b57e53834139 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:51:12.614976 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-79739d25-0dd6-4d24-b443-955ca6b560b2 None None] Deleting port 69e164e8-b242-47f8-9362-ac0e45dd8e69 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:51:12.615339 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-79739d25-0dd6-4d24-b443-955ca6b560b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:12.629512 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-31e0121a-adfb-4161-bc3e-99c925a4fe2a admin admin] For port 69e164e8-b242-47f8-9362-ac0e45dd8e69, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=69e164e8-b242-47f8-9362-ac0e45dd8e69,segment=NetworkSegment(74f298e7-4478-4fb5-82e2-483c8f82ea01),segment_id=74f298e7-4478-4fb5-82e2-483c8f82ea01)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:12.629865 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-31e0121a-adfb-4161-bc3e-99c925a4fe2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:12.749146 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-31e0121a-adfb-4161-bc3e-99c925a4fe2a admin admin] Calling delete_port for 69e164e8-b242-47f8-9362-ac0e45dd8e69 owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:51:12.810884 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-79739d25-0dd6-4d24-b443-955ca6b560b2 None None] For port 69e164e8-b242-47f8-9362-ac0e45dd8e69, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=69e164e8-b242-47f8-9362-ac0e45dd8e69,segment=NetworkSegment(74f298e7-4478-4fb5-82e2-483c8f82ea01),segment_id=74f298e7-4478-4fb5-82e2-483c8f82ea01)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:12.811242 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-79739d25-0dd6-4d24-b443-955ca6b560b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:12.825354 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-31e0121a-adfb-4161-bc3e-99c925a4fe2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:12.870216 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0121a-adfb-4161-bc3e-99c925a4fe2a admin admin] Pushing event deleted for resources: {'Port': ['ID=69e164e8-b242-47f8-9362-ac0e45dd8e69,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:12.874790 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e0121a-adfb-4161-bc3e-99c925a4fe2a admin admin] No DVR routers for this DVR port 69e164e8-b242-47f8-9362-ac0e45dd8e69 on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:51:12.971597 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-79739d25-0dd6-4d24-b443-955ca6b560b2 None None] Calling delete_port for 69e164e8-b242-47f8-9362-ac0e45dd8e69 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:51:12.992231 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-31e0121a-adfb-4161-bc3e-99c925a4fe2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:13.017236 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-31e0121a-adfb-4161-bc3e-99c925a4fe2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['907ac097-e2bd-4bcc-9e24-b57e53834139']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:13.033805 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-31e0121a-adfb-4161-bc3e-99c925a4fe2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f298e7-4478-4fb5-82e2-483c8f82ea01') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:13.034105 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-31e0121a-adfb-4161-bc3e-99c925a4fe2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f298e7-4478-4fb5-82e2-483c8f82ea01') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:13.040442 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-79739d25-0dd6-4d24-b443-955ca6b560b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:51:13.040799 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-79739d25-0dd6-4d24-b443-955ca6b560b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:51:13.046402 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-31e0121a-adfb-4161-bc3e-99c925a4fe2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:13.061933 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-31e0121a-adfb-4161-bc3e-99c925a4fe2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:13.067669 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e0121a-adfb-4161-bc3e-99c925a4fe2a admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:51:13.068042 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-31e0121a-adfb-4161-bc3e-99c925a4fe2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:51:13.081200 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:51:13.153998 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-31e0121a-adfb-4161-bc3e-99c925a4fe2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:13.169418 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-31e0121a-adfb-4161-bc3e-99c925a4fe2a admin admin] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:13.184490 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0121a-adfb-4161-bc3e-99c925a4fe2a admin admin] Pushing event deleted for resources: {'Network': ['ID=907ac097-e2bd-4bcc-9e24-b57e53834139,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:13.196500 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-31e0121a-adfb-4161-bc3e-99c925a4fe2a admin admin] 10.222.0.47 "DELETE /v2.0/networks/907ac097-e2bd-4bcc-9e24-b57e53834139 HTTP/1.1" status: 204 len: 168 time: 0.8900058 Apr 08 10:51:13.199291 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36472) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:13.363365 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c5c32346-79da-4940-9f2d-95d3d217ed55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:13.541621 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-79739d25-0dd6-4d24-b443-955ca6b560b2 None None] Deleting port 69e164e8-b242-47f8-9362-ac0e45dd8e69 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:51:13.542152 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-79739d25-0dd6-4d24-b443-955ca6b560b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:13.579672 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-96cda3a0-d805-40a1-a1a6-8fa510f603c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:13.606163 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-79739d25-0dd6-4d24-b443-955ca6b560b2 None None] The port '69e164e8-b242-47f8-9362-ac0e45dd8e69' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:51:14.249051 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-96cda3a0-d805-40a1-a1a6-8fa510f603c5 admin admin] Deleting port a804cc39-62ea-4dad-b420-8fa38de9caa6 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:51:14.249621 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-96cda3a0-d805-40a1-a1a6-8fa510f603c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:14.419284 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-96cda3a0-d805-40a1-a1a6-8fa510f603c5 admin admin] For port a804cc39-62ea-4dad-b420-8fa38de9caa6, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=a804cc39-62ea-4dad-b420-8fa38de9caa6,segment=NetworkSegment(1946584b-ca6e-4e72-8b47-7144a069aab6),segment_id=1946584b-ca6e-4e72-8b47-7144a069aab6)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:14.419648 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-96cda3a0-d805-40a1-a1a6-8fa510f603c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:14.464563 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 69e164e8-b242-47f8-9362-ac0e45dd8e69 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:51:14.497326 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 69e164e8-b242-47f8-9362-ac0e45dd8e69 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:51:14.497672 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 69e164e8-b242-47f8-9362-ac0e45dd8e69 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:51:14.551000 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-96cda3a0-d805-40a1-a1a6-8fa510f603c5 admin admin] Calling delete_port for a804cc39-62ea-4dad-b420-8fa38de9caa6 owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:51:14.710218 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-96cda3a0-d805-40a1-a1a6-8fa510f603c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:14.754551 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cda3a0-d805-40a1-a1a6-8fa510f603c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a804cc39-62ea-4dad-b420-8fa38de9caa6,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:15.041661 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-96cda3a0-d805-40a1-a1a6-8fa510f603c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:15.615438 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9dc84c29-de7b-4594-b278-3be88088fb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:15.704297 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96cda3a0-d805-40a1-a1a6-8fa510f603c5 admin admin] Router 98927167-41b2-47e4-bd81-bb804e2661d3 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:51:15.900298 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cda3a0-d805-40a1-a1a6-8fa510f603c5 admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:51:15.908496 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eed12b7-efb1-4856-846c-539fd3ef7790 None None] Sync routers for ids ['98927167-41b2-47e4-bd81-bb804e2661d3'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:51:15.909376 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-96cda3a0-d805-40a1-a1a6-8fa510f603c5 admin admin] 10.222.0.47 "PUT /v2.0/routers/98927167-41b2-47e4-bd81-bb804e2661d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7091343 Apr 08 10:51:15.911812 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36476) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:15.920027 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eed12b7-efb1-4856-846c-539fd3ef7790 None None] Routers {'98927167-41b2-47e4-bd81-bb804e2661d3'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:51:15.920640 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2eed12b7-efb1-4856-846c-539fd3ef7790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:51:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['98927167-41b2-47e4-bd81-bb804e2661d3'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:16.121074 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-288392c0-2f29-4849-9a03-6fddd84f87b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:16.131265 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-2eed12b7-efb1-4856-846c-539fd3ef7790 None None] Set router 98927167-41b2-47e4-bd81-bb804e2661d3 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:51:16.314396 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-288392c0-2f29-4849-9a03-6fddd84f87b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:16.324021 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-288392c0-2f29-4849-9a03-6fddd84f87b2 admin admin] Deleting port dcac1e6b-1c34-4134-8454-1a62c05f52e4 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:51:16.324384 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-288392c0-2f29-4849-9a03-6fddd84f87b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:16.410309 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2eed12b7-efb1-4856-846c-539fd3ef7790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98927167-41b2-47e4-bd81-bb804e2661d3', 'name': 'tempest-TestEncryptedCinderVolumes-1124759270-router', 'tenant_id': '3be0fe12b2d54a4cb3317d133068ad37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'dcac1e6b-1c34-4134-8454-1a62c05f52e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:54Z', 'updated_at': '2022-04-08T10:51:14Z', 'revision_number': 5, 'project_id': '3be0fe12b2d54a4cb3317d133068ad37', 'gw_port': {'id': 'dcac1e6b-1c34-4134-8454-1a62c05f52e4', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98927167-41b2-47e4-bd81-bb804e2661d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:49:54Z', 'updated_at': '2022-04-08T10:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:16.414474 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eed12b7-efb1-4856-846c-539fd3ef7790 None None] Checking router: 98927167-41b2-47e4-bd81-bb804e2661d3 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:51:16.425181 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eed12b7-efb1-4856-846c-539fd3ef7790 None None] Routers {'98927167-41b2-47e4-bd81-bb804e2661d3'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:51:16.425983 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2eed12b7-efb1-4856-846c-539fd3ef7790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:51:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['98927167-41b2-47e4-bd81-bb804e2661d3'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:16.499954 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-288392c0-2f29-4849-9a03-6fddd84f87b2 admin admin] For port dcac1e6b-1c34-4134-8454-1a62c05f52e4, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=dcac1e6b-1c34-4134-8454-1a62c05f52e4,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:16.500339 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-288392c0-2f29-4849-9a03-6fddd84f87b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:16.576526 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-2eed12b7-efb1-4856-846c-539fd3ef7790 None None] Set router 98927167-41b2-47e4-bd81-bb804e2661d3 gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:51:16.619713 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-288392c0-2f29-4849-9a03-6fddd84f87b2 admin admin] Calling delete_port for dcac1e6b-1c34-4134-8454-1a62c05f52e4 owned by network:router_gateway {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:51:16.679544 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-2eed12b7-efb1-4856-846c-539fd3ef7790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98927167-41b2-47e4-bd81-bb804e2661d3', 'name': 'tempest-TestEncryptedCinderVolumes-1124759270-router', 'tenant_id': '3be0fe12b2d54a4cb3317d133068ad37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:54Z', 'updated_at': '2022-04-08T10:51:16Z', 'revision_number': 6, 'project_id': '3be0fe12b2d54a4cb3317d133068ad37', 'gw_port_host': None}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:16.683442 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eed12b7-efb1-4856-846c-539fd3ef7790 None None] The sync data for ids ['98927167-41b2-47e4-bd81-bb804e2661d3'] in dv-neutron-837110-1-hyperv is: [{'id': '98927167-41b2-47e4-bd81-bb804e2661d3', 'name': 'tempest-TestEncryptedCinderVolumes-1124759270-router', 'tenant_id': '3be0fe12b2d54a4cb3317d133068ad37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:49:54Z', 'updated_at': '2022-04-08T10:51:16Z', 'revision_number': 6, 'project_id': '3be0fe12b2d54a4cb3317d133068ad37', 'gw_port_host': None}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:51:16.840250 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:16.879780 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-288392c0-2f29-4849-9a03-6fddd84f87b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:16.922435 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288392c0-2f29-4849-9a03-6fddd84f87b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcac1e6b-1c34-4134-8454-1a62c05f52e4,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:16.938247 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:17.150635 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-288392c0-2f29-4849-9a03-6fddd84f87b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:17.417383 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-288392c0-2f29-4849-9a03-6fddd84f87b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:17.421375 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-288392c0-2f29-4849-9a03-6fddd84f87b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:17.446478 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-288392c0-2f29-4849-9a03-6fddd84f87b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:17.447675 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288392c0-2f29-4849-9a03-6fddd84f87b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98927167-41b2-47e4-bd81-bb804e2661d3 {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:51:17.461197 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-288392c0-2f29-4849-9a03-6fddd84f87b2 admin admin] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:17.462367 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-288392c0-2f29-4849-9a03-6fddd84f87b2 admin admin] 10.222.0.47 "DELETE /v2.0/routers/98927167-41b2-47e4-bd81-bb804e2661d3 HTTP/1.1" status: 204 len: 168 time: 1.5496199 Apr 08 10:51:17.465230 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 36480) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:17.524435 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2715a99-389d-4b69-b981-488419324dd0 admin admin] Deleting subnet 9287b2f5-b282-4b3e-9dc3-d228f3ffb758 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:51:17.527721 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d2715a99-389d-4b69-b981-488419324dd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:17.578363 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d2715a99-389d-4b69-b981-488419324dd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:17.660534 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d2715a99-389d-4b69-b981-488419324dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:17.730171 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d2715a99-389d-4b69-b981-488419324dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:17.766026 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2715a99-389d-4b69-b981-488419324dd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9287b2f5-b282-4b3e-9dc3-d228f3ffb758,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:17.772145 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d2715a99-389d-4b69-b981-488419324dd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:17.777907 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9006ed7a-895c-4a41-a40b-0fa31e6633bc None None] Network f2ef602d-148d-46ab-8fd0-23c8610cc153 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:51:17.778067 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d2715a99-389d-4b69-b981-488419324dd0 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9287b2f5-b282-4b3e-9dc3-d228f3ffb758 HTTP/1.1" status: 204 len: 168 time: 0.3117917 Apr 08 10:51:17.780443 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 36484) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:17.887405 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9581c28f-2790-46b7-a088-35259aae2f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:17.898102 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-9581c28f-2790-46b7-a088-35259aae2f62 admin admin] Deleting port c1a5eeb5-7f55-4865-a00a-7de501cec2a4 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:51:17.898435 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9581c28f-2790-46b7-a088-35259aae2f62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:18.028850 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a94214-305f-4272-ba2b-0ed92d0ae7d4 None None] DHCP port deletion for f2ef602d-148d-46ab-8fd0-23c8610cc153 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:51:18.032913 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-41a94214-305f-4272-ba2b-0ed92d0ae7d4 None None] Deleting port c1a5eeb5-7f55-4865-a00a-7de501cec2a4 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:51:18.033284 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-41a94214-305f-4272-ba2b-0ed92d0ae7d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:18.112678 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-9581c28f-2790-46b7-a088-35259aae2f62 admin admin] For port c1a5eeb5-7f55-4865-a00a-7de501cec2a4, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=c1a5eeb5-7f55-4865-a00a-7de501cec2a4,segment=NetworkSegment(1946584b-ca6e-4e72-8b47-7144a069aab6),segment_id=1946584b-ca6e-4e72-8b47-7144a069aab6)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:18.113187 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9581c28f-2790-46b7-a088-35259aae2f62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:18.132427 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:51:18.233080 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-9581c28f-2790-46b7-a088-35259aae2f62 admin admin] Calling delete_port for c1a5eeb5-7f55-4865-a00a-7de501cec2a4 owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:51:18.234458 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-41a94214-305f-4272-ba2b-0ed92d0ae7d4 None None] For port c1a5eeb5-7f55-4865-a00a-7de501cec2a4, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=c1a5eeb5-7f55-4865-a00a-7de501cec2a4,segment=NetworkSegment(1946584b-ca6e-4e72-8b47-7144a069aab6),segment_id=1946584b-ca6e-4e72-8b47-7144a069aab6)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:18.234840 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-41a94214-305f-4272-ba2b-0ed92d0ae7d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:18.308123 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9581c28f-2790-46b7-a088-35259aae2f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:18.353265 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581c28f-2790-46b7-a088-35259aae2f62 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1a5eeb5-7f55-4865-a00a-7de501cec2a4,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:18.353902 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-41a94214-305f-4272-ba2b-0ed92d0ae7d4 None None] Calling delete_port for c1a5eeb5-7f55-4865-a00a-7de501cec2a4 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:51:18.359255 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9581c28f-2790-46b7-a088-35259aae2f62 admin admin] No DVR routers for this DVR port c1a5eeb5-7f55-4865-a00a-7de501cec2a4 on host dv-neutron-837110-1-hyperv {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:51:18.439887 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-41a94214-305f-4272-ba2b-0ed92d0ae7d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:51:18.440278 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-41a94214-305f-4272-ba2b-0ed92d0ae7d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:51:18.441331 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:18.471527 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device c1a5eeb5-7f55-4865-a00a-7de501cec2a4 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:51:18.475361 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9581c28f-2790-46b7-a088-35259aae2f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:18.501152 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-9581c28f-2790-46b7-a088-35259aae2f62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ef602d-148d-46ab-8fd0-23c8610cc153']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:18.506169 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: c1a5eeb5-7f55-4865-a00a-7de501cec2a4 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:51:18.506520 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device c1a5eeb5-7f55-4865-a00a-7de501cec2a4 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:51:18.507399 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device dcac1e6b-1c34-4134-8454-1a62c05f52e4 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:51:18.513086 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-9581c28f-2790-46b7-a088-35259aae2f62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1946584b-ca6e-4e72-8b47-7144a069aab6') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:18.513390 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-9581c28f-2790-46b7-a088-35259aae2f62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1946584b-ca6e-4e72-8b47-7144a069aab6') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:18.525156 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9581c28f-2790-46b7-a088-35259aae2f62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:18.540298 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: dcac1e6b-1c34-4134-8454-1a62c05f52e4 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:51:18.540689 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device dcac1e6b-1c34-4134-8454-1a62c05f52e4 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:51:18.541054 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device a804cc39-62ea-4dad-b420-8fa38de9caa6 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:51:18.542225 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9581c28f-2790-46b7-a088-35259aae2f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:18.548402 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9581c28f-2790-46b7-a088-35259aae2f62 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:51:18.548790 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9581c28f-2790-46b7-a088-35259aae2f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:51:18.562983 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:51:18.575254 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: a804cc39-62ea-4dad-b420-8fa38de9caa6 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:51:18.575608 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device a804cc39-62ea-4dad-b420-8fa38de9caa6 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:51:18.640780 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9581c28f-2790-46b7-a088-35259aae2f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:18.645151 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9581c28f-2790-46b7-a088-35259aae2f62 admin admin] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:18.668765 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581c28f-2790-46b7-a088-35259aae2f62 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2ef602d-148d-46ab-8fd0-23c8610cc153,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:18.672588 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9581c28f-2790-46b7-a088-35259aae2f62 admin admin] 10.222.0.47 "DELETE /v2.0/networks/f2ef602d-148d-46ab-8fd0-23c8610cc153 HTTP/1.1" status: 204 len: 168 time: 0.8912160 Apr 08 10:51:18.870466 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 36490) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:18.919928 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-68bb4292-c173-44ff-8de8-b61b5df8a98b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5ff2beb2f1174299becce6715eea0cc6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482917 Apr 08 10:51:18.922556 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 36494) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:18.941629 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-41a94214-305f-4272-ba2b-0ed92d0ae7d4 None None] Deleting port c1a5eeb5-7f55-4865-a00a-7de501cec2a4 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:51:18.942017 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-41a94214-305f-4272-ba2b-0ed92d0ae7d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:19.006307 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-41a94214-305f-4272-ba2b-0ed92d0ae7d4 None None] The port 'c1a5eeb5-7f55-4865-a00a-7de501cec2a4' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:51:19.070657 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-84876e7f-e7d3-41a3-9112-8a6ba6dd998f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:19.095377 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-84876e7f-e7d3-41a3-9112-8a6ba6dd998f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:19.146136 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-84876e7f-e7d3-41a3-9112-8a6ba6dd998f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:19.162166 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84876e7f-e7d3-41a3-9112-8a6ba6dd998f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3cbfbd-6475-4b43-a1f4-204b39bc7f2c,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:19.173507 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-84876e7f-e7d3-41a3-9112-8a6ba6dd998f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:19.174654 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-84876e7f-e7d3-41a3-9112-8a6ba6dd998f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4e3cbfbd-6475-4b43-a1f4-204b39bc7f2c HTTP/1.1" status: 204 len: 168 time: 0.2512269 Apr 08 10:51:19.556473 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36502) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:19.606288 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-767dc786-aa89-4a69-af8c-9ecbb317c906 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3be0fe12b2d54a4cb3317d133068ad37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486617 Apr 08 10:51:19.608643 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36506) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:19.667249 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4257fd6b-3cf2-43c4-8e5b-fabf34221a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:19.691979 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4257fd6b-3cf2-43c4-8e5b-fabf34221a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:19.749298 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4257fd6b-3cf2-43c4-8e5b-fabf34221a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:19.764001 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257fd6b-3cf2-43c4-8e5b-fabf34221a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a767828-824c-4583-a086-52a7db3916ed,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:19.770720 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4257fd6b-3cf2-43c4-8e5b-fabf34221a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:19.771867 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4257fd6b-3cf2-43c4-8e5b-fabf34221a8d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4a767828-824c-4583-a086-52a7db3916ed HTTP/1.1" status: 204 len: 168 time: 0.1622932 Apr 08 10:51:20.642799 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 36528) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:20.771679 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-3273d5c2-10a6-4169-af79-a50a3e55b32f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1676416272-network', 'tenant_id': 'eee68eed08894331be870fc8822db8d7'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:51:20.776842 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3273d5c2-10a6-4169-af79-a50a3e55b32f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:51:20.780646 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3273d5c2-10a6-4169-af79-a50a3e55b32f admin admin] Usage tracker for resource:network and tenant:eee68eed08894331be870fc8822db8d7 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:51:20.783443 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3273d5c2-10a6-4169-af79-a50a3e55b32f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:51:20.789669 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3273d5c2-10a6-4169-af79-a50a3e55b32f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:51:20.799436 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3273d5c2-10a6-4169-af79-a50a3e55b32f admin admin] Made reservation on behalf of eee68eed08894331be870fc8822db8d7 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:51:20.801690 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3273d5c2-10a6-4169-af79-a50a3e55b32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:20.815071 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3273d5c2-10a6-4169-af79-a50a3e55b32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:20.845120 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3273d5c2-10a6-4169-af79-a50a3e55b32f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:51:20.849138 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3273d5c2-10a6-4169-af79-a50a3e55b32f admin admin] Usage tracker for resource:security_group_rule and tenant:eee68eed08894331be870fc8822db8d7 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:51:20.852545 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3273d5c2-10a6-4169-af79-a50a3e55b32f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:51:20.858018 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3273d5c2-10a6-4169-af79-a50a3e55b32f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:51:20.922795 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3273d5c2-10a6-4169-af79-a50a3e55b32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:20.926570 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3273d5c2-10a6-4169-af79-a50a3e55b32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:20.959377 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3273d5c2-10a6-4169-af79-a50a3e55b32f admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:51:20.968854 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273d5c2-10a6-4169-af79-a50a3e55b32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40efa2a7-8370-44c9-beb2-268bd339012f,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:20.976253 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3273d5c2-10a6-4169-af79-a50a3e55b32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:20.977195 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-3273d5c2-10a6-4169-af79-a50a3e55b32f admin admin] Added segment a80c4620-caaf-4df2-97d9-15add11c468b of type vlan for network 367e9cc0-0b51-4cc8-a9d7-a997bdd62f10 Apr 08 10:51:21.002185 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3273d5c2-10a6-4169-af79-a50a3e55b32f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:21.029879 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3273d5c2-10a6-4169-af79-a50a3e55b32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:21.030682 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3273d5c2-10a6-4169-af79-a50a3e55b32f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:21.031285 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3273d5c2-10a6-4169-af79-a50a3e55b32f admin admin] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:21.133256 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273d5c2-10a6-4169-af79-a50a3e55b32f admin admin] Pushing event updated for resources: {'Network': ['ID=367e9cc0-0b51-4cc8-a9d7-a997bdd62f10,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:21.136177 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3273d5c2-10a6-4169-af79-a50a3e55b32f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4923339 Apr 08 10:51:21.139150 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 36534) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:21.144119 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 367e9cc0-0b51-4cc8-a9d7-a997bdd62f10 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:51:21.144627 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-ba53f838-07a4-4837-943b-9bc0b9893821 admin admin] Request body: {'subnet': {'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1676416272-subnet', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'ip_version': 4}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:51:21.150601 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ba53f838-07a4-4837-943b-9bc0b9893821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:51:21.154377 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ba53f838-07a4-4837-943b-9bc0b9893821 admin admin] Usage tracker for resource:subnet and tenant:eee68eed08894331be870fc8822db8d7 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:51:21.157178 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ba53f838-07a4-4837-943b-9bc0b9893821 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:51:21.162785 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ba53f838-07a4-4837-943b-9bc0b9893821 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:51:21.174254 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba53f838-07a4-4837-943b-9bc0b9893821 admin admin] Made reservation on behalf of eee68eed08894331be870fc8822db8d7 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:51:21.176640 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ba53f838-07a4-4837-943b-9bc0b9893821 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:21.384115 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ba53f838-07a4-4837-943b-9bc0b9893821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:21.455074 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53f838-07a4-4837-943b-9bc0b9893821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cc438b7-517a-4340-ba94-ae9c3be6e545,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:21.469648 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba53f838-07a4-4837-943b-9bc0b9893821 admin admin] Checking segment: {'id': 'a80c4620-caaf-4df2-97d9-15add11c468b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:51:21.470002 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba53f838-07a4-4837-943b-9bc0b9893821 admin admin] Network hostable DHCP agents. Network: 367e9cc0-0b51-4cc8-a9d7-a997bdd62f10, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:51:21.491027 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba53f838-07a4-4837-943b-9bc0b9893821 admin admin] Network 367e9cc0-0b51-4cc8-a9d7-a997bdd62f10 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:51:21.499560 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-ba53f838-07a4-4837-943b-9bc0b9893821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 367e9cc0-0b51-4cc8-a9d7-a997bdd62f10) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:51:21.503450 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba53f838-07a4-4837-943b-9bc0b9893821 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:21.504027 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ba53f838-07a4-4837-943b-9bc0b9893821 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:21.508637 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b67f5fc-d638-40dc-8148-1ec182ecebd6 None None] Network 367e9cc0-0b51-4cc8-a9d7-a997bdd62f10 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:51:21.526334 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ba53f838-07a4-4837-943b-9bc0b9893821 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3861647 Apr 08 10:51:21.529100 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 36538) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:21.534426 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-d255327b-3074-4a34-bce7-908f8c61376e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1676416272-router', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:51:21.540189 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d255327b-3074-4a34-bce7-908f8c61376e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:51:21.543990 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d255327b-3074-4a34-bce7-908f8c61376e admin admin] Usage tracker for resource:router and tenant:eee68eed08894331be870fc8822db8d7 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:51:21.546891 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-d255327b-3074-4a34-bce7-908f8c61376e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:51:21.552577 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-d255327b-3074-4a34-bce7-908f8c61376e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:51:21.564221 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d255327b-3074-4a34-bce7-908f8c61376e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:21.565121 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d255327b-3074-4a34-bce7-908f8c61376e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:21.583909 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d255327b-3074-4a34-bce7-908f8c61376e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:21.724013 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-367e9cc0-0b51-4cc8-a9d7-a997bdd62f10', 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'fixed_ips': [{'subnet_id': '4cc438b7-517a-4340-ba94-ae9c3be6e545'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:51:21.724856 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:21.728591 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d255327b-3074-4a34-bce7-908f8c61376e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:21.912042 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Allocated IP 172.20.0.2 (367e9cc0-0b51-4cc8-a9d7-a997bdd62f10/4cc438b7-517a-4340-ba94-ae9c3be6e545/0872d738-893f-463f-ad4e-9ef8a8b7c37a) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:51:21.927603 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d255327b-3074-4a34-bce7-908f8c61376e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:21.958292 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d255327b-3074-4a34-bce7-908f8c61376e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:22.095431 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-d255327b-3074-4a34-bce7-908f8c61376e admin admin] Allocated IP 172.26.0.220 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/44f8e5f5-796b-49bc-a678-575b49baf56b) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:51:22.133592 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:22.144957 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Transition to ACTIVE for port object 0872d738-893f-463f-ad4e-9ef8a8b7c37a will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:51:22.164748 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Transition to ACTIVE for port object 0872d738-893f-463f-ad4e-9ef8a8b7c37a will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:51:22.169790 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:22.234982 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Network 367e9cc0-0b51-4cc8-a9d7-a997bdd62f10 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:51:22.236505 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:51:22.240508 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:51:22.245610 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d255327b-3074-4a34-bce7-908f8c61376e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:22.273503 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d255327b-3074-4a34-bce7-908f8c61376e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:22.281358 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Pushing event updated for resources: {'Port': ['ID=0872d738-893f-463f-ad4e-9ef8a8b7c37a,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:22.333000 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:22.333348 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:22.333732 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:22.334068 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:22.334405 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:22.335574 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:22.335574 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:22.336128 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:22.336814 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:22.337508 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:22.337778 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:22.340217 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d255327b-3074-4a34-bce7-908f8c61376e admin admin] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:51:22.342926 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-d255327b-3074-4a34-bce7-908f8c61376e admin admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:51:22.346674 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d255327b-3074-4a34-bce7-908f8c61376e admin admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:51:22.347528 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Attempting to bind port 0872d738-893f-463f-ad4e-9ef8a8b7c37a on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:51:22.347896 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Attempting to bind port 0872d738-893f-463f-ad4e-9ef8a8b7c37a by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a80c4620-caaf-4df2-97d9-15add11c468b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:51:22.348287 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Attempting to bind port 0872d738-893f-463f-ad4e-9ef8a8b7c37a on network 367e9cc0-0b51-4cc8-a9d7-a997bdd62f10 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:51:22.355562 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:51:22.355929 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Checking segment: {'id': 'a80c4620-caaf-4df2-97d9-15add11c468b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:51:22.356357 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:22.356745 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Bound using segment: {'id': 'a80c4620-caaf-4df2-97d9-15add11c468b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:51:22.357221 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Bound port: 0872d738-893f-463f-ad4e-9ef8a8b7c37a, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a80c4620-caaf-4df2-97d9-15add11c468b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:51:22.357577 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:22.381332 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d255327b-3074-4a34-bce7-908f8c61376e admin admin] Pushing event updated for resources: {'Port': ['ID=44f8e5f5-796b-49bc-a678-575b49baf56b,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:22.448661 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] For port 0872d738-893f-463f-ad4e-9ef8a8b7c37a, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:51:22.451893 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] For port 0872d738-893f-463f-ad4e-9ef8a8b7c37a, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=0872d738-893f-463f-ad4e-9ef8a8b7c37a,segment=NetworkSegment(a80c4620-caaf-4df2-97d9-15add11c468b),segment_id=a80c4620-caaf-4df2-97d9-15add11c468b)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:51:22.456936 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:22.513689 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d255327b-3074-4a34-bce7-908f8c61376e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:22.514506 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d255327b-3074-4a34-bce7-908f8c61376e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:22.548579 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078ca05-18ec-4a0f-9068-a79e83edd631 None None] Pushing event updated for resources: {'Port': ['ID=0872d738-893f-463f-ad4e-9ef8a8b7c37a,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:22.865619 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d255327b-3074-4a34-bce7-908f8c61376e admin admin] Router 916179a5-1098-4d0c-93d9-b4ff74f9157a is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:51:23.071067 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d255327b-3074-4a34-bce7-908f8c61376e admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:51:23.079795 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb62171e-439d-43b3-9db9-f923df83d191 None None] Sync routers for ids ['916179a5-1098-4d0c-93d9-b4ff74f9157a'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:51:23.093557 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb62171e-439d-43b3-9db9-f923df83d191 None None] Routers {'916179a5-1098-4d0c-93d9-b4ff74f9157a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:51:23.094129 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-fb62171e-439d-43b3-9db9-f923df83d191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:51:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['916179a5-1098-4d0c-93d9-b4ff74f9157a'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:23.097504 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d255327b-3074-4a34-bce7-908f8c61376e admin admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:23.098883 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d255327b-3074-4a34-bce7-908f8c61376e admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5687718 Apr 08 10:51:23.102132 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 36542) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:23.283012 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-fb62171e-439d-43b3-9db9-f923df83d191 None None] Set router 916179a5-1098-4d0c-93d9-b4ff74f9157a gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:51:23.511387 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fd11ce-57fa-44cb-b4ec-1feed1aac5ab None None] Network 367e9cc0-0b51-4cc8-a9d7-a997bdd62f10 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:51:23.672030 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d8b261e0-96a7-4328-a5d3-d65c0ab9be10 None None] Provisioning for port 0872d738-893f-463f-ad4e-9ef8a8b7c37a completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:51:23.743875 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-fb62171e-439d-43b3-9db9-f923df83d191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'name': 'tempest-TestMinimumBasicScenario-1676416272-router', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': '44f8e5f5-796b-49bc-a678-575b49baf56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:21Z', 'updated_at': '2022-04-08T10:51:22Z', 'revision_number': 3, 'project_id': 'eee68eed08894331be870fc8822db8d7', 'gw_port': {'id': '44f8e5f5-796b-49bc-a678-575b49baf56b', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:21Z', 'updated_at': '2022-04-08T10:51:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:23.752603 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb62171e-439d-43b3-9db9-f923df83d191 None None] Checking router: 916179a5-1098-4d0c-93d9-b4ff74f9157a for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:51:23.752991 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb62171e-439d-43b3-9db9-f923df83d191 None None] Updating router 916179a5-1098-4d0c-93d9-b4ff74f9157a port 44f8e5f5-796b-49bc-a678-575b49baf56b binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:51:23.847095 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fb62171e-439d-43b3-9db9-f923df83d191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:23.848892 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a7db3c49-c765-4bee-ad9e-e4ec6c594089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:24.064123 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-a7db3c49-c765-4bee-ad9e-e4ec6c594089 admin admin] Allocated IP 172.20.0.1 (367e9cc0-0b51-4cc8-a9d7-a997bdd62f10/4cc438b7-517a-4340-ba94-ae9c3be6e545/3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:51:24.240489 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a7db3c49-c765-4bee-ad9e-e4ec6c594089 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:24.243588 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fb62171e-439d-43b3-9db9-f923df83d191 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:24.257961 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-a7db3c49-c765-4bee-ad9e-e4ec6c594089 admin admin] Transition to ACTIVE for port object 3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:51:24.259732 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-fb62171e-439d-43b3-9db9-f923df83d191 None None] Transition to ACTIVE for port object 44f8e5f5-796b-49bc-a678-575b49baf56b will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:51:24.267034 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fb62171e-439d-43b3-9db9-f923df83d191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:24.279708 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a7db3c49-c765-4bee-ad9e-e4ec6c594089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:24.352796 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-fb62171e-439d-43b3-9db9-f923df83d191 None None] Attempting to bind port 44f8e5f5-796b-49bc-a678-575b49baf56b on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:51:24.353407 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-fb62171e-439d-43b3-9db9-f923df83d191 None None] Attempting to bind port 44f8e5f5-796b-49bc-a678-575b49baf56b by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:51:24.353543 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb62171e-439d-43b3-9db9-f923df83d191 None None] Attempting to bind port 44f8e5f5-796b-49bc-a678-575b49baf56b on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:51:24.355718 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b3c52-5ec7-472d-b5d6-fec400b6d047 None None] Pushing event updated for resources: {'Port': ['ID=44f8e5f5-796b-49bc-a678-575b49baf56b,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:24.362893 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb62171e-439d-43b3-9db9-f923df83d191 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:51:24.363094 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb62171e-439d-43b3-9db9-f923df83d191 None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:51:24.363488 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fb62171e-439d-43b3-9db9-f923df83d191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:24.363868 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb62171e-439d-43b3-9db9-f923df83d191 None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:51:24.364354 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-fb62171e-439d-43b3-9db9-f923df83d191 None None] Bound port: 44f8e5f5-796b-49bc-a678-575b49baf56b, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:51:24.364728 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fb62171e-439d-43b3-9db9-f923df83d191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:24.440728 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-fb62171e-439d-43b3-9db9-f923df83d191 None None] For port 44f8e5f5-796b-49bc-a678-575b49baf56b, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:51:24.444984 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-fb62171e-439d-43b3-9db9-f923df83d191 None None] For port 44f8e5f5-796b-49bc-a678-575b49baf56b, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=44f8e5f5-796b-49bc-a678-575b49baf56b,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:51:24.450444 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7db3c49-c765-4bee-ad9e-e4ec6c594089 admin admin] Network 367e9cc0-0b51-4cc8-a9d7-a997bdd62f10 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:51:24.451683 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fb62171e-439d-43b3-9db9-f923df83d191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:24.453366 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-a7db3c49-c765-4bee-ad9e-e4ec6c594089 admin admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:51:24.458120 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7db3c49-c765-4bee-ad9e-e4ec6c594089 admin admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:51:24.485396 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db3c49-c765-4bee-ad9e-e4ec6c594089 admin admin] Pushing event updated for resources: {'Port': ['ID=3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:24.522077 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a7db3c49-c765-4bee-ad9e-e4ec6c594089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:24.542098 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 0872d738-893f-463f-ad4e-9ef8a8b7c37a up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:51:24.609213 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b3c52-5ec7-472d-b5d6-fec400b6d047 None None] Pushing event updated for resources: {'Port': ['ID=44f8e5f5-796b-49bc-a678-575b49baf56b,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:24.611954 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a7db3c49-c765-4bee-ad9e-e4ec6c594089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:24.615640 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb62171e-439d-43b3-9db9-f923df83d191 None None] Routers {'916179a5-1098-4d0c-93d9-b4ff74f9157a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:51:24.616415 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-fb62171e-439d-43b3-9db9-f923df83d191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:51:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['916179a5-1098-4d0c-93d9-b4ff74f9157a'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:24.779032 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 0872d738-893f-463f-ad4e-9ef8a8b7c37a completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:51:24.794613 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 0872d738-893f-463f-ad4e-9ef8a8b7c37a triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:51:24.794994 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:24.836948 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a7db3c49-c765-4bee-ad9e-e4ec6c594089 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:24.841840 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a7db3c49-c765-4bee-ad9e-e4ec6c594089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:24.861670 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-833073a0-ce73-45a8-8ee6-844fb7d6d348 None None] Provisioning for port 3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:51:24.867279 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-fb62171e-439d-43b3-9db9-f923df83d191 None None] Set router 916179a5-1098-4d0c-93d9-b4ff74f9157a gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:51:24.912277 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-833073a0-ce73-45a8-8ee6-844fb7d6d348 None None] Provisioning complete for port 3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:51:24.912639 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-833073a0-ce73-45a8-8ee6-844fb7d6d348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:24.953641 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a7db3c49-c765-4bee-ad9e-e4ec6c594089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:24.957677 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db3c49-c765-4bee-ad9e-e4ec6c594089 admin admin] Pushing event updated for resources: {'Port': ['ID=3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:25.099308 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7db3c49-c765-4bee-ad9e-e4ec6c594089 admin admin] Network 367e9cc0-0b51-4cc8-a9d7-a997bdd62f10 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:51:25.100995 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-a7db3c49-c765-4bee-ad9e-e4ec6c594089 admin admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:51:25.103485 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-833073a0-ce73-45a8-8ee6-844fb7d6d348 None None] Port 3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:51:25.171032 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:25.237944 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 0872d738-893f-463f-ad4e-9ef8a8b7c37a, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=0872d738-893f-463f-ad4e-9ef8a8b7c37a,segment=NetworkSegment(a80c4620-caaf-4df2-97d9-15add11c468b),segment_id=a80c4620-caaf-4df2-97d9-15add11c468b)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:25.244269 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:25.360458 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=0872d738-893f-463f-ad4e-9ef8a8b7c37a,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:25.370379 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7995ca15-7e5c-485e-aa98-df5ff2d05674 None None] Provisioning complete for port 3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:51:25.370742 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7995ca15-7e5c-485e-aa98-df5ff2d05674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:25.433754 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-7995ca15-7e5c-485e-aa98-df5ff2d05674 None None] Port 3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:51:25.437631 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-fb62171e-439d-43b3-9db9-f923df83d191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'name': 'tempest-TestMinimumBasicScenario-1676416272-router', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': '44f8e5f5-796b-49bc-a678-575b49baf56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:21Z', 'updated_at': '2022-04-08T10:51:24Z', 'revision_number': 4, 'project_id': 'eee68eed08894331be870fc8822db8d7', 'gw_port': {'id': '44f8e5f5-796b-49bc-a678-575b49baf56b', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:21Z', 'updated_at': '2022-04-08T10:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b', 'name': '', 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'mac_address': 'fa:16:3e:d7:68:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cc438b7-517a-4340-ba94-ae9c3be6e545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:23Z', 'updated_at': '2022-04-08T10:51:24Z', 'revision_number': 1, 'project_id': 'eee68eed08894331be870fc8822db8d7', 'subnets': [{'id': '4cc438b7-517a-4340-ba94-ae9c3be6e545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:25.441702 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb62171e-439d-43b3-9db9-f923df83d191 None None] The sync data for ids ['916179a5-1098-4d0c-93d9-b4ff74f9157a'] in dv-neutron-837110-1-hyperv is: [{'id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'name': 'tempest-TestMinimumBasicScenario-1676416272-router', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': '44f8e5f5-796b-49bc-a678-575b49baf56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:21Z', 'updated_at': '2022-04-08T10:51:24Z', 'revision_number': 4, 'project_id': 'eee68eed08894331be870fc8822db8d7', 'gw_port': {'id': '44f8e5f5-796b-49bc-a678-575b49baf56b', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:21Z', 'updated_at': '2022-04-08T10:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b', 'name': '', 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'mac_address': 'fa:16:3e:d7:68:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cc438b7-517a-4340-ba94-ae9c3be6e545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:23Z', 'updated_at': '2022-04-08T10:51:24Z', 'revision_number': 1, 'project_id': 'eee68eed08894331be870fc8822db8d7', 'subnets': [{'id': '4cc438b7-517a-4340-ba94-ae9c3be6e545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:51:25.517902 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7db3c49-c765-4bee-ad9e-e4ec6c594089 admin admin] Router 916179a5-1098-4d0c-93d9-b4ff74f9157a has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:51:25.738673 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7db3c49-c765-4bee-ad9e-e4ec6c594089 admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:51:25.748316 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a7db3c49-c765-4bee-ad9e-e4ec6c594089 admin admin] 10.222.0.47 "PUT /v2.0/routers/916179a5-1098-4d0c-93d9-b4ff74f9157a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6451244 Apr 08 10:51:26.556958 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 0872d738-893f-463f-ad4e-9ef8a8b7c37a up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:51:26.631222 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 0872d738-893f-463f-ad4e-9ef8a8b7c37a triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:51:26.631625 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:26.675190 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 36564) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:26.681340 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-048a41a1-1942-4300-8938-1817f5e6dc8c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-772280423-network', 'tenant_id': 'd6ce34ca115d4455ab275af2229780e5'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:51:26.686090 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-048a41a1-1942-4300-8938-1817f5e6dc8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:51:26.689857 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-048a41a1-1942-4300-8938-1817f5e6dc8c admin admin] Usage tracker for resource:network and tenant:d6ce34ca115d4455ab275af2229780e5 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:51:26.692651 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-048a41a1-1942-4300-8938-1817f5e6dc8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:51:26.698342 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-048a41a1-1942-4300-8938-1817f5e6dc8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:51:26.707874 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048a41a1-1942-4300-8938-1817f5e6dc8c admin admin] Made reservation on behalf of d6ce34ca115d4455ab275af2229780e5 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:51:26.710490 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-048a41a1-1942-4300-8938-1817f5e6dc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:26.722529 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-048a41a1-1942-4300-8938-1817f5e6dc8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:26.747463 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 44f8e5f5-796b-49bc-a678-575b49baf56b up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:51:26.753888 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-048a41a1-1942-4300-8938-1817f5e6dc8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:51:26.758818 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-048a41a1-1942-4300-8938-1817f5e6dc8c admin admin] Usage tracker for resource:security_group_rule and tenant:d6ce34ca115d4455ab275af2229780e5 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:51:26.764067 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-048a41a1-1942-4300-8938-1817f5e6dc8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:51:26.770681 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-048a41a1-1942-4300-8938-1817f5e6dc8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:51:26.842365 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-048a41a1-1942-4300-8938-1817f5e6dc8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:26.846646 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-048a41a1-1942-4300-8938-1817f5e6dc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:26.860132 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 44f8e5f5-796b-49bc-a678-575b49baf56b completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:51:26.864664 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 44f8e5f5-796b-49bc-a678-575b49baf56b triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:51:26.865041 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:26.877704 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-048a41a1-1942-4300-8938-1817f5e6dc8c admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:51:26.886765 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a41a1-1942-4300-8938-1817f5e6dc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf5676c-55b7-48ed-a3b4-b0e194c23692,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:26.892222 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-048a41a1-1942-4300-8938-1817f5e6dc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:26.892591 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-048a41a1-1942-4300-8938-1817f5e6dc8c admin admin] Added segment 5d344e01-44b7-43d5-b333-5b1fc1a80f70 of type vlan for network 0f742483-4ff8-4430-903f-2220ad3aefa6 Apr 08 10:51:26.919545 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-048a41a1-1942-4300-8938-1817f5e6dc8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:26.949161 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-048a41a1-1942-4300-8938-1817f5e6dc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:26.950264 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048a41a1-1942-4300-8938-1817f5e6dc8c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:26.950833 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-048a41a1-1942-4300-8938-1817f5e6dc8c admin admin] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:26.987132 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:27.004711 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 44f8e5f5-796b-49bc-a678-575b49baf56b, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=44f8e5f5-796b-49bc-a678-575b49baf56b,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:27.008477 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:27.079202 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=44f8e5f5-796b-49bc-a678-575b49baf56b,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:27.149476 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-048a41a1-1942-4300-8938-1817f5e6dc8c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4731669 Apr 08 10:51:27.152406 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 36568) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:27.159238 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-ae7c2204-74b7-4032-9bd9-3f8162fc433b admin admin] Request body: {'subnet': {'network_id': '0f742483-4ff8-4430-903f-2220ad3aefa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-772280423-subnet', 'tenant_id': 'd6ce34ca115d4455ab275af2229780e5', 'ip_version': 4}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:51:27.162391 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a41a1-1942-4300-8938-1817f5e6dc8c admin admin] Pushing event updated for resources: {'Network': ['ID=0f742483-4ff8-4430-903f-2220ad3aefa6,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:27.166332 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ae7c2204-74b7-4032-9bd9-3f8162fc433b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:51:27.170139 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ae7c2204-74b7-4032-9bd9-3f8162fc433b admin admin] Usage tracker for resource:subnet and tenant:d6ce34ca115d4455ab275af2229780e5 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:51:27.172398 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 0f742483-4ff8-4430-903f-2220ad3aefa6 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:51:27.172978 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-ae7c2204-74b7-4032-9bd9-3f8162fc433b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:51:27.179240 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-ae7c2204-74b7-4032-9bd9-3f8162fc433b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:51:27.189114 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7c2204-74b7-4032-9bd9-3f8162fc433b admin admin] Made reservation on behalf of d6ce34ca115d4455ab275af2229780e5 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:51:27.191646 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ae7c2204-74b7-4032-9bd9-3f8162fc433b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:27.389170 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ae7c2204-74b7-4032-9bd9-3f8162fc433b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:27.465241 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c2204-74b7-4032-9bd9-3f8162fc433b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b629541a-49d8-459c-85c6-c8922188e616,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:27.479133 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c2204-74b7-4032-9bd9-3f8162fc433b admin admin] Checking segment: {'id': '5d344e01-44b7-43d5-b333-5b1fc1a80f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0f742483-4ff8-4430-903f-2220ad3aefa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:51:27.479483 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7c2204-74b7-4032-9bd9-3f8162fc433b admin admin] Network hostable DHCP agents. Network: 0f742483-4ff8-4430-903f-2220ad3aefa6, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:51:27.500552 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7c2204-74b7-4032-9bd9-3f8162fc433b admin admin] Network 0f742483-4ff8-4430-903f-2220ad3aefa6 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:51:27.509037 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-ae7c2204-74b7-4032-9bd9-3f8162fc433b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 0f742483-4ff8-4430-903f-2220ad3aefa6) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:51:27.512692 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7c2204-74b7-4032-9bd9-3f8162fc433b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:27.513277 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ae7c2204-74b7-4032-9bd9-3f8162fc433b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:27.518095 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca22e1f-1a39-45bb-8189-a062f010b68a None None] Network 0f742483-4ff8-4430-903f-2220ad3aefa6 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:51:27.535418 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ae7c2204-74b7-4032-9bd9-3f8162fc433b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3795836 Apr 08 10:51:27.535627 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 36572) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:27.541455 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-11db1c9b-134b-4a7a-ae38-14921fbbfd12 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-772280423-router', 'tenant_id': 'd6ce34ca115d4455ab275af2229780e5', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:51:27.546065 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-11db1c9b-134b-4a7a-ae38-14921fbbfd12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:51:27.549865 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-11db1c9b-134b-4a7a-ae38-14921fbbfd12 admin admin] Usage tracker for resource:router and tenant:d6ce34ca115d4455ab275af2229780e5 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:51:27.552781 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-11db1c9b-134b-4a7a-ae38-14921fbbfd12 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:51:27.558935 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-11db1c9b-134b-4a7a-ae38-14921fbbfd12 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:51:27.569089 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-11db1c9b-134b-4a7a-ae38-14921fbbfd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:27.570108 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-11db1c9b-134b-4a7a-ae38-14921fbbfd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:27.587995 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-11db1c9b-134b-4a7a-ae38-14921fbbfd12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:27.729290 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44479b3-76a6-4ee4-be35-eeddf140cd63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-0f742483-4ff8-4430-903f-2220ad3aefa6', 'network_id': '0f742483-4ff8-4430-903f-2220ad3aefa6', 'tenant_id': 'd6ce34ca115d4455ab275af2229780e5', 'fixed_ips': [{'subnet_id': 'b629541a-49d8-459c-85c6-c8922188e616'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:51:27.730163 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b44479b3-76a6-4ee4-be35-eeddf140cd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:27.732404 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-11db1c9b-134b-4a7a-ae38-14921fbbfd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:27.884906 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-b44479b3-76a6-4ee4-be35-eeddf140cd63 None None] Allocated IP 172.20.0.2 (0f742483-4ff8-4430-903f-2220ad3aefa6/b629541a-49d8-459c-85c6-c8922188e616/1170971a-8f4d-410a-8169-713a7de2612e) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:51:27.919907 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-11db1c9b-134b-4a7a-ae38-14921fbbfd12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:27.948809 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-11db1c9b-134b-4a7a-ae38-14921fbbfd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:28.093093 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b44479b3-76a6-4ee4-be35-eeddf140cd63 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:28.105266 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b44479b3-76a6-4ee4-be35-eeddf140cd63 None None] Transition to ACTIVE for port object 1170971a-8f4d-410a-8169-713a7de2612e will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:51:28.110760 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-11db1c9b-134b-4a7a-ae38-14921fbbfd12 admin admin] Allocated IP 172.26.0.203 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/118a4c6d-6131-46ac-8a25-f3522d1e3c35) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:51:28.126764 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b44479b3-76a6-4ee4-be35-eeddf140cd63 None None] Transition to ACTIVE for port object 1170971a-8f4d-410a-8169-713a7de2612e will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:51:28.132788 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b44479b3-76a6-4ee4-be35-eeddf140cd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:28.201521 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44479b3-76a6-4ee4-be35-eeddf140cd63 None None] Network 0f742483-4ff8-4430-903f-2220ad3aefa6 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:51:28.204366 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-b44479b3-76a6-4ee4-be35-eeddf140cd63 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:51:28.208632 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44479b3-76a6-4ee4-be35-eeddf140cd63 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:51:28.210839 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44479b3-76a6-4ee4-be35-eeddf140cd63 None None] Pushing event updated for resources: {'Port': ['ID=1170971a-8f4d-410a-8169-713a7de2612e,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:28.266417 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-11db1c9b-134b-4a7a-ae38-14921fbbfd12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:28.295010 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-11db1c9b-134b-4a7a-ae38-14921fbbfd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:28.296621 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-b44479b3-76a6-4ee4-be35-eeddf140cd63 None None] Attempting to bind port 1170971a-8f4d-410a-8169-713a7de2612e on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:51:28.296988 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-b44479b3-76a6-4ee4-be35-eeddf140cd63 None None] Attempting to bind port 1170971a-8f4d-410a-8169-713a7de2612e by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '5d344e01-44b7-43d5-b333-5b1fc1a80f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0f742483-4ff8-4430-903f-2220ad3aefa6'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:51:28.297366 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44479b3-76a6-4ee4-be35-eeddf140cd63 None None] Attempting to bind port 1170971a-8f4d-410a-8169-713a7de2612e on network 0f742483-4ff8-4430-903f-2220ad3aefa6 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:51:28.304351 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44479b3-76a6-4ee4-be35-eeddf140cd63 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:51:28.304720 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44479b3-76a6-4ee4-be35-eeddf140cd63 None None] Checking segment: {'id': '5d344e01-44b7-43d5-b333-5b1fc1a80f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0f742483-4ff8-4430-903f-2220ad3aefa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:51:28.305126 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b44479b3-76a6-4ee4-be35-eeddf140cd63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:28.305496 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44479b3-76a6-4ee4-be35-eeddf140cd63 None None] Bound using segment: {'id': '5d344e01-44b7-43d5-b333-5b1fc1a80f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0f742483-4ff8-4430-903f-2220ad3aefa6'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:51:28.305940 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-b44479b3-76a6-4ee4-be35-eeddf140cd63 None None] Bound port: 1170971a-8f4d-410a-8169-713a7de2612e, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d344e01-44b7-43d5-b333-5b1fc1a80f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0f742483-4ff8-4430-903f-2220ad3aefa6'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:51:28.306307 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b44479b3-76a6-4ee4-be35-eeddf140cd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:28.360314 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11db1c9b-134b-4a7a-ae38-14921fbbfd12 admin admin] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:51:28.362946 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-11db1c9b-134b-4a7a-ae38-14921fbbfd12 admin admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:51:28.367208 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11db1c9b-134b-4a7a-ae38-14921fbbfd12 admin admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:51:28.394892 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-b44479b3-76a6-4ee4-be35-eeddf140cd63 None None] For port 1170971a-8f4d-410a-8169-713a7de2612e, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:51:28.395930 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db1c9b-134b-4a7a-ae38-14921fbbfd12 admin admin] Pushing event updated for resources: {'Port': ['ID=118a4c6d-6131-46ac-8a25-f3522d1e3c35,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:28.398162 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-b44479b3-76a6-4ee4-be35-eeddf140cd63 None None] For port 1170971a-8f4d-410a-8169-713a7de2612e, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=1170971a-8f4d-410a-8169-713a7de2612e,segment=NetworkSegment(5d344e01-44b7-43d5-b333-5b1fc1a80f70),segment_id=5d344e01-44b7-43d5-b333-5b1fc1a80f70)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:51:28.419586 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b44479b3-76a6-4ee4-be35-eeddf140cd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:28.485016 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 44f8e5f5-796b-49bc-a678-575b49baf56b up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:51:28.536040 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-11db1c9b-134b-4a7a-ae38-14921fbbfd12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:28.536789 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-11db1c9b-134b-4a7a-ae38-14921fbbfd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:28.551516 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44479b3-76a6-4ee4-be35-eeddf140cd63 None None] Pushing event updated for resources: {'Port': ['ID=1170971a-8f4d-410a-8169-713a7de2612e,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:28.583432 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 44f8e5f5-796b-49bc-a678-575b49baf56b triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:51:28.583900 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:28.803695 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11db1c9b-134b-4a7a-ae38-14921fbbfd12 admin admin] Router 11ac63c0-84a2-4e24-bd3a-b0035bab5d3a is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:51:29.096188 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11db1c9b-134b-4a7a-ae38-14921fbbfd12 admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:51:29.107133 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad5c219-15db-4d41-8f35-412acea4a22d None None] Sync routers for ids ['11ac63c0-84a2-4e24-bd3a-b0035bab5d3a'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:51:29.122943 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad5c219-15db-4d41-8f35-412acea4a22d None None] Routers {'11ac63c0-84a2-4e24-bd3a-b0035bab5d3a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:51:29.123998 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-bad5c219-15db-4d41-8f35-412acea4a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:51:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['11ac63c0-84a2-4e24-bd3a-b0035bab5d3a'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:29.124994 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-11db1c9b-134b-4a7a-ae38-14921fbbfd12 admin admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:29.126294 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-11db1c9b-134b-4a7a-ae38-14921fbbfd12 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5897157 Apr 08 10:51:29.129059 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 36576) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:51:29.312670 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-bad5c219-15db-4d41-8f35-412acea4a22d None None] Set router 11ac63c0-84a2-4e24-bd3a-b0035bab5d3a gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:51:29.497071 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703aa08f-2632-4aa8-9f14-de687fd47008 None None] Network 0f742483-4ff8-4430-903f-2220ad3aefa6 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:51:29.606786 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-bad5c219-15db-4d41-8f35-412acea4a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac63c0-84a2-4e24-bd3a-b0035bab5d3a', 'name': 'tempest-TestMinimumBasicScenario-772280423-router', 'tenant_id': 'd6ce34ca115d4455ab275af2229780e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '118a4c6d-6131-46ac-8a25-f3522d1e3c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:27Z', 'updated_at': '2022-04-08T10:51:28Z', 'revision_number': 3, 'project_id': 'd6ce34ca115d4455ab275af2229780e5', 'gw_port': {'id': '118a4c6d-6131-46ac-8a25-f3522d1e3c35', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ac63c0-84a2-4e24-bd3a-b0035bab5d3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:27Z', 'updated_at': '2022-04-08T10:51:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:29.611136 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad5c219-15db-4d41-8f35-412acea4a22d None None] Checking router: 11ac63c0-84a2-4e24-bd3a-b0035bab5d3a for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:51:29.611506 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad5c219-15db-4d41-8f35-412acea4a22d None None] Updating router 11ac63c0-84a2-4e24-bd3a-b0035bab5d3a port 118a4c6d-6131-46ac-8a25-f3522d1e3c35 binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:51:29.617116 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-013cd414-7ad0-41fe-9ac5-f492e89c3ff3 None None] Provisioning for port 1170971a-8f4d-410a-8169-713a7de2612e completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:51:29.668174 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bad5c219-15db-4d41-8f35-412acea4a22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:29.897354 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a1e880d0-040c-483d-a353-d1220062496a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:30.042264 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bad5c219-15db-4d41-8f35-412acea4a22d None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:30.057977 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-bad5c219-15db-4d41-8f35-412acea4a22d None None] Transition to ACTIVE for port object 118a4c6d-6131-46ac-8a25-f3522d1e3c35 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:51:30.065014 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bad5c219-15db-4d41-8f35-412acea4a22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:30.126875 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-a1e880d0-040c-483d-a353-d1220062496a admin admin] Allocated IP 172.20.0.1 (0f742483-4ff8-4430-903f-2220ad3aefa6/b629541a-49d8-459c-85c6-c8922188e616/305c33ff-5ee6-4ec9-8ed9-1a798ecf2408) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:51:30.145263 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18dc74-a002-4f23-9760-861c5e6f9808 None None] Pushing event updated for resources: {'Port': ['ID=118a4c6d-6131-46ac-8a25-f3522d1e3c35,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:30.148170 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-bad5c219-15db-4d41-8f35-412acea4a22d None None] Attempting to bind port 118a4c6d-6131-46ac-8a25-f3522d1e3c35 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:51:30.148535 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-bad5c219-15db-4d41-8f35-412acea4a22d None None] Attempting to bind port 118a4c6d-6131-46ac-8a25-f3522d1e3c35 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:51:30.148882 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad5c219-15db-4d41-8f35-412acea4a22d None None] Attempting to bind port 118a4c6d-6131-46ac-8a25-f3522d1e3c35 on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:51:30.160229 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad5c219-15db-4d41-8f35-412acea4a22d None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:51:30.160598 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad5c219-15db-4d41-8f35-412acea4a22d None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:51:30.160996 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bad5c219-15db-4d41-8f35-412acea4a22d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:30.161382 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad5c219-15db-4d41-8f35-412acea4a22d None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:51:30.161859 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-bad5c219-15db-4d41-8f35-412acea4a22d None None] Bound port: 118a4c6d-6131-46ac-8a25-f3522d1e3c35, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:51:30.162211 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bad5c219-15db-4d41-8f35-412acea4a22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:30.189260 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18dc74-a002-4f23-9760-861c5e6f9808 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:30.189600 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18dc74-a002-4f23-9760-861c5e6f9808 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:30.189935 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18dc74-a002-4f23-9760-861c5e6f9808 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:30.190265 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18dc74-a002-4f23-9760-861c5e6f9808 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:30.190596 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18dc74-a002-4f23-9760-861c5e6f9808 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:30.190919 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18dc74-a002-4f23-9760-861c5e6f9808 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:30.191239 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18dc74-a002-4f23-9760-861c5e6f9808 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:30.191560 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18dc74-a002-4f23-9760-861c5e6f9808 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:30.191886 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18dc74-a002-4f23-9760-861c5e6f9808 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:30.192230 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18dc74-a002-4f23-9760-861c5e6f9808 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:30.192640 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18dc74-a002-4f23-9760-861c5e6f9808 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:30.241007 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-bad5c219-15db-4d41-8f35-412acea4a22d None None] For port 118a4c6d-6131-46ac-8a25-f3522d1e3c35, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:51:30.244109 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-bad5c219-15db-4d41-8f35-412acea4a22d None None] For port 118a4c6d-6131-46ac-8a25-f3522d1e3c35, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=118a4c6d-6131-46ac-8a25-f3522d1e3c35,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:51:30.248409 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-bad5c219-15db-4d41-8f35-412acea4a22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:30.285477 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a1e880d0-040c-483d-a353-d1220062496a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:30.302806 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-a1e880d0-040c-483d-a353-d1220062496a admin admin] Transition to ACTIVE for port object 305c33ff-5ee6-4ec9-8ed9-1a798ecf2408 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:51:30.326705 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a1e880d0-040c-483d-a353-d1220062496a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:30.326962 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18dc74-a002-4f23-9760-861c5e6f9808 None None] Pushing event updated for resources: {'Port': ['ID=118a4c6d-6131-46ac-8a25-f3522d1e3c35,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:30.329303 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad5c219-15db-4d41-8f35-412acea4a22d None None] Routers {'11ac63c0-84a2-4e24-bd3a-b0035bab5d3a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:51:30.329879 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-bad5c219-15db-4d41-8f35-412acea4a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:51:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['11ac63c0-84a2-4e24-bd3a-b0035bab5d3a'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:30.396988 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e880d0-040c-483d-a353-d1220062496a admin admin] Network 0f742483-4ff8-4430-903f-2220ad3aefa6 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:51:30.400437 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-a1e880d0-040c-483d-a353-d1220062496a admin admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:51:30.404072 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e880d0-040c-483d-a353-d1220062496a admin admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:51:30.465226 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a1e880d0-040c-483d-a353-d1220062496a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:30.492199 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e880d0-040c-483d-a353-d1220062496a admin admin] Pushing event updated for resources: {'Port': ['ID=305c33ff-5ee6-4ec9-8ed9-1a798ecf2408,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:30.534411 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-bad5c219-15db-4d41-8f35-412acea4a22d None None] Set router 11ac63c0-84a2-4e24-bd3a-b0035bab5d3a gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:51:30.541681 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 1170971a-8f4d-410a-8169-713a7de2612e up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:51:30.561407 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a1e880d0-040c-483d-a353-d1220062496a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:30.625632 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 1170971a-8f4d-410a-8169-713a7de2612e completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:51:30.633126 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 1170971a-8f4d-410a-8169-713a7de2612e triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:51:30.634131 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:30.710693 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3863ad5b-0acb-49ae-82d1-77817c76babf None None] Provisioning for port 305c33ff-5ee6-4ec9-8ed9-1a798ecf2408 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:51:30.717482 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3863ad5b-0acb-49ae-82d1-77817c76babf None None] Provisioning complete for port 305c33ff-5ee6-4ec9-8ed9-1a798ecf2408 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:51:30.717922 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3863ad5b-0acb-49ae-82d1-77817c76babf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:30.823719 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-3863ad5b-0acb-49ae-82d1-77817c76babf None None] Port 305c33ff-5ee6-4ec9-8ed9-1a798ecf2408 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:51:30.826070 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:30.863584 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-bad5c219-15db-4d41-8f35-412acea4a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac63c0-84a2-4e24-bd3a-b0035bab5d3a', 'name': 'tempest-TestMinimumBasicScenario-772280423-router', 'tenant_id': 'd6ce34ca115d4455ab275af2229780e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '118a4c6d-6131-46ac-8a25-f3522d1e3c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:27Z', 'updated_at': '2022-04-08T10:51:28Z', 'revision_number': 3, 'project_id': 'd6ce34ca115d4455ab275af2229780e5', 'gw_port': {'id': '118a4c6d-6131-46ac-8a25-f3522d1e3c35', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ac63c0-84a2-4e24-bd3a-b0035bab5d3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:27Z', 'updated_at': '2022-04-08T10:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:30.868469 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 1170971a-8f4d-410a-8169-713a7de2612e, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=1170971a-8f4d-410a-8169-713a7de2612e,segment=NetworkSegment(5d344e01-44b7-43d5-b333-5b1fc1a80f70),segment_id=5d344e01-44b7-43d5-b333-5b1fc1a80f70)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:30.868750 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad5c219-15db-4d41-8f35-412acea4a22d None None] The sync data for ids ['11ac63c0-84a2-4e24-bd3a-b0035bab5d3a'] in dv-neutron-837110-1-hyperv is: [{'id': '11ac63c0-84a2-4e24-bd3a-b0035bab5d3a', 'name': 'tempest-TestMinimumBasicScenario-772280423-router', 'tenant_id': 'd6ce34ca115d4455ab275af2229780e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '118a4c6d-6131-46ac-8a25-f3522d1e3c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:27Z', 'updated_at': '2022-04-08T10:51:28Z', 'revision_number': 3, 'project_id': 'd6ce34ca115d4455ab275af2229780e5', 'gw_port': {'id': '118a4c6d-6131-46ac-8a25-f3522d1e3c35', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ac63c0-84a2-4e24-bd3a-b0035bab5d3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:27Z', 'updated_at': '2022-04-08T10:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:51:30.875772 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:30.927651 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a1e880d0-040c-483d-a353-d1220062496a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:30.932285 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a1e880d0-040c-483d-a353-d1220062496a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:30.948386 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=1170971a-8f4d-410a-8169-713a7de2612e,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:31.037214 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a1e880d0-040c-483d-a353-d1220062496a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:31.041045 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e880d0-040c-483d-a353-d1220062496a admin admin] Pushing event updated for resources: {'Port': ['ID=305c33ff-5ee6-4ec9-8ed9-1a798ecf2408,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:31.182304 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e880d0-040c-483d-a353-d1220062496a admin admin] Network 0f742483-4ff8-4430-903f-2220ad3aefa6 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:51:31.183276 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-a1e880d0-040c-483d-a353-d1220062496a admin admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:51:31.449498 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5d201e0b-0337-4c77-95ee-6d86e03c89ea None None] Provisioning complete for port 305c33ff-5ee6-4ec9-8ed9-1a798ecf2408 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:51:31.450053 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5d201e0b-0337-4c77-95ee-6d86e03c89ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:31.502933 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-5d201e0b-0337-4c77-95ee-6d86e03c89ea None None] Port 305c33ff-5ee6-4ec9-8ed9-1a798ecf2408 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:51:31.577592 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e880d0-040c-483d-a353-d1220062496a admin admin] Router 11ac63c0-84a2-4e24-bd3a-b0035bab5d3a has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:51:31.774029 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e880d0-040c-483d-a353-d1220062496a admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:51:31.782772 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a1e880d0-040c-483d-a353-d1220062496a admin admin] 10.222.0.47 "PUT /v2.0/routers/11ac63c0-84a2-4e24-bd3a-b0035bab5d3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6527185 Apr 08 10:51:32.487806 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 1170971a-8f4d-410a-8169-713a7de2612e up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:51:32.556029 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 1170971a-8f4d-410a-8169-713a7de2612e triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:51:32.556433 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:36.529598 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 118a4c6d-6131-46ac-8a25-f3522d1e3c35 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:51:36.612209 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 118a4c6d-6131-46ac-8a25-f3522d1e3c35 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:51:36.617623 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 118a4c6d-6131-46ac-8a25-f3522d1e3c35 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:51:36.618049 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:36.748367 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:36.766435 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 118a4c6d-6131-46ac-8a25-f3522d1e3c35, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=118a4c6d-6131-46ac-8a25-f3522d1e3c35,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:36.770441 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:36.840755 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=118a4c6d-6131-46ac-8a25-f3522d1e3c35,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:38.487058 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 118a4c6d-6131-46ac-8a25-f3522d1e3c35 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:51:38.569291 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 118a4c6d-6131-46ac-8a25-f3522d1e3c35 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:51:38.569727 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:38.604431 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:40.233453 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb219db-a225-4cca-b1a0-353e85665d6b None None] Sync routers for ids ['916179a5-1098-4d0c-93d9-b4ff74f9157a'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:51:40.253180 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb219db-a225-4cca-b1a0-353e85665d6b None None] Routers {'916179a5-1098-4d0c-93d9-b4ff74f9157a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:51:40.253824 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-4cb219db-a225-4cca-b1a0-353e85665d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:51:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['916179a5-1098-4d0c-93d9-b4ff74f9157a'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:40.448073 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-4cb219db-a225-4cca-b1a0-353e85665d6b None None] Set router 916179a5-1098-4d0c-93d9-b4ff74f9157a gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:51:40.840020 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-4cb219db-a225-4cca-b1a0-353e85665d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'name': 'tempest-TestMinimumBasicScenario-1676416272-router', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': '44f8e5f5-796b-49bc-a678-575b49baf56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:21Z', 'updated_at': '2022-04-08T10:51:24Z', 'revision_number': 4, 'project_id': 'eee68eed08894331be870fc8822db8d7', 'gw_port': {'id': '44f8e5f5-796b-49bc-a678-575b49baf56b', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:21Z', 'updated_at': '2022-04-08T10:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b', 'name': '', 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'mac_address': 'fa:16:3e:d7:68:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cc438b7-517a-4340-ba94-ae9c3be6e545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:23Z', 'updated_at': '2022-04-08T10:51:24Z', 'revision_number': 2, 'project_id': 'eee68eed08894331be870fc8822db8d7', 'subnets': [{'id': '4cc438b7-517a-4340-ba94-ae9c3be6e545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:40.844192 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb219db-a225-4cca-b1a0-353e85665d6b None None] Checking router: 916179a5-1098-4d0c-93d9-b4ff74f9157a for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:51:40.844546 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb219db-a225-4cca-b1a0-353e85665d6b None None] Updating router 916179a5-1098-4d0c-93d9-b4ff74f9157a port 3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:51:40.897673 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4cb219db-a225-4cca-b1a0-353e85665d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:41.279313 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4cb219db-a225-4cca-b1a0-353e85665d6b None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:41.294479 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-4cb219db-a225-4cca-b1a0-353e85665d6b None None] Transition to ACTIVE for port object 3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:51:41.302327 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4cb219db-a225-4cca-b1a0-353e85665d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:41.456121 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60002d-187c-43c7-a676-18661bea4f67 None None] Pushing event updated for resources: {'Port': ['ID=3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:41.566738 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-4cb219db-a225-4cca-b1a0-353e85665d6b None None] Attempting to bind port 3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:51:41.567272 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-4cb219db-a225-4cca-b1a0-353e85665d6b None None] Attempting to bind port 3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'a80c4620-caaf-4df2-97d9-15add11c468b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:51:41.567728 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb219db-a225-4cca-b1a0-353e85665d6b None None] Attempting to bind port 3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b on network 367e9cc0-0b51-4cc8-a9d7-a997bdd62f10 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:51:41.575349 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb219db-a225-4cca-b1a0-353e85665d6b None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:51:41.575876 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb219db-a225-4cca-b1a0-353e85665d6b None None] Checking segment: {'id': 'a80c4620-caaf-4df2-97d9-15add11c468b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:51:41.576409 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4cb219db-a225-4cca-b1a0-353e85665d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:41.576893 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb219db-a225-4cca-b1a0-353e85665d6b None None] Bound using segment: {'id': 'a80c4620-caaf-4df2-97d9-15add11c468b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:51:41.577922 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-4cb219db-a225-4cca-b1a0-353e85665d6b None None] Bound port: 3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a80c4620-caaf-4df2-97d9-15add11c468b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:51:41.578031 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4cb219db-a225-4cca-b1a0-353e85665d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:41.677364 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-4cb219db-a225-4cca-b1a0-353e85665d6b None None] For port 3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:51:41.680508 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-4cb219db-a225-4cca-b1a0-353e85665d6b None None] For port 3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b,segment=NetworkSegment(a80c4620-caaf-4df2-97d9-15add11c468b),segment_id=a80c4620-caaf-4df2-97d9-15add11c468b)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:51:41.686191 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4cb219db-a225-4cca-b1a0-353e85665d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:41.779263 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60002d-187c-43c7-a676-18661bea4f67 None None] Pushing event updated for resources: {'Port': ['ID=3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:41.793581 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb219db-a225-4cca-b1a0-353e85665d6b None None] Routers {'916179a5-1098-4d0c-93d9-b4ff74f9157a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:51:41.794240 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-4cb219db-a225-4cca-b1a0-353e85665d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:51:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['916179a5-1098-4d0c-93d9-b4ff74f9157a'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:42.039418 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-4cb219db-a225-4cca-b1a0-353e85665d6b None None] Set router 916179a5-1098-4d0c-93d9-b4ff74f9157a gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:51:42.279365 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faedbc3-fc36-4d0b-9d1a-f073ab77b0ec None None] Sync routers for ids ['11ac63c0-84a2-4e24-bd3a-b0035bab5d3a'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:51:42.292231 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faedbc3-fc36-4d0b-9d1a-f073ab77b0ec None None] Routers {'11ac63c0-84a2-4e24-bd3a-b0035bab5d3a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:51:42.292913 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6faedbc3-fc36-4d0b-9d1a-f073ab77b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:51:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['11ac63c0-84a2-4e24-bd3a-b0035bab5d3a'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:42.402936 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-4cb219db-a225-4cca-b1a0-353e85665d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'name': 'tempest-TestMinimumBasicScenario-1676416272-router', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': '44f8e5f5-796b-49bc-a678-575b49baf56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:21Z', 'updated_at': '2022-04-08T10:51:24Z', 'revision_number': 4, 'project_id': 'eee68eed08894331be870fc8822db8d7', 'gw_port': {'id': '44f8e5f5-796b-49bc-a678-575b49baf56b', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:21Z', 'updated_at': '2022-04-08T10:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b', 'name': '', 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'mac_address': 'fa:16:3e:d7:68:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cc438b7-517a-4340-ba94-ae9c3be6e545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:23Z', 'updated_at': '2022-04-08T10:51:41Z', 'revision_number': 4, 'project_id': 'eee68eed08894331be870fc8822db8d7', 'subnets': [{'id': '4cc438b7-517a-4340-ba94-ae9c3be6e545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:42.406900 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb219db-a225-4cca-b1a0-353e85665d6b None None] The sync data for ids ['916179a5-1098-4d0c-93d9-b4ff74f9157a'] in dv-neutron-837110-1-hyperv is: [{'id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'name': 'tempest-TestMinimumBasicScenario-1676416272-router', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': '44f8e5f5-796b-49bc-a678-575b49baf56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:21Z', 'updated_at': '2022-04-08T10:51:24Z', 'revision_number': 4, 'project_id': 'eee68eed08894331be870fc8822db8d7', 'gw_port': {'id': '44f8e5f5-796b-49bc-a678-575b49baf56b', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:21Z', 'updated_at': '2022-04-08T10:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b', 'name': '', 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'mac_address': 'fa:16:3e:d7:68:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cc438b7-517a-4340-ba94-ae9c3be6e545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:23Z', 'updated_at': '2022-04-08T10:51:41Z', 'revision_number': 4, 'project_id': 'eee68eed08894331be870fc8822db8d7', 'subnets': [{'id': '4cc438b7-517a-4340-ba94-ae9c3be6e545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:51:42.523509 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:51:42.548378 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-6faedbc3-fc36-4d0b-9d1a-f073ab77b0ec None None] Set router 11ac63c0-84a2-4e24-bd3a-b0035bab5d3a gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:51:42.618123 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:51:42.623926 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:51:42.624426 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:42.792263 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:42.827331 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b,segment=NetworkSegment(a80c4620-caaf-4df2-97d9-15add11c468b),segment_id=a80c4620-caaf-4df2-97d9-15add11c468b)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:42.832586 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:42.832968 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-943c688e-4c5b-45cc-95e7-bd5634e90555 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:42.833655 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-943c688e-4c5b-45cc-95e7-bd5634e90555 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Synchronizing usage tracker for tenant:eee68eed08894331be870fc8822db8d7 on resource:network {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:51:42.855370 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-943c688e-4c5b-45cc-95e7-bd5634e90555 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Unset dirty status for tenant:eee68eed08894331be870fc8822db8d7 on resource:network {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:51:42.863186 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-943c688e-4c5b-45cc-95e7-bd5634e90555 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/networks?id=367e9cc0-0b51-4cc8-a9d7-a997bdd62f10 HTTP/1.1" status: 200 len: 815 time: 0.2114065 Apr 08 10:51:42.878737 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-fdd5c44c-f4ce-4baf-aa60-6840cc1c3d42 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/quotas/eee68eed08894331be870fc8822db8d7 HTTP/1.1" status: 200 len: 375 time: 0.0141511 Apr 08 10:51:42.914993 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:42.915468 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6faedbc3-fc36-4d0b-9d1a-f073ab77b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac63c0-84a2-4e24-bd3a-b0035bab5d3a', 'name': 'tempest-TestMinimumBasicScenario-772280423-router', 'tenant_id': 'd6ce34ca115d4455ab275af2229780e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '118a4c6d-6131-46ac-8a25-f3522d1e3c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:27Z', 'updated_at': '2022-04-08T10:51:30Z', 'revision_number': 4, 'project_id': 'd6ce34ca115d4455ab275af2229780e5', 'gw_port': {'id': '118a4c6d-6131-46ac-8a25-f3522d1e3c35', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac63c0-84a2-4e24-bd3a-b0035bab5d3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:27Z', 'updated_at': '2022-04-08T10:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '305c33ff-5ee6-4ec9-8ed9-1a798ecf2408', 'name': '', 'network_id': '0f742483-4ff8-4430-903f-2220ad3aefa6', 'tenant_id': 'd6ce34ca115d4455ab275af2229780e5', 'mac_address': 'fa:16:3e:19:a5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ac63c0-84a2-4e24-bd3a-b0035bab5d3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b629541a-49d8-459c-85c6-c8922188e616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:29Z', 'updated_at': '2022-04-08T10:51:30Z', 'revision_number': 2, 'project_id': 'd6ce34ca115d4455ab275af2229780e5', 'subnets': [{'id': 'b629541a-49d8-459c-85c6-c8922188e616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:42.921146 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faedbc3-fc36-4d0b-9d1a-f073ab77b0ec None None] Checking router: 11ac63c0-84a2-4e24-bd3a-b0035bab5d3a for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:51:42.921623 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faedbc3-fc36-4d0b-9d1a-f073ab77b0ec None None] Updating router 11ac63c0-84a2-4e24-bd3a-b0035bab5d3a port 305c33ff-5ee6-4ec9-8ed9-1a798ecf2408 binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:51:42.972938 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-4cc04d9d-872c-4f60-ad13-307a92e7ef6a tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Synchronizing usage tracker for tenant:eee68eed08894331be870fc8822db8d7 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:51:42.997095 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-4cc04d9d-872c-4f60-ad13-307a92e7ef6a tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Unset dirty status for tenant:eee68eed08894331be870fc8822db8d7 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:51:42.998664 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-4cc04d9d-872c-4f60-ad13-307a92e7ef6a tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=eee68eed08894331be870fc8822db8d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1123734 Apr 08 10:51:43.016363 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-792515f5-22b1-4ab7-91e5-6a2d8d3847a0 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:51:43.018086 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-792515f5-22b1-4ab7-91e5-6a2d8d3847a0 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0063357 Apr 08 10:51:43.032604 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6faedbc3-fc36-4d0b-9d1a-f073ab77b0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:43.155031 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-c67f1a41-8aeb-4d8f-b5f8-496db4e17b9f service neutron] 10.222.0.47 "GET /v2.0/networks/367e9cc0-0b51-4cc8-a9d7-a997bdd62f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282291 Apr 08 10:51:43.285636 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-cd737cd6-acfb-446a-b536-cf3d04aef595 service neutron] 10.222.0.47 "GET /v2.0/networks/367e9cc0-0b51-4cc8-a9d7-a997bdd62f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245241 Apr 08 10:51:43.368233 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-331fa4b0-4e47-4dba-a83d-944d2171a413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:43.395060 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6faedbc3-fc36-4d0b-9d1a-f073ab77b0ec None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:43.411983 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-6faedbc3-fc36-4d0b-9d1a-f073ab77b0ec None None] Transition to ACTIVE for port object 305c33ff-5ee6-4ec9-8ed9-1a798ecf2408 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:51:43.418984 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6faedbc3-fc36-4d0b-9d1a-f073ab77b0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:43.471786 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5633b23d-a437-4656-8859-a9a864a0d48e req-72eccd89-ccea-4486-b38c-a3597864d84d tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 210 time: 0.0411854 Apr 08 10:51:43.551385 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f48ca-d8ad-4d33-9eb5-7ed549c8dba7 None None] Pushing event updated for resources: {'Port': ['ID=305c33ff-5ee6-4ec9-8ed9-1a798ecf2408,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:43.642657 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6faedbc3-fc36-4d0b-9d1a-f073ab77b0ec None None] Attempting to bind port 305c33ff-5ee6-4ec9-8ed9-1a798ecf2408 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:51:43.642974 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6faedbc3-fc36-4d0b-9d1a-f073ab77b0ec None None] Attempting to bind port 305c33ff-5ee6-4ec9-8ed9-1a798ecf2408 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '5d344e01-44b7-43d5-b333-5b1fc1a80f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0f742483-4ff8-4430-903f-2220ad3aefa6'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:51:43.643322 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faedbc3-fc36-4d0b-9d1a-f073ab77b0ec None None] Attempting to bind port 305c33ff-5ee6-4ec9-8ed9-1a798ecf2408 on network 0f742483-4ff8-4430-903f-2220ad3aefa6 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:51:43.650883 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faedbc3-fc36-4d0b-9d1a-f073ab77b0ec None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:51:43.651259 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faedbc3-fc36-4d0b-9d1a-f073ab77b0ec None None] Checking segment: {'id': '5d344e01-44b7-43d5-b333-5b1fc1a80f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0f742483-4ff8-4430-903f-2220ad3aefa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:51:43.651657 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6faedbc3-fc36-4d0b-9d1a-f073ab77b0ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:43.652054 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faedbc3-fc36-4d0b-9d1a-f073ab77b0ec None None] Bound using segment: {'id': '5d344e01-44b7-43d5-b333-5b1fc1a80f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0f742483-4ff8-4430-903f-2220ad3aefa6'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:51:43.652540 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6faedbc3-fc36-4d0b-9d1a-f073ab77b0ec None None] Bound port: 305c33ff-5ee6-4ec9-8ed9-1a798ecf2408, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d344e01-44b7-43d5-b333-5b1fc1a80f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0f742483-4ff8-4430-903f-2220ad3aefa6'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:51:43.652997 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6faedbc3-fc36-4d0b-9d1a-f073ab77b0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:43.743695 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-6faedbc3-fc36-4d0b-9d1a-f073ab77b0ec None None] For port 305c33ff-5ee6-4ec9-8ed9-1a798ecf2408, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:51:43.746969 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-6faedbc3-fc36-4d0b-9d1a-f073ab77b0ec None None] For port 305c33ff-5ee6-4ec9-8ed9-1a798ecf2408, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=305c33ff-5ee6-4ec9-8ed9-1a798ecf2408,segment=NetworkSegment(5d344e01-44b7-43d5-b333-5b1fc1a80f70),segment_id=5d344e01-44b7-43d5-b333-5b1fc1a80f70)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:51:43.750821 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6faedbc3-fc36-4d0b-9d1a-f073ab77b0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:43.835561 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f48ca-d8ad-4d33-9eb5-7ed549c8dba7 None None] Pushing event updated for resources: {'Port': ['ID=305c33ff-5ee6-4ec9-8ed9-1a798ecf2408,revision_number=4']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:43.840213 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faedbc3-fc36-4d0b-9d1a-f073ab77b0ec None None] Routers {'11ac63c0-84a2-4e24-bd3a-b0035bab5d3a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:51:43.840822 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6faedbc3-fc36-4d0b-9d1a-f073ab77b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:51:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['11ac63c0-84a2-4e24-bd3a-b0035bab5d3a'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:44.023116 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-6faedbc3-fc36-4d0b-9d1a-f073ab77b0ec None None] Set router 11ac63c0-84a2-4e24-bd3a-b0035bab5d3a gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:51:44.336021 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6faedbc3-fc36-4d0b-9d1a-f073ab77b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac63c0-84a2-4e24-bd3a-b0035bab5d3a', 'name': 'tempest-TestMinimumBasicScenario-772280423-router', 'tenant_id': 'd6ce34ca115d4455ab275af2229780e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '118a4c6d-6131-46ac-8a25-f3522d1e3c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:27Z', 'updated_at': '2022-04-08T10:51:30Z', 'revision_number': 4, 'project_id': 'd6ce34ca115d4455ab275af2229780e5', 'gw_port': {'id': '118a4c6d-6131-46ac-8a25-f3522d1e3c35', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac63c0-84a2-4e24-bd3a-b0035bab5d3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:27Z', 'updated_at': '2022-04-08T10:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '305c33ff-5ee6-4ec9-8ed9-1a798ecf2408', 'name': '', 'network_id': '0f742483-4ff8-4430-903f-2220ad3aefa6', 'tenant_id': 'd6ce34ca115d4455ab275af2229780e5', 'mac_address': 'fa:16:3e:19:a5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ac63c0-84a2-4e24-bd3a-b0035bab5d3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b629541a-49d8-459c-85c6-c8922188e616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:29Z', 'updated_at': '2022-04-08T10:51:43Z', 'revision_number': 4, 'project_id': 'd6ce34ca115d4455ab275af2229780e5', 'subnets': [{'id': 'b629541a-49d8-459c-85c6-c8922188e616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:44.339744 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faedbc3-fc36-4d0b-9d1a-f073ab77b0ec None None] The sync data for ids ['11ac63c0-84a2-4e24-bd3a-b0035bab5d3a'] in dv-neutron-837110-1-hyperv is: [{'id': '11ac63c0-84a2-4e24-bd3a-b0035bab5d3a', 'name': 'tempest-TestMinimumBasicScenario-772280423-router', 'tenant_id': 'd6ce34ca115d4455ab275af2229780e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '118a4c6d-6131-46ac-8a25-f3522d1e3c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:27Z', 'updated_at': '2022-04-08T10:51:30Z', 'revision_number': 4, 'project_id': 'd6ce34ca115d4455ab275af2229780e5', 'gw_port': {'id': '118a4c6d-6131-46ac-8a25-f3522d1e3c35', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac63c0-84a2-4e24-bd3a-b0035bab5d3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:27Z', 'updated_at': '2022-04-08T10:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '305c33ff-5ee6-4ec9-8ed9-1a798ecf2408', 'name': '', 'network_id': '0f742483-4ff8-4430-903f-2220ad3aefa6', 'tenant_id': 'd6ce34ca115d4455ab275af2229780e5', 'mac_address': 'fa:16:3e:19:a5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ac63c0-84a2-4e24-bd3a-b0035bab5d3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b629541a-49d8-459c-85c6-c8922188e616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:29Z', 'updated_at': '2022-04-08T10:51:43Z', 'revision_number': 4, 'project_id': 'd6ce34ca115d4455ab275af2229780e5', 'subnets': [{'id': 'b629541a-49d8-459c-85c6-c8922188e616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:51:44.623784 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:51:44.777392 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:51:44.777760 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:44.806348 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a35cbde7-0ab5-4cbc-82f2-24deb92aad77 req-21f2abaa-b8de-45df-a557-477b4615ed02 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 210 time: 0.0542545 Apr 08 10:51:44.883774 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-d8821e26-e020-4646-9b4a-c91b723bd27b tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:44.885264 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-d8821e26-e020-4646-9b4a-c91b723bd27b tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.52 "GET /v2.0/networks?id=367e9cc0-0b51-4cc8-a9d7-a997bdd62f10 HTTP/1.1" status: 200 len: 815 time: 0.3917980 Apr 08 10:51:44.909959 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-0beb7d76-8420-4c21-820f-740b93fe1e81 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Request body: {'port': {'device_id': 'c752667a-28d0-4f37-8f05-d77832a79048', 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10', 'admin_state_up': True, 'tenant_id': 'eee68eed08894331be870fc8822db8d7'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:51:44.976111 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 305c33ff-5ee6-4ec9-8ed9-1a798ecf2408 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:51:45.060910 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 305c33ff-5ee6-4ec9-8ed9-1a798ecf2408 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:51:45.068341 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 305c33ff-5ee6-4ec9-8ed9-1a798ecf2408 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:51:45.068723 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:45.114916 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-0beb7d76-8420-4c21-820f-740b93fe1e81 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:51:45.130174 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-0beb7d76-8420-4c21-820f-740b93fe1e81 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:51:45.163099 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-0beb7d76-8420-4c21-820f-740b93fe1e81 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Made reservation on behalf of eee68eed08894331be870fc8822db8d7 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:51:45.170339 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-0beb7d76-8420-4c21-820f-740b93fe1e81 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:45.217351 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:45.254781 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 305c33ff-5ee6-4ec9-8ed9-1a798ecf2408, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=305c33ff-5ee6-4ec9-8ed9-1a798ecf2408,segment=NetworkSegment(5d344e01-44b7-43d5-b333-5b1fc1a80f70),segment_id=5d344e01-44b7-43d5-b333-5b1fc1a80f70)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:45.259585 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:45.351879 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=305c33ff-5ee6-4ec9-8ed9-1a798ecf2408,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:45.414770 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-0beb7d76-8420-4c21-820f-740b93fe1e81 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Allocated IP 172.20.0.6 (367e9cc0-0b51-4cc8-a9d7-a997bdd62f10/4cc438b7-517a-4340-ba94-ae9c3be6e545/c0471183-b351-408d-9d8d-e4ee0e86ffc6) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:51:45.633359 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5f39049b-9722-4712-8d17-fd8464092459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:45.706675 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-0beb7d76-8420-4c21-820f-740b93fe1e81 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:45.740522 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-0beb7d76-8420-4c21-820f-740b93fe1e81 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Transition to ACTIVE for port object c0471183-b351-408d-9d8d-e4ee0e86ffc6 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:51:45.779744 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-0beb7d76-8420-4c21-820f-740b93fe1e81 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:45.882129 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-0beb7d76-8420-4c21-820f-740b93fe1e81 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Network 367e9cc0-0b51-4cc8-a9d7-a997bdd62f10 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:51:45.885451 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-0beb7d76-8420-4c21-820f-740b93fe1e81 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:51:45.888724 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-0beb7d76-8420-4c21-820f-740b93fe1e81 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:51:45.950228 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb7d76-8420-4c21-820f-740b93fe1e81 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Pushing event updated for resources: {'Port': ['ID=c0471183-b351-408d-9d8d-e4ee0e86ffc6,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:45.966707 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb7d76-8420-4c21-820f-740b93fe1e81 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:45.967055 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb7d76-8420-4c21-820f-740b93fe1e81 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:45.967406 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb7d76-8420-4c21-820f-740b93fe1e81 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:45.967749 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb7d76-8420-4c21-820f-740b93fe1e81 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:45.968118 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb7d76-8420-4c21-820f-740b93fe1e81 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:45.969560 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb7d76-8420-4c21-820f-740b93fe1e81 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:45.969560 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb7d76-8420-4c21-820f-740b93fe1e81 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:45.969560 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb7d76-8420-4c21-820f-740b93fe1e81 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:45.969560 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb7d76-8420-4c21-820f-740b93fe1e81 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:45.969944 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb7d76-8420-4c21-820f-740b93fe1e81 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:45.970272 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb7d76-8420-4c21-820f-740b93fe1e81 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:46.003864 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-0beb7d76-8420-4c21-820f-740b93fe1e81 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:46.004595 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-0beb7d76-8420-4c21-820f-740b93fe1e81 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:46.053818 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-0beb7d76-8420-4c21-820f-740b93fe1e81 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1476552 Apr 08 10:51:46.113112 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-5a6eeb08-21b5-4332-863d-03083655f5e0 service neutron] Request body: {'port': {'device_id': 'c752667a-28d0-4f37-8f05-d77832a79048', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:51:46.332671 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-882954c0-1091-4931-8113-07ca3d21dfec None None] Provisioning for port c0471183-b351-408d-9d8d-e4ee0e86ffc6 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:51:46.343196 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-882954c0-1091-4931-8113-07ca3d21dfec None None] Provisioning complete for port c0471183-b351-408d-9d8d-e4ee0e86ffc6 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:51:46.344337 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-882954c0-1091-4931-8113-07ca3d21dfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:46.395261 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c608171-d6b0-4822-823f-fd4554afa549 req-5bc65d48-3d60-4024-a6f0-72dd635e2dfc tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:46.396037 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-3c608171-d6b0-4822-823f-fd4554afa549 req-5bc65d48-3d60-4024-a6f0-72dd635e2dfc tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Synchronizing usage tracker for tenant:eee68eed08894331be870fc8822db8d7 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:51:46.401798 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-5a6eeb08-21b5-4332-863d-03083655f5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:46.436857 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-882954c0-1091-4931-8113-07ca3d21dfec None None] Port c0471183-b351-408d-9d8d-e4ee0e86ffc6 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:51:46.521753 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-3c608171-d6b0-4822-823f-fd4554afa549 req-5bc65d48-3d60-4024-a6f0-72dd635e2dfc tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Unset dirty status for tenant:eee68eed08894331be870fc8822db8d7 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:51:46.529477 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3c608171-d6b0-4822-823f-fd4554afa549 req-5bc65d48-3d60-4024-a6f0-72dd635e2dfc tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 931 time: 0.3907173 Apr 08 10:51:46.565816 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 305c33ff-5ee6-4ec9-8ed9-1a798ecf2408 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:51:46.637045 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-3c608171-d6b0-4822-823f-fd4554afa549 req-4c949c70-be77-4882-9af0-846cb8a7c9c2 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Synchronizing usage tracker for tenant:eee68eed08894331be870fc8822db8d7 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:51:46.651939 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 305c33ff-5ee6-4ec9-8ed9-1a798ecf2408 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:51:46.652533 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:46.667061 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-3c608171-d6b0-4822-823f-fd4554afa549 req-4c949c70-be77-4882-9af0-846cb8a7c9c2 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Unset dirty status for tenant:eee68eed08894331be870fc8822db8d7 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:51:46.673347 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3c608171-d6b0-4822-823f-fd4554afa549 req-4c949c70-be77-4882-9af0-846cb8a7c9c2 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417720 Apr 08 10:51:46.861270 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:46.956641 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:47.050397 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-5a6eeb08-21b5-4332-863d-03083655f5e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0471183-b351-408d-9d8d-e4ee0e86ffc6 {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:51:47.071115 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-5a6eeb08-21b5-4332-863d-03083655f5e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:47.095935 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-5a6eeb08-21b5-4332-863d-03083655f5e0 service neutron] Transition to ACTIVE for port object c0471183-b351-408d-9d8d-e4ee0e86ffc6 will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:51:47.110256 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-5a6eeb08-21b5-4332-863d-03083655f5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:47.204785 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6eeb08-21b5-4332-863d-03083655f5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c0471183-b351-408d-9d8d-e4ee0e86ffc6,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:47.456887 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-5a6eeb08-21b5-4332-863d-03083655f5e0 service neutron] Attempting to bind port c0471183-b351-408d-9d8d-e4ee0e86ffc6 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:51:47.457729 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-5a6eeb08-21b5-4332-863d-03083655f5e0 service neutron] Attempting to bind port c0471183-b351-408d-9d8d-e4ee0e86ffc6 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'a80c4620-caaf-4df2-97d9-15add11c468b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:51:47.458236 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-5a6eeb08-21b5-4332-863d-03083655f5e0 service neutron] Attempting to bind port c0471183-b351-408d-9d8d-e4ee0e86ffc6 on network 367e9cc0-0b51-4cc8-a9d7-a997bdd62f10 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:51:47.469735 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-5a6eeb08-21b5-4332-863d-03083655f5e0 service neutron] Port c0471183-b351-408d-9d8d-e4ee0e86ffc6 on network 367e9cc0-0b51-4cc8-a9d7-a997bdd62f10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:51:47.470200 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-5a6eeb08-21b5-4332-863d-03083655f5e0 service neutron] Attempting to bind port c0471183-b351-408d-9d8d-e4ee0e86ffc6 on network 367e9cc0-0b51-4cc8-a9d7-a997bdd62f10 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:51:47.479395 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-5a6eeb08-21b5-4332-863d-03083655f5e0 service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:51:47.479639 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-5a6eeb08-21b5-4332-863d-03083655f5e0 service neutron] Checking segment: {'id': 'a80c4620-caaf-4df2-97d9-15add11c468b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:51:47.479904 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-5a6eeb08-21b5-4332-863d-03083655f5e0 service neutron] Bound using segment: {'id': 'a80c4620-caaf-4df2-97d9-15add11c468b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:51:47.480520 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-5a6eeb08-21b5-4332-863d-03083655f5e0 service neutron] Bound port: c0471183-b351-408d-9d8d-e4ee0e86ffc6, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a80c4620-caaf-4df2-97d9-15add11c468b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:51:47.481011 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-5a6eeb08-21b5-4332-863d-03083655f5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:47.705742 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-5a6eeb08-21b5-4332-863d-03083655f5e0 service neutron] For port c0471183-b351-408d-9d8d-e4ee0e86ffc6, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:51:47.709127 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-5a6eeb08-21b5-4332-863d-03083655f5e0 service neutron] For port c0471183-b351-408d-9d8d-e4ee0e86ffc6, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c0471183-b351-408d-9d8d-e4ee0e86ffc6,segment=NetworkSegment(a80c4620-caaf-4df2-97d9-15add11c468b),segment_id=a80c4620-caaf-4df2-97d9-15add11c468b)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:51:47.716992 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-5a6eeb08-21b5-4332-863d-03083655f5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:47.786560 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-5a6eeb08-21b5-4332-863d-03083655f5e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:47.788460 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-5a6eeb08-21b5-4332-863d-03083655f5e0 service neutron] 10.222.0.52 "PUT /v2.0/ports/c0471183-b351-408d-9d8d-e4ee0e86ffc6 HTTP/1.1" status: 200 len: 1093 time: 1.6801050 Apr 08 10:51:47.788898 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c752667a-28d0-4f37-8f05-d77832a79048', 'tag': 'c0471183-b351-408d-9d8d-e4ee0e86ffc6'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:51:47.832555 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6eeb08-21b5-4332-863d-03083655f5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c0471183-b351-408d-9d8d-e4ee0e86ffc6,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:48.004741 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00888e-b594-452f-a0df-122bb150983b req-0bd543a6-fb01-4781-9eed-10ecf0f6c25c tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:48.009839 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4f00888e-b594-452f-a0df-122bb150983b req-0bd543a6-fb01-4781-9eed-10ecf0f6c25c tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 943 time: 0.1163988 Apr 08 10:51:48.122809 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4f00888e-b594-452f-a0df-122bb150983b req-a9208cba-abd5-4e64-96e6-dc485ad43e70 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067133 Apr 08 10:51:48.125048 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a98165b-2462-451e-8efa-d8b0c94e96dd'] response: {'name': 'network-changed', 'server_uuid': 'c752667a-28d0-4f37-8f05-d77832a79048', 'tag': 'c0471183-b351-408d-9d8d-e4ee0e86ffc6', 'status': 'completed', 'code': 200} Apr 08 10:51:48.362774 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:49.347617 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1dddb-dc9a-45e2-9b44-9da11d2463ca req-3834a491-dc03-4b1d-a0f5-5af00df3e58f tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:49.349253 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-42c1dddb-dc9a-45e2-9b44-9da11d2463ca req-3834a491-dc03-4b1d-a0f5-5af00df3e58f tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 943 time: 0.0883298 Apr 08 10:51:49.399451 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-42c1dddb-dc9a-45e2-9b44-9da11d2463ca req-450025a7-220b-4b15-9957-e300ef937a2d tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445080 Apr 08 10:51:50.610610 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28cc54-0a97-4d6b-9927-cdff6e283436 req-b998c393-f8a7-4983-a595-592b1335a9c8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:50.612095 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0c28cc54-0a97-4d6b-9927-cdff6e283436 req-b998c393-f8a7-4983-a595-592b1335a9c8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 943 time: 0.0878446 Apr 08 10:51:50.661355 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0c28cc54-0a97-4d6b-9927-cdff6e283436 req-09f40bea-365f-4234-8af2-3a3dd924fc98 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430222 Apr 08 10:51:51.928965 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d63279-ba9b-4dae-9506-13937a00df1c req-80836ae9-2158-4371-8e33-e821bad7f73b tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:51.930444 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a0d63279-ba9b-4dae-9506-13937a00df1c req-80836ae9-2158-4371-8e33-e821bad7f73b tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 943 time: 0.1134908 Apr 08 10:51:51.979419 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a0d63279-ba9b-4dae-9506-13937a00df1c req-8dfcdf1a-7ceb-4b11-a781-9260ac14357d tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433393 Apr 08 10:51:53.180261 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336a8ca-6e42-47fe-bc94-e1311a2bbbb6 req-51ca8bb4-df48-4d97-bc2a-db4cc2d3c81e tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:53.181615 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a336a8ca-6e42-47fe-bc94-e1311a2bbbb6 req-51ca8bb4-df48-4d97-bc2a-db4cc2d3c81e tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 943 time: 0.0748954 Apr 08 10:51:53.229287 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a336a8ca-6e42-47fe-bc94-e1311a2bbbb6 req-2076bcbc-7dac-48ce-90c2-411d6d87e2f8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421736 Apr 08 10:51:53.562483 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9025c081-d97c-47e5-89ff-64a0491adf58 req-7734f213-e625-42b0-bc1e-2b1c4a2e31ec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eee68eed08894331be870fc8822db8d7&device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 1096 time: 0.0675077 Apr 08 10:51:53.703122 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025c081-d97c-47e5-89ff-64a0491adf58 req-3d929b2a-f2b3-4fbd-84f0-78ebc73f9cc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:53.704588 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9025c081-d97c-47e5-89ff-64a0491adf58 req-3d929b2a-f2b3-4fbd-84f0-78ebc73f9cc9 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=eee68eed08894331be870fc8822db8d7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1319523 Apr 08 10:51:53.844137 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025c081-d97c-47e5-89ff-64a0491adf58 req-62cfb94c-7287-455b-8f7c-005dfe7de4a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:53.845494 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9025c081-d97c-47e5-89ff-64a0491adf58 req-62cfb94c-7287-455b-8f7c-005dfe7de4a9 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1304991 Apr 08 10:51:53.958939 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-82fe9454-e336-449c-b91f-0812ea1f412d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eee68eed08894331be870fc8822db8d7&device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 1096 time: 0.0672879 Apr 08 10:51:54.035520 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-90b1f381-9366-47a7-9086-bdefcf158866 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0471183-b351-408d-9d8d-e4ee0e86ffc6 HTTP/1.1" status: 200 len: 217 time: 0.0627692 Apr 08 10:51:54.101444 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-d0ce3bf3-0c41-4895-8388-62697b8d6f7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:54.102774 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-d0ce3bf3-0c41-4895-8388-62697b8d6f7d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4cc438b7-517a-4340-ba94-ae9c3be6e545 HTTP/1.1" status: 200 len: 854 time: 0.0566683 Apr 08 10:51:54.184096 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-47c9bc7f-bcc9-474f-a93c-028ce6bab944 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=367e9cc0-0b51-4cc8-a9d7-a997bdd62f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711365 Apr 08 10:51:54.317325 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-adb02341-9b36-4373-9790-7005ff17de22 service neutron] 10.222.0.52 "GET /v2.0/networks/367e9cc0-0b51-4cc8-a9d7-a997bdd62f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229713 Apr 08 10:51:54.508313 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c2d83aed-78b2-4520-8fef-65dadb514bba req-c06c2d49-a9dd-44e9-9c90-26a159e3aeb2 service neutron] 10.222.0.52 "GET /v2.0/networks/367e9cc0-0b51-4cc8-a9d7-a997bdd62f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811888 Apr 08 10:51:54.518432 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02f662-0fc5-4381-b0be-213fa37cc566 req-193c980a-227b-4d4c-909e-8136c3959561 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:54.519822 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5a02f662-0fc5-4381-b0be-213fa37cc566 req-193c980a-227b-4d4c-909e-8136c3959561 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 943 time: 0.1624000 Apr 08 10:51:54.657451 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5a02f662-0fc5-4381-b0be-213fa37cc566 req-ccf2920a-894b-4c72-b1dd-38f823b4b16e tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314874 Apr 08 10:51:55.131487 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:51:55.852773 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b215c17-64d1-47d1-82c3-b2f703537d5f req-acc82c92-c225-4e2c-aea6-82a03ea29b46 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:55.854195 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8b215c17-64d1-47d1-82c3-b2f703537d5f req-acc82c92-c225-4e2c-aea6-82a03ea29b46 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 943 time: 0.0750611 Apr 08 10:51:55.898316 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8b215c17-64d1-47d1-82c3-b2f703537d5f req-689599c4-edea-4ba1-8ad3-dd205009ef56 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386403 Apr 08 10:51:56.496340 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device c0471183-b351-408d-9d8d-e4ee0e86ffc6 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:51:56.626763 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port c0471183-b351-408d-9d8d-e4ee0e86ffc6, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c0471183-b351-408d-9d8d-e4ee0e86ffc6,segment=NetworkSegment(a80c4620-caaf-4df2-97d9-15add11c468b),segment_id=a80c4620-caaf-4df2-97d9-15add11c468b)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:56.643170 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': 'c0471183-b351-408d-9d8d-e4ee0e86ffc6', 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10', 'port_id': 'c0471183-b351-408d-9d8d-e4ee0e86ffc6', 'mac_address': 'fa:16:3e:9a:ba:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc438b7-517a-4340-ba94-ae9c3be6e545', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:51:56.694955 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:56.711828 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0471183-b351-408d-9d8d-e4ee0e86ffc6 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:51:56.726490 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port c0471183-b351-408d-9d8d-e4ee0e86ffc6, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c0471183-b351-408d-9d8d-e4ee0e86ffc6,segment=NetworkSegment(a80c4620-caaf-4df2-97d9-15add11c468b),segment_id=a80c4620-caaf-4df2-97d9-15add11c468b)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:56.730675 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:56.795106 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=c0471183-b351-408d-9d8d-e4ee0e86ffc6,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:56.989194 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['c0471183-b351-408d-9d8d-e4ee0e86ffc6'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:51:57.097093 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661cfec-4364-4b6b-8531-f7553acabbd3 req-643f4e0a-503c-4d66-a5bc-aa624d93d0b9 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:57.098542 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9661cfec-4364-4b6b-8531-f7553acabbd3 req-643f4e0a-503c-4d66-a5bc-aa624d93d0b9 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 944 time: 0.0794065 Apr 08 10:51:57.144036 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9661cfec-4364-4b6b-8531-f7553acabbd3 req-5712a635-132c-41c2-a50a-1b86d84e9386 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399513 Apr 08 10:51:58.338286 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc5e91-a1ab-4b6b-a2ed-61742117d299 req-919c893e-5d86-4750-9962-aa0fe369db27 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:58.339720 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c8cc5e91-a1ab-4b6b-a2ed-61742117d299 req-919c893e-5d86-4750-9962-aa0fe369db27 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 944 time: 0.0747766 Apr 08 10:51:58.386765 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c8cc5e91-a1ab-4b6b-a2ed-61742117d299 req-d4bc6d1e-8d67-4c6a-aae7-a1c6186b6638 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414727 Apr 08 10:51:58.511950 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device c0471183-b351-408d-9d8d-e4ee0e86ffc6 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:51:58.580650 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port c0471183-b351-408d-9d8d-e4ee0e86ffc6 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:51:58.585113 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port c0471183-b351-408d-9d8d-e4ee0e86ffc6 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:51:58.585482 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:58.693585 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:58.718585 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c752667a-28d0-4f37-8f05-d77832a79048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0471183-b351-408d-9d8d-e4ee0e86ffc6'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:51:58.728272 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port c0471183-b351-408d-9d8d-e4ee0e86ffc6, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c0471183-b351-408d-9d8d-e4ee0e86ffc6,segment=NetworkSegment(a80c4620-caaf-4df2-97d9-15add11c468b),segment_id=a80c4620-caaf-4df2-97d9-15add11c468b)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:58.732334 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:51:58.778182 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edc307b9-cfa8-4ef0-b2bc-3a8fa9424278'] response: {'server_uuid': 'c752667a-28d0-4f37-8f05-d77832a79048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0471183-b351-408d-9d8d-e4ee0e86ffc6', 'code': 200} Apr 08 10:51:58.806500 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=c0471183-b351-408d-9d8d-e4ee0e86ffc6,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:59.023432 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-554dbf32-fad5-4951-8d91-9f059922b087 req-8550415e-0afa-4404-9a17-817ccbd3cde1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 1098 time: 0.0690155 Apr 08 10:51:59.070431 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-554dbf32-fad5-4951-8d91-9f059922b087 req-509e2815-3630-46fc-81c9-0778f1db411d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359876 Apr 08 10:51:59.581015 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35a4e1-63f8-4984-9a48-0b34e6db0210 req-777dec80-a153-4836-bdef-aa1b6196c769 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:59.582438 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dc35a4e1-63f8-4984-9a48-0b34e6db0210 req-777dec80-a153-4836-bdef-aa1b6196c769 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 945 time: 0.0786386 Apr 08 10:51:59.628928 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dc35a4e1-63f8-4984-9a48-0b34e6db0210 req-1cb2be38-63c5-44bf-839e-75d208c38ebd tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404077 Apr 08 10:52:00.821988 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6eea0-4e4f-4360-a084-a019022742f3 req-5640d749-80c7-4bac-bd2b-67bb7b6eeb44 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:00.823412 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f2f6eea0-4e4f-4360-a084-a019022742f3 req-5640d749-80c7-4bac-bd2b-67bb7b6eeb44 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 945 time: 0.0743663 Apr 08 10:52:00.869508 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f2f6eea0-4e4f-4360-a084-a019022742f3 req-e416c41d-a4a1-448e-89f3-787f077ec638 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406392 Apr 08 10:52:01.066138 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4adf3d-7a45-499d-88d5-4f7e2fc32df1 req-4b61e8bb-c621-4ec2-bca0-4c01e36f0e80 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:01.067667 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ad4adf3d-7a45-499d-88d5-4f7e2fc32df1 req-4b61e8bb-c621-4ec2-bca0-4c01e36f0e80 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 945 time: 0.0781722 Apr 08 10:52:01.113031 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ad4adf3d-7a45-499d-88d5-4f7e2fc32df1 req-e5b2add2-cea9-4eb5-9c6a-846b1810cf58 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393372 Apr 08 10:52:01.525215 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefeea1b-0218-406f-a8e7-e81e50e21c3d req-bb96b011-9c42-4af5-8013-698bef1571c7 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:01.526654 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fefeea1b-0218-406f-a8e7-e81e50e21c3d req-bb96b011-9c42-4af5-8013-698bef1571c7 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 945 time: 0.0769780 Apr 08 10:52:01.572789 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fefeea1b-0218-406f-a8e7-e81e50e21c3d req-0663894b-e4ee-4144-888e-16e34e1361a6 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406399 Apr 08 10:52:08.544877 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:11.636238 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206c6d3-ef75-4c37-b60c-18428fa25439 req-2fab74af-17b7-4636-89ba-d28deb2d4481 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:11.637568 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7206c6d3-ef75-4c37-b60c-18428fa25439 req-2fab74af-17b7-4636-89ba-d28deb2d4481 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 945 time: 0.0770876 Apr 08 10:52:11.681367 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7206c6d3-ef75-4c37-b60c-18428fa25439 req-d62128ce-aa04-41f5-b7f9-6d52b2394a8f tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384007 Apr 08 10:52:11.709857 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 36750) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:11.912901 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1fcd824d-fa76-4f43-80bf-3d8cafed967d tempest-TestMinimumBasicScenario-1708092959 tempest-TestMinimumBasicScenario-1708092959-project-admin] Synchronizing usage tracker for tenant:d6ce34ca115d4455ab275af2229780e5 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:52:11.929046 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1fcd824d-fa76-4f43-80bf-3d8cafed967d tempest-TestMinimumBasicScenario-1708092959 tempest-TestMinimumBasicScenario-1708092959-project-admin] Unset dirty status for tenant:d6ce34ca115d4455ab275af2229780e5 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:52:11.930240 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1fcd824d-fa76-4f43-80bf-3d8cafed967d tempest-TestMinimumBasicScenario-1708092959 tempest-TestMinimumBasicScenario-1708092959-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 1093 time: 0.2194433 Apr 08 10:52:11.933160 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 36756) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:11.938175 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-a8d9b560-1fc3-4c34-bdd5-bbda83cca091 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'port_id': 'c0471183-b351-408d-9d8d-e4ee0e86ffc6', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:52:11.944334 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a8d9b560-1fc3-4c34-bdd5-bbda83cca091 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:11.948300 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a8d9b560-1fc3-4c34-bdd5-bbda83cca091 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Usage tracker for resource:floatingip and tenant:eee68eed08894331be870fc8822db8d7 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:52:11.951181 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a8d9b560-1fc3-4c34-bdd5-bbda83cca091 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:52:11.956829 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a8d9b560-1fc3-4c34-bdd5-bbda83cca091 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:11.967262 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a8d9b560-1fc3-4c34-bdd5-bbda83cca091 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for floatingip, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:12.099166 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a8d9b560-1fc3-4c34-bdd5-bbda83cca091 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:12.232166 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-a8d9b560-1fc3-4c34-bdd5-bbda83cca091 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Allocated IP 172.26.0.108 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/9ea717eb-6715-443e-bc22-0151dfbe4f42) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:52:12.374330 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a8d9b560-1fc3-4c34-bdd5-bbda83cca091 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:12.400858 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a8d9b560-1fc3-4c34-bdd5-bbda83cca091 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:12.467521 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d9b560-1fc3-4c34-bdd5-bbda83cca091 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:52:12.470105 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-a8d9b560-1fc3-4c34-bdd5-bbda83cca091 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:52:12.473721 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d9b560-1fc3-4c34-bdd5-bbda83cca091 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:52:12.506853 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9b560-1fc3-4c34-bdd5-bbda83cca091 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Pushing event updated for resources: {'Port': ['ID=9ea717eb-6715-443e-bc22-0151dfbe4f42,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:13.051158 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a8d9b560-1fc3-4c34-bdd5-bbda83cca091 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:13.106752 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a8d9b560-1fc3-4c34-bdd5-bbda83cca091 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:13.309835 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a8d9b560-1fc3-4c34-bdd5-bbda83cca091 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:13.313999 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a8d9b560-1fc3-4c34-bdd5-bbda83cca091 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:13.370250 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-02ec7c45-7aab-45d5-988d-8300dca87ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:13.419390 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9b560-1fc3-4c34-bdd5-bbda83cca091 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Pushing event updated for resources: {'Port': ['ID=9ea717eb-6715-443e-bc22-0151dfbe4f42,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:13.433445 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a8d9b560-1fc3-4c34-bdd5-bbda83cca091 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:13.626931 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [None req-a8d9b560-1fc3-4c34-bdd5-bbda83cca091 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Floating IP 0482f264-206a-4bb7-a996-5fe868117b59 associated. External IP: 172.26.0.108, port: c0471183-b351-408d-9d8d-e4ee0e86ffc6. Apr 08 10:52:14.013675 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d9b560-1fc3-4c34-bdd5-bbda83cca091 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Router 916179a5-1098-4d0c-93d9-b4ff74f9157a has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:52:14.208253 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d9b560-1fc3-4c34-bdd5-bbda83cca091 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:52:14.217860 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc5eb99-f74c-4edd-8cdd-3f6bd1e70c6d None None] Sync routers for ids ['916179a5-1098-4d0c-93d9-b4ff74f9157a'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:52:14.230163 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc5eb99-f74c-4edd-8cdd-3f6bd1e70c6d None None] Routers {'916179a5-1098-4d0c-93d9-b4ff74f9157a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:52:14.230891 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-9bc5eb99-f74c-4edd-8cdd-3f6bd1e70c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:51:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['916179a5-1098-4d0c-93d9-b4ff74f9157a'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:14.232147 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a8d9b560-1fc3-4c34-bdd5-bbda83cca091 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:14.397400 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a8d9b560-1fc3-4c34-bdd5-bbda83cca091 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4631016 Apr 08 10:52:14.397926 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c752667a-28d0-4f37-8f05-d77832a79048', 'tag': 'c0471183-b351-408d-9d8d-e4ee0e86ffc6'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:52:14.399735 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36760) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:14.405737 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-4b74d455-d70e-4475-8f4a-508eeb445fdb tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-524763654', 'description': 'tempest-secgroup-smoke-524763654 description', 'project_id': 'eee68eed08894331be870fc8822db8d7'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:52:14.415415 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4b74d455-d70e-4475-8f4a-508eeb445fdb tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:14.425440 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4b74d455-d70e-4475-8f4a-508eeb445fdb tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:14.436287 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4b74d455-d70e-4475-8f4a-508eeb445fdb tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:14.441806 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-9bc5eb99-f74c-4edd-8cdd-3f6bd1e70c6d None None] Set router 916179a5-1098-4d0c-93d9-b4ff74f9157a gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:52:14.459918 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-093872ef-1e70-41bd-82e6-162756e4051f'] response: {'name': 'network-changed', 'server_uuid': 'c752667a-28d0-4f37-8f05-d77832a79048', 'tag': 'c0471183-b351-408d-9d8d-e4ee0e86ffc6', 'status': 'completed', 'code': 200} Apr 08 10:52:14.481243 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4b74d455-d70e-4475-8f4a-508eeb445fdb tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:14.485102 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4b74d455-d70e-4475-8f4a-508eeb445fdb tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Usage tracker for resource:security_group_rule and tenant:eee68eed08894331be870fc8822db8d7 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:52:14.487943 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4b74d455-d70e-4475-8f4a-508eeb445fdb tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:52:14.494621 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4b74d455-d70e-4475-8f4a-508eeb445fdb tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:14.550414 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4b74d455-d70e-4475-8f4a-508eeb445fdb tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:14.553784 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f44a2860-96e3-4ca9-89a9-21d4208bdc5a req-6a082769-1a48-4c09-8609-1e5105ef367f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eee68eed08894331be870fc8822db8d7&device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 1098 time: 0.0724182 Apr 08 10:52:14.554838 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4b74d455-d70e-4475-8f4a-508eeb445fdb tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:14.597108 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74d455-d70e-4475-8f4a-508eeb445fdb tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=305a66d9-e5d7-4497-a0f3-e6e006623f39,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:14.609800 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74d455-d70e-4475-8f4a-508eeb445fdb tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:14.610163 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74d455-d70e-4475-8f4a-508eeb445fdb tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:14.610492 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74d455-d70e-4475-8f4a-508eeb445fdb tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:14.610856 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74d455-d70e-4475-8f4a-508eeb445fdb tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:14.611165 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74d455-d70e-4475-8f4a-508eeb445fdb tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:14.611511 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74d455-d70e-4475-8f4a-508eeb445fdb tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:14.611830 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74d455-d70e-4475-8f4a-508eeb445fdb tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:14.612181 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74d455-d70e-4475-8f4a-508eeb445fdb tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:14.612516 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74d455-d70e-4475-8f4a-508eeb445fdb tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:14.612836 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74d455-d70e-4475-8f4a-508eeb445fdb tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:14.613169 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74d455-d70e-4475-8f4a-508eeb445fdb tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:14.616629 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4b74d455-d70e-4475-8f4a-508eeb445fdb tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:14.617822 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4b74d455-d70e-4475-8f4a-508eeb445fdb tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2170651 Apr 08 10:52:14.621624 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36766) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:14.632843 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-77af21d7-5487-4624-8a44-5408b783ae4d tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Request body: {'security_group_rule': {'security_group_id': '305a66d9-e5d7-4497-a0f3-e6e006623f39', 'project_id': 'eee68eed08894331be870fc8822db8d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:52:14.639492 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-77af21d7-5487-4624-8a44-5408b783ae4d tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:14.643356 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-77af21d7-5487-4624-8a44-5408b783ae4d tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Usage tracker for resource:security_group_rule and tenant:eee68eed08894331be870fc8822db8d7 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:52:14.648003 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-77af21d7-5487-4624-8a44-5408b783ae4d tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:52:14.653661 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-77af21d7-5487-4624-8a44-5408b783ae4d tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:14.671619 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-77af21d7-5487-4624-8a44-5408b783ae4d tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:14.713289 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a2860-96e3-4ca9-89a9-21d4208bdc5a req-eea75428-43ea-4b5e-b91b-a73fc102c82a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:14.714808 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f44a2860-96e3-4ca9-89a9-21d4208bdc5a req-eea75428-43ea-4b5e-b91b-a73fc102c82a service neutron] 10.222.0.52 "GET /v2.0/networks?id=367e9cc0-0b51-4cc8-a9d7-a997bdd62f10 HTTP/1.1" status: 200 len: 916 time: 0.1552031 Apr 08 10:52:14.741925 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-77af21d7-5487-4624-8a44-5408b783ae4d tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:14.746459 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-77af21d7-5487-4624-8a44-5408b783ae4d tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:14.770875 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af21d7-5487-4624-8a44-5408b783ae4d tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e12831-bba5-4538-bd25-d529bdec5e53,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:14.783255 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-77af21d7-5487-4624-8a44-5408b783ae4d tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:14.784636 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-77af21d7-5487-4624-8a44-5408b783ae4d tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1619167 Apr 08 10:52:14.787975 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36770) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:14.796686 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-d3b30213-eb7a-49d8-8765-305db53e67a5 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Request body: {'security_group_rule': {'security_group_id': '305a66d9-e5d7-4497-a0f3-e6e006623f39', 'project_id': 'eee68eed08894331be870fc8822db8d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:52:14.803336 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d3b30213-eb7a-49d8-8765-305db53e67a5 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:14.807232 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d3b30213-eb7a-49d8-8765-305db53e67a5 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Usage tracker for resource:security_group_rule and tenant:eee68eed08894331be870fc8822db8d7 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:52:14.810154 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d3b30213-eb7a-49d8-8765-305db53e67a5 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:52:14.816024 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d3b30213-eb7a-49d8-8765-305db53e67a5 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:14.822505 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-9bc5eb99-f74c-4edd-8cdd-3f6bd1e70c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'name': 'tempest-TestMinimumBasicScenario-1676416272-router', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': '44f8e5f5-796b-49bc-a678-575b49baf56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:21Z', 'updated_at': '2022-04-08T10:51:24Z', 'revision_number': 4, 'project_id': 'eee68eed08894331be870fc8822db8d7', 'gw_port': {'id': '44f8e5f5-796b-49bc-a678-575b49baf56b', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:21Z', 'updated_at': '2022-04-08T10:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '0482f264-206a-4bb7-a996-5fe868117b59', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'floating_ip_address': '172.26.0.108', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'port_id': 'c0471183-b351-408d-9d8d-e4ee0e86ffc6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10', 'mac_address': 'fa:16:3e:9a:ba:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c752667a-28d0-4f37-8f05-d77832a79048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:52:12Z', 'updated_at': '2022-04-08T10:52:12Z', 'revision_number': 0, 'project_id': 'eee68eed08894331be870fc8822db8d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b', 'name': '', 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'mac_address': 'fa:16:3e:d7:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cc438b7-517a-4340-ba94-ae9c3be6e545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:23Z', 'updated_at': '2022-04-08T10:51:42Z', 'revision_number': 5, 'project_id': 'eee68eed08894331be870fc8822db8d7', 'subnets': [{'id': '4cc438b7-517a-4340-ba94-ae9c3be6e545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:14.827636 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc5eb99-f74c-4edd-8cdd-3f6bd1e70c6d None None] Checking router: 916179a5-1098-4d0c-93d9-b4ff74f9157a for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:52:14.833007 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f44a2860-96e3-4ca9-89a9-21d4208bdc5a req-132c9dc9-bf15-48a6-b5ab-ef5339ce5dd8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0471183-b351-408d-9d8d-e4ee0e86ffc6 HTTP/1.1" status: 200 len: 999 time: 0.1117308 Apr 08 10:52:14.834745 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d3b30213-eb7a-49d8-8765-305db53e67a5 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:14.842005 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc5eb99-f74c-4edd-8cdd-3f6bd1e70c6d None None] Routers {'916179a5-1098-4d0c-93d9-b4ff74f9157a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:52:14.842724 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-9bc5eb99-f74c-4edd-8cdd-3f6bd1e70c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:51:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['916179a5-1098-4d0c-93d9-b4ff74f9157a'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:14.900661 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a2860-96e3-4ca9-89a9-21d4208bdc5a req-9979cc8d-5f9b-45d7-903d-9444808d62e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:14.902176 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f44a2860-96e3-4ca9-89a9-21d4208bdc5a req-9979cc8d-5f9b-45d7-903d-9444808d62e2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4cc438b7-517a-4340-ba94-ae9c3be6e545 HTTP/1.1" status: 200 len: 854 time: 0.0641868 Apr 08 10:52:14.908110 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d3b30213-eb7a-49d8-8765-305db53e67a5 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:14.912989 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d3b30213-eb7a-49d8-8765-305db53e67a5 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:14.937425 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b30213-eb7a-49d8-8765-305db53e67a5 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bee471f-9dc6-448d-8e05-27753ed8fb3a,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:14.950530 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d3b30213-eb7a-49d8-8765-305db53e67a5 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:14.955224 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d3b30213-eb7a-49d8-8765-305db53e67a5 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1637640 Apr 08 10:52:14.956264 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36774) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:14.961983 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-7ff69ed7-ca6c-4a91-acaa-5626b76b5abd tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Request body: {'security_group_rule': {'security_group_id': '305a66d9-e5d7-4497-a0f3-e6e006623f39', 'project_id': 'eee68eed08894331be870fc8822db8d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:52:14.967832 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-7ff69ed7-ca6c-4a91-acaa-5626b76b5abd tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:14.975994 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-7ff69ed7-ca6c-4a91-acaa-5626b76b5abd tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Usage tracker for resource:security_group_rule and tenant:eee68eed08894331be870fc8822db8d7 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:52:14.979444 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-7ff69ed7-ca6c-4a91-acaa-5626b76b5abd tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:52:14.985165 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-7ff69ed7-ca6c-4a91-acaa-5626b76b5abd tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:14.989670 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f44a2860-96e3-4ca9-89a9-21d4208bdc5a req-008c35c1-228f-4cd6-b5cd-1e3c2548de9c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=367e9cc0-0b51-4cc8-a9d7-a997bdd62f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817523 Apr 08 10:52:15.003019 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7ff69ed7-ca6c-4a91-acaa-5626b76b5abd tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:15.035146 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-9bc5eb99-f74c-4edd-8cdd-3f6bd1e70c6d None None] Set router 916179a5-1098-4d0c-93d9-b4ff74f9157a gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:52:15.076559 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7ff69ed7-ca6c-4a91-acaa-5626b76b5abd tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:15.080438 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7ff69ed7-ca6c-4a91-acaa-5626b76b5abd tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:15.110769 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff69ed7-ca6c-4a91-acaa-5626b76b5abd tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009c29af-e21c-4edb-b8b0-3060df630789,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:15.119288 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7ff69ed7-ca6c-4a91-acaa-5626b76b5abd tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:15.122891 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7ff69ed7-ca6c-4a91-acaa-5626b76b5abd tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1655607 Apr 08 10:52:15.125478 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36778) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:15.131078 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-2927e2a9-d807-4957-a4ff-e880101a5ac8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Request body: {'security_group_rule': {'security_group_id': '305a66d9-e5d7-4497-a0f3-e6e006623f39', 'project_id': 'eee68eed08894331be870fc8822db8d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:52:15.135427 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f44a2860-96e3-4ca9-89a9-21d4208bdc5a req-649c49c5-af30-4541-bf9e-40235f3e9f8c service neutron] 10.222.0.52 "GET /v2.0/networks/367e9cc0-0b51-4cc8-a9d7-a997bdd62f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401594 Apr 08 10:52:15.137401 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-2927e2a9-d807-4957-a4ff-e880101a5ac8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:15.141163 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2927e2a9-d807-4957-a4ff-e880101a5ac8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Usage tracker for resource:security_group_rule and tenant:eee68eed08894331be870fc8822db8d7 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:52:15.144399 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-2927e2a9-d807-4957-a4ff-e880101a5ac8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:52:15.151238 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-2927e2a9-d807-4957-a4ff-e880101a5ac8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:15.170895 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2927e2a9-d807-4957-a4ff-e880101a5ac8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:15.245484 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2927e2a9-d807-4957-a4ff-e880101a5ac8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:15.249759 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2927e2a9-d807-4957-a4ff-e880101a5ac8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:15.275317 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927e2a9-d807-4957-a4ff-e880101a5ac8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b575dcff-5123-482a-afd8-b78be023f70e,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:15.277171 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f44a2860-96e3-4ca9-89a9-21d4208bdc5a req-fa7eb2fb-3c70-47f7-8276-3d50d70723ae service neutron] 10.222.0.52 "GET /v2.0/networks/367e9cc0-0b51-4cc8-a9d7-a997bdd62f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357429 Apr 08 10:52:15.285234 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2927e2a9-d807-4957-a4ff-e880101a5ac8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:15.290030 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2927e2a9-d807-4957-a4ff-e880101a5ac8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1601932 Apr 08 10:52:15.290265 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36782) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:15.296871 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-7fa241ef-b653-42d1-aae3-a30244ff66a6 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Request body: {'security_group_rule': {'security_group_id': '305a66d9-e5d7-4497-a0f3-e6e006623f39', 'project_id': 'eee68eed08894331be870fc8822db8d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:52:15.304875 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-7fa241ef-b653-42d1-aae3-a30244ff66a6 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:15.308890 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-7fa241ef-b653-42d1-aae3-a30244ff66a6 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Usage tracker for resource:security_group_rule and tenant:eee68eed08894331be870fc8822db8d7 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:52:15.311855 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-7fa241ef-b653-42d1-aae3-a30244ff66a6 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:52:15.317719 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-7fa241ef-b653-42d1-aae3-a30244ff66a6 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:15.328412 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.securitygroups_db [None req-7fa241ef-b653-42d1-aae3-a30244ff66a6 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Project eee68eed08894331be870fc8822db8d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:52:15.335172 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7fa241ef-b653-42d1-aae3-a30244ff66a6 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:15.399683 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7fa241ef-b653-42d1-aae3-a30244ff66a6 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:15.403790 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7fa241ef-b653-42d1-aae3-a30244ff66a6 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:15.427237 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa241ef-b653-42d1-aae3-a30244ff66a6 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c20ba962-dc91-48fd-b532-7b9f4ab5afb5,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:15.436781 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7fa241ef-b653-42d1-aae3-a30244ff66a6 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:15.438126 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7fa241ef-b653-42d1-aae3-a30244ff66a6 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1469076 Apr 08 10:52:15.440918 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36786) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:52:15.446386 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-9bc5eb99-f74c-4edd-8cdd-3f6bd1e70c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'name': 'tempest-TestMinimumBasicScenario-1676416272-router', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': '44f8e5f5-796b-49bc-a678-575b49baf56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:21Z', 'updated_at': '2022-04-08T10:51:24Z', 'revision_number': 4, 'project_id': 'eee68eed08894331be870fc8822db8d7', 'gw_port': {'id': '44f8e5f5-796b-49bc-a678-575b49baf56b', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:21Z', 'updated_at': '2022-04-08T10:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '0482f264-206a-4bb7-a996-5fe868117b59', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'floating_ip_address': '172.26.0.108', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'port_id': 'c0471183-b351-408d-9d8d-e4ee0e86ffc6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10', 'mac_address': 'fa:16:3e:9a:ba:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c752667a-28d0-4f37-8f05-d77832a79048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:52:12Z', 'updated_at': '2022-04-08T10:52:12Z', 'revision_number': 0, 'project_id': 'eee68eed08894331be870fc8822db8d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b', 'name': '', 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'mac_address': 'fa:16:3e:d7:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cc438b7-517a-4340-ba94-ae9c3be6e545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:23Z', 'updated_at': '2022-04-08T10:51:42Z', 'revision_number': 5, 'project_id': 'eee68eed08894331be870fc8822db8d7', 'subnets': [{'id': '4cc438b7-517a-4340-ba94-ae9c3be6e545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:15.447254 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-9d490c16-4546-4a01-a78a-3c4064f40a23 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Request body: {'security_group_rule': {'security_group_id': '305a66d9-e5d7-4497-a0f3-e6e006623f39', 'project_id': 'eee68eed08894331be870fc8822db8d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:52:15.450438 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc5eb99-f74c-4edd-8cdd-3f6bd1e70c6d None None] The sync data for ids ['916179a5-1098-4d0c-93d9-b4ff74f9157a'] in dv-neutron-837110-1-hyperv is: [{'id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'name': 'tempest-TestMinimumBasicScenario-1676416272-router', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': '44f8e5f5-796b-49bc-a678-575b49baf56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:21Z', 'updated_at': '2022-04-08T10:51:24Z', 'revision_number': 4, 'project_id': 'eee68eed08894331be870fc8822db8d7', 'gw_port': {'id': '44f8e5f5-796b-49bc-a678-575b49baf56b', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:21Z', 'updated_at': '2022-04-08T10:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '0482f264-206a-4bb7-a996-5fe868117b59', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'floating_ip_address': '172.26.0.108', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'port_id': 'c0471183-b351-408d-9d8d-e4ee0e86ffc6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10', 'mac_address': 'fa:16:3e:9a:ba:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c752667a-28d0-4f37-8f05-d77832a79048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:52:12Z', 'updated_at': '2022-04-08T10:52:12Z', 'revision_number': 0, 'project_id': 'eee68eed08894331be870fc8822db8d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b', 'name': '', 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'mac_address': 'fa:16:3e:d7:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cc438b7-517a-4340-ba94-ae9c3be6e545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:23Z', 'updated_at': '2022-04-08T10:51:42Z', 'revision_number': 5, 'project_id': 'eee68eed08894331be870fc8822db8d7', 'subnets': [{'id': '4cc438b7-517a-4340-ba94-ae9c3be6e545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:52:15.454116 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9d490c16-4546-4a01-a78a-3c4064f40a23 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:52:15.462397 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9d490c16-4546-4a01-a78a-3c4064f40a23 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Usage tracker for resource:security_group_rule and tenant:eee68eed08894331be870fc8822db8d7 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:52:15.465436 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9d490c16-4546-4a01-a78a-3c4064f40a23 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:52:15.471226 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9d490c16-4546-4a01-a78a-3c4064f40a23 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:52:15.483229 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.securitygroups_db [None req-9d490c16-4546-4a01-a78a-3c4064f40a23 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Project eee68eed08894331be870fc8822db8d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:52:15.489658 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9d490c16-4546-4a01-a78a-3c4064f40a23 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:15.557989 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9d490c16-4546-4a01-a78a-3c4064f40a23 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:15.561655 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9d490c16-4546-4a01-a78a-3c4064f40a23 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:15.586839 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d490c16-4546-4a01-a78a-3c4064f40a23 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1018c7c8-184a-4bde-9210-9918ce864e50,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:15.595657 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9d490c16-4546-4a01-a78a-3c4064f40a23 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:15.596920 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9d490c16-4546-4a01-a78a-3c4064f40a23 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1547203 Apr 08 10:52:15.618920 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8e7dc650-2cfd-439e-b4d1-ecba8e18a45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:15.655785 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658832e5-1e9b-48ce-9823-0f3b49544a20 None None] New status for floating IP 0482f264-206a-4bb7-a996-5fe868117b59: ACTIVE {{(pid=83848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:52:15.743444 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-65feaae2-7635-4dc5-ac92-8acb18021ad5 req-6d79b44b-af90-42ed-9570-1ea5030b5d69 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-524763654&fields=id&tenant_id=eee68eed08894331be870fc8822db8d7 HTTP/1.1" status: 200 len: 267 time: 0.0433967 Apr 08 10:52:15.823122 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65feaae2-7635-4dc5-ac92-8acb18021ad5 req-2930af9e-80a1-4430-9e30-bcd5bef13f4a tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:15.824605 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-65feaae2-7635-4dc5-ac92-8acb18021ad5 req-2930af9e-80a1-4430-9e30-bcd5bef13f4a tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 945 time: 0.0757701 Apr 08 10:52:15.835589 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-65feaae2-7635-4dc5-ac92-8acb18021ad5 req-5c789d0c-dbd9-4461-8751-eb718a907bc0 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Request body: {'port': {'security_groups': ['40efa2a7-8370-44c9-beb2-268bd339012f', '305a66d9-e5d7-4497-a0f3-e6e006623f39']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:52:15.955523 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-65feaae2-7635-4dc5-ac92-8acb18021ad5 req-5c789d0c-dbd9-4461-8751-eb718a907bc0 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:16.207912 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-65feaae2-7635-4dc5-ac92-8acb18021ad5 req-5c789d0c-dbd9-4461-8751-eb718a907bc0 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] For port c0471183-b351-408d-9d8d-e4ee0e86ffc6, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c0471183-b351-408d-9d8d-e4ee0e86ffc6,segment=NetworkSegment(a80c4620-caaf-4df2-97d9-15add11c468b),segment_id=a80c4620-caaf-4df2-97d9-15add11c468b)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:52:16.232967 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-65feaae2-7635-4dc5-ac92-8acb18021ad5 req-5c789d0c-dbd9-4461-8751-eb718a907bc0 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:16.237270 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-65feaae2-7635-4dc5-ac92-8acb18021ad5 req-5c789d0c-dbd9-4461-8751-eb718a907bc0 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:16.250048 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['c0471183-b351-408d-9d8d-e4ee0e86ffc6'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:52:16.308589 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65feaae2-7635-4dc5-ac92-8acb18021ad5 req-5c789d0c-dbd9-4461-8751-eb718a907bc0 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:16.309219 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-65feaae2-7635-4dc5-ac92-8acb18021ad5 req-5c789d0c-dbd9-4461-8751-eb718a907bc0 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:16.310565 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-65feaae2-7635-4dc5-ac92-8acb18021ad5 req-5c789d0c-dbd9-4461-8751-eb718a907bc0 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "PUT /v2.0/ports/c0471183-b351-408d-9d8d-e4ee0e86ffc6 HTTP/1.1" status: 200 len: 981 time: 0.4796808 Apr 08 10:52:16.333855 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c789d0c-dbd9-4461-8751-eb718a907bc0 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Pushing event updated for resources: {'Port': ['ID=c0471183-b351-408d-9d8d-e4ee0e86ffc6,revision_number=6']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:16.382307 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['c0471183-b351-408d-9d8d-e4ee0e86ffc6'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:52:16.464237 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c752667a-28d0-4f37-8f05-d77832a79048', 'tag': 'c0471183-b351-408d-9d8d-e4ee0e86ffc6'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:52:16.525023 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae5058ed-203b-4d7e-83af-e3ccc0f35fad'] response: {'name': 'network-changed', 'server_uuid': 'c752667a-28d0-4f37-8f05-d77832a79048', 'tag': 'c0471183-b351-408d-9d8d-e4ee0e86ffc6', 'status': 'completed', 'code': 200} Apr 08 10:52:16.534459 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346fc08-4712-45ff-8c7f-8a2227d60b1f req-f9d69c17-e1dc-4936-91cd-e1380a9bd9d6 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:16.542822 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e346fc08-4712-45ff-8c7f-8a2227d60b1f req-f9d69c17-e1dc-4936-91cd-e1380a9bd9d6 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 984 time: 0.1163106 Apr 08 10:52:16.636217 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e346fc08-4712-45ff-8c7f-8a2227d60b1f req-2b163c3d-db7a-4389-94da-f5a71597cc2e tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&id=305a66d9-e5d7-4497-a0f3-e6e006623f39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0923190 Apr 08 10:52:16.650030 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-aa5bb8aa-ee0a-4693-b203-b32b1ba68c37 req-de5cb482-b338-4839-a30a-15d389134b63 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eee68eed08894331be870fc8822db8d7&device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 1137 time: 0.0926144 Apr 08 10:52:16.683937 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0a02a4c4-8943-4e63-92bf-fcd04aac6519 None None] Provisioning complete for port c0471183-b351-408d-9d8d-e4ee0e86ffc6 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:52:16.684565 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0a02a4c4-8943-4e63-92bf-fcd04aac6519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:16.781888 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bb8aa-ee0a-4693-b203-b32b1ba68c37 req-2a24679a-e0b0-4649-82c4-e525a8b1fd5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:16.783283 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-aa5bb8aa-ee0a-4693-b203-b32b1ba68c37 req-2a24679a-e0b0-4649-82c4-e525a8b1fd5d service neutron] 10.222.0.52 "GET /v2.0/networks?id=367e9cc0-0b51-4cc8-a9d7-a997bdd62f10 HTTP/1.1" status: 200 len: 916 time: 0.1277146 Apr 08 10:52:16.893594 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:16.990872 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-aa5bb8aa-ee0a-4693-b203-b32b1ba68c37 req-e6a0474a-f34c-4716-9378-9153c7bdd9e8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0471183-b351-408d-9d8d-e4ee0e86ffc6 HTTP/1.1" status: 200 len: 1001 time: 0.2008045 Apr 08 10:52:17.008036 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:17.057394 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bb8aa-ee0a-4693-b203-b32b1ba68c37 req-ff7e6e9a-a0fb-47b8-95e6-69264ebf991b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:17.058801 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-aa5bb8aa-ee0a-4693-b203-b32b1ba68c37 req-ff7e6e9a-a0fb-47b8-95e6-69264ebf991b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4cc438b7-517a-4340-ba94-ae9c3be6e545 HTTP/1.1" status: 200 len: 854 time: 0.0603278 Apr 08 10:52:17.132735 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-aa5bb8aa-ee0a-4693-b203-b32b1ba68c37 req-55d9eeb2-6a91-4ac6-88c7-a3f18da01407 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=367e9cc0-0b51-4cc8-a9d7-a997bdd62f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684929 Apr 08 10:52:17.262470 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-aa5bb8aa-ee0a-4693-b203-b32b1ba68c37 req-bd6d156a-b1b4-443c-acf4-e92518ecc82d service neutron] 10.222.0.52 "GET /v2.0/networks/367e9cc0-0b51-4cc8-a9d7-a997bdd62f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234620 Apr 08 10:52:17.392674 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-aa5bb8aa-ee0a-4693-b203-b32b1ba68c37 req-0550828a-ce9e-4db7-8996-f5bad04db8ce service neutron] 10.222.0.52 "GET /v2.0/networks/367e9cc0-0b51-4cc8-a9d7-a997bdd62f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235013 Apr 08 10:52:18.360575 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:32.130803 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:52:38.554537 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:39.647824 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e24a44b4-9593-4b7d-9ce4-6fe3d440d026 req-d66532eb-e09e-4bb1-b64e-a6ede639a299 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eee68eed08894331be870fc8822db8d7&device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 1137 time: 0.1283262 Apr 08 10:52:39.657135 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c113ff-ad49-4e0e-8938-7e08314bcaac req-57bb96bd-b01c-427d-a5bd-dc55bd2464a9 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:39.658469 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-62c113ff-ad49-4e0e-8938-7e08314bcaac req-57bb96bd-b01c-427d-a5bd-dc55bd2464a9 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 984 time: 0.0998623 Apr 08 10:52:39.797686 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-62c113ff-ad49-4e0e-8938-7e08314bcaac req-c888d6ed-d992-4c01-93d7-b5dbe218c82b tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&id=305a66d9-e5d7-4497-a0f3-e6e006623f39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1173606 Apr 08 10:52:39.818400 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a44b4-9593-4b7d-9ce4-6fe3d440d026 req-778ca555-082b-4344-adbf-ba6ec20671d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:39.819801 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e24a44b4-9593-4b7d-9ce4-6fe3d440d026 req-778ca555-082b-4344-adbf-ba6ec20671d3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=367e9cc0-0b51-4cc8-a9d7-a997bdd62f10 HTTP/1.1" status: 200 len: 916 time: 0.1605153 Apr 08 10:52:39.922098 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e24a44b4-9593-4b7d-9ce4-6fe3d440d026 req-9b1c149e-b5ab-4e16-aec3-8ac3aac0ea65 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0471183-b351-408d-9d8d-e4ee0e86ffc6 HTTP/1.1" status: 200 len: 1001 time: 0.0953927 Apr 08 10:52:39.986232 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a44b4-9593-4b7d-9ce4-6fe3d440d026 req-09b9179e-172d-4786-a264-f899c3dbaa71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:39.987616 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e24a44b4-9593-4b7d-9ce4-6fe3d440d026 req-09b9179e-172d-4786-a264-f899c3dbaa71 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4cc438b7-517a-4340-ba94-ae9c3be6e545 HTTP/1.1" status: 200 len: 854 time: 0.0592220 Apr 08 10:52:40.061485 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e24a44b4-9593-4b7d-9ce4-6fe3d440d026 req-d2042c57-a389-4f98-a75b-3e6b5ae7ed63 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=367e9cc0-0b51-4cc8-a9d7-a997bdd62f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672204 Apr 08 10:52:40.192898 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e24a44b4-9593-4b7d-9ce4-6fe3d440d026 req-06848e29-fd5a-4128-8920-2b998803202e service neutron] 10.222.0.52 "GET /v2.0/networks/367e9cc0-0b51-4cc8-a9d7-a997bdd62f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239932 Apr 08 10:52:40.321342 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e24a44b4-9593-4b7d-9ce4-6fe3d440d026 req-6051ae83-f760-458b-a2ce-5f58a577daef service neutron] 10.222.0.52 "GET /v2.0/networks/367e9cc0-0b51-4cc8-a9d7-a997bdd62f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227477 Apr 08 10:52:40.998904 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72f2da-23fa-4431-b9ed-6b1fcdcde87b req-206c6e2b-c161-435e-8eed-99a075e2ea51 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:41.000491 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9f72f2da-23fa-4431-b9ed-6b1fcdcde87b req-206c6e2b-c161-435e-8eed-99a075e2ea51 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 984 time: 0.0762486 Apr 08 10:52:41.052226 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9f72f2da-23fa-4431-b9ed-6b1fcdcde87b req-8790991e-f32f-467b-9312-28d7f3d423f9 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&id=305a66d9-e5d7-4497-a0f3-e6e006623f39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443177 Apr 08 10:52:42.245757 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276384da-004f-44f7-b889-7f82473409b7 req-79083e8a-ce4e-4c6d-9d3b-8d16ab879e6a tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:42.247208 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-276384da-004f-44f7-b889-7f82473409b7 req-79083e8a-ce4e-4c6d-9d3b-8d16ab879e6a tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 984 time: 0.0747221 Apr 08 10:52:42.294137 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-276384da-004f-44f7-b889-7f82473409b7 req-8235116c-a5fe-41df-82aa-56ca2dc90ffd tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&id=305a66d9-e5d7-4497-a0f3-e6e006623f39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413876 Apr 08 10:52:43.371957 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cb2e9a81-d927-4c1c-8e12-c79c8fc2c1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:43.492283 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e6a4a-0896-45e8-a922-234854229e55 req-da115021-c835-497b-a7d6-930999769275 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:43.493712 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-482e6a4a-0896-45e8-a922-234854229e55 req-da115021-c835-497b-a7d6-930999769275 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 984 time: 0.0799437 Apr 08 10:52:43.625212 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-482e6a4a-0896-45e8-a922-234854229e55 req-44699ad3-1ca9-41ba-b336-6fd51fc8ed27 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&id=305a66d9-e5d7-4497-a0f3-e6e006623f39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1258192 Apr 08 10:52:44.477725 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3c055d08-ccd5-4ff6-ab8e-2629f71751e7 req-27f25b61-86c8-4a64-9bce-7c2c320fd0db service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eee68eed08894331be870fc8822db8d7&device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 1137 time: 0.0696695 Apr 08 10:52:44.625095 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c055d08-ccd5-4ff6-ab8e-2629f71751e7 req-ff2630a9-3ea2-4b79-ba34-b4a5bcee91ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:44.626527 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3c055d08-ccd5-4ff6-ab8e-2629f71751e7 req-ff2630a9-3ea2-4b79-ba34-b4a5bcee91ed service neutron] 10.222.0.52 "GET /v2.0/networks?id=367e9cc0-0b51-4cc8-a9d7-a997bdd62f10 HTTP/1.1" status: 200 len: 916 time: 0.1253271 Apr 08 10:52:44.741374 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3c055d08-ccd5-4ff6-ab8e-2629f71751e7 req-4e298e2f-f3de-4b5d-950b-80bbb64cd955 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0471183-b351-408d-9d8d-e4ee0e86ffc6 HTTP/1.1" status: 200 len: 1001 time: 0.1051733 Apr 08 10:52:44.852739 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c055d08-ccd5-4ff6-ab8e-2629f71751e7 req-a3bc5f7b-82d3-477f-a11e-a54fe64bd1af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:44.854064 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3c055d08-ccd5-4ff6-ab8e-2629f71751e7 req-a3bc5f7b-82d3-477f-a11e-a54fe64bd1af service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4cc438b7-517a-4340-ba94-ae9c3be6e545 HTTP/1.1" status: 200 len: 854 time: 0.1048315 Apr 08 10:52:44.930859 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8d4e6-8c05-41a7-b068-f07c02ab26bc req-961e0ea2-b108-421d-b4da-b7fed65f2530 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:44.932383 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1dd8d4e6-8c05-41a7-b068-f07c02ab26bc req-961e0ea2-b108-421d-b4da-b7fed65f2530 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 984 time: 0.1529391 Apr 08 10:52:44.983167 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3c055d08-ccd5-4ff6-ab8e-2629f71751e7 req-263dd0d6-c63d-485d-9501-41e82f85a403 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=367e9cc0-0b51-4cc8-a9d7-a997bdd62f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1194589 Apr 08 10:52:45.013590 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1dd8d4e6-8c05-41a7-b068-f07c02ab26bc req-048f73c5-f13e-4769-9881-ba2acf6674f3 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&id=305a66d9-e5d7-4497-a0f3-e6e006623f39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0751233 Apr 08 10:52:45.126250 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3c055d08-ccd5-4ff6-ab8e-2629f71751e7 req-6a375bc3-9e85-47c7-992a-df712ae33f14 service neutron] 10.222.0.52 "GET /v2.0/networks/367e9cc0-0b51-4cc8-a9d7-a997bdd62f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358557 Apr 08 10:52:45.258820 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3c055d08-ccd5-4ff6-ab8e-2629f71751e7 req-fb23bd81-689f-4d24-887c-6431d9281a12 service neutron] 10.222.0.52 "GET /v2.0/networks/367e9cc0-0b51-4cc8-a9d7-a997bdd62f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235490 Apr 08 10:52:45.620905 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1108dd95-9119-4e19-8e78-8f935f02d8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:46.215625 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8be29-573c-4621-b980-aca154550c0f req-7dc803ce-57f9-4ec1-aca1-e48c51ac9c69 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:46.217117 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d7e8be29-573c-4621-b980-aca154550c0f req-7dc803ce-57f9-4ec1-aca1-e48c51ac9c69 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 984 time: 0.0767555 Apr 08 10:52:46.263350 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d7e8be29-573c-4621-b980-aca154550c0f req-b1a25abd-1f05-4c8e-82ac-aff1c5b18c39 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&id=305a66d9-e5d7-4497-a0f3-e6e006623f39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405676 Apr 08 10:52:46.848587 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:46.938930 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:47.460886 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2be1a6-19b9-4e79-95b4-c9c99af67690 req-b6e34c01-9b29-454f-80ab-1e6d7e392924 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:47.461911 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9b2be1a6-19b9-4e79-95b4-c9c99af67690 req-b6e34c01-9b29-454f-80ab-1e6d7e392924 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 984 time: 0.0785599 Apr 08 10:52:47.512408 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9b2be1a6-19b9-4e79-95b4-c9c99af67690 req-7b9eb5a2-3430-431c-a0c7-159a64882792 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&id=305a66d9-e5d7-4497-a0f3-e6e006623f39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446990 Apr 08 10:52:48.362538 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:52:48.709150 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a657bde-d9d1-45ce-a04b-a96869d72acb req-794b8656-6387-44b4-842c-f4f1a194ff3e tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:48.710587 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9a657bde-d9d1-45ce-a04b-a96869d72acb req-794b8656-6387-44b4-842c-f4f1a194ff3e tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 984 time: 0.0761788 Apr 08 10:52:48.757146 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9a657bde-d9d1-45ce-a04b-a96869d72acb req-212ec44a-c67b-44fb-b903-9b29df410925 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&id=305a66d9-e5d7-4497-a0f3-e6e006623f39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409701 Apr 08 10:52:49.956871 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e93fbe-6e07-4efb-8105-bf69497d5b54 req-a49e2f45-cd33-4430-8655-89e1eaa5bde3 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:49.958396 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e1e93fbe-6e07-4efb-8105-bf69497d5b54 req-a49e2f45-cd33-4430-8655-89e1eaa5bde3 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 984 time: 0.0775502 Apr 08 10:52:50.004337 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e1e93fbe-6e07-4efb-8105-bf69497d5b54 req-838b588f-effb-41eb-b56e-5aa1e989fee3 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&id=305a66d9-e5d7-4497-a0f3-e6e006623f39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403218 Apr 08 10:52:51.341840 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5924014-ecef-47ca-a2de-95b39559e967 req-14edf068-3966-4b1d-91e5-d7da5efbc593 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:51.343179 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e5924014-ecef-47ca-a2de-95b39559e967 req-14edf068-3966-4b1d-91e5-d7da5efbc593 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 984 time: 0.0753200 Apr 08 10:52:51.392793 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e5924014-ecef-47ca-a2de-95b39559e967 req-f5285af5-4016-49a4-9f3f-692550597fb0 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&id=305a66d9-e5d7-4497-a0f3-e6e006623f39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431576 Apr 08 10:52:52.588726 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de243d5-4e3d-4a49-a209-27cb8242e862 req-63102029-b4fd-4ac7-98e4-bacee02d022c tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:52.590159 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0de243d5-4e3d-4a49-a209-27cb8242e862 req-63102029-b4fd-4ac7-98e4-bacee02d022c tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 984 time: 0.0752270 Apr 08 10:52:52.636418 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0de243d5-4e3d-4a49-a209-27cb8242e862 req-de1efa18-6257-497d-babf-46dcc7dc996e tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&id=305a66d9-e5d7-4497-a0f3-e6e006623f39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406535 Apr 08 10:52:53.830821 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd2484-80a7-4633-a771-0768e3ec26b1 req-b12b308e-41db-4a05-9deb-8e654d9fdec1 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:53.833223 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-13dd2484-80a7-4633-a771-0768e3ec26b1 req-b12b308e-41db-4a05-9deb-8e654d9fdec1 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 984 time: 0.0799210 Apr 08 10:52:53.879758 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-13dd2484-80a7-4633-a771-0768e3ec26b1 req-80e3c438-55b1-4816-863b-26e3b0b5da71 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&id=305a66d9-e5d7-4497-a0f3-e6e006623f39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400257 Apr 08 10:52:55.072948 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3021c-77ee-4861-90ac-563d5bc8c453 req-aafb1c2b-aa99-4912-ba93-02a6512eb838 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:55.074502 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-66c3021c-77ee-4861-90ac-563d5bc8c453 req-aafb1c2b-aa99-4912-ba93-02a6512eb838 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 984 time: 0.0758083 Apr 08 10:52:55.122202 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-66c3021c-77ee-4861-90ac-563d5bc8c453 req-43a9372e-4b44-4cb1-b09b-65d65b43d2dc tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&id=305a66d9-e5d7-4497-a0f3-e6e006623f39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415213 Apr 08 10:52:56.415099 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03dc2c-72da-4f6e-8638-9a7c9880b3e2 req-cfc8292e-069f-4265-b969-50b751e02053 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:56.416432 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1d03dc2c-72da-4f6e-8638-9a7c9880b3e2 req-cfc8292e-069f-4265-b969-50b751e02053 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 984 time: 0.1711395 Apr 08 10:52:56.462897 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1d03dc2c-72da-4f6e-8638-9a7c9880b3e2 req-6efcc85c-3676-40d4-8568-fab10bb64cd2 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&id=305a66d9-e5d7-4497-a0f3-e6e006623f39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408444 Apr 08 10:52:57.655527 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03378b0a-fa1e-4d14-95a2-f1dd5874882e req-5da4c931-621d-44c4-ad32-a864818c42ba tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:57.656993 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-03378b0a-fa1e-4d14-95a2-f1dd5874882e req-5da4c931-621d-44c4-ad32-a864818c42ba tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 984 time: 0.0759947 Apr 08 10:52:57.703970 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-03378b0a-fa1e-4d14-95a2-f1dd5874882e req-77254491-3f74-4ea8-abe8-ba4e8c6230e3 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&id=305a66d9-e5d7-4497-a0f3-e6e006623f39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408342 Apr 08 10:53:08.543485 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:09.128778 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:53:13.373524 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-05d68e30-f34e-408c-8ca1-8f91b56a116c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:15.621707 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-58552e78-28d4-4724-982f-848b5972856f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:16.850952 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:16.942876 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:18.366294 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:30.453503 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-407ff7b9-6f4e-4c84-84e7-5532f69d9696 req-e17e01d8-8385-45e0-b623-4c6d9f866195 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-524763654&fields=id&tenant_id=eee68eed08894331be870fc8822db8d7 HTTP/1.1" status: 200 len: 267 time: 0.0431294 Apr 08 10:53:30.532833 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ff7b9-6f4e-4c84-84e7-5532f69d9696 req-7f166c1f-436f-4a3a-b004-39bc71ef48c1 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:30.534288 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-407ff7b9-6f4e-4c84-84e7-5532f69d9696 req-7f166c1f-436f-4a3a-b004-39bc71ef48c1 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 984 time: 0.0746069 Apr 08 10:53:30.544586 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-407ff7b9-6f4e-4c84-84e7-5532f69d9696 req-623eca4b-7824-4959-bbf1-e52fd4abd3c8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Request body: {'port': {'security_groups': ['40efa2a7-8370-44c9-beb2-268bd339012f']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:53:30.659676 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-407ff7b9-6f4e-4c84-84e7-5532f69d9696 req-623eca4b-7824-4959-bbf1-e52fd4abd3c8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:30.896672 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-407ff7b9-6f4e-4c84-84e7-5532f69d9696 req-623eca4b-7824-4959-bbf1-e52fd4abd3c8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] For port c0471183-b351-408d-9d8d-e4ee0e86ffc6, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c0471183-b351-408d-9d8d-e4ee0e86ffc6,segment=NetworkSegment(a80c4620-caaf-4df2-97d9-15add11c468b),segment_id=a80c4620-caaf-4df2-97d9-15add11c468b)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:53:30.920771 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-407ff7b9-6f4e-4c84-84e7-5532f69d9696 req-623eca4b-7824-4959-bbf1-e52fd4abd3c8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:30.925804 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-407ff7b9-6f4e-4c84-84e7-5532f69d9696 req-623eca4b-7824-4959-bbf1-e52fd4abd3c8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:30.941227 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['c0471183-b351-408d-9d8d-e4ee0e86ffc6'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:53:30.992802 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ff7b9-6f4e-4c84-84e7-5532f69d9696 req-623eca4b-7824-4959-bbf1-e52fd4abd3c8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:30.993405 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-407ff7b9-6f4e-4c84-84e7-5532f69d9696 req-623eca4b-7824-4959-bbf1-e52fd4abd3c8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:30.994755 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-407ff7b9-6f4e-4c84-84e7-5532f69d9696 req-623eca4b-7824-4959-bbf1-e52fd4abd3c8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "PUT /v2.0/ports/c0471183-b351-408d-9d8d-e4ee0e86ffc6 HTTP/1.1" status: 200 len: 942 time: 0.4545197 Apr 08 10:53:30.995196 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c752667a-28d0-4f37-8f05-d77832a79048', 'tag': 'c0471183-b351-408d-9d8d-e4ee0e86ffc6'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:53:31.001570 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36854) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:31.062779 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623eca4b-7824-4959-bbf1-e52fd4abd3c8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Pushing event updated for resources: {'Port': ['ID=c0471183-b351-408d-9d8d-e4ee0e86ffc6,revision_number=7']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:31.079063 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['c0471183-b351-408d-9d8d-e4ee0e86ffc6'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:53:31.080867 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623eca4b-7824-4959-bbf1-e52fd4abd3c8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:31.081419 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623eca4b-7824-4959-bbf1-e52fd4abd3c8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:31.081768 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623eca4b-7824-4959-bbf1-e52fd4abd3c8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:31.086402 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623eca4b-7824-4959-bbf1-e52fd4abd3c8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:31.086774 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623eca4b-7824-4959-bbf1-e52fd4abd3c8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:31.087126 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623eca4b-7824-4959-bbf1-e52fd4abd3c8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:31.087471 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623eca4b-7824-4959-bbf1-e52fd4abd3c8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:31.087812 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623eca4b-7824-4959-bbf1-e52fd4abd3c8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:31.088177 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623eca4b-7824-4959-bbf1-e52fd4abd3c8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:31.088505 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623eca4b-7824-4959-bbf1-e52fd4abd3c8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:31.088839 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623eca4b-7824-4959-bbf1-e52fd4abd3c8 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:31.114388 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f22dc6d-5740-4c5e-9ba2-4c34c5a2d82a'] response: {'name': 'network-changed', 'server_uuid': 'c752667a-28d0-4f37-8f05-d77832a79048', 'tag': 'c0471183-b351-408d-9d8d-e4ee0e86ffc6', 'status': 'completed', 'code': 200} Apr 08 10:53:31.170323 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8eb0cc80-c866-458b-8e38-ec8ccb0687e5 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:31.204424 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8eb0cc80-c866-458b-8e38-ec8ccb0687e5 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:31.241228 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7af05619-d908-4224-b267-608580fe8a35 req-fb481db0-349f-4545-9ad8-483ad71b283c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eee68eed08894331be870fc8822db8d7&device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 1098 time: 0.1059444 Apr 08 10:53:31.281052 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8eb0cc80-c866-458b-8e38-ec8ccb0687e5 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:31.310516 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0cc80-c866-458b-8e38-ec8ccb0687e5 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=305a66d9-e5d7-4497-a0f3-e6e006623f39,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:31.313178 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8eb0cc80-c866-458b-8e38-ec8ccb0687e5 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:31.316776 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8eb0cc80-c866-458b-8e38-ec8ccb0687e5 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "DELETE /v2.0/security-groups/305a66d9-e5d7-4497-a0f3-e6e006623f39 HTTP/1.1" status: 204 len: 168 time: 0.3117292 Apr 08 10:53:31.318702 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36860) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:31.339800 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-fb5c4f1c-f2ba-485d-854d-a02f4d429203 None None] Provisioning complete for port c0471183-b351-408d-9d8d-e4ee0e86ffc6 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:53:31.340810 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fb5c4f1c-f2ba-485d-854d-a02f4d429203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:31.394902 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af05619-d908-4224-b267-608580fe8a35 req-fa04ddd9-a9e2-48c8-afc0-5a0017b98585 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:31.396230 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7af05619-d908-4224-b267-608580fe8a35 req-fa04ddd9-a9e2-48c8-afc0-5a0017b98585 service neutron] 10.222.0.52 "GET /v2.0/networks?id=367e9cc0-0b51-4cc8-a9d7-a997bdd62f10 HTTP/1.1" status: 200 len: 916 time: 0.1480222 Apr 08 10:53:31.472608 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0cc80-c866-458b-8e38-ec8ccb0687e5 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:31.473248 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0cc80-c866-458b-8e38-ec8ccb0687e5 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:31.473744 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0cc80-c866-458b-8e38-ec8ccb0687e5 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:31.474087 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0cc80-c866-458b-8e38-ec8ccb0687e5 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:31.474428 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0cc80-c866-458b-8e38-ec8ccb0687e5 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:31.474868 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0cc80-c866-458b-8e38-ec8ccb0687e5 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:31.475093 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0cc80-c866-458b-8e38-ec8ccb0687e5 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:31.475427 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0cc80-c866-458b-8e38-ec8ccb0687e5 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:31.475755 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0cc80-c866-458b-8e38-ec8ccb0687e5 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:31.476103 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0cc80-c866-458b-8e38-ec8ccb0687e5 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:31.476437 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0cc80-c866-458b-8e38-ec8ccb0687e5 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:31.507548 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7af05619-d908-4224-b267-608580fe8a35 req-4c8b4e35-bd91-4029-a90f-7471de4df78d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0471183-b351-408d-9d8d-e4ee0e86ffc6 HTTP/1.1" status: 200 len: 1001 time: 0.1042621 Apr 08 10:53:31.573651 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af05619-d908-4224-b267-608580fe8a35 req-dc95a22b-9684-455e-b989-164608cb5e8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:31.575243 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7af05619-d908-4224-b267-608580fe8a35 req-dc95a22b-9684-455e-b989-164608cb5e8d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4cc438b7-517a-4340-ba94-ae9c3be6e545 HTTP/1.1" status: 200 len: 854 time: 0.0618799 Apr 08 10:53:31.625249 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-0563f833-b81d-455b-bea5-17feee3962d7 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Deleting port 9ea717eb-6715-443e-bc22-0151dfbe4f42 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:53:31.625597 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0563f833-b81d-455b-bea5-17feee3962d7 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:31.650386 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7af05619-d908-4224-b267-608580fe8a35 req-e4097265-d6c6-4a90-a21a-6baea8d42879 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=367e9cc0-0b51-4cc8-a9d7-a997bdd62f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675912 Apr 08 10:53:31.778733 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7af05619-d908-4224-b267-608580fe8a35 req-328fa0d8-75c3-4b3c-a6bc-b904d7a8d652 service neutron] 10.222.0.52 "GET /v2.0/networks/367e9cc0-0b51-4cc8-a9d7-a997bdd62f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225338 Apr 08 10:53:31.793314 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0563f833-b81d-455b-bea5-17feee3962d7 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:31.793641 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0563f833-b81d-455b-bea5-17feee3962d7 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:31.907674 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7af05619-d908-4224-b267-608580fe8a35 req-f486faae-b556-4329-9c33-b9c68b009ee8 service neutron] 10.222.0.52 "GET /v2.0/networks/367e9cc0-0b51-4cc8-a9d7-a997bdd62f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227398 Apr 08 10:53:31.915504 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-0563f833-b81d-455b-bea5-17feee3962d7 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Calling delete_port for 9ea717eb-6715-443e-bc22-0151dfbe4f42 owned by network:floatingip {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:53:32.067597 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0563f833-b81d-455b-bea5-17feee3962d7 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:32.116789 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563f833-b81d-455b-bea5-17feee3962d7 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Pushing event deleted for resources: {'Port': ['ID=9ea717eb-6715-443e-bc22-0151dfbe4f42,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:32.204952 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0563f833-b81d-455b-bea5-17feee3962d7 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks [] for floatingip, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:32.590343 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0563f833-b81d-455b-bea5-17feee3962d7 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Router 916179a5-1098-4d0c-93d9-b4ff74f9157a has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:53:32.789176 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0563f833-b81d-455b-bea5-17feee3962d7 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:53:32.798356 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b469842-a95c-48d6-883f-1f5557cc1d92 None None] Sync routers for ids ['916179a5-1098-4d0c-93d9-b4ff74f9157a'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:53:32.809045 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0563f833-b81d-455b-bea5-17feee3962d7 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:32.810907 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b469842-a95c-48d6-883f-1f5557cc1d92 None None] Routers {'916179a5-1098-4d0c-93d9-b4ff74f9157a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:53:32.811539 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-1b469842-a95c-48d6-883f-1f5557cc1d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:53:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['916179a5-1098-4d0c-93d9-b4ff74f9157a'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:32.861408 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0563f833-b81d-455b-bea5-17feee3962d7 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "DELETE /v2.0/floatingips/0482f264-206a-4bb7-a996-5fe868117b59 HTTP/1.1" status: 204 len: 168 time: 1.5395172 Apr 08 10:53:32.862035 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c752667a-28d0-4f37-8f05-d77832a79048', 'tag': 'c0471183-b351-408d-9d8d-e4ee0e86ffc6'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:53:33.003446 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-1b469842-a95c-48d6-883f-1f5557cc1d92 None None] Set router 916179a5-1098-4d0c-93d9-b4ff74f9157a gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:53:33.037924 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec505c3b-adbe-498a-97c8-cab05eb5729e'] response: {'name': 'network-changed', 'server_uuid': 'c752667a-28d0-4f37-8f05-d77832a79048', 'tag': 'c0471183-b351-408d-9d8d-e4ee0e86ffc6', 'status': 'completed', 'code': 200} Apr 08 10:53:33.145606 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-28c5ed77-4455-46fa-b7b6-6fdc85f90f7b req-90fd8f73-99e2-4dc1-bd5b-8b311c28f878 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eee68eed08894331be870fc8822db8d7&device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 1098 time: 0.0804973 Apr 08 10:53:33.343080 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-1b469842-a95c-48d6-883f-1f5557cc1d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'name': 'tempest-TestMinimumBasicScenario-1676416272-router', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': '44f8e5f5-796b-49bc-a678-575b49baf56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:21Z', 'updated_at': '2022-04-08T10:51:24Z', 'revision_number': 4, 'project_id': 'eee68eed08894331be870fc8822db8d7', 'gw_port': {'id': '44f8e5f5-796b-49bc-a678-575b49baf56b', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:21Z', 'updated_at': '2022-04-08T10:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b', 'name': '', 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'mac_address': 'fa:16:3e:d7:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cc438b7-517a-4340-ba94-ae9c3be6e545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:23Z', 'updated_at': '2022-04-08T10:51:42Z', 'revision_number': 5, 'project_id': 'eee68eed08894331be870fc8822db8d7', 'subnets': [{'id': '4cc438b7-517a-4340-ba94-ae9c3be6e545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:33.347369 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b469842-a95c-48d6-883f-1f5557cc1d92 None None] Checking router: 916179a5-1098-4d0c-93d9-b4ff74f9157a for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:53:33.366394 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b469842-a95c-48d6-883f-1f5557cc1d92 None None] Routers {'916179a5-1098-4d0c-93d9-b4ff74f9157a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:53:33.367017 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-1b469842-a95c-48d6-883f-1f5557cc1d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:53:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['916179a5-1098-4d0c-93d9-b4ff74f9157a'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:33.401318 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5ed77-4455-46fa-b7b6-6fdc85f90f7b req-fdd138b5-eab9-4030-9576-4d1423a654a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:33.402774 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-28c5ed77-4455-46fa-b7b6-6fdc85f90f7b req-fdd138b5-eab9-4030-9576-4d1423a654a8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=367e9cc0-0b51-4cc8-a9d7-a997bdd62f10 HTTP/1.1" status: 200 len: 916 time: 0.2420046 Apr 08 10:53:33.470521 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-28c5ed77-4455-46fa-b7b6-6fdc85f90f7b req-51e0da7b-236b-4e2e-ae7d-3adc840dbdbe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0471183-b351-408d-9d8d-e4ee0e86ffc6 HTTP/1.1" status: 200 len: 217 time: 0.0611174 Apr 08 10:53:33.537356 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5ed77-4455-46fa-b7b6-6fdc85f90f7b req-23805689-dbbd-4c8a-be83-3787d25bfbf5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:33.538790 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-28c5ed77-4455-46fa-b7b6-6fdc85f90f7b req-23805689-dbbd-4c8a-be83-3787d25bfbf5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4cc438b7-517a-4340-ba94-ae9c3be6e545 HTTP/1.1" status: 200 len: 854 time: 0.0617886 Apr 08 10:53:33.583878 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-1b469842-a95c-48d6-883f-1f5557cc1d92 None None] Set router 916179a5-1098-4d0c-93d9-b4ff74f9157a gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:53:33.614311 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-28c5ed77-4455-46fa-b7b6-6fdc85f90f7b req-4ac1bf44-2dce-461f-8d2b-dc839e52031e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=367e9cc0-0b51-4cc8-a9d7-a997bdd62f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670290 Apr 08 10:53:33.752812 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-28c5ed77-4455-46fa-b7b6-6fdc85f90f7b req-f6de8390-4951-445f-b8ca-8de18172124e service neutron] 10.222.0.52 "GET /v2.0/networks/367e9cc0-0b51-4cc8-a9d7-a997bdd62f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278048 Apr 08 10:53:33.895087 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-28c5ed77-4455-46fa-b7b6-6fdc85f90f7b req-7bd7910c-0f2c-47b4-aa61-d2f2dff5f5d1 service neutron] 10.222.0.52 "GET /v2.0/networks/367e9cc0-0b51-4cc8-a9d7-a997bdd62f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309254 Apr 08 10:53:33.900710 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-1b469842-a95c-48d6-883f-1f5557cc1d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'name': 'tempest-TestMinimumBasicScenario-1676416272-router', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': '44f8e5f5-796b-49bc-a678-575b49baf56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:21Z', 'updated_at': '2022-04-08T10:51:24Z', 'revision_number': 4, 'project_id': 'eee68eed08894331be870fc8822db8d7', 'gw_port': {'id': '44f8e5f5-796b-49bc-a678-575b49baf56b', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:21Z', 'updated_at': '2022-04-08T10:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b', 'name': '', 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'mac_address': 'fa:16:3e:d7:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cc438b7-517a-4340-ba94-ae9c3be6e545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:23Z', 'updated_at': '2022-04-08T10:51:42Z', 'revision_number': 5, 'project_id': 'eee68eed08894331be870fc8822db8d7', 'subnets': [{'id': '4cc438b7-517a-4340-ba94-ae9c3be6e545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:33.905142 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b469842-a95c-48d6-883f-1f5557cc1d92 None None] The sync data for ids ['916179a5-1098-4d0c-93d9-b4ff74f9157a'] in dv-neutron-837110-1-hyperv is: [{'id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'name': 'tempest-TestMinimumBasicScenario-1676416272-router', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': '44f8e5f5-796b-49bc-a678-575b49baf56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:21Z', 'updated_at': '2022-04-08T10:51:24Z', 'revision_number': 4, 'project_id': 'eee68eed08894331be870fc8822db8d7', 'gw_port': {'id': '44f8e5f5-796b-49bc-a678-575b49baf56b', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:21Z', 'updated_at': '2022-04-08T10:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b', 'name': '', 'network_id': '367e9cc0-0b51-4cc8-a9d7-a997bdd62f10', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'mac_address': 'fa:16:3e:d7:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cc438b7-517a-4340-ba94-ae9c3be6e545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:23Z', 'updated_at': '2022-04-08T10:51:42Z', 'revision_number': 5, 'project_id': 'eee68eed08894331be870fc8822db8d7', 'subnets': [{'id': '4cc438b7-517a-4340-ba94-ae9c3be6e545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:53:34.145594 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0496c0-95df-435e-be2e-3361cefea9a5 None None] New status for floating IP 0482f264-206a-4bb7-a996-5fe868117b59: DOWN {{(pid=83848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:53:37.217054 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77354017-bf14-4d87-882f-db65bde48990 req-8d446475-8deb-4b36-bf27-aa54a1e5a2ac tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:37.218503 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-77354017-bf14-4d87-882f-db65bde48990 req-8d446475-8deb-4b36-bf27-aa54a1e5a2ac tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 945 time: 0.0808203 Apr 08 10:53:37.262135 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-77354017-bf14-4d87-882f-db65bde48990 req-ec1d19cb-a294-400c-8fe1-ed9d91f97e6e tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378449 Apr 08 10:53:38.456238 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb11b39-f919-45a3-bd44-b9ba8d7ac683 req-e36324ea-690f-4154-9ae8-1ab0721d60ab tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:38.457668 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5eb11b39-f919-45a3-bd44-b9ba8d7ac683 req-e36324ea-690f-4154-9ae8-1ab0721d60ab tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 945 time: 0.0751953 Apr 08 10:53:38.501754 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5eb11b39-f919-45a3-bd44-b9ba8d7ac683 req-ed93c1eb-e427-48ef-9fc7-8c413a3cc2b1 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385485 Apr 08 10:53:38.553991 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:39.131280 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4173f8-f41b-45c5-ac86-ef9e32564982 req-687c6a2e-1a52-4cd4-a1c6-9a4c4a25df6c tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:39.132718 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1b4173f8-f41b-45c5-ac86-ef9e32564982 req-687c6a2e-1a52-4cd4-a1c6-9a4c4a25df6c tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.52 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 945 time: 0.0781875 Apr 08 10:53:39.201065 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-1b4173f8-f41b-45c5-ac86-ef9e32564982 req-43ed7fb0-248b-46ec-9700-fe5b80f5c76e tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Deleting port c0471183-b351-408d-9d8d-e4ee0e86ffc6 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:53:39.201398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1b4173f8-f41b-45c5-ac86-ef9e32564982 req-43ed7fb0-248b-46ec-9700-fe5b80f5c76e tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:39.450104 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-1b4173f8-f41b-45c5-ac86-ef9e32564982 req-43ed7fb0-248b-46ec-9700-fe5b80f5c76e tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] For port c0471183-b351-408d-9d8d-e4ee0e86ffc6, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c0471183-b351-408d-9d8d-e4ee0e86ffc6,segment=NetworkSegment(a80c4620-caaf-4df2-97d9-15add11c468b),segment_id=a80c4620-caaf-4df2-97d9-15add11c468b)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:53:39.450460 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1b4173f8-f41b-45c5-ac86-ef9e32564982 req-43ed7fb0-248b-46ec-9700-fe5b80f5c76e tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:39.568803 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-1b4173f8-f41b-45c5-ac86-ef9e32564982 req-43ed7fb0-248b-46ec-9700-fe5b80f5c76e tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Calling delete_port for c0471183-b351-408d-9d8d-e4ee0e86ffc6 owned by compute:nova {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:53:39.764461 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e83f7-ef96-4efa-9ab9-e50ecd53fd30 req-76803ee6-fb18-4bc1-ad24-93df092e71f4 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:39.765798 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-807e83f7-ef96-4efa-9ab9-e50ecd53fd30 req-76803ee6-fb18-4bc1-ad24-93df092e71f4 tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/ports?device_id=c752667a-28d0-4f37-8f05-d77832a79048 HTTP/1.1" status: 200 len: 945 time: 0.1417031 Apr 08 10:53:39.772524 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1b4173f8-f41b-45c5-ac86-ef9e32564982 req-43ed7fb0-248b-46ec-9700-fe5b80f5c76e tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:39.787601 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['c0471183-b351-408d-9d8d-e4ee0e86ffc6'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:53:39.836151 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed7fb0-248b-46ec-9700-fe5b80f5c76e tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Pushing event deleted for resources: {'Port': ['ID=c0471183-b351-408d-9d8d-e4ee0e86ffc6,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:40.011934 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4173f8-f41b-45c5-ac86-ef9e32564982 req-43ed7fb0-248b-46ec-9700-fe5b80f5c76e tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] No DVR routers for this DVR port c0471183-b351-408d-9d8d-e4ee0e86ffc6 on host hv-neutron-8371 {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:53:40.015343 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-807e83f7-ef96-4efa-9ab9-e50ecd53fd30 req-19115c67-cc16-4b93-859a-b46711843dbe tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.47 "GET /v2.0/security-groups?id=40efa2a7-8370-44c9-beb2-268bd339012f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406447 Apr 08 10:53:40.016241 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-1b4173f8-f41b-45c5-ac86-ef9e32564982 req-43ed7fb0-248b-46ec-9700-fe5b80f5c76e tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:40.018830 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c752667a-28d0-4f37-8f05-d77832a79048', 'name': 'network-vif-deleted', 'tag': 'c0471183-b351-408d-9d8d-e4ee0e86ffc6'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:53:40.030164 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1b4173f8-f41b-45c5-ac86-ef9e32564982 req-43ed7fb0-248b-46ec-9700-fe5b80f5c76e tempest-TestMinimumBasicScenario-1190159384 tempest-TestMinimumBasicScenario-1190159384-project] 10.222.0.52 "DELETE /v2.0/ports/c0471183-b351-408d-9d8d-e4ee0e86ffc6 HTTP/1.1" status: 204 len: 173 time: 0.8899324 Apr 08 10:53:40.090777 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1992e36a-9150-4e83-bdc8-b3a45f927dc2'] response: {'server_uuid': 'c752667a-28d0-4f37-8f05-d77832a79048', 'name': 'network-vif-deleted', 'tag': 'c0471183-b351-408d-9d8d-e4ee0e86ffc6', 'status': 'completed', 'code': 200} Apr 08 10:53:41.680736 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36944) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:42.165280 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-83eaccaf-9ec2-4d29-8a19-c04a85131ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:42.778425 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-83eaccaf-9ec2-4d29-8a19-c04a85131ad3 admin admin] Deleting port 3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:53:42.779039 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-83eaccaf-9ec2-4d29-8a19-c04a85131ad3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:42.950100 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-83eaccaf-9ec2-4d29-8a19-c04a85131ad3 admin admin] For port 3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b,segment=NetworkSegment(a80c4620-caaf-4df2-97d9-15add11c468b),segment_id=a80c4620-caaf-4df2-97d9-15add11c468b)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:53:42.950502 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-83eaccaf-9ec2-4d29-8a19-c04a85131ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:42.993775 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device c0471183-b351-408d-9d8d-e4ee0e86ffc6 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:53:43.026550 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: c0471183-b351-408d-9d8d-e4ee0e86ffc6 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:53:43.026893 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device c0471183-b351-408d-9d8d-e4ee0e86ffc6 not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:53:43.078289 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-83eaccaf-9ec2-4d29-8a19-c04a85131ad3 admin admin] Calling delete_port for 3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:53:43.240905 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-83eaccaf-9ec2-4d29-8a19-c04a85131ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:43.371288 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eaccaf-9ec2-4d29-8a19-c04a85131ad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:43.375486 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-be6125b3-37fb-4c75-8db6-94368c78b31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:43.651538 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-83eaccaf-9ec2-4d29-8a19-c04a85131ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:44.212181 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83eaccaf-9ec2-4d29-8a19-c04a85131ad3 admin admin] Router 916179a5-1098-4d0c-93d9-b4ff74f9157a has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:53:44.408260 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83eaccaf-9ec2-4d29-8a19-c04a85131ad3 admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:53:44.416756 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4c4a30-97df-4d17-951f-1d9a90fceb11 None None] Sync routers for ids ['916179a5-1098-4d0c-93d9-b4ff74f9157a'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:53:44.421222 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-83eaccaf-9ec2-4d29-8a19-c04a85131ad3 admin admin] 10.222.0.47 "PUT /v2.0/routers/916179a5-1098-4d0c-93d9-b4ff74f9157a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7394538 Apr 08 10:53:44.424311 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36948) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:44.430270 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4c4a30-97df-4d17-951f-1d9a90fceb11 None None] Routers {'916179a5-1098-4d0c-93d9-b4ff74f9157a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:53:44.430862 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-3b4c4a30-97df-4d17-951f-1d9a90fceb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:53:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['916179a5-1098-4d0c-93d9-b4ff74f9157a'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:44.611761 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-3b4c4a30-97df-4d17-951f-1d9a90fceb11 None None] Set router 916179a5-1098-4d0c-93d9-b4ff74f9157a gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:53:44.622254 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2d1a7067-fe33-49b6-b3d7-94e2834cd0e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:44.907217 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-3b4c4a30-97df-4d17-951f-1d9a90fceb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'name': 'tempest-TestMinimumBasicScenario-1676416272-router', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': '44f8e5f5-796b-49bc-a678-575b49baf56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:21Z', 'updated_at': '2022-04-08T10:53:43Z', 'revision_number': 5, 'project_id': 'eee68eed08894331be870fc8822db8d7', 'gw_port': {'id': '44f8e5f5-796b-49bc-a678-575b49baf56b', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:21Z', 'updated_at': '2022-04-08T10:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:44.911756 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4c4a30-97df-4d17-951f-1d9a90fceb11 None None] Checking router: 916179a5-1098-4d0c-93d9-b4ff74f9157a for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:53:44.922158 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4c4a30-97df-4d17-951f-1d9a90fceb11 None None] Routers {'916179a5-1098-4d0c-93d9-b4ff74f9157a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:53:44.922847 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-3b4c4a30-97df-4d17-951f-1d9a90fceb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:53:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['916179a5-1098-4d0c-93d9-b4ff74f9157a'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:44.928101 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2d1a7067-fe33-49b6-b3d7-94e2834cd0e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:44.936699 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-2d1a7067-fe33-49b6-b3d7-94e2834cd0e3 admin admin] Deleting port 44f8e5f5-796b-49bc-a678-575b49baf56b {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:53:44.937033 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2d1a7067-fe33-49b6-b3d7-94e2834cd0e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:45.087881 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-3b4c4a30-97df-4d17-951f-1d9a90fceb11 None None] Set router 916179a5-1098-4d0c-93d9-b4ff74f9157a gateway port host: None {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:53:45.127440 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-2d1a7067-fe33-49b6-b3d7-94e2834cd0e3 admin admin] For port 44f8e5f5-796b-49bc-a678-575b49baf56b, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=44f8e5f5-796b-49bc-a678-575b49baf56b,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:53:45.127715 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2d1a7067-fe33-49b6-b3d7-94e2834cd0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:45.208982 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-3b4c4a30-97df-4d17-951f-1d9a90fceb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'name': 'tempest-TestMinimumBasicScenario-1676416272-router', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:21Z', 'updated_at': '2022-04-08T10:53:44Z', 'revision_number': 6, 'project_id': 'eee68eed08894331be870fc8822db8d7', 'gw_port_host': None}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:45.213285 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4c4a30-97df-4d17-951f-1d9a90fceb11 None None] The sync data for ids ['916179a5-1098-4d0c-93d9-b4ff74f9157a'] in dv-neutron-837110-1-hyperv is: [{'id': '916179a5-1098-4d0c-93d9-b4ff74f9157a', 'name': 'tempest-TestMinimumBasicScenario-1676416272-router', 'tenant_id': 'eee68eed08894331be870fc8822db8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:21Z', 'updated_at': '2022-04-08T10:53:44Z', 'revision_number': 6, 'project_id': 'eee68eed08894331be870fc8822db8d7', 'gw_port_host': None}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:53:45.253046 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-2d1a7067-fe33-49b6-b3d7-94e2834cd0e3 admin admin] Calling delete_port for 44f8e5f5-796b-49bc-a678-575b49baf56b owned by network:router_gateway {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:53:45.429032 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2d1a7067-fe33-49b6-b3d7-94e2834cd0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:45.476045 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a7067-fe33-49b6-b3d7-94e2834cd0e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=44f8e5f5-796b-49bc-a678-575b49baf56b,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:45.623734 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e81ec58d-0d3b-404b-8805-d4e955f24848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:45.703785 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2d1a7067-fe33-49b6-b3d7-94e2834cd0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:45.957143 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2d1a7067-fe33-49b6-b3d7-94e2834cd0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:45.961316 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2d1a7067-fe33-49b6-b3d7-94e2834cd0e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:45.986162 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2d1a7067-fe33-49b6-b3d7-94e2834cd0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:45.986978 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1a7067-fe33-49b6-b3d7-94e2834cd0e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 916179a5-1098-4d0c-93d9-b4ff74f9157a {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:53:45.998719 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2d1a7067-fe33-49b6-b3d7-94e2834cd0e3 admin admin] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:45.999828 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2d1a7067-fe33-49b6-b3d7-94e2834cd0e3 admin admin] 10.222.0.47 "DELETE /v2.0/routers/916179a5-1098-4d0c-93d9-b4ff74f9157a HTTP/1.1" status: 204 len: 168 time: 1.5746095 Apr 08 10:53:46.002694 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36954) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:46.065265 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f7383cb-202d-491d-99ed-9b79d4dfe734 admin admin] Deleting subnet 4cc438b7-517a-4340-ba94-ae9c3be6e545 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:53:46.067919 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1f7383cb-202d-491d-99ed-9b79d4dfe734 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:46.117618 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1f7383cb-202d-491d-99ed-9b79d4dfe734 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:46.129579 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:53:46.288741 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1f7383cb-202d-491d-99ed-9b79d4dfe734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:46.356899 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1f7383cb-202d-491d-99ed-9b79d4dfe734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:46.395680 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7383cb-202d-491d-99ed-9b79d4dfe734 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cc438b7-517a-4340-ba94-ae9c3be6e545,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:46.400061 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1f7383cb-202d-491d-99ed-9b79d4dfe734 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:46.405549 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769a8e3b-d13d-4e7d-94af-2f8bdf503bfe None None] Network 367e9cc0-0b51-4cc8-a9d7-a997bdd62f10 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:53:46.405858 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1f7383cb-202d-491d-99ed-9b79d4dfe734 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/4cc438b7-517a-4340-ba94-ae9c3be6e545 HTTP/1.1" status: 204 len: 168 time: 0.4021888 Apr 08 10:53:46.409173 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36958) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:46.519225 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ab01e407-e4a0-4a89-a455-0bbd0098e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:46.530101 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-ab01e407-e4a0-4a89-a455-0bbd0098e06d admin admin] Deleting port 0872d738-893f-463f-ad4e-9ef8a8b7c37a {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:53:46.530437 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ab01e407-e4a0-4a89-a455-0bbd0098e06d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:46.547591 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:53:46.603748 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:53:46.604099 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3647a6f7-85a3-4fe8-92d3-7e3b36cdaa7b not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:53:46.604516 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 44f8e5f5-796b-49bc-a678-575b49baf56b no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:53:46.663741 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 44f8e5f5-796b-49bc-a678-575b49baf56b {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:53:46.664409 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 44f8e5f5-796b-49bc-a678-575b49baf56b not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:53:46.739163 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-ab01e407-e4a0-4a89-a455-0bbd0098e06d admin admin] For port 0872d738-893f-463f-ad4e-9ef8a8b7c37a, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=0872d738-893f-463f-ad4e-9ef8a8b7c37a,segment=NetworkSegment(a80c4620-caaf-4df2-97d9-15add11c468b),segment_id=a80c4620-caaf-4df2-97d9-15add11c468b)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:53:46.739528 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ab01e407-e4a0-4a89-a455-0bbd0098e06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:46.779415 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39a1455-14c8-4cf4-94d3-19d59ee43261 None None] DHCP port deletion for 367e9cc0-0b51-4cc8-a9d7-a997bdd62f10 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:53:46.784237 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-a39a1455-14c8-4cf4-94d3-19d59ee43261 None None] Deleting port 0872d738-893f-463f-ad4e-9ef8a8b7c37a {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:53:46.784658 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a39a1455-14c8-4cf4-94d3-19d59ee43261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:46.861572 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-ab01e407-e4a0-4a89-a455-0bbd0098e06d admin admin] Calling delete_port for 0872d738-893f-463f-ad4e-9ef8a8b7c37a owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:53:46.895147 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:46.937536 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ab01e407-e4a0-4a89-a455-0bbd0098e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:46.980653 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01e407-e4a0-4a89-a455-0bbd0098e06d admin admin] Pushing event deleted for resources: {'Port': ['ID=0872d738-893f-463f-ad4e-9ef8a8b7c37a,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:46.987404 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab01e407-e4a0-4a89-a455-0bbd0098e06d admin admin] No DVR routers for this DVR port 0872d738-893f-463f-ad4e-9ef8a8b7c37a on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:53:46.998567 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:47.008709 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-a39a1455-14c8-4cf4-94d3-19d59ee43261 None None] For port 0872d738-893f-463f-ad4e-9ef8a8b7c37a, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=0872d738-893f-463f-ad4e-9ef8a8b7c37a,segment=NetworkSegment(a80c4620-caaf-4df2-97d9-15add11c468b),segment_id=a80c4620-caaf-4df2-97d9-15add11c468b)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:53:47.009094 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a39a1455-14c8-4cf4-94d3-19d59ee43261 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:47.107799 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ab01e407-e4a0-4a89-a455-0bbd0098e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:47.133521 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-ab01e407-e4a0-4a89-a455-0bbd0098e06d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367e9cc0-0b51-4cc8-a9d7-a997bdd62f10']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:47.136829 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-a39a1455-14c8-4cf4-94d3-19d59ee43261 None None] Calling delete_port for 0872d738-893f-463f-ad4e-9ef8a8b7c37a owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:53:47.145965 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-ab01e407-e4a0-4a89-a455-0bbd0098e06d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a80c4620-caaf-4df2-97d9-15add11c468b') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:47.146276 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-ab01e407-e4a0-4a89-a455-0bbd0098e06d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a80c4620-caaf-4df2-97d9-15add11c468b') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:47.157554 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ab01e407-e4a0-4a89-a455-0bbd0098e06d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:47.173484 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ab01e407-e4a0-4a89-a455-0bbd0098e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:47.180006 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab01e407-e4a0-4a89-a455-0bbd0098e06d admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:53:47.180416 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ab01e407-e4a0-4a89-a455-0bbd0098e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:53:47.193605 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:53:47.205391 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-a39a1455-14c8-4cf4-94d3-19d59ee43261 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:53:47.205754 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-a39a1455-14c8-4cf4-94d3-19d59ee43261 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:53:47.270385 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ab01e407-e4a0-4a89-a455-0bbd0098e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:47.286734 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ab01e407-e4a0-4a89-a455-0bbd0098e06d admin admin] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:47.296610 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01e407-e4a0-4a89-a455-0bbd0098e06d admin admin] Pushing event deleted for resources: {'Network': ['ID=367e9cc0-0b51-4cc8-a9d7-a997bdd62f10,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:47.311075 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ab01e407-e4a0-4a89-a455-0bbd0098e06d admin admin] 10.222.0.47 "DELETE /v2.0/networks/367e9cc0-0b51-4cc8-a9d7-a997bdd62f10 HTTP/1.1" status: 204 len: 168 time: 0.9007437 Apr 08 10:53:47.313690 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36962) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:47.693968 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-94a83c5a-8406-416c-aed8-70530e6c8d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:47.706642 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-a39a1455-14c8-4cf4-94d3-19d59ee43261 None None] Deleting port 0872d738-893f-463f-ad4e-9ef8a8b7c37a {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:53:47.707121 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a39a1455-14c8-4cf4-94d3-19d59ee43261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:47.775456 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-a39a1455-14c8-4cf4-94d3-19d59ee43261 None None] The port '0872d738-893f-463f-ad4e-9ef8a8b7c37a' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:53:48.369333 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:48.369514 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-94a83c5a-8406-416c-aed8-70530e6c8d18 admin admin] Deleting port 305c33ff-5ee6-4ec9-8ed9-1a798ecf2408 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:53:48.369968 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-94a83c5a-8406-416c-aed8-70530e6c8d18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:48.539728 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 0872d738-893f-463f-ad4e-9ef8a8b7c37a no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:53:48.546185 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-94a83c5a-8406-416c-aed8-70530e6c8d18 admin admin] For port 305c33ff-5ee6-4ec9-8ed9-1a798ecf2408, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=305c33ff-5ee6-4ec9-8ed9-1a798ecf2408,segment=NetworkSegment(5d344e01-44b7-43d5-b333-5b1fc1a80f70),segment_id=5d344e01-44b7-43d5-b333-5b1fc1a80f70)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:53:48.546540 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-94a83c5a-8406-416c-aed8-70530e6c8d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:48.571957 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 0872d738-893f-463f-ad4e-9ef8a8b7c37a {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:53:48.572342 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 0872d738-893f-463f-ad4e-9ef8a8b7c37a not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:53:48.679478 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-94a83c5a-8406-416c-aed8-70530e6c8d18 admin admin] Calling delete_port for 305c33ff-5ee6-4ec9-8ed9-1a798ecf2408 owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:53:48.872757 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-94a83c5a-8406-416c-aed8-70530e6c8d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:48.924518 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a83c5a-8406-416c-aed8-70530e6c8d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=305c33ff-5ee6-4ec9-8ed9-1a798ecf2408,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:49.254251 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-94a83c5a-8406-416c-aed8-70530e6c8d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:49.944252 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a83c5a-8406-416c-aed8-70530e6c8d18 admin admin] Router 11ac63c0-84a2-4e24-bd3a-b0035bab5d3a has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:53:50.139109 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a83c5a-8406-416c-aed8-70530e6c8d18 admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:53:50.148826 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601d8aeb-af88-4194-a538-b8bf3dc50115 None None] Sync routers for ids ['11ac63c0-84a2-4e24-bd3a-b0035bab5d3a'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:53:50.155534 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-94a83c5a-8406-416c-aed8-70530e6c8d18 admin admin] 10.222.0.47 "PUT /v2.0/routers/11ac63c0-84a2-4e24-bd3a-b0035bab5d3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8406365 Apr 08 10:53:50.158708 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36966) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:50.161862 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601d8aeb-af88-4194-a538-b8bf3dc50115 None None] Routers {'11ac63c0-84a2-4e24-bd3a-b0035bab5d3a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:53:50.162464 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-601d8aeb-af88-4194-a538-b8bf3dc50115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:53:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['11ac63c0-84a2-4e24-bd3a-b0035bab5d3a'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:50.338259 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-601d8aeb-af88-4194-a538-b8bf3dc50115 None None] Set router 11ac63c0-84a2-4e24-bd3a-b0035bab5d3a gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:53:50.354361 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1dbc50d4-9878-45a6-bbf6-dad3df03d538 admin admin] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:50.555920 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1dbc50d4-9878-45a6-bbf6-dad3df03d538 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:50.565817 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc50d4-9878-45a6-bbf6-dad3df03d538 admin admin] Deleting port 118a4c6d-6131-46ac-8a25-f3522d1e3c35 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:53:50.566373 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1dbc50d4-9878-45a6-bbf6-dad3df03d538 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:50.624891 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-601d8aeb-af88-4194-a538-b8bf3dc50115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac63c0-84a2-4e24-bd3a-b0035bab5d3a', 'name': 'tempest-TestMinimumBasicScenario-772280423-router', 'tenant_id': 'd6ce34ca115d4455ab275af2229780e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '118a4c6d-6131-46ac-8a25-f3522d1e3c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:27Z', 'updated_at': '2022-04-08T10:53:48Z', 'revision_number': 5, 'project_id': 'd6ce34ca115d4455ab275af2229780e5', 'gw_port': {'id': '118a4c6d-6131-46ac-8a25-f3522d1e3c35', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ac63c0-84a2-4e24-bd3a-b0035bab5d3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:27Z', 'updated_at': '2022-04-08T10:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:50.628699 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601d8aeb-af88-4194-a538-b8bf3dc50115 None None] Checking router: 11ac63c0-84a2-4e24-bd3a-b0035bab5d3a for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:53:50.638882 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601d8aeb-af88-4194-a538-b8bf3dc50115 None None] Routers {'11ac63c0-84a2-4e24-bd3a-b0035bab5d3a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:53:50.639572 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-601d8aeb-af88-4194-a538-b8bf3dc50115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:53:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['11ac63c0-84a2-4e24-bd3a-b0035bab5d3a'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:50.738953 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-1dbc50d4-9878-45a6-bbf6-dad3df03d538 admin admin] For port 118a4c6d-6131-46ac-8a25-f3522d1e3c35, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=118a4c6d-6131-46ac-8a25-f3522d1e3c35,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:53:50.739305 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1dbc50d4-9878-45a6-bbf6-dad3df03d538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:50.786365 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-601d8aeb-af88-4194-a538-b8bf3dc50115 None None] Set router 11ac63c0-84a2-4e24-bd3a-b0035bab5d3a gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:53:50.896014 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-601d8aeb-af88-4194-a538-b8bf3dc50115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ac63c0-84a2-4e24-bd3a-b0035bab5d3a', 'name': 'tempest-TestMinimumBasicScenario-772280423-router', 'tenant_id': 'd6ce34ca115d4455ab275af2229780e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:27Z', 'updated_at': '2022-04-08T10:53:50Z', 'revision_number': 6, 'project_id': 'd6ce34ca115d4455ab275af2229780e5', 'gw_port_host': None}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:50.900436 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601d8aeb-af88-4194-a538-b8bf3dc50115 None None] The sync data for ids ['11ac63c0-84a2-4e24-bd3a-b0035bab5d3a'] in dv-neutron-837110-1-hyperv is: [{'id': '11ac63c0-84a2-4e24-bd3a-b0035bab5d3a', 'name': 'tempest-TestMinimumBasicScenario-772280423-router', 'tenant_id': 'd6ce34ca115d4455ab275af2229780e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:27Z', 'updated_at': '2022-04-08T10:53:50Z', 'revision_number': 6, 'project_id': 'd6ce34ca115d4455ab275af2229780e5', 'gw_port_host': None}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:53:50.969308 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc50d4-9878-45a6-bbf6-dad3df03d538 admin admin] Calling delete_port for 118a4c6d-6131-46ac-8a25-f3522d1e3c35 owned by network:router_gateway {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:53:51.132375 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1dbc50d4-9878-45a6-bbf6-dad3df03d538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:51.176973 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc50d4-9878-45a6-bbf6-dad3df03d538 admin admin] Pushing event deleted for resources: {'Port': ['ID=118a4c6d-6131-46ac-8a25-f3522d1e3c35,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:51.401011 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1dbc50d4-9878-45a6-bbf6-dad3df03d538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:51.650890 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1dbc50d4-9878-45a6-bbf6-dad3df03d538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:51.655118 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1dbc50d4-9878-45a6-bbf6-dad3df03d538 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:51.681866 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1dbc50d4-9878-45a6-bbf6-dad3df03d538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:51.682606 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbc50d4-9878-45a6-bbf6-dad3df03d538 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11ac63c0-84a2-4e24-bd3a-b0035bab5d3a {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:53:51.694612 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1dbc50d4-9878-45a6-bbf6-dad3df03d538 admin admin] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:51.695725 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1dbc50d4-9878-45a6-bbf6-dad3df03d538 admin admin] 10.222.0.47 "DELETE /v2.0/routers/11ac63c0-84a2-4e24-bd3a-b0035bab5d3a HTTP/1.1" status: 204 len: 168 time: 1.5360994 Apr 08 10:53:51.698279 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36970) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:51.760758 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d93103-e7f0-4434-b258-9433018a7ed0 admin admin] Deleting subnet b629541a-49d8-459c-85c6-c8922188e616 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:53:51.763614 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-32d93103-e7f0-4434-b258-9433018a7ed0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:51.813383 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-32d93103-e7f0-4434-b258-9433018a7ed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:51.897092 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-32d93103-e7f0-4434-b258-9433018a7ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:51.964616 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-32d93103-e7f0-4434-b258-9433018a7ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:52.001591 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d93103-e7f0-4434-b258-9433018a7ed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b629541a-49d8-459c-85c6-c8922188e616,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:52.006163 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-32d93103-e7f0-4434-b258-9433018a7ed0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:52.014133 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14afe7f9-1408-421e-9f42-06f2cb335ce9 None None] Network 0f742483-4ff8-4430-903f-2220ad3aefa6 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:53:52.014639 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-32d93103-e7f0-4434-b258-9433018a7ed0 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b629541a-49d8-459c-85c6-c8922188e616 HTTP/1.1" status: 204 len: 168 time: 0.3125660 Apr 08 10:53:52.014639 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36974) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:52.119123 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9a068268-1218-47e8-a4f7-9f6e146db1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:52.130060 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-9a068268-1218-47e8-a4f7-9f6e146db1af admin admin] Deleting port 1170971a-8f4d-410a-8169-713a7de2612e {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:53:52.130326 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9a068268-1218-47e8-a4f7-9f6e146db1af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:52.252041 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196ec219-13aa-41d7-8b74-0da9e7f3717b None None] DHCP port deletion for 0f742483-4ff8-4430-903f-2220ad3aefa6 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:53:52.256237 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-196ec219-13aa-41d7-8b74-0da9e7f3717b None None] Deleting port 1170971a-8f4d-410a-8169-713a7de2612e {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:53:52.256613 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-196ec219-13aa-41d7-8b74-0da9e7f3717b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:52.436006 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-9a068268-1218-47e8-a4f7-9f6e146db1af admin admin] For port 1170971a-8f4d-410a-8169-713a7de2612e, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=1170971a-8f4d-410a-8169-713a7de2612e,segment=NetworkSegment(5d344e01-44b7-43d5-b333-5b1fc1a80f70),segment_id=5d344e01-44b7-43d5-b333-5b1fc1a80f70)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:53:52.436336 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9a068268-1218-47e8-a4f7-9f6e146db1af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:52.462993 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-196ec219-13aa-41d7-8b74-0da9e7f3717b None None] For port 1170971a-8f4d-410a-8169-713a7de2612e, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=1170971a-8f4d-410a-8169-713a7de2612e,segment=NetworkSegment(5d344e01-44b7-43d5-b333-5b1fc1a80f70),segment_id=5d344e01-44b7-43d5-b333-5b1fc1a80f70)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:53:52.463388 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-196ec219-13aa-41d7-8b74-0da9e7f3717b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:52.563485 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-9a068268-1218-47e8-a4f7-9f6e146db1af admin admin] Calling delete_port for 1170971a-8f4d-410a-8169-713a7de2612e owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:53:52.589337 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 305c33ff-5ee6-4ec9-8ed9-1a798ecf2408 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:53:52.650267 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-196ec219-13aa-41d7-8b74-0da9e7f3717b None None] Calling delete_port for 1170971a-8f4d-410a-8169-713a7de2612e owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:53:52.651207 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9a068268-1218-47e8-a4f7-9f6e146db1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:52.690588 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 305c33ff-5ee6-4ec9-8ed9-1a798ecf2408 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:53:52.690842 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 305c33ff-5ee6-4ec9-8ed9-1a798ecf2408 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:53:52.691254 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 1170971a-8f4d-410a-8169-713a7de2612e no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:53:52.693923 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a068268-1218-47e8-a4f7-9f6e146db1af admin admin] Pushing event deleted for resources: {'Port': ['ID=1170971a-8f4d-410a-8169-713a7de2612e,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:52.699881 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a068268-1218-47e8-a4f7-9f6e146db1af admin admin] No DVR routers for this DVR port 1170971a-8f4d-410a-8169-713a7de2612e on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:53:52.735814 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 1170971a-8f4d-410a-8169-713a7de2612e {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:53:52.736425 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 1170971a-8f4d-410a-8169-713a7de2612e not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:53:52.736841 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 118a4c6d-6131-46ac-8a25-f3522d1e3c35 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:53:52.770000 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 118a4c6d-6131-46ac-8a25-f3522d1e3c35 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:53:52.770339 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 118a4c6d-6131-46ac-8a25-f3522d1e3c35 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:53:52.794353 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-196ec219-13aa-41d7-8b74-0da9e7f3717b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:53:52.794706 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-196ec219-13aa-41d7-8b74-0da9e7f3717b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:53:52.814581 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9a068268-1218-47e8-a4f7-9f6e146db1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:52.839323 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-9a068268-1218-47e8-a4f7-9f6e146db1af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f742483-4ff8-4430-903f-2220ad3aefa6']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:52.851028 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-9a068268-1218-47e8-a4f7-9f6e146db1af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d344e01-44b7-43d5-b333-5b1fc1a80f70') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:52.851330 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-9a068268-1218-47e8-a4f7-9f6e146db1af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d344e01-44b7-43d5-b333-5b1fc1a80f70') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:52.862452 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9a068268-1218-47e8-a4f7-9f6e146db1af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:52.878940 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9a068268-1218-47e8-a4f7-9f6e146db1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:52.884949 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a068268-1218-47e8-a4f7-9f6e146db1af admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:53:52.885368 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9a068268-1218-47e8-a4f7-9f6e146db1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:53:52.899340 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:53:52.974091 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9a068268-1218-47e8-a4f7-9f6e146db1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:52.978481 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9a068268-1218-47e8-a4f7-9f6e146db1af admin admin] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:53.007423 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a068268-1218-47e8-a4f7-9f6e146db1af admin admin] Pushing event deleted for resources: {'Network': ['ID=0f742483-4ff8-4430-903f-2220ad3aefa6,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:53.012980 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9a068268-1218-47e8-a4f7-9f6e146db1af admin admin] 10.222.0.47 "DELETE /v2.0/networks/0f742483-4ff8-4430-903f-2220ad3aefa6 HTTP/1.1" status: 204 len: 168 time: 0.9978027 Apr 08 10:53:53.203705 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36980) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:53.253820 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d5f22b0c-dd8f-4bef-b7c9-53da636dc72e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eee68eed08894331be870fc8822db8d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486920 Apr 08 10:53:53.256051 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36984) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:53.296240 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-196ec219-13aa-41d7-8b74-0da9e7f3717b None None] Deleting port 1170971a-8f4d-410a-8169-713a7de2612e {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:53:53.296752 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-196ec219-13aa-41d7-8b74-0da9e7f3717b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:53.317723 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-079088b8-9bfe-4166-8f4b-fa9fb7e82da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:53.342743 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-079088b8-9bfe-4166-8f4b-fa9fb7e82da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:53.362120 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-196ec219-13aa-41d7-8b74-0da9e7f3717b None None] The port '1170971a-8f4d-410a-8169-713a7de2612e' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 10:53:53.394466 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-079088b8-9bfe-4166-8f4b-fa9fb7e82da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:53.411811 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079088b8-9bfe-4166-8f4b-fa9fb7e82da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40efa2a7-8370-44c9-beb2-268bd339012f,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:53.418431 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-079088b8-9bfe-4166-8f4b-fa9fb7e82da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:53.419352 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-079088b8-9bfe-4166-8f4b-fa9fb7e82da4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/40efa2a7-8370-44c9-beb2-268bd339012f HTTP/1.1" status: 204 len: 168 time: 0.1624024 Apr 08 10:53:53.812431 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36992) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:53.866005 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e964bfc4-cee4-4781-8926-cb6b87deae95 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d6ce34ca115d4455ab275af2229780e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0523310 Apr 08 10:53:53.868561 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 36996) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:53.932178 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bd5af8dc-a826-4684-9517-c57e53dfee4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:53.958372 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bd5af8dc-a826-4684-9517-c57e53dfee4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:54.013068 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bd5af8dc-a826-4684-9517-c57e53dfee4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:54.029166 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5af8dc-a826-4684-9517-c57e53dfee4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf5676c-55b7-48ed-a3b4-b0e194c23692,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:54.033721 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bd5af8dc-a826-4684-9517-c57e53dfee4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:54.034494 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-bd5af8dc-a826-4684-9517-c57e53dfee4e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bcf5676c-55b7-48ed-a3b4-b0e194c23692 HTTP/1.1" status: 204 len: 168 time: 0.1650262 Apr 08 10:53:56.311309 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37040) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:56.317321 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-4f141c30-6e4e-4d38-872a-3c280abaf4ba tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1485876915', 'description': 'tempest-secgroup-smoke-1485876915 description', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:53:56.323160 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4f141c30-6e4e-4d38-872a-3c280abaf4ba tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:53:56.326944 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4f141c30-6e4e-4d38-872a-3c280abaf4ba tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:53:56.330269 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4f141c30-6e4e-4d38-872a-3c280abaf4ba tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:53:56.335848 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4f141c30-6e4e-4d38-872a-3c280abaf4ba tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:53:56.346359 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4f141c30-6e4e-4d38-872a-3c280abaf4ba tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:56.358324 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4f141c30-6e4e-4d38-872a-3c280abaf4ba tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:56.388859 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4f141c30-6e4e-4d38-872a-3c280abaf4ba tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:53:56.393180 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4f141c30-6e4e-4d38-872a-3c280abaf4ba tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:53:56.396166 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4f141c30-6e4e-4d38-872a-3c280abaf4ba tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:53:56.402077 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4f141c30-6e4e-4d38-872a-3c280abaf4ba tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:53:56.468884 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4f141c30-6e4e-4d38-872a-3c280abaf4ba tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:56.472570 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4f141c30-6e4e-4d38-872a-3c280abaf4ba tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:56.513692 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4f141c30-6e4e-4d38-872a-3c280abaf4ba tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:53:56.515811 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f141c30-6e4e-4d38-872a-3c280abaf4ba tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce56dd66-1924-4cd6-bc7d-796eaff8ff97,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:56.521016 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4f141c30-6e4e-4d38-872a-3c280abaf4ba tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:53:56.524196 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4f141c30-6e4e-4d38-872a-3c280abaf4ba tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:53:56.529693 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4f141c30-6e4e-4d38-872a-3c280abaf4ba tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:53:56.583997 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4f141c30-6e4e-4d38-872a-3c280abaf4ba tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:56.587511 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4f141c30-6e4e-4d38-872a-3c280abaf4ba tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:56.632266 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f141c30-6e4e-4d38-872a-3c280abaf4ba tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b52bdd5c-32f8-4c51-a46d-0f6d2c611cf8,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:56.635642 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4f141c30-6e4e-4d38-872a-3c280abaf4ba tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:56.636849 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4f141c30-6e4e-4d38-872a-3c280abaf4ba tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3244708 Apr 08 10:53:56.639696 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37044) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:56.644957 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-d4723fdb-4c42-4210-b3e6-1587e2b4bd5d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': 'b52bdd5c-32f8-4c51-a46d-0f6d2c611cf8', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:53:56.651049 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d4723fdb-4c42-4210-b3e6-1587e2b4bd5d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:53:56.654807 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d4723fdb-4c42-4210-b3e6-1587e2b4bd5d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:53:56.658220 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d4723fdb-4c42-4210-b3e6-1587e2b4bd5d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:53:56.664037 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d4723fdb-4c42-4210-b3e6-1587e2b4bd5d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:53:56.679954 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d4723fdb-4c42-4210-b3e6-1587e2b4bd5d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:56.740240 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d4723fdb-4c42-4210-b3e6-1587e2b4bd5d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:56.743500 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d4723fdb-4c42-4210-b3e6-1587e2b4bd5d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:56.766898 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4723fdb-4c42-4210-b3e6-1587e2b4bd5d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b40286-faef-4cb4-b76a-0bb4bfd1d5f2,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:56.775662 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d4723fdb-4c42-4210-b3e6-1587e2b4bd5d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:56.776972 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d4723fdb-4c42-4210-b3e6-1587e2b4bd5d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1363435 Apr 08 10:53:56.779720 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37048) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:56.785993 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-e103dfe4-e6d3-43db-88ea-ae5e22fb54ee tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': 'b52bdd5c-32f8-4c51-a46d-0f6d2c611cf8', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:53:56.791813 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-e103dfe4-e6d3-43db-88ea-ae5e22fb54ee tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:53:56.795603 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e103dfe4-e6d3-43db-88ea-ae5e22fb54ee tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:53:56.799626 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e103dfe4-e6d3-43db-88ea-ae5e22fb54ee tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:53:56.805383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-e103dfe4-e6d3-43db-88ea-ae5e22fb54ee tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:53:56.820226 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e103dfe4-e6d3-43db-88ea-ae5e22fb54ee tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:56.880728 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e103dfe4-e6d3-43db-88ea-ae5e22fb54ee tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:56.884003 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e103dfe4-e6d3-43db-88ea-ae5e22fb54ee tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:56.906681 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103dfe4-e6d3-43db-88ea-ae5e22fb54ee tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6202a536-4192-4806-b8e4-f258fb7b62e0,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:56.915782 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e103dfe4-e6d3-43db-88ea-ae5e22fb54ee tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:56.916974 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e103dfe4-e6d3-43db-88ea-ae5e22fb54ee tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1362286 Apr 08 10:53:56.919657 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37052) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:56.924981 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-bf413021-e2ce-421c-b096-687a933d8eec tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': 'b52bdd5c-32f8-4c51-a46d-0f6d2c611cf8', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:53:56.930560 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-bf413021-e2ce-421c-b096-687a933d8eec tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:53:56.934253 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-bf413021-e2ce-421c-b096-687a933d8eec tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:53:56.937054 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-bf413021-e2ce-421c-b096-687a933d8eec tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:53:56.942893 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-bf413021-e2ce-421c-b096-687a933d8eec tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:53:56.958894 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bf413021-e2ce-421c-b096-687a933d8eec tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:57.019888 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bf413021-e2ce-421c-b096-687a933d8eec tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:57.023494 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bf413021-e2ce-421c-b096-687a933d8eec tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:57.046136 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf413021-e2ce-421c-b096-687a933d8eec tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe40c7d-1fbc-48e8-909e-09165633e239,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:57.054924 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bf413021-e2ce-421c-b096-687a933d8eec tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:57.056182 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-bf413021-e2ce-421c-b096-687a933d8eec tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1355567 Apr 08 10:53:57.058965 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37056) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:57.064392 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-5d777d8e-092c-4000-ad12-4ab2639e57e1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': 'b52bdd5c-32f8-4c51-a46d-0f6d2c611cf8', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:53:57.070124 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-5d777d8e-092c-4000-ad12-4ab2639e57e1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:53:57.073953 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5d777d8e-092c-4000-ad12-4ab2639e57e1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:53:57.076825 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5d777d8e-092c-4000-ad12-4ab2639e57e1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:53:57.083339 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-5d777d8e-092c-4000-ad12-4ab2639e57e1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:53:57.100267 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5d777d8e-092c-4000-ad12-4ab2639e57e1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:57.165336 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5d777d8e-092c-4000-ad12-4ab2639e57e1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:57.168671 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5d777d8e-092c-4000-ad12-4ab2639e57e1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:57.190586 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d777d8e-092c-4000-ad12-4ab2639e57e1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457139f0-8515-4122-9bcc-2b6b41c38059,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:57.198519 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5d777d8e-092c-4000-ad12-4ab2639e57e1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:57.199675 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5d777d8e-092c-4000-ad12-4ab2639e57e1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1397567 Apr 08 10:53:57.202456 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37060) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:57.208527 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-c4ea26e4-a517-4f8e-baee-90e2b664ce84 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': 'b52bdd5c-32f8-4c51-a46d-0f6d2c611cf8', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:53:57.214088 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-c4ea26e4-a517-4f8e-baee-90e2b664ce84 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:53:57.217823 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-c4ea26e4-a517-4f8e-baee-90e2b664ce84 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:53:57.221324 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-c4ea26e4-a517-4f8e-baee-90e2b664ce84 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:53:57.227031 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-c4ea26e4-a517-4f8e-baee-90e2b664ce84 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:53:57.236294 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.securitygroups_db [None req-c4ea26e4-a517-4f8e-baee-90e2b664ce84 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Project 4a457a2ac8d74b96ab5e9f84a5d84771 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:53:57.242251 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c4ea26e4-a517-4f8e-baee-90e2b664ce84 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:57.304232 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c4ea26e4-a517-4f8e-baee-90e2b664ce84 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:57.307335 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c4ea26e4-a517-4f8e-baee-90e2b664ce84 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:57.329557 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea26e4-a517-4f8e-baee-90e2b664ce84 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c9f093-e88b-4800-9ccd-0b868493143e,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:57.338019 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c4ea26e4-a517-4f8e-baee-90e2b664ce84 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:57.339196 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c4ea26e4-a517-4f8e-baee-90e2b664ce84 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1358376 Apr 08 10:53:57.341954 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37064) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:57.347721 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-f1468fba-a4e1-49a3-88d0-ae142b3eaa64 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': 'b52bdd5c-32f8-4c51-a46d-0f6d2c611cf8', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:53:57.353223 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f1468fba-a4e1-49a3-88d0-ae142b3eaa64 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:53:57.356896 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f1468fba-a4e1-49a3-88d0-ae142b3eaa64 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:53:57.359656 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f1468fba-a4e1-49a3-88d0-ae142b3eaa64 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:53:57.366037 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f1468fba-a4e1-49a3-88d0-ae142b3eaa64 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:53:57.375846 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.securitygroups_db [None req-f1468fba-a4e1-49a3-88d0-ae142b3eaa64 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Project 4a457a2ac8d74b96ab5e9f84a5d84771 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:53:57.382056 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f1468fba-a4e1-49a3-88d0-ae142b3eaa64 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:57.446354 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f1468fba-a4e1-49a3-88d0-ae142b3eaa64 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:57.450002 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f1468fba-a4e1-49a3-88d0-ae142b3eaa64 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:57.472372 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1468fba-a4e1-49a3-88d0-ae142b3eaa64 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5c91b0-c1a7-482d-bdf7-b6f0a765d92f,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:57.480962 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f1468fba-a4e1-49a3-88d0-ae142b3eaa64 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:57.482097 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f1468fba-a4e1-49a3-88d0-ae142b3eaa64 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1392522 Apr 08 10:53:57.485106 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37068) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:57.491039 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-79de62ce-ed69-4a85-8096-f9afd33de972 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'network': {'name': 'tempest-network-smoke--1596527208', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'port_security_enabled': True}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:53:57.495608 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-79de62ce-ed69-4a85-8096-f9afd33de972 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:53:57.499341 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-79de62ce-ed69-4a85-8096-f9afd33de972 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:network and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:53:57.502542 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-79de62ce-ed69-4a85-8096-f9afd33de972 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:53:57.508157 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-79de62ce-ed69-4a85-8096-f9afd33de972 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:53:57.517462 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79de62ce-ed69-4a85-8096-f9afd33de972 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Made reservation on behalf of 4a457a2ac8d74b96ab5e9f84a5d84771 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:53:57.520577 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-79de62ce-ed69-4a85-8096-f9afd33de972 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:57.549707 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79de62ce-ed69-4a85-8096-f9afd33de972 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:53:57.558558 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-79de62ce-ed69-4a85-8096-f9afd33de972 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:57.558923 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-79de62ce-ed69-4a85-8096-f9afd33de972 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Added segment 90048c26-34fb-41e2-b6a0-7fd1e0d35012 of type vlan for network c933f85b-1c70-4438-84d0-92f4d85ffcfb Apr 08 10:53:57.583850 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-79de62ce-ed69-4a85-8096-f9afd33de972 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:57.612237 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-79de62ce-ed69-4a85-8096-f9afd33de972 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:57.615806 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79de62ce-ed69-4a85-8096-f9afd33de972 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:57.616422 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-79de62ce-ed69-4a85-8096-f9afd33de972 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:57.719638 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-79de62ce-ed69-4a85-8096-f9afd33de972 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2328143 Apr 08 10:53:57.723926 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37072) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:57.728516 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de62ce-ed69-4a85-8096-f9afd33de972 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Network': ['ID=c933f85b-1c70-4438-84d0-92f4d85ffcfb,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:57.729216 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-7ab9e685-3905-4a65-8973-e8752bc35b58 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-143769830', 'admin_state_up': True, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:53:57.736350 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-7ab9e685-3905-4a65-8973-e8752bc35b58 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:53:57.738963 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network c933f85b-1c70-4438-84d0-92f4d85ffcfb details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:53:57.740328 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-7ab9e685-3905-4a65-8973-e8752bc35b58 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:router and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:53:57.743185 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-7ab9e685-3905-4a65-8973-e8752bc35b58 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:53:57.749517 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-7ab9e685-3905-4a65-8973-e8752bc35b58 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:53:57.764120 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e685-3905-4a65-8973-e8752bc35b58 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:57.765037 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e685-3905-4a65-8973-e8752bc35b58 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:57.784209 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e685-3905-4a65-8973-e8752bc35b58 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:57.930446 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e685-3905-4a65-8973-e8752bc35b58 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:58.106227 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e685-3905-4a65-8973-e8752bc35b58 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router_gateway, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:58.135351 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e685-3905-4a65-8973-e8752bc35b58 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:58.353535 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-7ab9e685-3905-4a65-8973-e8752bc35b58 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Allocated IP 172.26.0.252 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/8c2ff388-7361-48c5-a300-a8bbcd083ce8) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:53:58.497362 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e685-3905-4a65-8973-e8752bc35b58 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:58.524749 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e685-3905-4a65-8973-e8752bc35b58 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:58.597747 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab9e685-3905-4a65-8973-e8752bc35b58 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:53:58.600744 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-7ab9e685-3905-4a65-8973-e8752bc35b58 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:53:58.603300 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab9e685-3905-4a65-8973-e8752bc35b58 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:53:58.637242 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9e685-3905-4a65-8973-e8752bc35b58 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=8c2ff388-7361-48c5-a300-a8bbcd083ce8,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:58.761523 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e685-3905-4a65-8973-e8752bc35b58 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router_gateway, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:58.762185 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e685-3905-4a65-8973-e8752bc35b58 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:58.985931 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab9e685-3905-4a65-8973-e8752bc35b58 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Router 7344fa9a-1d5d-4de7-945a-6f457943090d is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:53:59.184623 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab9e685-3905-4a65-8973-e8752bc35b58 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:53:59.194689 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43ad72e-63cd-4893-80b5-fc059cdb2101 None None] Sync routers for ids ['7344fa9a-1d5d-4de7-945a-6f457943090d'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:53:59.206223 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43ad72e-63cd-4893-80b5-fc059cdb2101 None None] Routers {'7344fa9a-1d5d-4de7-945a-6f457943090d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:53:59.206863 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-b43ad72e-63cd-4893-80b5-fc059cdb2101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:53:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['7344fa9a-1d5d-4de7-945a-6f457943090d'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:59.210449 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7ab9e685-3905-4a65-8973-e8752bc35b58 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:59.211638 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7ab9e685-3905-4a65-8973-e8752bc35b58 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4867117 Apr 08 10:53:59.214682 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37076) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:59.381835 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-b43ad72e-63cd-4893-80b5-fc059cdb2101 None None] Set router 7344fa9a-1d5d-4de7-945a-6f457943090d gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:53:59.382578 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c09edcc8-9eee-45dc-a9c5-d6caf322626e tempest-TestNetworkAdvancedServerOps-144543435 tempest-TestNetworkAdvancedServerOps-144543435-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=4a457a2ac8d74b96ab5e9f84a5d84771&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1668711 Apr 08 10:53:59.385177 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37082) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:59.512067 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b50ef11-251c-4112-9c20-ce9cda7080a6 tempest-TestNetworkAdvancedServerOps-144543435 tempest-TestNetworkAdvancedServerOps-144543435-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:59.513548 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9b50ef11-251c-4112-9c20-ce9cda7080a6 tempest-TestNetworkAdvancedServerOps-144543435 tempest-TestNetworkAdvancedServerOps-144543435-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1274943 Apr 08 10:53:59.516423 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37086) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:59.556115 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6f2d0118-9327-4f9d-a554-4438def3fc20 tempest-TestNetworkAdvancedServerOps-144543435 tempest-TestNetworkAdvancedServerOps-144543435-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379467 Apr 08 10:53:59.558652 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37090) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:53:59.564292 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-e70886a3-fb48-4577-b70f-ee3ff532cfd1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1229532940', 'network_id': 'c933f85b-1c70-4438-84d0-92f4d85ffcfb', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:53:59.664159 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-b43ad72e-63cd-4893-80b5-fc059cdb2101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143769830', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:57Z', 'updated_at': '2022-04-08T10:53:58Z', 'revision_number': 3, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:58Z', 'updated_at': '2022-04-08T10:53:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:59.667839 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43ad72e-63cd-4893-80b5-fc059cdb2101 None None] Checking router: 7344fa9a-1d5d-4de7-945a-6f457943090d for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:53:59.668212 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43ad72e-63cd-4893-80b5-fc059cdb2101 None None] Updating router 7344fa9a-1d5d-4de7-945a-6f457943090d port 8c2ff388-7361-48c5-a300-a8bbcd083ce8 binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:53:59.670960 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e70886a3-fb48-4577-b70f-ee3ff532cfd1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:53:59.674969 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e70886a3-fb48-4577-b70f-ee3ff532cfd1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:subnet and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:53:59.677780 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e70886a3-fb48-4577-b70f-ee3ff532cfd1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:53:59.683677 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e70886a3-fb48-4577-b70f-ee3ff532cfd1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:53:59.699353 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70886a3-fb48-4577-b70f-ee3ff532cfd1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Made reservation on behalf of 4a457a2ac8d74b96ab5e9f84a5d84771 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:53:59.720552 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b43ad72e-63cd-4893-80b5-fc059cdb2101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:53:59.801387 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e70886a3-fb48-4577-b70f-ee3ff532cfd1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:00.013158 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e70886a3-fb48-4577-b70f-ee3ff532cfd1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:00.043549 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b43ad72e-63cd-4893-80b5-fc059cdb2101 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:00.057617 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b43ad72e-63cd-4893-80b5-fc059cdb2101 None None] Transition to ACTIVE for port object 8c2ff388-7361-48c5-a300-a8bbcd083ce8 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:54:00.065645 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b43ad72e-63cd-4893-80b5-fc059cdb2101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:00.150937 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fafccb-31b3-4b29-8bf5-35e849e27dc5 None None] Pushing event updated for resources: {'Port': ['ID=8c2ff388-7361-48c5-a300-a8bbcd083ce8,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:00.154748 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-b43ad72e-63cd-4893-80b5-fc059cdb2101 None None] Attempting to bind port 8c2ff388-7361-48c5-a300-a8bbcd083ce8 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:54:00.155129 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-b43ad72e-63cd-4893-80b5-fc059cdb2101 None None] Attempting to bind port 8c2ff388-7361-48c5-a300-a8bbcd083ce8 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:54:00.155460 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43ad72e-63cd-4893-80b5-fc059cdb2101 None None] Attempting to bind port 8c2ff388-7361-48c5-a300-a8bbcd083ce8 on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:54:00.166439 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fafccb-31b3-4b29-8bf5-35e849e27dc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:00.166607 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fafccb-31b3-4b29-8bf5-35e849e27dc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:00.166809 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fafccb-31b3-4b29-8bf5-35e849e27dc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:00.167137 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fafccb-31b3-4b29-8bf5-35e849e27dc5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:00.167463 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fafccb-31b3-4b29-8bf5-35e849e27dc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:00.167787 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fafccb-31b3-4b29-8bf5-35e849e27dc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:00.168126 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fafccb-31b3-4b29-8bf5-35e849e27dc5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:00.168453 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fafccb-31b3-4b29-8bf5-35e849e27dc5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:00.168771 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fafccb-31b3-4b29-8bf5-35e849e27dc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:00.169085 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fafccb-31b3-4b29-8bf5-35e849e27dc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:00.169398 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fafccb-31b3-4b29-8bf5-35e849e27dc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:00.172483 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43ad72e-63cd-4893-80b5-fc059cdb2101 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:54:00.173705 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43ad72e-63cd-4893-80b5-fc059cdb2101 None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:54:00.173841 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b43ad72e-63cd-4893-80b5-fc059cdb2101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:00.174121 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43ad72e-63cd-4893-80b5-fc059cdb2101 None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:54:00.174572 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-b43ad72e-63cd-4893-80b5-fc059cdb2101 None None] Bound port: 8c2ff388-7361-48c5-a300-a8bbcd083ce8, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:54:00.174942 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b43ad72e-63cd-4893-80b5-fc059cdb2101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:00.186506 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70886a3-fb48-4577-b70f-ee3ff532cfd1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Subnet': ['ID=cfd246df-c6b9-4bb5-886d-5943d99aa910,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:00.201034 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70886a3-fb48-4577-b70f-ee3ff532cfd1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Checking segment: {'id': '90048c26-34fb-41e2-b6a0-7fd1e0d35012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c933f85b-1c70-4438-84d0-92f4d85ffcfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:54:00.201385 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70886a3-fb48-4577-b70f-ee3ff532cfd1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network hostable DHCP agents. Network: c933f85b-1c70-4438-84d0-92f4d85ffcfb, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:54:00.223117 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70886a3-fb48-4577-b70f-ee3ff532cfd1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network c933f85b-1c70-4438-84d0-92f4d85ffcfb is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:54:00.232509 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-e70886a3-fb48-4577-b70f-ee3ff532cfd1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, c933f85b-1c70-4438-84d0-92f4d85ffcfb) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:00.236910 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70886a3-fb48-4577-b70f-ee3ff532cfd1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:00.237540 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e70886a3-fb48-4577-b70f-ee3ff532cfd1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:00.244537 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f29a21a-7f1b-4b9e-881b-cd716d570c57 None None] Network c933f85b-1c70-4438-84d0-92f4d85ffcfb requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:54:00.258275 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-b43ad72e-63cd-4893-80b5-fc059cdb2101 None None] For port 8c2ff388-7361-48c5-a300-a8bbcd083ce8, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:54:00.262817 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e70886a3-fb48-4577-b70f-ee3ff532cfd1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7005613 Apr 08 10:54:00.264861 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37094) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:00.353101 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-b43ad72e-63cd-4893-80b5-fc059cdb2101 None None] For port 8c2ff388-7361-48c5-a300-a8bbcd083ce8, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=8c2ff388-7361-48c5-a300-a8bbcd083ce8,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:54:00.361070 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b43ad72e-63cd-4893-80b5-fc059cdb2101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:00.462749 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fafccb-31b3-4b29-8bf5-35e849e27dc5 None None] Pushing event updated for resources: {'Port': ['ID=8c2ff388-7361-48c5-a300-a8bbcd083ce8,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:00.507421 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43ad72e-63cd-4893-80b5-fc059cdb2101 None None] Routers {'7344fa9a-1d5d-4de7-945a-6f457943090d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:54:00.508047 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-b43ad72e-63cd-4893-80b5-fc059cdb2101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:53:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['7344fa9a-1d5d-4de7-945a-6f457943090d'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:00.728204 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d253fa37-a870-4b5a-bda7-30cbbf7359b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-c933f85b-1c70-4438-84d0-92f4d85ffcfb', 'network_id': 'c933f85b-1c70-4438-84d0-92f4d85ffcfb', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'fixed_ips': [{'subnet_id': 'cfd246df-c6b9-4bb5-886d-5943d99aa910'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:54:00.729414 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d253fa37-a870-4b5a-bda7-30cbbf7359b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:00.800407 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-b43ad72e-63cd-4893-80b5-fc059cdb2101 None None] Set router 7344fa9a-1d5d-4de7-945a-6f457943090d gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:54:01.011880 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b13619a6-8128-4659-ad44-5160ed1a22af tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:01.104479 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-d253fa37-a870-4b5a-bda7-30cbbf7359b2 None None] Allocated IP 172.20.0.2 (c933f85b-1c70-4438-84d0-92f4d85ffcfb/cfd246df-c6b9-4bb5-886d-5943d99aa910/2c9a2850-70af-4604-8464-50d0ee4240c6) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:54:01.299067 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-b43ad72e-63cd-4893-80b5-fc059cdb2101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143769830', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:57Z', 'updated_at': '2022-04-08T10:53:58Z', 'revision_number': 3, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:58Z', 'updated_at': '2022-04-08T10:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:01.328141 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43ad72e-63cd-4893-80b5-fc059cdb2101 None None] The sync data for ids ['7344fa9a-1d5d-4de7-945a-6f457943090d'] in dv-neutron-837110-1-hyperv is: [{'id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143769830', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:57Z', 'updated_at': '2022-04-08T10:53:58Z', 'revision_number': 3, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:58Z', 'updated_at': '2022-04-08T10:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:54:01.370078 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d253fa37-a870-4b5a-bda7-30cbbf7359b2 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:01.381872 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d253fa37-a870-4b5a-bda7-30cbbf7359b2 None None] Transition to ACTIVE for port object 2c9a2850-70af-4604-8464-50d0ee4240c6 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:54:01.403742 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d253fa37-a870-4b5a-bda7-30cbbf7359b2 None None] Transition to ACTIVE for port object 2c9a2850-70af-4604-8464-50d0ee4240c6 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:54:01.410181 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d253fa37-a870-4b5a-bda7-30cbbf7359b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:01.486297 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d253fa37-a870-4b5a-bda7-30cbbf7359b2 None None] Network c933f85b-1c70-4438-84d0-92f4d85ffcfb is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:54:01.489921 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-d253fa37-a870-4b5a-bda7-30cbbf7359b2 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:01.492533 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d253fa37-a870-4b5a-bda7-30cbbf7359b2 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:54:01.495103 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253fa37-a870-4b5a-bda7-30cbbf7359b2 None None] Pushing event updated for resources: {'Port': ['ID=2c9a2850-70af-4604-8464-50d0ee4240c6,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:01.522381 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-b13619a6-8128-4659-ad44-5160ed1a22af tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Allocated IP 172.20.0.1 (c933f85b-1c70-4438-84d0-92f4d85ffcfb/cfd246df-c6b9-4bb5-886d-5943d99aa910/7744229f-0313-4591-a70b-effe7b37dd3f) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:54:01.618880 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-d253fa37-a870-4b5a-bda7-30cbbf7359b2 None None] Attempting to bind port 2c9a2850-70af-4604-8464-50d0ee4240c6 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:54:01.619246 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-d253fa37-a870-4b5a-bda7-30cbbf7359b2 None None] Attempting to bind port 2c9a2850-70af-4604-8464-50d0ee4240c6 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '90048c26-34fb-41e2-b6a0-7fd1e0d35012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c933f85b-1c70-4438-84d0-92f4d85ffcfb'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:54:01.619611 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d253fa37-a870-4b5a-bda7-30cbbf7359b2 None None] Attempting to bind port 2c9a2850-70af-4604-8464-50d0ee4240c6 on network c933f85b-1c70-4438-84d0-92f4d85ffcfb {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:54:01.627573 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d253fa37-a870-4b5a-bda7-30cbbf7359b2 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:54:01.628311 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d253fa37-a870-4b5a-bda7-30cbbf7359b2 None None] Checking segment: {'id': '90048c26-34fb-41e2-b6a0-7fd1e0d35012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c933f85b-1c70-4438-84d0-92f4d85ffcfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:54:01.628788 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d253fa37-a870-4b5a-bda7-30cbbf7359b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:01.629246 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d253fa37-a870-4b5a-bda7-30cbbf7359b2 None None] Bound using segment: {'id': '90048c26-34fb-41e2-b6a0-7fd1e0d35012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c933f85b-1c70-4438-84d0-92f4d85ffcfb'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:54:01.629791 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-d253fa37-a870-4b5a-bda7-30cbbf7359b2 None None] Bound port: 2c9a2850-70af-4604-8464-50d0ee4240c6, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90048c26-34fb-41e2-b6a0-7fd1e0d35012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c933f85b-1c70-4438-84d0-92f4d85ffcfb'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:54:01.630266 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d253fa37-a870-4b5a-bda7-30cbbf7359b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:01.709833 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b13619a6-8128-4659-ad44-5160ed1a22af tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:01.727045 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-b13619a6-8128-4659-ad44-5160ed1a22af tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Transition to ACTIVE for port object 7744229f-0313-4591-a70b-effe7b37dd3f will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:54:01.738172 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d253fa37-a870-4b5a-bda7-30cbbf7359b2 None None] For port 2c9a2850-70af-4604-8464-50d0ee4240c6, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:54:01.741190 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d253fa37-a870-4b5a-bda7-30cbbf7359b2 None None] For port 2c9a2850-70af-4604-8464-50d0ee4240c6, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2c9a2850-70af-4604-8464-50d0ee4240c6,segment=NetworkSegment(90048c26-34fb-41e2-b6a0-7fd1e0d35012),segment_id=90048c26-34fb-41e2-b6a0-7fd1e0d35012)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:54:01.745188 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d253fa37-a870-4b5a-bda7-30cbbf7359b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:01.749819 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b13619a6-8128-4659-ad44-5160ed1a22af tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:01.811970 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13619a6-8128-4659-ad44-5160ed1a22af tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network c933f85b-1c70-4438-84d0-92f4d85ffcfb is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:54:01.820744 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-b13619a6-8128-4659-ad44-5160ed1a22af tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:01.825370 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13619a6-8128-4659-ad44-5160ed1a22af tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:54:01.834203 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253fa37-a870-4b5a-bda7-30cbbf7359b2 None None] Pushing event updated for resources: {'Port': ['ID=2c9a2850-70af-4604-8464-50d0ee4240c6,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:01.883954 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13619a6-8128-4659-ad44-5160ed1a22af tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=7744229f-0313-4591-a70b-effe7b37dd3f,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:01.896350 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b13619a6-8128-4659-ad44-5160ed1a22af tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:01.992720 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b13619a6-8128-4659-ad44-5160ed1a22af tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:02.437579 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b13619a6-8128-4659-ad44-5160ed1a22af tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:02.442826 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b13619a6-8128-4659-ad44-5160ed1a22af tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:02.556869 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13619a6-8128-4659-ad44-5160ed1a22af tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=7744229f-0313-4591-a70b-effe7b37dd3f,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:02.559226 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b13619a6-8128-4659-ad44-5160ed1a22af tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:02.601684 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 8c2ff388-7361-48c5-a300-a8bbcd083ce8 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:54:02.680405 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 8c2ff388-7361-48c5-a300-a8bbcd083ce8 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:54:02.686791 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 8c2ff388-7361-48c5-a300-a8bbcd083ce8 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:54:02.687465 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:02.707554 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13619a6-8128-4659-ad44-5160ed1a22af tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network c933f85b-1c70-4438-84d0-92f4d85ffcfb is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:54:02.709018 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-b13619a6-8128-4659-ad44-5160ed1a22af tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:02.853015 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:02.870929 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 8c2ff388-7361-48c5-a300-a8bbcd083ce8, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=8c2ff388-7361-48c5-a300-a8bbcd083ce8,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:54:02.875307 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:02.876425 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2c9a2850-70af-4604-8464-50d0ee4240c6 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:54:02.944827 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b972e361-35d1-4906-a977-82b06b2d2e99 None None] Network c933f85b-1c70-4438-84d0-92f4d85ffcfb requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:54:03.092395 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=8c2ff388-7361-48c5-a300-a8bbcd083ce8,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:03.108352 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-414f10fa-7d55-4639-9d55-608cde2b03fb None None] Provisioning for port 2c9a2850-70af-4604-8464-50d0ee4240c6 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:54:03.145379 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 2c9a2850-70af-4604-8464-50d0ee4240c6 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:54:03.176552 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 2c9a2850-70af-4604-8464-50d0ee4240c6 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:54:03.176814 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:03.211530 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13619a6-8128-4659-ad44-5160ed1a22af tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Router 7344fa9a-1d5d-4de7-945a-6f457943090d has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:54:03.352297 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:03.390295 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 2c9a2850-70af-4604-8464-50d0ee4240c6, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2c9a2850-70af-4604-8464-50d0ee4240c6,segment=NetworkSegment(90048c26-34fb-41e2-b6a0-7fd1e0d35012),segment_id=90048c26-34fb-41e2-b6a0-7fd1e0d35012)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:54:03.395123 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:03.418047 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13619a6-8128-4659-ad44-5160ed1a22af tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:54:03.427618 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b13619a6-8128-4659-ad44-5160ed1a22af tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "PUT /v2.0/routers/7344fa9a-1d5d-4de7-945a-6f457943090d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1613286 Apr 08 10:54:03.468114 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=2c9a2850-70af-4604-8464-50d0ee4240c6,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:03.609838 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-2427e327-b68b-45ba-8469-648ca42c00a8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1485876915&fields=id&tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771 HTTP/1.1" status: 200 len: 267 time: 0.0428379 Apr 08 10:54:03.658344 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-adccf223-ee76-4bfe-990d-53801809d2fe None None] Provisioning complete for port 2c9a2850-70af-4604-8464-50d0ee4240c6 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:54:03.658926 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-adccf223-ee76-4bfe-990d-53801809d2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:03.773433 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-61f69706-721b-4f5c-9fcb-8dc1fa14ae27 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:03.774518 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-61f69706-721b-4f5c-9fcb-8dc1fa14ae27 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Synchronizing usage tracker for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:network {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:54:03.794111 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-61f69706-721b-4f5c-9fcb-8dc1fa14ae27 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Unset dirty status for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:network {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:54:03.795439 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-61f69706-721b-4f5c-9fcb-8dc1fa14ae27 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/networks?id=c933f85b-1c70-4438-84d0-92f4d85ffcfb HTTP/1.1" status: 200 len: 797 time: 0.1780913 Apr 08 10:54:03.801762 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-adccf223-ee76-4bfe-990d-53801809d2fe None None] Provisioning for port 7744229f-0313-4591-a70b-effe7b37dd3f completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:54:03.809560 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-adccf223-ee76-4bfe-990d-53801809d2fe None None] Provisioning complete for port 7744229f-0313-4591-a70b-effe7b37dd3f triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:54:03.809986 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-adccf223-ee76-4bfe-990d-53801809d2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:03.814876 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-c9eadebd-24ad-4c79-a9fb-423042f6e9a3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/quotas/4a457a2ac8d74b96ab5e9f84a5d84771 HTTP/1.1" status: 200 len: 375 time: 0.0122795 Apr 08 10:54:03.870493 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-adccf223-ee76-4bfe-990d-53801809d2fe None None] Port 7744229f-0313-4591-a70b-effe7b37dd3f cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:54:03.900518 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-52047d1b-2e8a-45f2-af5b-e0b0fa229af2 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Synchronizing usage tracker for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:54:03.918086 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-52047d1b-2e8a-45f2-af5b-e0b0fa229af2 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Unset dirty status for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:54:03.919387 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-52047d1b-2e8a-45f2-af5b-e0b0fa229af2 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0988126 Apr 08 10:54:03.991093 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a1423346-ead0-49d8-bc6b-d4eb36a65f06 None None] Provisioning complete for port 7744229f-0313-4591-a70b-effe7b37dd3f triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:54:03.991445 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a1423346-ead0-49d8-bc6b-d4eb36a65f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:04.042719 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-a1423346-ead0-49d8-bc6b-d4eb36a65f06 None None] Port 7744229f-0313-4591-a70b-effe7b37dd3f cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:54:04.130857 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-0a9f3494-785d-4f1c-a2c0-c949b7417842 service neutron] 10.222.0.47 "GET /v2.0/networks/c933f85b-1c70-4438-84d0-92f4d85ffcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990602 Apr 08 10:54:04.258700 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-312717be-b922-4892-a7a0-084e1b31b5c1 service neutron] 10.222.0.47 "GET /v2.0/networks/c933f85b-1c70-4438-84d0-92f4d85ffcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219771 Apr 08 10:54:04.446722 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96d1279d-87a8-40f9-9edb-64d3747bc68a req-09007c5c-3de7-4bbb-b51a-ea0b40eda39c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d516400-d93c-4dbf-81b6-7d64266936dd HTTP/1.1" status: 200 len: 210 time: 0.0446432 Apr 08 10:54:04.556941 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 8c2ff388-7361-48c5-a300-a8bbcd083ce8 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:54:04.626615 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 8c2ff388-7361-48c5-a300-a8bbcd083ce8 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:54:04.627052 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:04.739271 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2c9a2850-70af-4604-8464-50d0ee4240c6 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:54:04.809053 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 2c9a2850-70af-4604-8464-50d0ee4240c6 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:54:04.809340 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:04.898565 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9a4f4d-8629-4f28-9a58-5124cf79e1d2 None None] Sync routers for ids ['7344fa9a-1d5d-4de7-945a-6f457943090d'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:54:04.909947 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9a4f4d-8629-4f28-9a58-5124cf79e1d2 None None] Routers {'7344fa9a-1d5d-4de7-945a-6f457943090d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:54:04.910541 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-1e9a4f4d-8629-4f28-9a58-5124cf79e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:53:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['7344fa9a-1d5d-4de7-945a-6f457943090d'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:05.109446 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-1e9a4f4d-8629-4f28-9a58-5124cf79e1d2 None None] Set router 7344fa9a-1d5d-4de7-945a-6f457943090d gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:54:05.411654 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-1e9a4f4d-8629-4f28-9a58-5124cf79e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143769830', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:57Z', 'updated_at': '2022-04-08T10:54:01Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:58Z', 'updated_at': '2022-04-08T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '7744229f-0313-4591-a70b-effe7b37dd3f', 'name': '', 'network_id': 'c933f85b-1c70-4438-84d0-92f4d85ffcfb', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:e6:d2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfd246df-c6b9-4bb5-886d-5943d99aa910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:01Z', 'updated_at': '2022-04-08T10:54:02Z', 'revision_number': 2, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': 'cfd246df-c6b9-4bb5-886d-5943d99aa910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:05.415249 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9a4f4d-8629-4f28-9a58-5124cf79e1d2 None None] Checking router: 7344fa9a-1d5d-4de7-945a-6f457943090d for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:54:05.415592 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9a4f4d-8629-4f28-9a58-5124cf79e1d2 None None] Updating router 7344fa9a-1d5d-4de7-945a-6f457943090d port 7744229f-0313-4591-a70b-effe7b37dd3f binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:54:05.473469 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1e9a4f4d-8629-4f28-9a58-5124cf79e1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:05.553715 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c5c73e3b-80e5-48f6-903c-3957c9305708 req-223e9438-6a1e-416b-aedf-cdeb78a2a410 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d516400-d93c-4dbf-81b6-7d64266936dd HTTP/1.1" status: 200 len: 210 time: 0.0406234 Apr 08 10:54:05.818820 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1e9a4f4d-8629-4f28-9a58-5124cf79e1d2 None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:05.832884 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-1e9a4f4d-8629-4f28-9a58-5124cf79e1d2 None None] Transition to ACTIVE for port object 7744229f-0313-4591-a70b-effe7b37dd3f will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:54:05.838604 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1e9a4f4d-8629-4f28-9a58-5124cf79e1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:05.964806 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a195-613f-48a4-b6e6-1b7f959e457e None None] Pushing event updated for resources: {'Port': ['ID=7744229f-0313-4591-a70b-effe7b37dd3f,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:06.002876 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a195-613f-48a4-b6e6-1b7f959e457e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:06.003221 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a195-613f-48a4-b6e6-1b7f959e457e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:06.003560 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a195-613f-48a4-b6e6-1b7f959e457e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:06.003898 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a195-613f-48a4-b6e6-1b7f959e457e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:06.004258 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a195-613f-48a4-b6e6-1b7f959e457e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:06.004585 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a195-613f-48a4-b6e6-1b7f959e457e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:06.004912 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a195-613f-48a4-b6e6-1b7f959e457e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:06.005237 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a195-613f-48a4-b6e6-1b7f959e457e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:06.005556 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a195-613f-48a4-b6e6-1b7f959e457e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:06.005875 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a195-613f-48a4-b6e6-1b7f959e457e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:06.006194 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225a195-613f-48a4-b6e6-1b7f959e457e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:06.062672 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-1e9a4f4d-8629-4f28-9a58-5124cf79e1d2 None None] Attempting to bind port 7744229f-0313-4591-a70b-effe7b37dd3f on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:54:06.063031 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-1e9a4f4d-8629-4f28-9a58-5124cf79e1d2 None None] Attempting to bind port 7744229f-0313-4591-a70b-effe7b37dd3f by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '90048c26-34fb-41e2-b6a0-7fd1e0d35012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c933f85b-1c70-4438-84d0-92f4d85ffcfb'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:54:06.063611 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a4f4d-8629-4f28-9a58-5124cf79e1d2 None None] Attempting to bind port 7744229f-0313-4591-a70b-effe7b37dd3f on network c933f85b-1c70-4438-84d0-92f4d85ffcfb {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:54:06.070092 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a4f4d-8629-4f28-9a58-5124cf79e1d2 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:54:06.070450 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a4f4d-8629-4f28-9a58-5124cf79e1d2 None None] Checking segment: {'id': '90048c26-34fb-41e2-b6a0-7fd1e0d35012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c933f85b-1c70-4438-84d0-92f4d85ffcfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:54:06.070839 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1e9a4f4d-8629-4f28-9a58-5124cf79e1d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:06.071218 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a4f4d-8629-4f28-9a58-5124cf79e1d2 None None] Bound using segment: {'id': '90048c26-34fb-41e2-b6a0-7fd1e0d35012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c933f85b-1c70-4438-84d0-92f4d85ffcfb'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:54:06.071664 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-1e9a4f4d-8629-4f28-9a58-5124cf79e1d2 None None] Bound port: 7744229f-0313-4591-a70b-effe7b37dd3f, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90048c26-34fb-41e2-b6a0-7fd1e0d35012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c933f85b-1c70-4438-84d0-92f4d85ffcfb'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:54:06.072026 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1e9a4f4d-8629-4f28-9a58-5124cf79e1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:06.158764 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-1e9a4f4d-8629-4f28-9a58-5124cf79e1d2 None None] For port 7744229f-0313-4591-a70b-effe7b37dd3f, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:54:06.161976 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-1e9a4f4d-8629-4f28-9a58-5124cf79e1d2 None None] For port 7744229f-0313-4591-a70b-effe7b37dd3f, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=7744229f-0313-4591-a70b-effe7b37dd3f,segment=NetworkSegment(90048c26-34fb-41e2-b6a0-7fd1e0d35012),segment_id=90048c26-34fb-41e2-b6a0-7fd1e0d35012)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:54:06.166541 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-1e9a4f4d-8629-4f28-9a58-5124cf79e1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:06.242747 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a195-613f-48a4-b6e6-1b7f959e457e None None] Pushing event updated for resources: {'Port': ['ID=7744229f-0313-4591-a70b-effe7b37dd3f,revision_number=4']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:06.247265 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9a4f4d-8629-4f28-9a58-5124cf79e1d2 None None] Routers {'7344fa9a-1d5d-4de7-945a-6f457943090d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:54:06.247861 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-1e9a4f4d-8629-4f28-9a58-5124cf79e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:53:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['7344fa9a-1d5d-4de7-945a-6f457943090d'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:06.453602 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-1e9a4f4d-8629-4f28-9a58-5124cf79e1d2 None None] Set router 7344fa9a-1d5d-4de7-945a-6f457943090d gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:54:06.661689 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-18bf8340-351c-4894-aa59-b74ccfa924cb req-9521f799-a95e-4ea4-837d-b3135efed0f1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d516400-d93c-4dbf-81b6-7d64266936dd HTTP/1.1" status: 200 len: 210 time: 0.0408137 Apr 08 10:54:06.759563 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-1e9a4f4d-8629-4f28-9a58-5124cf79e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143769830', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:57Z', 'updated_at': '2022-04-08T10:54:01Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:58Z', 'updated_at': '2022-04-08T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '7744229f-0313-4591-a70b-effe7b37dd3f', 'name': '', 'network_id': 'c933f85b-1c70-4438-84d0-92f4d85ffcfb', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:e6:d2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfd246df-c6b9-4bb5-886d-5943d99aa910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:01Z', 'updated_at': '2022-04-08T10:54:06Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': 'cfd246df-c6b9-4bb5-886d-5943d99aa910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:06.763202 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9a4f4d-8629-4f28-9a58-5124cf79e1d2 None None] The sync data for ids ['7344fa9a-1d5d-4de7-945a-6f457943090d'] in dv-neutron-837110-1-hyperv is: [{'id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143769830', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:57Z', 'updated_at': '2022-04-08T10:54:01Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:58Z', 'updated_at': '2022-04-08T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '7744229f-0313-4591-a70b-effe7b37dd3f', 'name': '', 'network_id': 'c933f85b-1c70-4438-84d0-92f4d85ffcfb', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:e6:d2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfd246df-c6b9-4bb5-886d-5943d99aa910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:01Z', 'updated_at': '2022-04-08T10:54:06Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': 'cfd246df-c6b9-4bb5-886d-5943d99aa910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:54:07.870524 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e485dbae-4347-4e49-ace8-c33d9410b374 req-4ce67d78-bc69-498b-b4b1-82e3398b2fbf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d516400-d93c-4dbf-81b6-7d64266936dd HTTP/1.1" status: 200 len: 210 time: 0.0586822 Apr 08 10:54:07.880405 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-a61925d0-8d72-4c77-98bc-3c8225f90ba0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:07.881789 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-a61925d0-8d72-4c77-98bc-3c8225f90ba0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.52 "GET /v2.0/networks?id=c933f85b-1c70-4438-84d0-92f4d85ffcfb HTTP/1.1" status: 200 len: 797 time: 0.1951151 Apr 08 10:54:07.950288 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-d5e5489b-1c82-41eb-ba87-d7d50264f51e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771 HTTP/1.1" status: 200 len: 380 time: 0.0407937 Apr 08 10:54:07.959974 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-c5d4f9a0-76e2-47a6-b128-01f42ff416f6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'port': {'device_id': '4d516400-d93c-4dbf-81b6-7d64266936dd', 'network_id': 'c933f85b-1c70-4438-84d0-92f4d85ffcfb', 'admin_state_up': True, 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'security_groups': ['b52bdd5c-32f8-4c51-a46d-0f6d2c611cf8']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:54:08.092433 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-c5d4f9a0-76e2-47a6-b128-01f42ff416f6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:54:08.102267 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-c5d4f9a0-76e2-47a6-b128-01f42ff416f6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:54:08.112330 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-c5d4f9a0-76e2-47a6-b128-01f42ff416f6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Made reservation on behalf of 4a457a2ac8d74b96ab5e9f84a5d84771 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:54:08.115247 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-c5d4f9a0-76e2-47a6-b128-01f42ff416f6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:08.274494 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-c5d4f9a0-76e2-47a6-b128-01f42ff416f6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Allocated IP 172.20.0.8 (c933f85b-1c70-4438-84d0-92f4d85ffcfb/cfd246df-c6b9-4bb5-886d-5943d99aa910/c8596c1e-8f2c-4e12-be91-5658a01655ec) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:54:08.560345 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-c5d4f9a0-76e2-47a6-b128-01f42ff416f6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:08.571445 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:08.576004 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7744229f-0313-4591-a70b-effe7b37dd3f up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:54:08.580346 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-c5d4f9a0-76e2-47a6-b128-01f42ff416f6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Transition to ACTIVE for port object c8596c1e-8f2c-4e12-be91-5658a01655ec will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:54:08.601741 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-c5d4f9a0-76e2-47a6-b128-01f42ff416f6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:08.647958 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 7744229f-0313-4591-a70b-effe7b37dd3f completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:54:08.653133 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 7744229f-0313-4591-a70b-effe7b37dd3f triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:54:08.653503 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:08.676244 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-c5d4f9a0-76e2-47a6-b128-01f42ff416f6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network c933f85b-1c70-4438-84d0-92f4d85ffcfb is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:54:08.679136 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-c5d4f9a0-76e2-47a6-b128-01f42ff416f6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:08.683084 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-c5d4f9a0-76e2-47a6-b128-01f42ff416f6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:54:08.718192 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4f9a0-76e2-47a6-b128-01f42ff416f6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=c8596c1e-8f2c-4e12-be91-5658a01655ec,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:08.751902 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-c5d4f9a0-76e2-47a6-b128-01f42ff416f6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:08.752555 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-c5d4f9a0-76e2-47a6-b128-01f42ff416f6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:08.778412 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-c5d4f9a0-76e2-47a6-b128-01f42ff416f6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8216631 Apr 08 10:54:08.782583 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:08.793668 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-64df8820-ef38-4fed-9217-bc9058ee4836 service neutron] Request body: {'port': {'device_id': '4d516400-d93c-4dbf-81b6-7d64266936dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:54:08.817685 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 7744229f-0313-4591-a70b-effe7b37dd3f, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=7744229f-0313-4591-a70b-effe7b37dd3f,segment=NetworkSegment(90048c26-34fb-41e2-b6a0-7fd1e0d35012),segment_id=90048c26-34fb-41e2-b6a0-7fd1e0d35012)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:54:08.822205 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:08.889712 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=7744229f-0313-4591-a70b-effe7b37dd3f,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:08.910456 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-64df8820-ef38-4fed-9217-bc9058ee4836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:08.938706 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-bfa6e83a-cad8-404a-99d2-f7c6513c550c None None] Provisioning for port c8596c1e-8f2c-4e12-be91-5658a01655ec completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:54:08.943594 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-bfa6e83a-cad8-404a-99d2-f7c6513c550c None None] Provisioning complete for port c8596c1e-8f2c-4e12-be91-5658a01655ec triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:54:08.944036 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bfa6e83a-cad8-404a-99d2-f7c6513c550c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:09.002482 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-bfa6e83a-cad8-404a-99d2-f7c6513c550c None None] Port c8596c1e-8f2c-4e12-be91-5658a01655ec cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:54:09.233222 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ca1b9-c8ee-47a8-bf6b-126a4a138a35 req-d7da0865-4f1c-4752-b0e4-7e1b1665b70c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:09.233915 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-071ca1b9-c8ee-47a8-bf6b-126a4a138a35 req-d7da0865-4f1c-4752-b0e4-7e1b1665b70c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Synchronizing usage tracker for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:54:09.269181 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-071ca1b9-c8ee-47a8-bf6b-126a4a138a35 req-d7da0865-4f1c-4752-b0e4-7e1b1665b70c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Unset dirty status for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:54:09.270338 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-071ca1b9-c8ee-47a8-bf6b-126a4a138a35 req-d7da0865-4f1c-4752-b0e4-7e1b1665b70c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d516400-d93c-4dbf-81b6-7d64266936dd HTTP/1.1" status: 200 len: 931 time: 0.2405431 Apr 08 10:54:09.377525 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-64df8820-ef38-4fed-9217-bc9058ee4836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8596c1e-8f2c-4e12-be91-5658a01655ec {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:54:09.385279 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-071ca1b9-c8ee-47a8-bf6b-126a4a138a35 req-80480ce7-afba-4ecb-b5ac-952eb548b4d1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=b52bdd5c-32f8-4c51-a46d-0f6d2c611cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033204 Apr 08 10:54:09.386932 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-64df8820-ef38-4fed-9217-bc9058ee4836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:09.402491 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-64df8820-ef38-4fed-9217-bc9058ee4836 service neutron] Transition to ACTIVE for port object c8596c1e-8f2c-4e12-be91-5658a01655ec will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:54:09.415458 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-64df8820-ef38-4fed-9217-bc9058ee4836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:09.549312 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df8820-ef38-4fed-9217-bc9058ee4836 service neutron] Pushing event updated for resources: {'Port': ['ID=c8596c1e-8f2c-4e12-be91-5658a01655ec,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:09.663317 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-64df8820-ef38-4fed-9217-bc9058ee4836 service neutron] Attempting to bind port c8596c1e-8f2c-4e12-be91-5658a01655ec on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:54:09.663677 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-64df8820-ef38-4fed-9217-bc9058ee4836 service neutron] Attempting to bind port c8596c1e-8f2c-4e12-be91-5658a01655ec by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '90048c26-34fb-41e2-b6a0-7fd1e0d35012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c933f85b-1c70-4438-84d0-92f4d85ffcfb'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:54:09.664014 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-64df8820-ef38-4fed-9217-bc9058ee4836 service neutron] Attempting to bind port c8596c1e-8f2c-4e12-be91-5658a01655ec on network c933f85b-1c70-4438-84d0-92f4d85ffcfb {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:54:09.669952 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-64df8820-ef38-4fed-9217-bc9058ee4836 service neutron] Port c8596c1e-8f2c-4e12-be91-5658a01655ec on network c933f85b-1c70-4438-84d0-92f4d85ffcfb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:54:09.670272 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-64df8820-ef38-4fed-9217-bc9058ee4836 service neutron] Attempting to bind port c8596c1e-8f2c-4e12-be91-5658a01655ec on network c933f85b-1c70-4438-84d0-92f4d85ffcfb {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:54:09.677007 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-64df8820-ef38-4fed-9217-bc9058ee4836 service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:54:09.677351 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-64df8820-ef38-4fed-9217-bc9058ee4836 service neutron] Checking segment: {'id': '90048c26-34fb-41e2-b6a0-7fd1e0d35012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c933f85b-1c70-4438-84d0-92f4d85ffcfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:54:09.677738 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-64df8820-ef38-4fed-9217-bc9058ee4836 service neutron] Bound using segment: {'id': '90048c26-34fb-41e2-b6a0-7fd1e0d35012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c933f85b-1c70-4438-84d0-92f4d85ffcfb'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:54:09.678164 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-64df8820-ef38-4fed-9217-bc9058ee4836 service neutron] Bound port: c8596c1e-8f2c-4e12-be91-5658a01655ec, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90048c26-34fb-41e2-b6a0-7fd1e0d35012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c933f85b-1c70-4438-84d0-92f4d85ffcfb'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:54:09.678552 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-64df8820-ef38-4fed-9217-bc9058ee4836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:09.773655 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-64df8820-ef38-4fed-9217-bc9058ee4836 service neutron] For port c8596c1e-8f2c-4e12-be91-5658a01655ec, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:54:09.776731 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-64df8820-ef38-4fed-9217-bc9058ee4836 service neutron] For port c8596c1e-8f2c-4e12-be91-5658a01655ec, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c8596c1e-8f2c-4e12-be91-5658a01655ec,segment=NetworkSegment(90048c26-34fb-41e2-b6a0-7fd1e0d35012),segment_id=90048c26-34fb-41e2-b6a0-7fd1e0d35012)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:54:09.781207 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-64df8820-ef38-4fed-9217-bc9058ee4836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:09.847138 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-64df8820-ef38-4fed-9217-bc9058ee4836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:09.848514 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-64df8820-ef38-4fed-9217-bc9058ee4836 service neutron] 10.222.0.52 "PUT /v2.0/ports/c8596c1e-8f2c-4e12-be91-5658a01655ec HTTP/1.1" status: 200 len: 1093 time: 1.0591409 Apr 08 10:54:09.848928 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d516400-d93c-4dbf-81b6-7d64266936dd', 'tag': 'c8596c1e-8f2c-4e12-be91-5658a01655ec'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:54:09.874220 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df8820-ef38-4fed-9217-bc9058ee4836 service neutron] Pushing event updated for resources: {'Port': ['ID=c8596c1e-8f2c-4e12-be91-5658a01655ec,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:09.929419 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56251299-5c8f-449f-b9c5-e2caba2c8156'] response: {'name': 'network-changed', 'server_uuid': '4d516400-d93c-4dbf-81b6-7d64266936dd', 'tag': 'c8596c1e-8f2c-4e12-be91-5658a01655ec', 'status': 'completed', 'code': 200} Apr 08 10:54:09.971858 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-bafb9f95-9314-4cfb-b77f-0ca2d9da068a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=4d516400-d93c-4dbf-81b6-7d64266936dd HTTP/1.1" status: 200 len: 1096 time: 0.0775352 Apr 08 10:54:10.043500 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-3efcc6cf-dd63-4a96-be0c-199606df6362 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8596c1e-8f2c-4e12-be91-5658a01655ec HTTP/1.1" status: 200 len: 217 time: 0.0616479 Apr 08 10:54:10.110650 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-f099584a-e6bb-48e5-98ee-30ca9582a9a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:10.112146 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-f099584a-e6bb-48e5-98ee-30ca9582a9a8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfd246df-c6b9-4bb5-886d-5943d99aa910 HTTP/1.1" status: 200 len: 835 time: 0.0601964 Apr 08 10:54:10.187699 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-66046125-1fbc-47d2-968d-04d01cb6c710 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c933f85b-1c70-4438-84d0-92f4d85ffcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664804 Apr 08 10:54:10.320651 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-32731628-5ca2-470b-a768-11c52de59083 service neutron] 10.222.0.52 "GET /v2.0/networks/c933f85b-1c70-4438-84d0-92f4d85ffcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230667 Apr 08 10:54:10.564677 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7744229f-0313-4591-a70b-effe7b37dd3f up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:54:10.612550 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-16cd955d-8186-41af-b4fe-e4a9dab38615 req-99866a79-ba51-449f-a336-13f08149fc11 service neutron] 10.222.0.52 "GET /v2.0/networks/c933f85b-1c70-4438-84d0-92f4d85ffcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824075 Apr 08 10:54:10.631967 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd9b6a-f879-47e7-a069-43d420f1c1d8 req-359d54ae-6357-4bfc-a90f-46b2346076c6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:10.633486 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-05fd9b6a-f879-47e7-a069-43d420f1c1d8 req-359d54ae-6357-4bfc-a90f-46b2346076c6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d516400-d93c-4dbf-81b6-7d64266936dd HTTP/1.1" status: 200 len: 943 time: 0.1140413 Apr 08 10:54:10.668779 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 7744229f-0313-4591-a70b-effe7b37dd3f triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:54:10.669455 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:10.683260 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-05fd9b6a-f879-47e7-a069-43d420f1c1d8 req-10eec867-829b-4383-8bf0-5f424f26d35f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=b52bdd5c-32f8-4c51-a46d-0f6d2c611cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424800 Apr 08 10:54:10.765337 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f0a5a80d-6013-4e20-aadd-d3e3048faf51 req-57cbee4d-925a-4c7c-b048-d5554fec84b3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=4d516400-d93c-4dbf-81b6-7d64266936dd HTTP/1.1" status: 200 len: 1096 time: 0.0668621 Apr 08 10:54:10.895310 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5a80d-6013-4e20-aadd-d3e3048faf51 req-748d64d0-391a-47d5-9987-3cc39f3e10ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:10.896869 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f0a5a80d-6013-4e20-aadd-d3e3048faf51 req-748d64d0-391a-47d5-9987-3cc39f3e10ba service neutron] 10.222.0.52 "GET /v2.0/networks?id=c933f85b-1c70-4438-84d0-92f4d85ffcfb HTTP/1.1" status: 200 len: 898 time: 0.1257997 Apr 08 10:54:10.966540 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f0a5a80d-6013-4e20-aadd-d3e3048faf51 req-ce39c3cf-181e-4bf4-9b93-4c3874ef678c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8596c1e-8f2c-4e12-be91-5658a01655ec HTTP/1.1" status: 200 len: 217 time: 0.0633149 Apr 08 10:54:11.030003 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5a80d-6013-4e20-aadd-d3e3048faf51 req-d538a5f1-f195-435e-a1fb-e334b3fd87be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:11.031426 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f0a5a80d-6013-4e20-aadd-d3e3048faf51 req-d538a5f1-f195-435e-a1fb-e334b3fd87be service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfd246df-c6b9-4bb5-886d-5943d99aa910 HTTP/1.1" status: 200 len: 835 time: 0.0563564 Apr 08 10:54:11.111421 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f0a5a80d-6013-4e20-aadd-d3e3048faf51 req-35f4611e-4315-4ab9-aecc-8bfecdfd6121 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c933f85b-1c70-4438-84d0-92f4d85ffcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723400 Apr 08 10:54:11.242330 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f0a5a80d-6013-4e20-aadd-d3e3048faf51 req-6fa76756-5cb9-4df7-ab32-0926d7cec5db service neutron] 10.222.0.52 "GET /v2.0/networks/c933f85b-1c70-4438-84d0-92f4d85ffcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237268 Apr 08 10:54:11.371730 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f0a5a80d-6013-4e20-aadd-d3e3048faf51 req-37c90286-a56b-4c10-8ccc-b71e6ab52f72 service neutron] 10.222.0.52 "GET /v2.0/networks/c933f85b-1c70-4438-84d0-92f4d85ffcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230333 Apr 08 10:54:11.890620 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc25823-758c-41ca-ba0e-29297ad2ef5c req-f97c790b-f0bb-4bbd-95c4-da8d1593fe1a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:11.892632 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fbc25823-758c-41ca-ba0e-29297ad2ef5c req-f97c790b-f0bb-4bbd-95c4-da8d1593fe1a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d516400-d93c-4dbf-81b6-7d64266936dd HTTP/1.1" status: 200 len: 943 time: 0.0830700 Apr 08 10:54:11.936986 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fbc25823-758c-41ca-ba0e-29297ad2ef5c req-24ca4ee7-275a-4885-9d85-7a2689127606 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=b52bdd5c-32f8-4c51-a46d-0f6d2c611cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387721 Apr 08 10:54:13.133004 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a86e3-022a-4e70-8b89-ea94e64c6415 req-7a5aa849-8d20-4916-8f20-04619fc39d98 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:13.134510 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0f0a86e3-022a-4e70-8b89-ea94e64c6415 req-7a5aa849-8d20-4916-8f20-04619fc39d98 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d516400-d93c-4dbf-81b6-7d64266936dd HTTP/1.1" status: 200 len: 943 time: 0.0786324 Apr 08 10:54:13.179827 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0f0a86e3-022a-4e70-8b89-ea94e64c6415 req-449cc7d6-f703-4d77-9c07-f26468dcce28 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=b52bdd5c-32f8-4c51-a46d-0f6d2c611cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396771 Apr 08 10:54:13.259351 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device c8596c1e-8f2c-4e12-be91-5658a01655ec details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:54:13.395762 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4d2a4593-adbf-41ae-8d53-d3fce01e7107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:13.401455 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port c8596c1e-8f2c-4e12-be91-5658a01655ec, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c8596c1e-8f2c-4e12-be91-5658a01655ec,segment=NetworkSegment(90048c26-34fb-41e2-b6a0-7fd1e0d35012),segment_id=90048c26-34fb-41e2-b6a0-7fd1e0d35012)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:54:13.414953 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': 'c8596c1e-8f2c-4e12-be91-5658a01655ec', 'network_id': 'c933f85b-1c70-4438-84d0-92f4d85ffcfb', 'port_id': 'c8596c1e-8f2c-4e12-be91-5658a01655ec', 'mac_address': 'fa:16:3e:7b:49:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfd246df-c6b9-4bb5-886d-5943d99aa910', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:54:13.465763 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:13.483066 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8596c1e-8f2c-4e12-be91-5658a01655ec {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:54:13.498229 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port c8596c1e-8f2c-4e12-be91-5658a01655ec, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c8596c1e-8f2c-4e12-be91-5658a01655ec,segment=NetworkSegment(90048c26-34fb-41e2-b6a0-7fd1e0d35012),segment_id=90048c26-34fb-41e2-b6a0-7fd1e0d35012)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:54:13.501601 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:13.579842 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=c8596c1e-8f2c-4e12-be91-5658a01655ec,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:13.755696 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['c8596c1e-8f2c-4e12-be91-5658a01655ec'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:54:14.376694 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9df778-b0c1-4213-86fe-d7b82cd19cce req-1288788c-e85b-484a-80ad-327ee0888485 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:14.377802 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8e9df778-b0c1-4213-86fe-d7b82cd19cce req-1288788c-e85b-484a-80ad-327ee0888485 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d516400-d93c-4dbf-81b6-7d64266936dd HTTP/1.1" status: 200 len: 944 time: 0.0751884 Apr 08 10:54:14.425396 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8e9df778-b0c1-4213-86fe-d7b82cd19cce req-2dc57d50-018b-4416-a622-ef293305fd79 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=b52bdd5c-32f8-4c51-a46d-0f6d2c611cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419874 Apr 08 10:54:15.274423 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device c8596c1e-8f2c-4e12-be91-5658a01655ec up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:54:15.356535 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port c8596c1e-8f2c-4e12-be91-5658a01655ec completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:54:15.361088 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port c8596c1e-8f2c-4e12-be91-5658a01655ec triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:54:15.361401 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:15.473458 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:15.499415 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d516400-d93c-4dbf-81b6-7d64266936dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8596c1e-8f2c-4e12-be91-5658a01655ec'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:54:15.509299 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port c8596c1e-8f2c-4e12-be91-5658a01655ec, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c8596c1e-8f2c-4e12-be91-5658a01655ec,segment=NetworkSegment(90048c26-34fb-41e2-b6a0-7fd1e0d35012),segment_id=90048c26-34fb-41e2-b6a0-7fd1e0d35012)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:54:15.512591 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:15.581072 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=c8596c1e-8f2c-4e12-be91-5658a01655ec,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:15.629584 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-db178058-987f-4a03-b937-639652b97bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:15.640462 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f654050-c2f1-43eb-94be-e77c44d46fb9 req-415eb187-d468-40f0-b30a-d65f443516ba tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:15.642721 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9f654050-c2f1-43eb-94be-e77c44d46fb9 req-415eb187-d468-40f0-b30a-d65f443516ba tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d516400-d93c-4dbf-81b6-7d64266936dd HTTP/1.1" status: 200 len: 945 time: 0.0920627 Apr 08 10:54:15.643481 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ed3063f-d61d-49c3-9d23-f64db9f505a7'] response: {'server_uuid': '4d516400-d93c-4dbf-81b6-7d64266936dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8596c1e-8f2c-4e12-be91-5658a01655ec', 'code': 200} Apr 08 10:54:15.689862 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9f654050-c2f1-43eb-94be-e77c44d46fb9 req-641dca82-d0b2-4889-bdb3-edb7b160831e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=b52bdd5c-32f8-4c51-a46d-0f6d2c611cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417264 Apr 08 10:54:15.886762 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1cc82530-608d-471f-b49c-b67e76294ce0 req-bb4a1db5-7acc-4d0a-b0f1-cd7a099f23dd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4d516400-d93c-4dbf-81b6-7d64266936dd HTTP/1.1" status: 200 len: 1098 time: 0.0694199 Apr 08 10:54:15.931372 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1cc82530-608d-471f-b49c-b67e76294ce0 req-0f7d1962-f210-4484-a8cf-6bbf55d2217e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b52bdd5c-32f8-4c51-a46d-0f6d2c611cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359781 Apr 08 10:54:16.857356 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:16.894258 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa771028-34fe-4033-aa9d-ee33c966b6cf req-5127d7bc-4af1-4439-9945-93e243375101 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:16.895693 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fa771028-34fe-4033-aa9d-ee33c966b6cf req-5127d7bc-4af1-4439-9945-93e243375101 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d516400-d93c-4dbf-81b6-7d64266936dd HTTP/1.1" status: 200 len: 945 time: 0.0773480 Apr 08 10:54:16.940174 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:16.944664 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fa771028-34fe-4033-aa9d-ee33c966b6cf req-4af131d7-0bd9-4b96-af86-a11739e0a7e8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=b52bdd5c-32f8-4c51-a46d-0f6d2c611cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429449 Apr 08 10:54:18.166118 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e3803-3a05-4587-a0df-81126ae04e8f req-98423d9f-c330-4e7e-8ab2-d70fa1eae399 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:18.167552 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3d7e3803-3a05-4587-a0df-81126ae04e8f req-98423d9f-c330-4e7e-8ab2-d70fa1eae399 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d516400-d93c-4dbf-81b6-7d64266936dd HTTP/1.1" status: 200 len: 945 time: 0.0794909 Apr 08 10:54:18.211591 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3d7e3803-3a05-4587-a0df-81126ae04e8f req-82bcd785-f645-4711-9b5a-35a24e446a64 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=b52bdd5c-32f8-4c51-a46d-0f6d2c611cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382171 Apr 08 10:54:18.371697 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:18.410397 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d526e-4b53-4202-8e07-27da2c5dddd4 req-d8ef592a-1818-4536-8146-47d1d7ca9ee9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:18.411836 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9e1d526e-4b53-4202-8e07-27da2c5dddd4 req-d8ef592a-1818-4536-8146-47d1d7ca9ee9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d516400-d93c-4dbf-81b6-7d64266936dd HTTP/1.1" status: 200 len: 945 time: 0.0756900 Apr 08 10:54:18.459414 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9e1d526e-4b53-4202-8e07-27da2c5dddd4 req-83515442-41ab-496d-9e98-710939f07492 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=b52bdd5c-32f8-4c51-a46d-0f6d2c611cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419443 Apr 08 10:54:18.487422 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37158) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:18.639692 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-aa9af935-94b0-485f-bf5c-b49a41275bcd tempest-TestNetworkAdvancedServerOps-144543435 tempest-TestNetworkAdvancedServerOps-144543435-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4d516400-d93c-4dbf-81b6-7d64266936dd HTTP/1.1" status: 200 len: 1093 time: 0.1492624 Apr 08 10:54:18.640392 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37162) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:18.645621 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-86103986-8df9-45b3-8fd9-960f17dc36e6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'port_id': 'c8596c1e-8f2c-4e12-be91-5658a01655ec', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:54:18.651279 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-86103986-8df9-45b3-8fd9-960f17dc36e6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:54:18.655068 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-86103986-8df9-45b3-8fd9-960f17dc36e6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:floatingip and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:54:18.657968 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-86103986-8df9-45b3-8fd9-960f17dc36e6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:54:18.663800 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-86103986-8df9-45b3-8fd9-960f17dc36e6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:54:18.675320 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-86103986-8df9-45b3-8fd9-960f17dc36e6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for floatingip, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:18.807056 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-86103986-8df9-45b3-8fd9-960f17dc36e6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:18.939160 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-86103986-8df9-45b3-8fd9-960f17dc36e6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Allocated IP 172.26.0.53 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/0e1a3c1c-66d7-4ffb-ace5-dcaa51acc52a) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:54:19.080761 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-86103986-8df9-45b3-8fd9-960f17dc36e6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:19.109031 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-86103986-8df9-45b3-8fd9-960f17dc36e6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:19.174541 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86103986-8df9-45b3-8fd9-960f17dc36e6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:54:19.177324 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-86103986-8df9-45b3-8fd9-960f17dc36e6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:19.181489 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86103986-8df9-45b3-8fd9-960f17dc36e6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:54:19.207994 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86103986-8df9-45b3-8fd9-960f17dc36e6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=0e1a3c1c-66d7-4ffb-ace5-dcaa51acc52a,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:19.669914 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-86103986-8df9-45b3-8fd9-960f17dc36e6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:19.727467 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-86103986-8df9-45b3-8fd9-960f17dc36e6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:19.928248 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-86103986-8df9-45b3-8fd9-960f17dc36e6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:19.932663 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-86103986-8df9-45b3-8fd9-960f17dc36e6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:20.038067 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86103986-8df9-45b3-8fd9-960f17dc36e6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=0e1a3c1c-66d7-4ffb-ace5-dcaa51acc52a,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:20.052813 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-86103986-8df9-45b3-8fd9-960f17dc36e6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:20.332431 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [None req-86103986-8df9-45b3-8fd9-960f17dc36e6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Floating IP 82f0f5b6-1ca7-4ff0-b0c6-1d5cc5062a87 associated. External IP: 172.26.0.53, port: c8596c1e-8f2c-4e12-be91-5658a01655ec. Apr 08 10:54:20.722038 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86103986-8df9-45b3-8fd9-960f17dc36e6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Router 7344fa9a-1d5d-4de7-945a-6f457943090d has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:54:20.918204 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86103986-8df9-45b3-8fd9-960f17dc36e6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:54:20.928229 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4484b0c8-203a-486e-a647-f1f4e9f30c79 None None] Sync routers for ids ['7344fa9a-1d5d-4de7-945a-6f457943090d'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:54:20.940434 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4484b0c8-203a-486e-a647-f1f4e9f30c79 None None] Routers {'7344fa9a-1d5d-4de7-945a-6f457943090d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:54:20.941434 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-4484b0c8-203a-486e-a647-f1f4e9f30c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:54:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['7344fa9a-1d5d-4de7-945a-6f457943090d'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:20.944545 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-86103986-8df9-45b3-8fd9-960f17dc36e6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:20.996896 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-86103986-8df9-45b3-8fd9-960f17dc36e6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3552110 Apr 08 10:54:20.997721 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d516400-d93c-4dbf-81b6-7d64266936dd', 'tag': 'c8596c1e-8f2c-4e12-be91-5658a01655ec'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:54:21.056102 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f82fc06-123c-414e-8e0e-852f51bbaf03'] response: {'name': 'network-changed', 'server_uuid': '4d516400-d93c-4dbf-81b6-7d64266936dd', 'tag': 'c8596c1e-8f2c-4e12-be91-5658a01655ec', 'status': 'completed', 'code': 200} Apr 08 10:54:21.127950 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-4484b0c8-203a-486e-a647-f1f4e9f30c79 None None] Set router 7344fa9a-1d5d-4de7-945a-6f457943090d gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:54:21.217129 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-422a2147-13e6-4897-9ef0-bf11f0a6d617 req-fa7f8db3-315c-4334-b71c-41a839abb960 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=4d516400-d93c-4dbf-81b6-7d64266936dd HTTP/1.1" status: 200 len: 1098 time: 0.1356254 Apr 08 10:54:21.223216 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78124e-0617-4c05-a26a-2c13dfd092be req-7d63c9eb-22b4-4b8c-a65e-d599d6072423 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:21.224548 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7f78124e-0617-4c05-a26a-2c13dfd092be req-7d63c9eb-22b4-4b8c-a65e-d599d6072423 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d516400-d93c-4dbf-81b6-7d64266936dd HTTP/1.1" status: 200 len: 945 time: 0.1062789 Apr 08 10:54:21.361066 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7f78124e-0617-4c05-a26a-2c13dfd092be req-9e1928df-dbdc-4b8b-98d0-445b2b5e54ef tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=b52bdd5c-32f8-4c51-a46d-0f6d2c611cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180687 Apr 08 10:54:21.386518 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a2147-13e6-4897-9ef0-bf11f0a6d617 req-ba0381cb-e5da-42ff-88d2-ebefafff2930 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:21.388008 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-422a2147-13e6-4897-9ef0-bf11f0a6d617 req-ba0381cb-e5da-42ff-88d2-ebefafff2930 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c933f85b-1c70-4438-84d0-92f4d85ffcfb HTTP/1.1" status: 200 len: 898 time: 0.1626418 Apr 08 10:54:21.389623 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37172) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:21.479995 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-4484b0c8-203a-486e-a647-f1f4e9f30c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143769830', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:57Z', 'updated_at': '2022-04-08T10:54:01Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:58Z', 'updated_at': '2022-04-08T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '82f0f5b6-1ca7-4ff0-b0c6-1d5cc5062a87', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'floating_ip_address': '172.26.0.53', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'port_id': 'c8596c1e-8f2c-4e12-be91-5658a01655ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c933f85b-1c70-4438-84d0-92f4d85ffcfb', 'mac_address': 'fa:16:3e:7b:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d516400-d93c-4dbf-81b6-7d64266936dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:54:19Z', 'updated_at': '2022-04-08T10:54:19Z', 'revision_number': 0, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7744229f-0313-4591-a70b-effe7b37dd3f', 'name': '', 'network_id': 'c933f85b-1c70-4438-84d0-92f4d85ffcfb', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:e6:d2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfd246df-c6b9-4bb5-886d-5943d99aa910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:01Z', 'updated_at': '2022-04-08T10:54:08Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': 'cfd246df-c6b9-4bb5-886d-5943d99aa910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:21.483829 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4484b0c8-203a-486e-a647-f1f4e9f30c79 None None] Checking router: 7344fa9a-1d5d-4de7-945a-6f457943090d for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:54:21.494660 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4484b0c8-203a-486e-a647-f1f4e9f30c79 None None] Routers {'7344fa9a-1d5d-4de7-945a-6f457943090d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:54:21.495241 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-4484b0c8-203a-486e-a647-f1f4e9f30c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:54:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['7344fa9a-1d5d-4de7-945a-6f457943090d'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:21.573927 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-88bd7117-7d9d-44d3-962e-4bbe38da1bcd tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/82f0f5b6-1ca7-4ff0-b0c6-1d5cc5062a87 HTTP/1.1" status: 200 len: 990 time: 0.1832502 Apr 08 10:54:21.578554 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-422a2147-13e6-4897-9ef0-bf11f0a6d617 req-f84b6431-ee14-4b15-9458-f8197a5cd0d5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8596c1e-8f2c-4e12-be91-5658a01655ec HTTP/1.1" status: 200 len: 998 time: 0.1305585 Apr 08 10:54:21.647062 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a2147-13e6-4897-9ef0-bf11f0a6d617 req-61a76231-1e50-4d71-bc45-0328a4e0d185 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:21.648817 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-422a2147-13e6-4897-9ef0-bf11f0a6d617 req-61a76231-1e50-4d71-bc45-0328a4e0d185 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfd246df-c6b9-4bb5-886d-5943d99aa910 HTTP/1.1" status: 200 len: 835 time: 0.0621984 Apr 08 10:54:21.698492 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-4484b0c8-203a-486e-a647-f1f4e9f30c79 None None] Set router 7344fa9a-1d5d-4de7-945a-6f457943090d gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:54:21.722084 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-422a2147-13e6-4897-9ef0-bf11f0a6d617 req-712254d9-de6a-42dd-a72f-f9bb5d996a4f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c933f85b-1c70-4438-84d0-92f4d85ffcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674229 Apr 08 10:54:21.958822 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-422a2147-13e6-4897-9ef0-bf11f0a6d617 req-1103e9db-ad83-41b3-94ef-bcac6651941e service neutron] 10.222.0.52 "GET /v2.0/networks/c933f85b-1c70-4438-84d0-92f4d85ffcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282655 Apr 08 10:54:22.050037 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-4484b0c8-203a-486e-a647-f1f4e9f30c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143769830', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:57Z', 'updated_at': '2022-04-08T10:54:01Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:58Z', 'updated_at': '2022-04-08T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '82f0f5b6-1ca7-4ff0-b0c6-1d5cc5062a87', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'floating_ip_address': '172.26.0.53', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'port_id': 'c8596c1e-8f2c-4e12-be91-5658a01655ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c933f85b-1c70-4438-84d0-92f4d85ffcfb', 'mac_address': 'fa:16:3e:7b:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d516400-d93c-4dbf-81b6-7d64266936dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:54:19Z', 'updated_at': '2022-04-08T10:54:19Z', 'revision_number': 0, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7744229f-0313-4591-a70b-effe7b37dd3f', 'name': '', 'network_id': 'c933f85b-1c70-4438-84d0-92f4d85ffcfb', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:e6:d2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfd246df-c6b9-4bb5-886d-5943d99aa910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:01Z', 'updated_at': '2022-04-08T10:54:08Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': 'cfd246df-c6b9-4bb5-886d-5943d99aa910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:22.053680 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4484b0c8-203a-486e-a647-f1f4e9f30c79 None None] The sync data for ids ['7344fa9a-1d5d-4de7-945a-6f457943090d'] in dv-neutron-837110-1-hyperv is: [{'id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143769830', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:57Z', 'updated_at': '2022-04-08T10:54:01Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:58Z', 'updated_at': '2022-04-08T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '82f0f5b6-1ca7-4ff0-b0c6-1d5cc5062a87', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'floating_ip_address': '172.26.0.53', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'port_id': 'c8596c1e-8f2c-4e12-be91-5658a01655ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c933f85b-1c70-4438-84d0-92f4d85ffcfb', 'mac_address': 'fa:16:3e:7b:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d516400-d93c-4dbf-81b6-7d64266936dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:54:19Z', 'updated_at': '2022-04-08T10:54:19Z', 'revision_number': 0, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7744229f-0313-4591-a70b-effe7b37dd3f', 'name': '', 'network_id': 'c933f85b-1c70-4438-84d0-92f4d85ffcfb', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:e6:d2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfd246df-c6b9-4bb5-886d-5943d99aa910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:01Z', 'updated_at': '2022-04-08T10:54:08Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': 'cfd246df-c6b9-4bb5-886d-5943d99aa910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:54:22.098287 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-422a2147-13e6-4897-9ef0-bf11f0a6d617 req-bd749432-de9a-4423-bd8e-ea16c73dd1d5 service neutron] 10.222.0.52 "GET /v2.0/networks/c933f85b-1c70-4438-84d0-92f4d85ffcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282210 Apr 08 10:54:22.577806 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37178) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:22.681826 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2bcd3f75-3991-405c-83b2-6eb802700ef8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/82f0f5b6-1ca7-4ff0-b0c6-1d5cc5062a87 HTTP/1.1" status: 200 len: 990 time: 0.1027217 Apr 08 10:54:23.064048 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72d8123-a81b-406c-9709-aaaf28e2b605 None None] New status for floating IP 82f0f5b6-1ca7-4ff0-b0c6-1d5cc5062a87: ACTIVE {{(pid=83848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:54:23.158012 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:54:23.685633 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37182) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:23.789167 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0c0d36f8-cbdd-4d45-aed8-e8fc02e4ccd0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/82f0f5b6-1ca7-4ff0-b0c6-1d5cc5062a87 HTTP/1.1" status: 200 len: 992 time: 0.1024148 Apr 08 10:54:38.594339 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:43.376888 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b6486237-a767-425f-9cb6-b0d2a01832aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:45.632056 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fa946ad9-87df-4f75-b22c-ce68b6a01ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:46.378735 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-36e98a29-ae69-4d7d-a073-375a2746e93e req-a35be912-1421-4840-806f-4ea1f00c150b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4d516400-d93c-4dbf-81b6-7d64266936dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654564 Apr 08 10:54:46.525036 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-36e98a29-ae69-4d7d-a073-375a2746e93e req-d88951b5-9581-42a7-857a-bac1a4885b36 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=4d516400-d93c-4dbf-81b6-7d64266936dd HTTP/1.1" status: 200 len: 1098 time: 0.0747874 Apr 08 10:54:46.676195 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e98a29-ae69-4d7d-a073-375a2746e93e req-e54b4c84-57e9-40fd-b398-0c9ecbed4432 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:46.677612 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-36e98a29-ae69-4d7d-a073-375a2746e93e req-e54b4c84-57e9-40fd-b398-0c9ecbed4432 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c933f85b-1c70-4438-84d0-92f4d85ffcfb HTTP/1.1" status: 200 len: 898 time: 0.1346579 Apr 08 10:54:46.787114 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-36e98a29-ae69-4d7d-a073-375a2746e93e req-7d58594b-3da4-4dcd-ab99-50783e8b80ec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8596c1e-8f2c-4e12-be91-5658a01655ec HTTP/1.1" status: 200 len: 1000 time: 0.1027601 Apr 08 10:54:46.849965 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e98a29-ae69-4d7d-a073-375a2746e93e req-5395d108-e680-46b0-8053-e169f6971555 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:46.851400 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-36e98a29-ae69-4d7d-a073-375a2746e93e req-5395d108-e680-46b0-8053-e169f6971555 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfd246df-c6b9-4bb5-886d-5943d99aa910 HTTP/1.1" status: 200 len: 835 time: 0.0586879 Apr 08 10:54:46.859354 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:46.923862 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-36e98a29-ae69-4d7d-a073-375a2746e93e req-85185caf-bba3-4d51-913f-4b4be95bb801 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c933f85b-1c70-4438-84d0-92f4d85ffcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669351 Apr 08 10:54:46.941927 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:47.055945 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-36e98a29-ae69-4d7d-a073-375a2746e93e req-9e976db4-882d-4d10-8b0a-90b100580acd service neutron] 10.222.0.52 "GET /v2.0/networks/c933f85b-1c70-4438-84d0-92f4d85ffcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256745 Apr 08 10:54:47.185393 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-36e98a29-ae69-4d7d-a073-375a2746e93e req-4f348d93-cc65-4d2d-ba75-03b8c3e11ec0 service neutron] 10.222.0.52 "GET /v2.0/networks/c933f85b-1c70-4438-84d0-92f4d85ffcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239753 Apr 08 10:54:48.374447 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:54:55.304488 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ead10-1aba-4bbb-905d-3c204829b0d5 req-a57bae9e-f6eb-4e76-b16c-01b38470d601 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:55.305846 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-511ead10-1aba-4bbb-905d-3c204829b0d5 req-a57bae9e-f6eb-4e76-b16c-01b38470d601 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d516400-d93c-4dbf-81b6-7d64266936dd HTTP/1.1" status: 200 len: 945 time: 0.0798111 Apr 08 10:54:55.352347 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-511ead10-1aba-4bbb-905d-3c204829b0d5 req-d1a0ce5e-8e9a-44da-bace-91b567ef2d33 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=b52bdd5c-32f8-4c51-a46d-0f6d2c611cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403607 Apr 08 10:54:56.550700 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbf3f8-7854-4ec4-a5a7-936374263f33 req-80e4d146-b2bf-4f0c-9c5b-76c7862c701c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:56.552161 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-30fbf3f8-7854-4ec4-a5a7-936374263f33 req-80e4d146-b2bf-4f0c-9c5b-76c7862c701c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d516400-d93c-4dbf-81b6-7d64266936dd HTTP/1.1" status: 200 len: 945 time: 0.0765309 Apr 08 10:54:56.599684 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-30fbf3f8-7854-4ec4-a5a7-936374263f33 req-3a168ee3-291f-4a3c-9e77-55a596635e83 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=b52bdd5c-32f8-4c51-a46d-0f6d2c611cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420213 Apr 08 10:54:56.627367 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37204) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:56.730528 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1bf4a527-fc81-4fec-b757-ca9824e28169 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/82f0f5b6-1ca7-4ff0-b0c6-1d5cc5062a87 HTTP/1.1" status: 200 len: 992 time: 0.1020935 Apr 08 10:54:58.325527 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0195b4-123d-47ca-8d55-844380afc757 req-dc647e63-e885-4942-aa7c-a6a3b0f3fa9a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:58.326949 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8b0195b4-123d-47ca-8d55-844380afc757 req-dc647e63-e885-4942-aa7c-a6a3b0f3fa9a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d516400-d93c-4dbf-81b6-7d64266936dd HTTP/1.1" status: 200 len: 945 time: 0.1709960 Apr 08 10:54:58.376140 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8b0195b4-123d-47ca-8d55-844380afc757 req-05884377-b1a1-4eb0-bad9-790943e8ae2c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=b52bdd5c-32f8-4c51-a46d-0f6d2c611cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424268 Apr 08 10:54:59.581150 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31aead-f2f6-4890-b63f-076cd349220e req-445630a3-7f56-4314-b21c-360bee232927 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:59.582598 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7b31aead-f2f6-4890-b63f-076cd349220e req-445630a3-7f56-4314-b21c-360bee232927 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d516400-d93c-4dbf-81b6-7d64266936dd HTTP/1.1" status: 200 len: 945 time: 0.0772591 Apr 08 10:54:59.627568 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7b31aead-f2f6-4890-b63f-076cd349220e req-c812de7c-3f19-495e-8753-c5fb13616e2d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=b52bdd5c-32f8-4c51-a46d-0f6d2c611cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394013 Apr 08 10:54:59.657750 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37216) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:54:59.766299 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-375aadc4-b0c0-4cf2-abb3-0aa810ad31fb tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/82f0f5b6-1ca7-4ff0-b0c6-1d5cc5062a87 HTTP/1.1" status: 200 len: 992 time: 0.1074128 Apr 08 10:55:00.058184 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37224) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:00.133711 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:55:00.257559 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8c143-5fa3-4f3d-b4dc-87d8326bcc59 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Deleting port 0e1a3c1c-66d7-4ffb-ace5-dcaa51acc52a {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:55:00.257908 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c8a8c143-5fa3-4f3d-b4dc-87d8326bcc59 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:00.430061 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c8a8c143-5fa3-4f3d-b4dc-87d8326bcc59 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:00.430310 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c8a8c143-5fa3-4f3d-b4dc-87d8326bcc59 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:00.548927 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8c143-5fa3-4f3d-b4dc-87d8326bcc59 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Calling delete_port for 0e1a3c1c-66d7-4ffb-ace5-dcaa51acc52a owned by network:floatingip {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:55:00.694863 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c8a8c143-5fa3-4f3d-b4dc-87d8326bcc59 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:00.737806 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8c143-5fa3-4f3d-b4dc-87d8326bcc59 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Port': ['ID=0e1a3c1c-66d7-4ffb-ace5-dcaa51acc52a,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:00.775842 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8c143-5fa3-4f3d-b4dc-87d8326bcc59 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:00.776217 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8c143-5fa3-4f3d-b4dc-87d8326bcc59 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:00.776559 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8c143-5fa3-4f3d-b4dc-87d8326bcc59 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:00.776899 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8c143-5fa3-4f3d-b4dc-87d8326bcc59 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:00.777229 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8c143-5fa3-4f3d-b4dc-87d8326bcc59 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:00.777555 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8c143-5fa3-4f3d-b4dc-87d8326bcc59 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:00.777878 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8c143-5fa3-4f3d-b4dc-87d8326bcc59 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:00.778202 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8c143-5fa3-4f3d-b4dc-87d8326bcc59 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:00.778522 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8c143-5fa3-4f3d-b4dc-87d8326bcc59 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:00.778843 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8c143-5fa3-4f3d-b4dc-87d8326bcc59 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:00.779160 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8c143-5fa3-4f3d-b4dc-87d8326bcc59 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:00.843293 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c8a8c143-5fa3-4f3d-b4dc-87d8326bcc59 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for floatingip, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:01.230575 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a8c143-5fa3-4f3d-b4dc-87d8326bcc59 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Router 7344fa9a-1d5d-4de7-945a-6f457943090d has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:55:01.525694 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a8c143-5fa3-4f3d-b4dc-87d8326bcc59 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:55:01.536735 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c587196-66fc-4988-af41-e542cba4b147 None None] Sync routers for ids ['7344fa9a-1d5d-4de7-945a-6f457943090d'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:55:01.545496 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c8a8c143-5fa3-4f3d-b4dc-87d8326bcc59 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:01.549305 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c587196-66fc-4988-af41-e542cba4b147 None None] Routers {'7344fa9a-1d5d-4de7-945a-6f457943090d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:55:01.549921 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-3c587196-66fc-4988-af41-e542cba4b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:54:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['7344fa9a-1d5d-4de7-945a-6f457943090d'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:01.597562 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c8a8c143-5fa3-4f3d-b4dc-87d8326bcc59 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "DELETE /v2.0/floatingips/82f0f5b6-1ca7-4ff0-b0c6-1d5cc5062a87 HTTP/1.1" status: 204 len: 168 time: 1.5383823 Apr 08 10:55:01.598128 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d516400-d93c-4dbf-81b6-7d64266936dd', 'tag': 'c8596c1e-8f2c-4e12-be91-5658a01655ec'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:55:01.666333 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9135fec-a5c6-4b29-8184-2d5196b355c6'] response: {'name': 'network-changed', 'server_uuid': '4d516400-d93c-4dbf-81b6-7d64266936dd', 'tag': 'c8596c1e-8f2c-4e12-be91-5658a01655ec', 'status': 'completed', 'code': 200} Apr 08 10:55:01.729236 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-3c587196-66fc-4988-af41-e542cba4b147 None None] Set router 7344fa9a-1d5d-4de7-945a-6f457943090d gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:55:01.763849 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b5fe4d93-c066-4739-ad38-8c913f2e80af req-9f67a764-ea37-4658-ab16-be2789e11a13 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=4d516400-d93c-4dbf-81b6-7d64266936dd HTTP/1.1" status: 200 len: 1098 time: 0.0695722 Apr 08 10:55:01.903485 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe4d93-c066-4739-ad38-8c913f2e80af req-61f2b326-b9c7-439d-942f-a3e13c130604 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:01.905424 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b5fe4d93-c066-4739-ad38-8c913f2e80af req-61f2b326-b9c7-439d-942f-a3e13c130604 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c933f85b-1c70-4438-84d0-92f4d85ffcfb HTTP/1.1" status: 200 len: 898 time: 0.1321142 Apr 08 10:55:01.981098 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b5fe4d93-c066-4739-ad38-8c913f2e80af req-2b4baebd-5b54-4e82-be41-330e0800654c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8596c1e-8f2c-4e12-be91-5658a01655ec HTTP/1.1" status: 200 len: 217 time: 0.0687914 Apr 08 10:55:02.045270 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe4d93-c066-4739-ad38-8c913f2e80af req-edf6526d-379a-4937-922d-ea02444a92d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:02.046737 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b5fe4d93-c066-4739-ad38-8c913f2e80af req-edf6526d-379a-4937-922d-ea02444a92d8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfd246df-c6b9-4bb5-886d-5943d99aa910 HTTP/1.1" status: 200 len: 835 time: 0.0599380 Apr 08 10:55:02.049029 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-3c587196-66fc-4988-af41-e542cba4b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143769830', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:57Z', 'updated_at': '2022-04-08T10:54:01Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:58Z', 'updated_at': '2022-04-08T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '7744229f-0313-4591-a70b-effe7b37dd3f', 'name': '', 'network_id': 'c933f85b-1c70-4438-84d0-92f4d85ffcfb', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:e6:d2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfd246df-c6b9-4bb5-886d-5943d99aa910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:01Z', 'updated_at': '2022-04-08T10:54:08Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': 'cfd246df-c6b9-4bb5-886d-5943d99aa910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:02.053139 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c587196-66fc-4988-af41-e542cba4b147 None None] Checking router: 7344fa9a-1d5d-4de7-945a-6f457943090d for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:55:02.064379 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c587196-66fc-4988-af41-e542cba4b147 None None] Routers {'7344fa9a-1d5d-4de7-945a-6f457943090d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:55:02.064978 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-3c587196-66fc-4988-af41-e542cba4b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:54:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['7344fa9a-1d5d-4de7-945a-6f457943090d'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:02.183192 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b5fe4d93-c066-4739-ad38-8c913f2e80af req-6ddbb308-5948-4eee-8faf-2dc4b0c399bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c933f85b-1c70-4438-84d0-92f4d85ffcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1000493 Apr 08 10:55:02.189452 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad557a-de1b-4d06-abae-5ef31d2717c7 req-6965124b-2e53-440f-850c-68685e1f93af tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:02.190781 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-83ad557a-de1b-4d06-abae-5ef31d2717c7 req-6965124b-2e53-440f-850c-68685e1f93af tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d516400-d93c-4dbf-81b6-7d64266936dd HTTP/1.1" status: 200 len: 945 time: 0.2268388 Apr 08 10:55:02.289337 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-3c587196-66fc-4988-af41-e542cba4b147 None None] Set router 7344fa9a-1d5d-4de7-945a-6f457943090d gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:55:02.318616 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-83ad557a-de1b-4d06-abae-5ef31d2717c7 req-dfa69c5d-9c25-4f3a-baf4-c7523e575d54 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=b52bdd5c-32f8-4c51-a46d-0f6d2c611cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100068 Apr 08 10:55:02.354131 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b5fe4d93-c066-4739-ad38-8c913f2e80af req-67f561df-983f-4171-ad7d-99bb0f89391c service neutron] 10.222.0.52 "GET /v2.0/networks/c933f85b-1c70-4438-84d0-92f4d85ffcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624241 Apr 08 10:55:02.493138 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b5fe4d93-c066-4739-ad38-8c913f2e80af req-74fdc6b8-8d47-46bb-93eb-23e458102474 service neutron] 10.222.0.52 "GET /v2.0/networks/c933f85b-1c70-4438-84d0-92f4d85ffcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323338 Apr 08 10:55:02.604906 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-3c587196-66fc-4988-af41-e542cba4b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143769830', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:57Z', 'updated_at': '2022-04-08T10:54:01Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:58Z', 'updated_at': '2022-04-08T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '7744229f-0313-4591-a70b-effe7b37dd3f', 'name': '', 'network_id': 'c933f85b-1c70-4438-84d0-92f4d85ffcfb', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:e6:d2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfd246df-c6b9-4bb5-886d-5943d99aa910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:01Z', 'updated_at': '2022-04-08T10:54:08Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': 'cfd246df-c6b9-4bb5-886d-5943d99aa910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:02.618050 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c587196-66fc-4988-af41-e542cba4b147 None None] The sync data for ids ['7344fa9a-1d5d-4de7-945a-6f457943090d'] in dv-neutron-837110-1-hyperv is: [{'id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143769830', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:57Z', 'updated_at': '2022-04-08T10:54:01Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:58Z', 'updated_at': '2022-04-08T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '7744229f-0313-4591-a70b-effe7b37dd3f', 'name': '', 'network_id': 'c933f85b-1c70-4438-84d0-92f4d85ffcfb', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:e6:d2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfd246df-c6b9-4bb5-886d-5943d99aa910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:01Z', 'updated_at': '2022-04-08T10:54:08Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': 'cfd246df-c6b9-4bb5-886d-5943d99aa910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:55:02.826119 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62998fc-8059-40f6-8f6d-531852ce9894 None None] New status for floating IP 82f0f5b6-1ca7-4ff0-b0c6-1d5cc5062a87: DOWN {{(pid=83848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:55:03.587809 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9e351-59eb-47a0-a801-338235b7b670 req-ca6cd068-592f-4ba4-9689-03112084019d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:03.589260 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7db9e351-59eb-47a0-a801-338235b7b670 req-ca6cd068-592f-4ba4-9689-03112084019d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d516400-d93c-4dbf-81b6-7d64266936dd HTTP/1.1" status: 200 len: 945 time: 0.1467483 Apr 08 10:55:03.681110 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7db9e351-59eb-47a0-a801-338235b7b670 req-a7bc6dcc-8bd4-498c-9b8c-a31963d5216d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=b52bdd5c-32f8-4c51-a46d-0f6d2c611cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855381 Apr 08 10:55:03.702867 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df585f4e-2003-471e-b227-1b45f363031a req-e1f5dd09-ed03-4418-828b-19906b431584 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:03.704351 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-df585f4e-2003-471e-b227-1b45f363031a req-e1f5dd09-ed03-4418-828b-19906b431584 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d516400-d93c-4dbf-81b6-7d64266936dd HTTP/1.1" status: 200 len: 945 time: 0.0942056 Apr 08 10:55:03.781275 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-df585f4e-2003-471e-b227-1b45f363031a req-c6e1978f-eea1-47e9-b20f-911d81dd383a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Deleting port c8596c1e-8f2c-4e12-be91-5658a01655ec {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:55:03.781615 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-df585f4e-2003-471e-b227-1b45f363031a req-c6e1978f-eea1-47e9-b20f-911d81dd383a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:04.114057 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-df585f4e-2003-471e-b227-1b45f363031a req-c6e1978f-eea1-47e9-b20f-911d81dd383a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] For port c8596c1e-8f2c-4e12-be91-5658a01655ec, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c8596c1e-8f2c-4e12-be91-5658a01655ec,segment=NetworkSegment(90048c26-34fb-41e2-b6a0-7fd1e0d35012),segment_id=90048c26-34fb-41e2-b6a0-7fd1e0d35012)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:04.114417 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-df585f4e-2003-471e-b227-1b45f363031a req-c6e1978f-eea1-47e9-b20f-911d81dd383a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:04.231338 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-df585f4e-2003-471e-b227-1b45f363031a req-c6e1978f-eea1-47e9-b20f-911d81dd383a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Calling delete_port for c8596c1e-8f2c-4e12-be91-5658a01655ec owned by compute:nova {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:55:04.373729 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-df585f4e-2003-471e-b227-1b45f363031a req-c6e1978f-eea1-47e9-b20f-911d81dd383a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:04.422850 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1978f-eea1-47e9-b20f-911d81dd383a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Port': ['ID=c8596c1e-8f2c-4e12-be91-5658a01655ec,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:04.462908 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e1978f-eea1-47e9-b20f-911d81dd383a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:04.463266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e1978f-eea1-47e9-b20f-911d81dd383a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:04.463619 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e1978f-eea1-47e9-b20f-911d81dd383a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:04.463967 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e1978f-eea1-47e9-b20f-911d81dd383a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:04.464334 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e1978f-eea1-47e9-b20f-911d81dd383a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:04.464676 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e1978f-eea1-47e9-b20f-911d81dd383a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:04.465007 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e1978f-eea1-47e9-b20f-911d81dd383a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:04.465339 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e1978f-eea1-47e9-b20f-911d81dd383a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:04.465669 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e1978f-eea1-47e9-b20f-911d81dd383a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:04.466000 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e1978f-eea1-47e9-b20f-911d81dd383a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:04.466328 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e1978f-eea1-47e9-b20f-911d81dd383a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:04.509242 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-df585f4e-2003-471e-b227-1b45f363031a req-c6e1978f-eea1-47e9-b20f-911d81dd383a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] No DVR routers for this DVR port c8596c1e-8f2c-4e12-be91-5658a01655ec on host hv-neutron-8371 {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:55:04.511767 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-df585f4e-2003-471e-b227-1b45f363031a req-c6e1978f-eea1-47e9-b20f-911d81dd383a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:04.516207 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d516400-d93c-4dbf-81b6-7d64266936dd', 'name': 'network-vif-deleted', 'tag': 'c8596c1e-8f2c-4e12-be91-5658a01655ec'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:55:04.527807 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-df585f4e-2003-471e-b227-1b45f363031a req-c6e1978f-eea1-47e9-b20f-911d81dd383a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.52 "DELETE /v2.0/ports/c8596c1e-8f2c-4e12-be91-5658a01655ec HTTP/1.1" status: 204 len: 173 time: 0.8155856 Apr 08 10:55:04.573196 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6771803-5696-486b-8af6-be77fb6e0e55'] response: {'server_uuid': '4d516400-d93c-4dbf-81b6-7d64266936dd', 'name': 'network-vif-deleted', 'tag': 'c8596c1e-8f2c-4e12-be91-5658a01655ec', 'status': 'completed', 'code': 200} Apr 08 10:55:04.859101 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-bc5b0cae-4ff2-4108-b4af-11abe0e9939c req-fb2da2ed-e5ab-466e-ac14-e23b831bef5c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Synchronizing usage tracker for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:55:04.875236 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-bc5b0cae-4ff2-4108-b4af-11abe0e9939c req-fb2da2ed-e5ab-466e-ac14-e23b831bef5c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Unset dirty status for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:55:04.876597 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bc5b0cae-4ff2-4108-b4af-11abe0e9939c req-fb2da2ed-e5ab-466e-ac14-e23b831bef5c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d516400-d93c-4dbf-81b6-7d64266936dd HTTP/1.1" status: 200 len: 210 time: 0.0580294 Apr 08 10:55:05.982361 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37246) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:06.373298 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-46fcc6b9-c01e-49db-8e48-de1455170cd3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:06.961749 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-46fcc6b9-c01e-49db-8e48-de1455170cd3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Deleting port 7744229f-0313-4591-a70b-effe7b37dd3f {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:55:06.962084 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-46fcc6b9-c01e-49db-8e48-de1455170cd3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:07.231704 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-46fcc6b9-c01e-49db-8e48-de1455170cd3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] For port 7744229f-0313-4591-a70b-effe7b37dd3f, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=7744229f-0313-4591-a70b-effe7b37dd3f,segment=NetworkSegment(90048c26-34fb-41e2-b6a0-7fd1e0d35012),segment_id=90048c26-34fb-41e2-b6a0-7fd1e0d35012)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:07.232366 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-46fcc6b9-c01e-49db-8e48-de1455170cd3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:07.349415 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-46fcc6b9-c01e-49db-8e48-de1455170cd3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Calling delete_port for 7744229f-0313-4591-a70b-effe7b37dd3f owned by network:router_interface {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:55:07.522023 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-46fcc6b9-c01e-49db-8e48-de1455170cd3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:07.554692 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device c8596c1e-8f2c-4e12-be91-5658a01655ec no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:55:07.570543 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fcc6b9-c01e-49db-8e48-de1455170cd3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Port': ['ID=7744229f-0313-4591-a70b-effe7b37dd3f,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:07.588723 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: c8596c1e-8f2c-4e12-be91-5658a01655ec {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:55:07.589080 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device c8596c1e-8f2c-4e12-be91-5658a01655ec not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:55:07.863056 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-46fcc6b9-c01e-49db-8e48-de1455170cd3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:08.520489 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fcc6b9-c01e-49db-8e48-de1455170cd3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Router 7344fa9a-1d5d-4de7-945a-6f457943090d has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:55:08.597921 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:08.731952 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fcc6b9-c01e-49db-8e48-de1455170cd3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:55:08.741357 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac9cf9a-42d9-4ae6-8079-0a0ad3b64a8b None None] Sync routers for ids ['7344fa9a-1d5d-4de7-945a-6f457943090d'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:55:08.747851 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-46fcc6b9-c01e-49db-8e48-de1455170cd3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "PUT /v2.0/routers/7344fa9a-1d5d-4de7-945a-6f457943090d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7637210 Apr 08 10:55:08.751353 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37250) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:08.754395 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac9cf9a-42d9-4ae6-8079-0a0ad3b64a8b None None] Routers {'7344fa9a-1d5d-4de7-945a-6f457943090d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:55:08.754998 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-4ac9cf9a-42d9-4ae6-8079-0a0ad3b64a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:54:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['7344fa9a-1d5d-4de7-945a-6f457943090d'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:08.935292 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-4ac9cf9a-42d9-4ae6-8079-0a0ad3b64a8b None None] Set router 7344fa9a-1d5d-4de7-945a-6f457943090d gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:55:08.936812 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b02cae-a2e9-4a30-9662-8a8d5a295c3f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Deleting subnet cfd246df-c6b9-4bb5-886d-5943d99aa910 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:55:08.939653 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c6b02cae-a2e9-4a30-9662-8a8d5a295c3f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:08.991812 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c6b02cae-a2e9-4a30-9662-8a8d5a295c3f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:09.077398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c6b02cae-a2e9-4a30-9662-8a8d5a295c3f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:09.150316 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c6b02cae-a2e9-4a30-9662-8a8d5a295c3f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:09.190742 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b02cae-a2e9-4a30-9662-8a8d5a295c3f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Subnet': ['ID=cfd246df-c6b9-4bb5-886d-5943d99aa910,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:09.194536 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c6b02cae-a2e9-4a30-9662-8a8d5a295c3f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:09.201694 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c6b02cae-a2e9-4a30-9662-8a8d5a295c3f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "DELETE /v2.0/subnets/cfd246df-c6b9-4bb5-886d-5943d99aa910 HTTP/1.1" status: 204 len: 168 time: 0.4493577 Apr 08 10:55:09.204155 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e97e34-6437-4202-907f-6f460b8f8cf6 None None] Network c933f85b-1c70-4438-84d0-92f4d85ffcfb requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:55:09.204272 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37254) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:09.367118 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-4ac9cf9a-42d9-4ae6-8079-0a0ad3b64a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143769830', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:57Z', 'updated_at': '2022-04-08T10:55:07Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:58Z', 'updated_at': '2022-04-08T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:09.377219 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac9cf9a-42d9-4ae6-8079-0a0ad3b64a8b None None] Checking router: 7344fa9a-1d5d-4de7-945a-6f457943090d for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:55:09.402166 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad260b53-f057-40a0-a683-3d2dc0ff10ae tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:09.402823 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac9cf9a-42d9-4ae6-8079-0a0ad3b64a8b None None] Routers {'7344fa9a-1d5d-4de7-945a-6f457943090d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:55:09.403429 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-4ac9cf9a-42d9-4ae6-8079-0a0ad3b64a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:54:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['7344fa9a-1d5d-4de7-945a-6f457943090d'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:09.603297 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad260b53-f057-40a0-a683-3d2dc0ff10ae tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:09.614496 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-ad260b53-f057-40a0-a683-3d2dc0ff10ae tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Deleting port 8c2ff388-7361-48c5-a300-a8bbcd083ce8 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:55:09.614919 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad260b53-f057-40a0-a683-3d2dc0ff10ae tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:09.632031 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-4ac9cf9a-42d9-4ae6-8079-0a0ad3b64a8b None None] Set router 7344fa9a-1d5d-4de7-945a-6f457943090d gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:55:09.675213 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6679a2-07d3-47e3-975a-803c4c05bacf None None] DHCP port deletion for c933f85b-1c70-4438-84d0-92f4d85ffcfb request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:55:09.734993 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-ec6679a2-07d3-47e3-975a-803c4c05bacf None None] Deleting port 2c9a2850-70af-4604-8464-50d0ee4240c6 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:55:09.735367 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ec6679a2-07d3-47e3-975a-803c4c05bacf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:09.785455 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-ad260b53-f057-40a0-a683-3d2dc0ff10ae tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] For port 8c2ff388-7361-48c5-a300-a8bbcd083ce8, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=8c2ff388-7361-48c5-a300-a8bbcd083ce8,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:09.785840 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad260b53-f057-40a0-a683-3d2dc0ff10ae tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:09.904982 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-ad260b53-f057-40a0-a683-3d2dc0ff10ae tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Calling delete_port for 8c2ff388-7361-48c5-a300-a8bbcd083ce8 owned by network:router_gateway {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:55:10.082444 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-ec6679a2-07d3-47e3-975a-803c4c05bacf None None] For port 2c9a2850-70af-4604-8464-50d0ee4240c6, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2c9a2850-70af-4604-8464-50d0ee4240c6,segment=NetworkSegment(90048c26-34fb-41e2-b6a0-7fd1e0d35012),segment_id=90048c26-34fb-41e2-b6a0-7fd1e0d35012)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:10.082832 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ec6679a2-07d3-47e3-975a-803c4c05bacf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:10.175323 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad260b53-f057-40a0-a683-3d2dc0ff10ae tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:10.207042 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-ec6679a2-07d3-47e3-975a-803c4c05bacf None None] Calling delete_port for 2c9a2850-70af-4604-8464-50d0ee4240c6 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:55:10.222444 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad260b53-f057-40a0-a683-3d2dc0ff10ae tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Port': ['ID=8c2ff388-7361-48c5-a300-a8bbcd083ce8,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:10.279479 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-4ac9cf9a-42d9-4ae6-8079-0a0ad3b64a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143769830', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:57Z', 'updated_at': '2022-04-08T10:55:07Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:58Z', 'updated_at': '2022-04-08T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:10.284699 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac9cf9a-42d9-4ae6-8079-0a0ad3b64a8b None None] The sync data for ids ['7344fa9a-1d5d-4de7-945a-6f457943090d'] in dv-neutron-837110-1-hyperv is: [{'id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143769830', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:53:57Z', 'updated_at': '2022-04-08T10:55:07Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '8c2ff388-7361-48c5-a300-a8bbcd083ce8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7344fa9a-1d5d-4de7-945a-6f457943090d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:53:58Z', 'updated_at': '2022-04-08T10:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:55:10.292483 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ec6679a2-07d3-47e3-975a-803c4c05bacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:10.340843 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6679a2-07d3-47e3-975a-803c4c05bacf None None] Pushing event deleted for resources: {'Port': ['ID=2c9a2850-70af-4604-8464-50d0ee4240c6,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:10.346118 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6679a2-07d3-47e3-975a-803c4c05bacf None None] No DVR routers for this DVR port 2c9a2850-70af-4604-8464-50d0ee4240c6 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:55:10.353139 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6679a2-07d3-47e3-975a-803c4c05bacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:10.353826 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6679a2-07d3-47e3-975a-803c4c05bacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:10.353826 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6679a2-07d3-47e3-975a-803c4c05bacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:10.355353 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6679a2-07d3-47e3-975a-803c4c05bacf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:10.355353 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6679a2-07d3-47e3-975a-803c4c05bacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:10.355353 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6679a2-07d3-47e3-975a-803c4c05bacf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:10.355353 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6679a2-07d3-47e3-975a-803c4c05bacf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:10.355353 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6679a2-07d3-47e3-975a-803c4c05bacf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:10.355717 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6679a2-07d3-47e3-975a-803c4c05bacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:10.355988 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6679a2-07d3-47e3-975a-803c4c05bacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:10.356589 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6679a2-07d3-47e3-975a-803c4c05bacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:10.450204 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad260b53-f057-40a0-a683-3d2dc0ff10ae tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:10.708860 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad260b53-f057-40a0-a683-3d2dc0ff10ae tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:10.714225 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad260b53-f057-40a0-a683-3d2dc0ff10ae tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:10.744050 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad260b53-f057-40a0-a683-3d2dc0ff10ae tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:10.744665 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad260b53-f057-40a0-a683-3d2dc0ff10ae tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Fanout notify agent at l3_agent the message router_deleted on router 7344fa9a-1d5d-4de7-945a-6f457943090d {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:55:10.746145 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7744229f-0313-4591-a70b-effe7b37dd3f no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:55:10.759734 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-ad260b53-f057-40a0-a683-3d2dc0ff10ae tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:10.760919 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ad260b53-f057-40a0-a683-3d2dc0ff10ae tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "DELETE /v2.0/routers/7344fa9a-1d5d-4de7-945a-6f457943090d HTTP/1.1" status: 204 len: 168 time: 1.5557966 Apr 08 10:55:10.763817 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37258) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:10.786941 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 7744229f-0313-4591-a70b-effe7b37dd3f {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:55:10.787270 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 7744229f-0313-4591-a70b-effe7b37dd3f not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:55:10.787680 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2c9a2850-70af-4604-8464-50d0ee4240c6 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:55:10.822609 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 2c9a2850-70af-4604-8464-50d0ee4240c6 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:55:10.822957 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2c9a2850-70af-4604-8464-50d0ee4240c6 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:55:10.885086 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c119213b-0c70-4c50-9e84-1074072a4ac2 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:11.017790 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c119213b-0c70-4c50-9e84-1074072a4ac2 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:11.042358 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-c119213b-0c70-4c50-9e84-1074072a4ac2 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c933f85b-1c70-4438-84d0-92f4d85ffcfb']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:11.054567 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-c119213b-0c70-4c50-9e84-1074072a4ac2 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90048c26-34fb-41e2-b6a0-7fd1e0d35012') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:11.054863 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-c119213b-0c70-4c50-9e84-1074072a4ac2 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90048c26-34fb-41e2-b6a0-7fd1e0d35012') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:11.065725 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c119213b-0c70-4c50-9e84-1074072a4ac2 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:11.085325 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c119213b-0c70-4c50-9e84-1074072a4ac2 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:11.091282 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c119213b-0c70-4c50-9e84-1074072a4ac2 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:55:11.092201 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c119213b-0c70-4c50-9e84-1074072a4ac2 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:55:11.106573 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:55:11.188418 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c119213b-0c70-4c50-9e84-1074072a4ac2 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:11.206088 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c119213b-0c70-4c50-9e84-1074072a4ac2 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:11.217436 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119213b-0c70-4c50-9e84-1074072a4ac2 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Network': ['ID=c933f85b-1c70-4438-84d0-92f4d85ffcfb,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:11.225292 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c119213b-0c70-4c50-9e84-1074072a4ac2 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "DELETE /v2.0/networks/c933f85b-1c70-4438-84d0-92f4d85ffcfb HTTP/1.1" status: 204 len: 168 time: 0.4604371 Apr 08 10:55:11.227960 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37262) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:11.298515 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e504e7e4-c60f-43f7-8e2d-a1af3df62270 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:11.329634 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e504e7e4-c60f-43f7-8e2d-a1af3df62270 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:11.394002 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e504e7e4-c60f-43f7-8e2d-a1af3df62270 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:11.411868 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504e7e4-c60f-43f7-8e2d-a1af3df62270 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52bdd5c-32f8-4c51-a46d-0f6d2c611cf8,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:11.416250 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e504e7e4-c60f-43f7-8e2d-a1af3df62270 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:11.417406 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e504e7e4-c60f-43f7-8e2d-a1af3df62270 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "DELETE /v2.0/security-groups/b52bdd5c-32f8-4c51-a46d-0f6d2c611cf8 HTTP/1.1" status: 204 len: 168 time: 0.1884732 Apr 08 10:55:11.791491 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37272) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:11.797207 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-0386801b-3544-4799-8e7e-1d1ae4bc60f0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-28898962', 'description': 'tempest-secgroup-smoke-28898962 description', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:55:11.803219 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-0386801b-3544-4799-8e7e-1d1ae4bc60f0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:55:11.807025 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-0386801b-3544-4799-8e7e-1d1ae4bc60f0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:55:11.809854 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-0386801b-3544-4799-8e7e-1d1ae4bc60f0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:55:11.816234 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-0386801b-3544-4799-8e7e-1d1ae4bc60f0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:55:11.826789 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0386801b-3544-4799-8e7e-1d1ae4bc60f0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:11.860130 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-0386801b-3544-4799-8e7e-1d1ae4bc60f0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:55:11.863751 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-0386801b-3544-4799-8e7e-1d1ae4bc60f0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:55:11.866433 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-0386801b-3544-4799-8e7e-1d1ae4bc60f0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:55:11.871976 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-0386801b-3544-4799-8e7e-1d1ae4bc60f0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:55:11.927745 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0386801b-3544-4799-8e7e-1d1ae4bc60f0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:11.931234 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0386801b-3544-4799-8e7e-1d1ae4bc60f0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:11.973665 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386801b-3544-4799-8e7e-1d1ae4bc60f0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7a421d-f871-44b0-9ff5-aa223cd0bc69,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:11.976228 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-0386801b-3544-4799-8e7e-1d1ae4bc60f0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:11.977369 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-0386801b-3544-4799-8e7e-1d1ae4bc60f0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.1847887 Apr 08 10:55:11.980169 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37276) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:11.986192 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-b57b4334-03b7-4059-afb9-a714893f268b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': 'ba7a421d-f871-44b0-9ff5-aa223cd0bc69', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:55:11.992006 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b57b4334-03b7-4059-afb9-a714893f268b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:55:11.995696 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b57b4334-03b7-4059-afb9-a714893f268b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:55:11.999269 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b57b4334-03b7-4059-afb9-a714893f268b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:55:12.004798 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b57b4334-03b7-4059-afb9-a714893f268b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:55:12.021484 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b57b4334-03b7-4059-afb9-a714893f268b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:12.082161 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b57b4334-03b7-4059-afb9-a714893f268b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:12.085416 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b57b4334-03b7-4059-afb9-a714893f268b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:12.109006 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b4334-03b7-4059-afb9-a714893f268b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e29f7e-fe5e-4a71-b20a-ffa619e16062,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:12.117127 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b57b4334-03b7-4059-afb9-a714893f268b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:12.118276 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b57b4334-03b7-4059-afb9-a714893f268b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1372187 Apr 08 10:55:12.121038 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37280) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:12.126919 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-c4378d0e-cebb-4c31-bfec-d6b02d150b98 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': 'ba7a421d-f871-44b0-9ff5-aa223cd0bc69', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:55:12.132644 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-c4378d0e-cebb-4c31-bfec-d6b02d150b98 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:55:12.136392 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c4378d0e-cebb-4c31-bfec-d6b02d150b98 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:55:12.139231 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c4378d0e-cebb-4c31-bfec-d6b02d150b98 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:55:12.144859 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-c4378d0e-cebb-4c31-bfec-d6b02d150b98 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:55:12.160767 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c4378d0e-cebb-4c31-bfec-d6b02d150b98 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:12.220997 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c4378d0e-cebb-4c31-bfec-d6b02d150b98 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:12.224457 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c4378d0e-cebb-4c31-bfec-d6b02d150b98 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:12.247870 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4378d0e-cebb-4c31-bfec-d6b02d150b98 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95858f4e-a610-40a8-8aec-8de28a4cee20,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:12.257877 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c4378d0e-cebb-4c31-bfec-d6b02d150b98 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:12.259039 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c4378d0e-cebb-4c31-bfec-d6b02d150b98 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1371088 Apr 08 10:55:12.261802 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37284) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:12.267064 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-a358f271-cde2-4241-8912-b7f30693cbb4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': 'ba7a421d-f871-44b0-9ff5-aa223cd0bc69', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:55:12.273030 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a358f271-cde2-4241-8912-b7f30693cbb4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:55:12.276733 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a358f271-cde2-4241-8912-b7f30693cbb4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:55:12.280004 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-a358f271-cde2-4241-8912-b7f30693cbb4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:55:12.285557 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-a358f271-cde2-4241-8912-b7f30693cbb4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:55:12.302306 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a358f271-cde2-4241-8912-b7f30693cbb4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:12.367198 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a358f271-cde2-4241-8912-b7f30693cbb4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:12.370732 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a358f271-cde2-4241-8912-b7f30693cbb4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:12.393402 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358f271-cde2-4241-8912-b7f30693cbb4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb167d8c-ef6a-4dcd-a3e1-40d8fb185ddd,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:12.401891 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a358f271-cde2-4241-8912-b7f30693cbb4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:12.403204 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a358f271-cde2-4241-8912-b7f30693cbb4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1405041 Apr 08 10:55:12.407098 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37288) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:12.412393 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-95ec55a9-3ec2-4ee3-8250-6266d1c4afcf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': 'ba7a421d-f871-44b0-9ff5-aa223cd0bc69', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:55:12.417986 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-95ec55a9-3ec2-4ee3-8250-6266d1c4afcf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:55:12.422488 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-95ec55a9-3ec2-4ee3-8250-6266d1c4afcf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:55:12.425341 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-95ec55a9-3ec2-4ee3-8250-6266d1c4afcf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:55:12.430930 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-95ec55a9-3ec2-4ee3-8250-6266d1c4afcf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:55:12.446933 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-95ec55a9-3ec2-4ee3-8250-6266d1c4afcf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:12.510041 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-95ec55a9-3ec2-4ee3-8250-6266d1c4afcf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:12.515029 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-95ec55a9-3ec2-4ee3-8250-6266d1c4afcf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:12.537344 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 8c2ff388-7361-48c5-a300-a8bbcd083ce8 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:55:12.541303 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec55a9-3ec2-4ee3-8250-6266d1c4afcf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b77e89-3065-44fa-aa0a-0c1a060c7f37,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:12.549912 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-95ec55a9-3ec2-4ee3-8250-6266d1c4afcf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:12.551168 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-95ec55a9-3ec2-4ee3-8250-6266d1c4afcf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1431789 Apr 08 10:55:12.553949 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37292) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:12.559255 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-fdd7e33d-e6f3-4dbf-85c9-20e1b67a04be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': 'ba7a421d-f871-44b0-9ff5-aa223cd0bc69', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:55:12.565744 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-fdd7e33d-e6f3-4dbf-85c9-20e1b67a04be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:55:12.569483 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-fdd7e33d-e6f3-4dbf-85c9-20e1b67a04be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:55:12.573411 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-fdd7e33d-e6f3-4dbf-85c9-20e1b67a04be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:55:12.574211 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 8c2ff388-7361-48c5-a300-a8bbcd083ce8 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:55:12.574736 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 8c2ff388-7361-48c5-a300-a8bbcd083ce8 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:55:12.582779 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-fdd7e33d-e6f3-4dbf-85c9-20e1b67a04be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:55:12.593767 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.securitygroups_db [None req-fdd7e33d-e6f3-4dbf-85c9-20e1b67a04be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Project 4a457a2ac8d74b96ab5e9f84a5d84771 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:55:12.600210 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e33d-e6f3-4dbf-85c9-20e1b67a04be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:12.667845 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e33d-e6f3-4dbf-85c9-20e1b67a04be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:12.672065 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e33d-e6f3-4dbf-85c9-20e1b67a04be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:12.694907 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7e33d-e6f3-4dbf-85c9-20e1b67a04be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ee9b2f-eec1-4a80-884b-2b12cb0b5a75,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:12.702246 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e33d-e6f3-4dbf-85c9-20e1b67a04be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:12.703365 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-fdd7e33d-e6f3-4dbf-85c9-20e1b67a04be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1485281 Apr 08 10:55:12.706078 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37296) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:12.711208 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-3d93efdc-62bd-49dd-aa56-daf64db5a430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': 'ba7a421d-f871-44b0-9ff5-aa223cd0bc69', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:55:12.716873 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3d93efdc-62bd-49dd-aa56-daf64db5a430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:55:12.720702 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3d93efdc-62bd-49dd-aa56-daf64db5a430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:55:12.723488 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3d93efdc-62bd-49dd-aa56-daf64db5a430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:55:12.729129 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3d93efdc-62bd-49dd-aa56-daf64db5a430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:55:12.739653 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.securitygroups_db [None req-3d93efdc-62bd-49dd-aa56-daf64db5a430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Project 4a457a2ac8d74b96ab5e9f84a5d84771 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:55:12.745829 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3d93efdc-62bd-49dd-aa56-daf64db5a430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:12.810111 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3d93efdc-62bd-49dd-aa56-daf64db5a430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:12.814326 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3d93efdc-62bd-49dd-aa56-daf64db5a430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:12.836552 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93efdc-62bd-49dd-aa56-daf64db5a430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b0242bc-c5f3-4afe-964c-0026e793ce33,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:12.845045 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3d93efdc-62bd-49dd-aa56-daf64db5a430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:12.846195 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3d93efdc-62bd-49dd-aa56-daf64db5a430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1392314 Apr 08 10:55:12.848982 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37300) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:12.854094 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-8a02cd32-81dd-4775-ba6b-55cfc0e06e42 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'network': {'name': 'tempest-network-smoke--380071031', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'port_security_enabled': True}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:55:12.859436 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8a02cd32-81dd-4775-ba6b-55cfc0e06e42 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:55:12.863566 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8a02cd32-81dd-4775-ba6b-55cfc0e06e42 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:network and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:55:12.866476 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-8a02cd32-81dd-4775-ba6b-55cfc0e06e42 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:55:12.872178 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-8a02cd32-81dd-4775-ba6b-55cfc0e06e42 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:55:12.882236 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a02cd32-81dd-4775-ba6b-55cfc0e06e42 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Made reservation on behalf of 4a457a2ac8d74b96ab5e9f84a5d84771 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:55:12.885045 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8a02cd32-81dd-4775-ba6b-55cfc0e06e42 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:12.912225 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a02cd32-81dd-4775-ba6b-55cfc0e06e42 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:55:12.921176 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8a02cd32-81dd-4775-ba6b-55cfc0e06e42 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:12.921511 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-8a02cd32-81dd-4775-ba6b-55cfc0e06e42 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Added segment eb15ebc3-d859-4c30-ac82-18d690473f58 of type vlan for network 4a011156-4d8d-4ec1-9cd1-1d8d06519749 Apr 08 10:55:12.946640 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8a02cd32-81dd-4775-ba6b-55cfc0e06e42 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:12.974325 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8a02cd32-81dd-4775-ba6b-55cfc0e06e42 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:12.977931 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a02cd32-81dd-4775-ba6b-55cfc0e06e42 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:12.978501 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8a02cd32-81dd-4775-ba6b-55cfc0e06e42 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:13.081672 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8a02cd32-81dd-4775-ba6b-55cfc0e06e42 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2315993 Apr 08 10:55:13.084450 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37304) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:13.087425 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02cd32-81dd-4775-ba6b-55cfc0e06e42 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Network': ['ID=4a011156-4d8d-4ec1-9cd1-1d8d06519749,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:13.090601 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-510135ef-0cf5-447b-9e5d-26f27402febe tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1036944955', 'admin_state_up': True, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:55:13.098757 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-510135ef-0cf5-447b-9e5d-26f27402febe tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:55:13.099495 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 4a011156-4d8d-4ec1-9cd1-1d8d06519749 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:55:13.102839 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-510135ef-0cf5-447b-9e5d-26f27402febe tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:router and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:55:13.105757 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-510135ef-0cf5-447b-9e5d-26f27402febe tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:55:13.113086 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-510135ef-0cf5-447b-9e5d-26f27402febe tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:55:13.122869 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-510135ef-0cf5-447b-9e5d-26f27402febe tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:13.123879 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-510135ef-0cf5-447b-9e5d-26f27402febe tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:13.141669 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-510135ef-0cf5-447b-9e5d-26f27402febe tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:13.283013 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-510135ef-0cf5-447b-9e5d-26f27402febe tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:13.377777 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-49caa8ab-c471-4272-bb1f-b6ca7ca85b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:13.456055 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-510135ef-0cf5-447b-9e5d-26f27402febe tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:13.488328 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-510135ef-0cf5-447b-9e5d-26f27402febe tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:13.619546 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-510135ef-0cf5-447b-9e5d-26f27402febe tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Allocated IP 172.26.0.13 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/54e49139-8f38-4d8f-900b-8d734ead06b9) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:55:13.764750 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-510135ef-0cf5-447b-9e5d-26f27402febe tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:13.791943 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-510135ef-0cf5-447b-9e5d-26f27402febe tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:13.950065 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510135ef-0cf5-447b-9e5d-26f27402febe tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:55:13.953550 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-510135ef-0cf5-447b-9e5d-26f27402febe tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:55:13.956111 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510135ef-0cf5-447b-9e5d-26f27402febe tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:55:13.985123 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510135ef-0cf5-447b-9e5d-26f27402febe tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=54e49139-8f38-4d8f-900b-8d734ead06b9,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:14.114373 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-510135ef-0cf5-447b-9e5d-26f27402febe tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:14.115122 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-510135ef-0cf5-447b-9e5d-26f27402febe tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:14.339991 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510135ef-0cf5-447b-9e5d-26f27402febe tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Router ccc17d2d-7b45-4f88-a4a4-9723a2fa898f is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:55:14.532736 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510135ef-0cf5-447b-9e5d-26f27402febe tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:55:14.542046 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c7385a-c337-407e-8963-834638f65e4d None None] Sync routers for ids ['ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:55:14.556252 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c7385a-c337-407e-8963-834638f65e4d None None] Routers {'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:55:14.556839 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-e2c7385a-c337-407e-8963-834638f65e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:54:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:14.557917 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-510135ef-0cf5-447b-9e5d-26f27402febe tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:14.559156 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-510135ef-0cf5-447b-9e5d-26f27402febe tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4734595 Apr 08 10:55:14.562372 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37308) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:14.609067 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-32ab1451-e59b-4b6f-86cf-16bffdb7a16a tempest-TestNetworkAdvancedServerOps-144543435 tempest-TestNetworkAdvancedServerOps-144543435-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=4a457a2ac8d74b96ab5e9f84a5d84771&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436416 Apr 08 10:55:14.610512 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37312) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:14.730583 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-e2c7385a-c337-407e-8963-834638f65e4d None None] Set router ccc17d2d-7b45-4f88-a4a4-9723a2fa898f gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:55:14.738866 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e659d1a3-aebc-4c8f-823b-b35832ca71f1 tempest-TestNetworkAdvancedServerOps-144543435 tempest-TestNetworkAdvancedServerOps-144543435-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:14.740339 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e659d1a3-aebc-4c8f-823b-b35832ca71f1 tempest-TestNetworkAdvancedServerOps-144543435 tempest-TestNetworkAdvancedServerOps-144543435-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1284707 Apr 08 10:55:14.743189 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37316) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:14.781306 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7bcd4bf6-ebda-4178-b307-0b6ae04c0869 tempest-TestNetworkAdvancedServerOps-144543435 tempest-TestNetworkAdvancedServerOps-144543435-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369363 Apr 08 10:55:14.783518 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37320) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:14.788605 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-395ba617-4763-4e6f-91bd-edd86e364900 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-677820443', 'network_id': '4a011156-4d8d-4ec1-9cd1-1d8d06519749', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:55:14.898093 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-395ba617-4763-4e6f-91bd-edd86e364900 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:55:14.901919 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-395ba617-4763-4e6f-91bd-edd86e364900 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:subnet and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:55:14.905558 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-395ba617-4763-4e6f-91bd-edd86e364900 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:55:14.911633 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-395ba617-4763-4e6f-91bd-edd86e364900 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:55:14.921906 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395ba617-4763-4e6f-91bd-edd86e364900 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Made reservation on behalf of 4a457a2ac8d74b96ab5e9f84a5d84771 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:55:15.022900 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-395ba617-4763-4e6f-91bd-edd86e364900 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:15.072260 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-e2c7385a-c337-407e-8963-834638f65e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036944955', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:55:14Z', 'revision_number': 3, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:55:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:15.076468 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c7385a-c337-407e-8963-834638f65e4d None None] Checking router: ccc17d2d-7b45-4f88-a4a4-9723a2fa898f for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:55:15.076812 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c7385a-c337-407e-8963-834638f65e4d None None] Updating router ccc17d2d-7b45-4f88-a4a4-9723a2fa898f port 54e49139-8f38-4d8f-900b-8d734ead06b9 binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:55:15.129895 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e2c7385a-c337-407e-8963-834638f65e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:15.241640 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-395ba617-4763-4e6f-91bd-edd86e364900 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:15.336949 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ba617-4763-4e6f-91bd-edd86e364900 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Subnet': ['ID=31f080c7-6f7b-443b-82ca-51a84e794e86,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:15.344516 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395ba617-4763-4e6f-91bd-edd86e364900 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Checking segment: {'id': 'eb15ebc3-d859-4c30-ac82-18d690473f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4a011156-4d8d-4ec1-9cd1-1d8d06519749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:55:15.344890 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395ba617-4763-4e6f-91bd-edd86e364900 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network hostable DHCP agents. Network: 4a011156-4d8d-4ec1-9cd1-1d8d06519749, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:55:15.367864 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395ba617-4763-4e6f-91bd-edd86e364900 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network 4a011156-4d8d-4ec1-9cd1-1d8d06519749 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:55:15.378486 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-395ba617-4763-4e6f-91bd-edd86e364900 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 4a011156-4d8d-4ec1-9cd1-1d8d06519749) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:55:15.382626 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395ba617-4763-4e6f-91bd-edd86e364900 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:15.383245 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-395ba617-4763-4e6f-91bd-edd86e364900 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:15.387976 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f60430-1301-4bdd-b0af-d60c42d56bfc None None] Network 4a011156-4d8d-4ec1-9cd1-1d8d06519749 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:55:15.409304 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-395ba617-4763-4e6f-91bd-edd86e364900 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6240761 Apr 08 10:55:15.410157 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37324) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:15.465058 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e2c7385a-c337-407e-8963-834638f65e4d None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:15.476774 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-e2c7385a-c337-407e-8963-834638f65e4d None None] Transition to ACTIVE for port object 54e49139-8f38-4d8f-900b-8d734ead06b9 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:55:15.482695 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e2c7385a-c337-407e-8963-834638f65e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:15.562013 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-e2c7385a-c337-407e-8963-834638f65e4d None None] Attempting to bind port 54e49139-8f38-4d8f-900b-8d734ead06b9 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:55:15.562704 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-e2c7385a-c337-407e-8963-834638f65e4d None None] Attempting to bind port 54e49139-8f38-4d8f-900b-8d734ead06b9 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:55:15.562704 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c7385a-c337-407e-8963-834638f65e4d None None] Attempting to bind port 54e49139-8f38-4d8f-900b-8d734ead06b9 on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:55:15.567599 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d606d1-f28b-4367-88d1-59f68b62123c None None] Pushing event updated for resources: {'Port': ['ID=54e49139-8f38-4d8f-900b-8d734ead06b9,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:15.579288 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d606d1-f28b-4367-88d1-59f68b62123c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:15.579621 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d606d1-f28b-4367-88d1-59f68b62123c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:15.579951 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d606d1-f28b-4367-88d1-59f68b62123c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:15.580300 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d606d1-f28b-4367-88d1-59f68b62123c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:15.580619 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d606d1-f28b-4367-88d1-59f68b62123c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:15.580932 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d606d1-f28b-4367-88d1-59f68b62123c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:15.581254 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d606d1-f28b-4367-88d1-59f68b62123c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:15.581568 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d606d1-f28b-4367-88d1-59f68b62123c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:15.581886 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d606d1-f28b-4367-88d1-59f68b62123c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:15.582194 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d606d1-f28b-4367-88d1-59f68b62123c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:15.582930 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d606d1-f28b-4367-88d1-59f68b62123c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:15.585964 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c7385a-c337-407e-8963-834638f65e4d None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:55:15.586331 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c7385a-c337-407e-8963-834638f65e4d None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:55:15.586725 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e2c7385a-c337-407e-8963-834638f65e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:15.587160 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c7385a-c337-407e-8963-834638f65e4d None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:55:15.587568 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-e2c7385a-c337-407e-8963-834638f65e4d None None] Bound port: 54e49139-8f38-4d8f-900b-8d734ead06b9, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:55:15.587958 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e2c7385a-c337-407e-8963-834638f65e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:15.658411 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5c70f1-7ffd-47d5-b0c8-050b907091d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-4a011156-4d8d-4ec1-9cd1-1d8d06519749', 'network_id': '4a011156-4d8d-4ec1-9cd1-1d8d06519749', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'fixed_ips': [{'subnet_id': '31f080c7-6f7b-443b-82ca-51a84e794e86'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:55:15.659005 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6c5c70f1-7ffd-47d5-b0c8-050b907091d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:15.663837 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-e2c7385a-c337-407e-8963-834638f65e4d None None] For port 54e49139-8f38-4d8f-900b-8d734ead06b9, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:55:15.666976 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-e2c7385a-c337-407e-8963-834638f65e4d None None] For port 54e49139-8f38-4d8f-900b-8d734ead06b9, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=54e49139-8f38-4d8f-900b-8d734ead06b9,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:55:15.671514 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-e2c7385a-c337-407e-8963-834638f65e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:15.676163 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-527cf994-9c43-483c-ba8d-dc96b786b510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:15.749928 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c7385a-c337-407e-8963-834638f65e4d None None] Routers {'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:55:15.750798 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-e2c7385a-c337-407e-8963-834638f65e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:55:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:15.823617 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-6c5c70f1-7ffd-47d5-b0c8-050b907091d5 None None] Allocated IP 172.20.0.2 (4a011156-4d8d-4ec1-9cd1-1d8d06519749/31f080c7-6f7b-443b-82ca-51a84e794e86/595b637c-ee98-472e-87a4-2f1ffe7993fa) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:55:15.905719 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d606d1-f28b-4367-88d1-59f68b62123c None None] Pushing event updated for resources: {'Port': ['ID=54e49139-8f38-4d8f-900b-8d734ead06b9,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:15.936959 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-e2c7385a-c337-407e-8963-834638f65e4d None None] Set router ccc17d2d-7b45-4f88-a4a4-9723a2fa898f gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:55:16.088364 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6c5c70f1-7ffd-47d5-b0c8-050b907091d5 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:16.099031 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-6c5c70f1-7ffd-47d5-b0c8-050b907091d5 None None] Transition to ACTIVE for port object 595b637c-ee98-472e-87a4-2f1ffe7993fa will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:55:16.127624 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-6c5c70f1-7ffd-47d5-b0c8-050b907091d5 None None] Transition to ACTIVE for port object 595b637c-ee98-472e-87a4-2f1ffe7993fa will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:55:16.134758 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6c5c70f1-7ffd-47d5-b0c8-050b907091d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:16.201556 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5c70f1-7ffd-47d5-b0c8-050b907091d5 None None] Network 4a011156-4d8d-4ec1-9cd1-1d8d06519749 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:55:16.204619 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-6c5c70f1-7ffd-47d5-b0c8-050b907091d5 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:55:16.208735 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5c70f1-7ffd-47d5-b0c8-050b907091d5 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:55:16.214186 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c70f1-7ffd-47d5-b0c8-050b907091d5 None None] Pushing event updated for resources: {'Port': ['ID=595b637c-ee98-472e-87a4-2f1ffe7993fa,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:16.241636 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-e2c7385a-c337-407e-8963-834638f65e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036944955', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:55:14Z', 'revision_number': 3, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:16.245587 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c7385a-c337-407e-8963-834638f65e4d None None] The sync data for ids ['ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'] in dv-neutron-837110-1-hyperv is: [{'id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036944955', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:55:14Z', 'revision_number': 3, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:55:16.306983 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-6c5c70f1-7ffd-47d5-b0c8-050b907091d5 None None] Attempting to bind port 595b637c-ee98-472e-87a4-2f1ffe7993fa on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:55:16.307360 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-6c5c70f1-7ffd-47d5-b0c8-050b907091d5 None None] Attempting to bind port 595b637c-ee98-472e-87a4-2f1ffe7993fa by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'eb15ebc3-d859-4c30-ac82-18d690473f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4a011156-4d8d-4ec1-9cd1-1d8d06519749'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:55:16.307721 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5c70f1-7ffd-47d5-b0c8-050b907091d5 None None] Attempting to bind port 595b637c-ee98-472e-87a4-2f1ffe7993fa on network 4a011156-4d8d-4ec1-9cd1-1d8d06519749 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:55:16.316202 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5c70f1-7ffd-47d5-b0c8-050b907091d5 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:55:16.316708 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5c70f1-7ffd-47d5-b0c8-050b907091d5 None None] Checking segment: {'id': 'eb15ebc3-d859-4c30-ac82-18d690473f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4a011156-4d8d-4ec1-9cd1-1d8d06519749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:55:16.317145 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6c5c70f1-7ffd-47d5-b0c8-050b907091d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:16.317508 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5c70f1-7ffd-47d5-b0c8-050b907091d5 None None] Bound using segment: {'id': 'eb15ebc3-d859-4c30-ac82-18d690473f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4a011156-4d8d-4ec1-9cd1-1d8d06519749'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:55:16.317978 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-6c5c70f1-7ffd-47d5-b0c8-050b907091d5 None None] Bound port: 595b637c-ee98-472e-87a4-2f1ffe7993fa, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb15ebc3-d859-4c30-ac82-18d690473f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4a011156-4d8d-4ec1-9cd1-1d8d06519749'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:55:16.318381 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6c5c70f1-7ffd-47d5-b0c8-050b907091d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:16.329070 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-089ff6d7-01a7-444c-8dcd-98a9cbc21d90 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:16.413215 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-6c5c70f1-7ffd-47d5-b0c8-050b907091d5 None None] For port 595b637c-ee98-472e-87a4-2f1ffe7993fa, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:55:16.416529 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-6c5c70f1-7ffd-47d5-b0c8-050b907091d5 None None] For port 595b637c-ee98-472e-87a4-2f1ffe7993fa, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=595b637c-ee98-472e-87a4-2f1ffe7993fa,segment=NetworkSegment(eb15ebc3-d859-4c30-ac82-18d690473f58),segment_id=eb15ebc3-d859-4c30-ac82-18d690473f58)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:55:16.424825 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6c5c70f1-7ffd-47d5-b0c8-050b907091d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:16.519432 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c70f1-7ffd-47d5-b0c8-050b907091d5 None None] Pushing event updated for resources: {'Port': ['ID=595b637c-ee98-472e-87a4-2f1ffe7993fa,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:16.640884 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 54e49139-8f38-4d8f-900b-8d734ead06b9 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:55:16.748715 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 54e49139-8f38-4d8f-900b-8d734ead06b9 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:55:16.762912 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 54e49139-8f38-4d8f-900b-8d734ead06b9 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:55:16.763275 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:16.823246 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-089ff6d7-01a7-444c-8dcd-98a9cbc21d90 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Allocated IP 172.20.0.1 (4a011156-4d8d-4ec1-9cd1-1d8d06519749/31f080c7-6f7b-443b-82ca-51a84e794e86/49d256e3-9c6b-4ba9-9c44-4e77c7cef749) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:55:16.907753 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:16.927983 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:16.932445 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 54e49139-8f38-4d8f-900b-8d734ead06b9, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=54e49139-8f38-4d8f-900b-8d734ead06b9,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:16.944419 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:16.990441 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:17.010692 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-089ff6d7-01a7-444c-8dcd-98a9cbc21d90 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:17.022992 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=54e49139-8f38-4d8f-900b-8d734ead06b9,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:17.031215 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-089ff6d7-01a7-444c-8dcd-98a9cbc21d90 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Transition to ACTIVE for port object 49d256e3-9c6b-4ba9-9c44-4e77c7cef749 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:55:17.055312 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-089ff6d7-01a7-444c-8dcd-98a9cbc21d90 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:17.109946 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089ff6d7-01a7-444c-8dcd-98a9cbc21d90 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network 4a011156-4d8d-4ec1-9cd1-1d8d06519749 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:55:17.118100 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-089ff6d7-01a7-444c-8dcd-98a9cbc21d90 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:55:17.120793 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089ff6d7-01a7-444c-8dcd-98a9cbc21d90 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:55:17.191877 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ff6d7-01a7-444c-8dcd-98a9cbc21d90 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=49d256e3-9c6b-4ba9-9c44-4e77c7cef749,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:17.204443 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-089ff6d7-01a7-444c-8dcd-98a9cbc21d90 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:17.295413 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-089ff6d7-01a7-444c-8dcd-98a9cbc21d90 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:17.494178 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bc7492-0d5a-42ea-aeb2-ee3154a93117 None None] Network 4a011156-4d8d-4ec1-9cd1-1d8d06519749 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:55:17.602001 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d4a5dd94-5a75-4d55-9897-0dca858ac97a None None] Provisioning for port 595b637c-ee98-472e-87a4-2f1ffe7993fa completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:55:17.802929 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-089ff6d7-01a7-444c-8dcd-98a9cbc21d90 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:17.807828 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-089ff6d7-01a7-444c-8dcd-98a9cbc21d90 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:17.917461 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ff6d7-01a7-444c-8dcd-98a9cbc21d90 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=49d256e3-9c6b-4ba9-9c44-4e77c7cef749,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:17.920363 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-089ff6d7-01a7-444c-8dcd-98a9cbc21d90 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:17.937895 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-4406a2fe-a7dd-452f-8dbe-cff0a0afc952 None None] Provisioning for port 49d256e3-9c6b-4ba9-9c44-4e77c7cef749 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:55:17.944058 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-4406a2fe-a7dd-452f-8dbe-cff0a0afc952 None None] Provisioning complete for port 49d256e3-9c6b-4ba9-9c44-4e77c7cef749 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:55:17.944546 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4406a2fe-a7dd-452f-8dbe-cff0a0afc952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:18.004978 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-4406a2fe-a7dd-452f-8dbe-cff0a0afc952 None None] Port 49d256e3-9c6b-4ba9-9c44-4e77c7cef749 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:55:18.067632 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089ff6d7-01a7-444c-8dcd-98a9cbc21d90 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network 4a011156-4d8d-4ec1-9cd1-1d8d06519749 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:55:18.069168 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-089ff6d7-01a7-444c-8dcd-98a9cbc21d90 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:55:18.139542 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-fd71e612-1037-44a1-ac12-6bc21c4bef20 None None] Provisioning complete for port 49d256e3-9c6b-4ba9-9c44-4e77c7cef749 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:55:18.139909 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fd71e612-1037-44a1-ac12-6bc21c4bef20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:18.195741 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-fd71e612-1037-44a1-ac12-6bc21c4bef20 None None] Port 49d256e3-9c6b-4ba9-9c44-4e77c7cef749 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:55:18.316059 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-60275317-91ea-4c69-ac12-986548511f9c None None] Provisioning complete for port 49d256e3-9c6b-4ba9-9c44-4e77c7cef749 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:55:18.316442 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-60275317-91ea-4c69-ac12-986548511f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:18.377211 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-60275317-91ea-4c69-ac12-986548511f9c None None] Port 49d256e3-9c6b-4ba9-9c44-4e77c7cef749 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:55:18.382561 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:18.456619 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089ff6d7-01a7-444c-8dcd-98a9cbc21d90 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Router ccc17d2d-7b45-4f88-a4a4-9723a2fa898f has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:55:18.659883 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 54e49139-8f38-4d8f-900b-8d734ead06b9 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:55:18.664920 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089ff6d7-01a7-444c-8dcd-98a9cbc21d90 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:55:18.677227 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-089ff6d7-01a7-444c-8dcd-98a9cbc21d90 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "PUT /v2.0/routers/ccc17d2d-7b45-4f88-a4a4-9723a2fa898f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2660379 Apr 08 10:55:18.730246 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 54e49139-8f38-4d8f-900b-8d734ead06b9 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:55:18.730609 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:18.845182 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 595b637c-ee98-472e-87a4-2f1ffe7993fa up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:55:18.845479 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-efbf1c89-45dd-415f-bfa9-0bd86bc2ddfc tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-28898962&fields=id&tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771 HTTP/1.1" status: 200 len: 267 time: 0.0405092 Apr 08 10:55:18.910694 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 595b637c-ee98-472e-87a4-2f1ffe7993fa completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:55:18.915354 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 595b637c-ee98-472e-87a4-2f1ffe7993fa triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:55:18.915720 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:19.034831 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:19.068646 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 595b637c-ee98-472e-87a4-2f1ffe7993fa, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=595b637c-ee98-472e-87a4-2f1ffe7993fa,segment=NetworkSegment(eb15ebc3-d859-4c30-ac82-18d690473f58),segment_id=eb15ebc3-d859-4c30-ac82-18d690473f58)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:19.072619 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:19.096422 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-9083f3ba-a8ad-4d19-8caf-e7a306f543b3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:19.097848 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-9083f3ba-a8ad-4d19-8caf-e7a306f543b3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/networks?id=4a011156-4d8d-4ec1-9cd1-1d8d06519749 HTTP/1.1" status: 200 len: 796 time: 0.2458689 Apr 08 10:55:19.114054 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-5a258c58-27ec-480a-afcc-863da868a0ad tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/quotas/4a457a2ac8d74b96ab5e9f84a5d84771 HTTP/1.1" status: 200 len: 375 time: 0.0107212 Apr 08 10:55:19.139079 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=595b637c-ee98-472e-87a4-2f1ffe7993fa,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:19.194824 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-e720d6d0-5e7a-462a-9605-3c93cc2c37a4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Synchronizing usage tracker for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:55:19.210725 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-e720d6d0-5e7a-462a-9605-3c93cc2c37a4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Unset dirty status for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:55:19.211988 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-e720d6d0-5e7a-462a-9605-3c93cc2c37a4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917258 Apr 08 10:55:19.313701 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-7f7f89b3-2a91-4034-9da6-711648e2a055 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 10:55:19.314691 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-7f7f89b3-2a91-4034-9da6-711648e2a055 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0914361 Apr 08 10:55:19.448644 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-7767794f-3094-4e3a-ac6b-dbf7ce0d5b7e service neutron] 10.222.0.47 "GET /v2.0/networks/4a011156-4d8d-4ec1-9cd1-1d8d06519749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242445 Apr 08 10:55:19.578293 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-c261febe-301d-47c4-bf35-2cf872372fc2 service neutron] 10.222.0.47 "GET /v2.0/networks/4a011156-4d8d-4ec1-9cd1-1d8d06519749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236489 Apr 08 10:55:19.807393 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2ec140d4-2ffc-47d4-816f-df1ea0033cb6 req-87ae727e-3e5b-4b10-941b-8a1d0a7f1052 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 210 time: 0.0463827 Apr 08 10:55:19.972710 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bdf09e-2c79-41fb-885f-7b603fe4e28d None None] Sync routers for ids ['ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:55:19.985107 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bdf09e-2c79-41fb-885f-7b603fe4e28d None None] Routers {'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:55:19.985730 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-c1bdf09e-2c79-41fb-885f-7b603fe4e28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:55:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:20.184713 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-c1bdf09e-2c79-41fb-885f-7b603fe4e28d None None] Set router ccc17d2d-7b45-4f88-a4a4-9723a2fa898f gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:55:20.487773 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-c1bdf09e-2c79-41fb-885f-7b603fe4e28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036944955', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:55:17Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '49d256e3-9c6b-4ba9-9c44-4e77c7cef749', 'name': '', 'network_id': '4a011156-4d8d-4ec1-9cd1-1d8d06519749', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:b8:51:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31f080c7-6f7b-443b-82ca-51a84e794e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:16Z', 'updated_at': '2022-04-08T10:55:17Z', 'revision_number': 2, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': '31f080c7-6f7b-443b-82ca-51a84e794e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:20.491502 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bdf09e-2c79-41fb-885f-7b603fe4e28d None None] Checking router: ccc17d2d-7b45-4f88-a4a4-9723a2fa898f for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:55:20.491858 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bdf09e-2c79-41fb-885f-7b603fe4e28d None None] Updating router ccc17d2d-7b45-4f88-a4a4-9723a2fa898f port 49d256e3-9c6b-4ba9-9c44-4e77c7cef749 binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:55:20.541754 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf09e-2c79-41fb-885f-7b603fe4e28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:20.593598 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 595b637c-ee98-472e-87a4-2f1ffe7993fa up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:55:20.796504 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 595b637c-ee98-472e-87a4-2f1ffe7993fa triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:55:20.796794 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:20.925669 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-892a2a50-f545-4340-85e0-2e04d8fdeed4 req-62b5548b-219f-4355-bbf4-51c18a91211c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 210 time: 0.0459735 Apr 08 10:55:21.044066 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf09e-2c79-41fb-885f-7b603fe4e28d None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:21.056320 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c1bdf09e-2c79-41fb-885f-7b603fe4e28d None None] Transition to ACTIVE for port object 49d256e3-9c6b-4ba9-9c44-4e77c7cef749 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:55:21.062822 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf09e-2c79-41fb-885f-7b603fe4e28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:21.190536 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3357c-0e4d-461a-a31b-0c1afd7a26de None None] Pushing event updated for resources: {'Port': ['ID=49d256e3-9c6b-4ba9-9c44-4e77c7cef749,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:21.280668 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-c1bdf09e-2c79-41fb-885f-7b603fe4e28d None None] Attempting to bind port 49d256e3-9c6b-4ba9-9c44-4e77c7cef749 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:55:21.281036 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-c1bdf09e-2c79-41fb-885f-7b603fe4e28d None None] Attempting to bind port 49d256e3-9c6b-4ba9-9c44-4e77c7cef749 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'eb15ebc3-d859-4c30-ac82-18d690473f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4a011156-4d8d-4ec1-9cd1-1d8d06519749'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:55:21.281394 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bdf09e-2c79-41fb-885f-7b603fe4e28d None None] Attempting to bind port 49d256e3-9c6b-4ba9-9c44-4e77c7cef749 on network 4a011156-4d8d-4ec1-9cd1-1d8d06519749 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:55:21.287949 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bdf09e-2c79-41fb-885f-7b603fe4e28d None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:55:21.288344 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bdf09e-2c79-41fb-885f-7b603fe4e28d None None] Checking segment: {'id': 'eb15ebc3-d859-4c30-ac82-18d690473f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4a011156-4d8d-4ec1-9cd1-1d8d06519749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:55:21.288742 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf09e-2c79-41fb-885f-7b603fe4e28d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:21.289127 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bdf09e-2c79-41fb-885f-7b603fe4e28d None None] Bound using segment: {'id': 'eb15ebc3-d859-4c30-ac82-18d690473f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4a011156-4d8d-4ec1-9cd1-1d8d06519749'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:55:21.289584 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-c1bdf09e-2c79-41fb-885f-7b603fe4e28d None None] Bound port: 49d256e3-9c6b-4ba9-9c44-4e77c7cef749, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb15ebc3-d859-4c30-ac82-18d690473f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4a011156-4d8d-4ec1-9cd1-1d8d06519749'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:55:21.289959 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf09e-2c79-41fb-885f-7b603fe4e28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:21.387976 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-c1bdf09e-2c79-41fb-885f-7b603fe4e28d None None] For port 49d256e3-9c6b-4ba9-9c44-4e77c7cef749, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:55:21.390940 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-c1bdf09e-2c79-41fb-885f-7b603fe4e28d None None] For port 49d256e3-9c6b-4ba9-9c44-4e77c7cef749, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=49d256e3-9c6b-4ba9-9c44-4e77c7cef749,segment=NetworkSegment(eb15ebc3-d859-4c30-ac82-18d690473f58),segment_id=eb15ebc3-d859-4c30-ac82-18d690473f58)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:55:21.395146 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf09e-2c79-41fb-885f-7b603fe4e28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:21.473142 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3357c-0e4d-461a-a31b-0c1afd7a26de None None] Pushing event updated for resources: {'Port': ['ID=49d256e3-9c6b-4ba9-9c44-4e77c7cef749,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:21.477953 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bdf09e-2c79-41fb-885f-7b603fe4e28d None None] Routers {'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:55:21.478548 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-c1bdf09e-2c79-41fb-885f-7b603fe4e28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:55:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:21.703868 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-c1bdf09e-2c79-41fb-885f-7b603fe4e28d None None] Set router ccc17d2d-7b45-4f88-a4a4-9723a2fa898f gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:55:22.006481 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-c1bdf09e-2c79-41fb-885f-7b603fe4e28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036944955', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:55:17Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '49d256e3-9c6b-4ba9-9c44-4e77c7cef749', 'name': '', 'network_id': '4a011156-4d8d-4ec1-9cd1-1d8d06519749', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:b8:51:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31f080c7-6f7b-443b-82ca-51a84e794e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:16Z', 'updated_at': '2022-04-08T10:55:21Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': '31f080c7-6f7b-443b-82ca-51a84e794e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:22.010428 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bdf09e-2c79-41fb-885f-7b603fe4e28d None None] The sync data for ids ['ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'] in dv-neutron-837110-1-hyperv is: [{'id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036944955', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:55:17Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '49d256e3-9c6b-4ba9-9c44-4e77c7cef749', 'name': '', 'network_id': '4a011156-4d8d-4ec1-9cd1-1d8d06519749', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:b8:51:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31f080c7-6f7b-443b-82ca-51a84e794e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:16Z', 'updated_at': '2022-04-08T10:55:21Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': '31f080c7-6f7b-443b-82ca-51a84e794e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:55:22.055699 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9e77a06a-b218-47e5-bce0-ce601d36d55f req-242ec45f-e4d4-42f0-8aae-909c565c8bba tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 210 time: 0.0459952 Apr 08 10:55:22.615196 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 49d256e3-9c6b-4ba9-9c44-4e77c7cef749 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:55:22.688672 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 49d256e3-9c6b-4ba9-9c44-4e77c7cef749 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:55:22.697612 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 49d256e3-9c6b-4ba9-9c44-4e77c7cef749 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:55:22.697986 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:22.819614 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:22.858603 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 49d256e3-9c6b-4ba9-9c44-4e77c7cef749, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=49d256e3-9c6b-4ba9-9c44-4e77c7cef749,segment=NetworkSegment(eb15ebc3-d859-4c30-ac82-18d690473f58),segment_id=eb15ebc3-d859-4c30-ac82-18d690473f58)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:22.862950 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:22.937460 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=49d256e3-9c6b-4ba9-9c44-4e77c7cef749,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:23.031096 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-e03c0bcb-17ef-41dd-ad7d-28698d1154a7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:23.032449 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-e03c0bcb-17ef-41dd-ad7d-28698d1154a7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.52 "GET /v2.0/networks?id=4a011156-4d8d-4ec1-9cd1-1d8d06519749 HTTP/1.1" status: 200 len: 796 time: 0.1602826 Apr 08 10:55:23.092854 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-a79e032e-5459-4c3b-ac2f-6532b428cd49 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771 HTTP/1.1" status: 200 len: 378 time: 0.0408926 Apr 08 10:55:23.103502 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-0e92a7d4-cf80-49d3-a6a1-348da7e6c171 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'port': {'device_id': '47e7ee67-b413-4d79-98c1-bff5da8011b5', 'network_id': '4a011156-4d8d-4ec1-9cd1-1d8d06519749', 'admin_state_up': True, 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'security_groups': ['ba7a421d-f871-44b0-9ff5-aa223cd0bc69']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:55:23.241867 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3fd11b40-1fa8-4aca-a95b-1e9d9d3200a0 req-b0f22dd2-8545-40b4-96b4-3301e3cc5e0c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 210 time: 0.0499864 Apr 08 10:55:23.284739 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-0e92a7d4-cf80-49d3-a6a1-348da7e6c171 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:55:23.294013 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-0e92a7d4-cf80-49d3-a6a1-348da7e6c171 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:55:23.303267 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-0e92a7d4-cf80-49d3-a6a1-348da7e6c171 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Made reservation on behalf of 4a457a2ac8d74b96ab5e9f84a5d84771 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:55:23.306261 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-0e92a7d4-cf80-49d3-a6a1-348da7e6c171 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:23.468805 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-0e92a7d4-cf80-49d3-a6a1-348da7e6c171 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Allocated IP 172.20.0.3 (4a011156-4d8d-4ec1-9cd1-1d8d06519749/31f080c7-6f7b-443b-82ca-51a84e794e86/26462932-09af-4b68-a8c7-c087c67a6f3b) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:55:23.650171 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-0e92a7d4-cf80-49d3-a6a1-348da7e6c171 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:23.664636 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-0e92a7d4-cf80-49d3-a6a1-348da7e6c171 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Transition to ACTIVE for port object 26462932-09af-4b68-a8c7-c087c67a6f3b will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:55:23.684747 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-0e92a7d4-cf80-49d3-a6a1-348da7e6c171 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:23.755712 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-0e92a7d4-cf80-49d3-a6a1-348da7e6c171 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network 4a011156-4d8d-4ec1-9cd1-1d8d06519749 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:55:23.758514 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-0e92a7d4-cf80-49d3-a6a1-348da7e6c171 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:55:23.764491 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-0e92a7d4-cf80-49d3-a6a1-348da7e6c171 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:55:23.798978 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92a7d4-cf80-49d3-a6a1-348da7e6c171 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=26462932-09af-4b68-a8c7-c087c67a6f3b,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:23.834845 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-0e92a7d4-cf80-49d3-a6a1-348da7e6c171 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:23.835444 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-0e92a7d4-cf80-49d3-a6a1-348da7e6c171 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:23.861321 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-0e92a7d4-cf80-49d3-a6a1-348da7e6c171 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7618556 Apr 08 10:55:23.949669 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-d667942a-bf06-4362-8a45-de4c4e31ef39 service neutron] Request body: {'port': {'device_id': '47e7ee67-b413-4d79-98c1-bff5da8011b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:55:23.973185 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5d6d7751-c646-43f7-b82f-1f518d502959 None None] Provisioning for port 26462932-09af-4b68-a8c7-c087c67a6f3b completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:55:23.978011 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5d6d7751-c646-43f7-b82f-1f518d502959 None None] Provisioning complete for port 26462932-09af-4b68-a8c7-c087c67a6f3b triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:55:23.978383 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5d6d7751-c646-43f7-b82f-1f518d502959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:24.030443 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-5d6d7751-c646-43f7-b82f-1f518d502959 None None] Port 26462932-09af-4b68-a8c7-c087c67a6f3b cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:55:24.063807 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-d667942a-bf06-4362-8a45-de4c4e31ef39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:24.484250 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0aa48-95ae-432d-a43c-f2a2ec6513eb req-2290d5bc-9bb3-4c61-8048-b8e1c0cafee0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:24.485203 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-5ad0aa48-95ae-432d-a43c-f2a2ec6513eb req-2290d5bc-9bb3-4c61-8048-b8e1c0cafee0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Synchronizing usage tracker for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:55:24.550042 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-5ad0aa48-95ae-432d-a43c-f2a2ec6513eb req-2290d5bc-9bb3-4c61-8048-b8e1c0cafee0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Unset dirty status for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:55:24.551063 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5ad0aa48-95ae-432d-a43c-f2a2ec6513eb req-2290d5bc-9bb3-4c61-8048-b8e1c0cafee0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 931 time: 0.1839104 Apr 08 10:55:24.559893 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-d667942a-bf06-4362-8a45-de4c4e31ef39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26462932-09af-4b68-a8c7-c087c67a6f3b {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:55:24.579399 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-d667942a-bf06-4362-8a45-de4c4e31ef39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:24.594237 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 49d256e3-9c6b-4ba9-9c44-4e77c7cef749 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:55:24.610622 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-d667942a-bf06-4362-8a45-de4c4e31ef39 service neutron] Transition to ACTIVE for port object 26462932-09af-4b68-a8c7-c087c67a6f3b will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:55:24.614227 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-d667942a-bf06-4362-8a45-de4c4e31ef39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:24.664324 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 49d256e3-9c6b-4ba9-9c44-4e77c7cef749 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:55:24.664691 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:24.666607 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5ad0aa48-95ae-432d-a43c-f2a2ec6513eb req-963731f4-dc93-4cb3-be76-2de533a5df41 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba7a421d-f871-44b0-9ff5-aa223cd0bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1094823 Apr 08 10:55:24.755131 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667942a-bf06-4362-8a45-de4c4e31ef39 service neutron] Pushing event updated for resources: {'Port': ['ID=26462932-09af-4b68-a8c7-c087c67a6f3b,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:24.859297 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-d667942a-bf06-4362-8a45-de4c4e31ef39 service neutron] Attempting to bind port 26462932-09af-4b68-a8c7-c087c67a6f3b on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:55:24.859627 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-d667942a-bf06-4362-8a45-de4c4e31ef39 service neutron] Attempting to bind port 26462932-09af-4b68-a8c7-c087c67a6f3b by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'eb15ebc3-d859-4c30-ac82-18d690473f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4a011156-4d8d-4ec1-9cd1-1d8d06519749'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:55:24.859954 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-d667942a-bf06-4362-8a45-de4c4e31ef39 service neutron] Attempting to bind port 26462932-09af-4b68-a8c7-c087c67a6f3b on network 4a011156-4d8d-4ec1-9cd1-1d8d06519749 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:55:24.865772 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-d667942a-bf06-4362-8a45-de4c4e31ef39 service neutron] Port 26462932-09af-4b68-a8c7-c087c67a6f3b on network 4a011156-4d8d-4ec1-9cd1-1d8d06519749 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:55:24.866093 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-d667942a-bf06-4362-8a45-de4c4e31ef39 service neutron] Attempting to bind port 26462932-09af-4b68-a8c7-c087c67a6f3b on network 4a011156-4d8d-4ec1-9cd1-1d8d06519749 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:55:24.872889 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-d667942a-bf06-4362-8a45-de4c4e31ef39 service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:55:24.873294 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-d667942a-bf06-4362-8a45-de4c4e31ef39 service neutron] Checking segment: {'id': 'eb15ebc3-d859-4c30-ac82-18d690473f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4a011156-4d8d-4ec1-9cd1-1d8d06519749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:55:24.873676 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-d667942a-bf06-4362-8a45-de4c4e31ef39 service neutron] Bound using segment: {'id': 'eb15ebc3-d859-4c30-ac82-18d690473f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4a011156-4d8d-4ec1-9cd1-1d8d06519749'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:55:24.874104 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-d667942a-bf06-4362-8a45-de4c4e31ef39 service neutron] Bound port: 26462932-09af-4b68-a8c7-c087c67a6f3b, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb15ebc3-d859-4c30-ac82-18d690473f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4a011156-4d8d-4ec1-9cd1-1d8d06519749'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:55:24.874455 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-d667942a-bf06-4362-8a45-de4c4e31ef39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:24.964748 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-d667942a-bf06-4362-8a45-de4c4e31ef39 service neutron] For port 26462932-09af-4b68-a8c7-c087c67a6f3b, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:55:24.968674 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-d667942a-bf06-4362-8a45-de4c4e31ef39 service neutron] For port 26462932-09af-4b68-a8c7-c087c67a6f3b, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=26462932-09af-4b68-a8c7-c087c67a6f3b,segment=NetworkSegment(eb15ebc3-d859-4c30-ac82-18d690473f58),segment_id=eb15ebc3-d859-4c30-ac82-18d690473f58)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:55:24.973007 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-d667942a-bf06-4362-8a45-de4c4e31ef39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:25.033049 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-d667942a-bf06-4362-8a45-de4c4e31ef39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:25.034413 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-d667942a-bf06-4362-8a45-de4c4e31ef39 service neutron] 10.222.0.52 "PUT /v2.0/ports/26462932-09af-4b68-a8c7-c087c67a6f3b HTTP/1.1" status: 200 len: 1093 time: 1.1626358 Apr 08 10:55:25.034794 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e7ee67-b413-4d79-98c1-bff5da8011b5', 'tag': '26462932-09af-4b68-a8c7-c087c67a6f3b'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:55:25.051746 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667942a-bf06-4362-8a45-de4c4e31ef39 service neutron] Pushing event updated for resources: {'Port': ['ID=26462932-09af-4b68-a8c7-c087c67a6f3b,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:25.128921 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3bfcd37-251a-488d-9660-4cc60611ccc6'] response: {'name': 'network-changed', 'server_uuid': '47e7ee67-b413-4d79-98c1-bff5da8011b5', 'tag': '26462932-09af-4b68-a8c7-c087c67a6f3b', 'status': 'completed', 'code': 200} Apr 08 10:55:25.166230 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-da20c919-ec46-4ac4-9c54-46be0d8dabf1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 1096 time: 0.0953851 Apr 08 10:55:25.238926 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-98584d7b-1edb-4216-9484-1121b57c3667 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26462932-09af-4b68-a8c7-c087c67a6f3b HTTP/1.1" status: 200 len: 217 time: 0.0617230 Apr 08 10:55:25.302383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-9f2bb68a-7c8a-493d-984e-2ac15d230891 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:25.303747 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-9f2bb68a-7c8a-493d-984e-2ac15d230891 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=31f080c7-6f7b-443b-82ca-51a84e794e86 HTTP/1.1" status: 200 len: 834 time: 0.0593820 Apr 08 10:55:25.378926 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-cf9efbd0-9cfe-41a1-97bc-79174a80a51b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4a011156-4d8d-4ec1-9cd1-1d8d06519749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664747 Apr 08 10:55:25.513907 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-1a26e6a0-ba30-4658-8f29-d53e2595c714 service neutron] 10.222.0.52 "GET /v2.0/networks/4a011156-4d8d-4ec1-9cd1-1d8d06519749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258631 Apr 08 10:55:25.647468 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f9b2fdab-671c-4621-9eb7-6ccbb1ff7e2c req-37014f43-d5a7-44d4-957d-062c1181d0bc service neutron] 10.222.0.52 "GET /v2.0/networks/4a011156-4d8d-4ec1-9cd1-1d8d06519749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239614 Apr 08 10:55:25.768659 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dcff0339-8128-4665-a0c7-9422758f3217 req-3b52171d-033c-4cc1-b679-6857c27f7497 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 1096 time: 0.0720031 Apr 08 10:55:25.952004 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff0339-8128-4665-a0c7-9422758f3217 req-e197e3dd-0d23-437b-b398-866531be178a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:25.953459 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dcff0339-8128-4665-a0c7-9422758f3217 req-e197e3dd-0d23-437b-b398-866531be178a service neutron] 10.222.0.52 "GET /v2.0/networks?id=4a011156-4d8d-4ec1-9cd1-1d8d06519749 HTTP/1.1" status: 200 len: 897 time: 0.1781666 Apr 08 10:55:25.963291 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefcad9-1c32-4584-8b87-a18021c9b3a7 req-c763c614-8922-48fa-90f7-9f32d5395e92 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:25.964635 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fcefcad9-1c32-4584-8b87-a18021c9b3a7 req-c763c614-8922-48fa-90f7-9f32d5395e92 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 943 time: 0.1628444 Apr 08 10:55:26.133959 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dcff0339-8128-4665-a0c7-9422758f3217 req-7bf9b247-649f-4002-9cc2-5379515d8cb0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26462932-09af-4b68-a8c7-c087c67a6f3b HTTP/1.1" status: 200 len: 217 time: 0.1684186 Apr 08 10:55:26.197798 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fcefcad9-1c32-4584-8b87-a18021c9b3a7 req-9df1bd41-da94-4f0a-8348-ed84b244cfd7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba7a421d-f871-44b0-9ff5-aa223cd0bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0931909 Apr 08 10:55:26.210182 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff0339-8128-4665-a0c7-9422758f3217 req-796297c4-82b2-4dc5-b14a-b0e79db27c28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:26.211533 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dcff0339-8128-4665-a0c7-9422758f3217 req-796297c4-82b2-4dc5-b14a-b0e79db27c28 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=31f080c7-6f7b-443b-82ca-51a84e794e86 HTTP/1.1" status: 200 len: 834 time: 0.0669231 Apr 08 10:55:26.285587 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dcff0339-8128-4665-a0c7-9422758f3217 req-8be1d2e1-f448-4fdc-8f60-15be83b8e8b0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4a011156-4d8d-4ec1-9cd1-1d8d06519749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677485 Apr 08 10:55:26.414331 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dcff0339-8128-4665-a0c7-9422758f3217 req-cea2b28b-746f-40cb-be6d-6c570f60d060 service neutron] 10.222.0.52 "GET /v2.0/networks/4a011156-4d8d-4ec1-9cd1-1d8d06519749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224136 Apr 08 10:55:26.545638 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dcff0339-8128-4665-a0c7-9422758f3217 req-e794bbbd-9844-4090-83b1-51e34ba55940 service neutron] 10.222.0.52 "GET /v2.0/networks/4a011156-4d8d-4ec1-9cd1-1d8d06519749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251972 Apr 08 10:55:27.392526 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f54463-a3af-407f-943c-a4dd680fd979 req-06f60304-31c9-45fc-846a-1e75bef58711 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:27.393874 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96f54463-a3af-407f-943c-a4dd680fd979 req-06f60304-31c9-45fc-846a-1e75bef58711 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 943 time: 0.0750566 Apr 08 10:55:27.442776 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96f54463-a3af-407f-943c-a4dd680fd979 req-5de81691-2eb7-497d-907a-49bf0c1bb522 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba7a421d-f871-44b0-9ff5-aa223cd0bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431378 Apr 08 10:55:27.678881 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 26462932-09af-4b68-a8c7-c087c67a6f3b details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:55:27.811765 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 26462932-09af-4b68-a8c7-c087c67a6f3b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=26462932-09af-4b68-a8c7-c087c67a6f3b,segment=NetworkSegment(eb15ebc3-d859-4c30-ac82-18d690473f58),segment_id=eb15ebc3-d859-4c30-ac82-18d690473f58)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:27.824421 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '26462932-09af-4b68-a8c7-c087c67a6f3b', 'network_id': '4a011156-4d8d-4ec1-9cd1-1d8d06519749', 'port_id': '26462932-09af-4b68-a8c7-c087c67a6f3b', 'mac_address': 'fa:16:3e:d2:5e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f080c7-6f7b-443b-82ca-51a84e794e86', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:55:27.875967 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:27.892915 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26462932-09af-4b68-a8c7-c087c67a6f3b {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:55:27.908423 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 26462932-09af-4b68-a8c7-c087c67a6f3b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=26462932-09af-4b68-a8c7-c087c67a6f3b,segment=NetworkSegment(eb15ebc3-d859-4c30-ac82-18d690473f58),segment_id=eb15ebc3-d859-4c30-ac82-18d690473f58)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:27.912577 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:27.978454 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=26462932-09af-4b68-a8c7-c087c67a6f3b,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:28.180755 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['26462932-09af-4b68-a8c7-c087c67a6f3b'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:55:28.634974 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23add48-1303-4362-af38-c51a11e7003d req-f60d4c7b-0b92-4da7-bf8b-81db08ecdffb tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:28.636484 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e23add48-1303-4362-af38-c51a11e7003d req-f60d4c7b-0b92-4da7-bf8b-81db08ecdffb tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 944 time: 0.0737760 Apr 08 10:55:28.680341 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e23add48-1303-4362-af38-c51a11e7003d req-c6e69c35-f90f-48ad-9a95-93cce9753a1d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba7a421d-f871-44b0-9ff5-aa223cd0bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384309 Apr 08 10:55:29.678282 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 26462932-09af-4b68-a8c7-c087c67a6f3b up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:55:29.744774 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port 26462932-09af-4b68-a8c7-c087c67a6f3b completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:55:29.750016 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 26462932-09af-4b68-a8c7-c087c67a6f3b triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:55:29.750391 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:29.882786 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1af84-b77b-448b-b124-3a31bda8a4c4 req-bbbaa48c-337c-48bf-82e2-09ff807e60fb tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:29.884260 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-40c1af84-b77b-448b-b124-3a31bda8a4c4 req-bbbaa48c-337c-48bf-82e2-09ff807e60fb tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 944 time: 0.0824540 Apr 08 10:55:29.897696 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:29.924277 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e7ee67-b413-4d79-98c1-bff5da8011b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26462932-09af-4b68-a8c7-c087c67a6f3b'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:55:29.932622 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-40c1af84-b77b-448b-b124-3a31bda8a4c4 req-47ad7f67-81c5-476f-b72c-33579e94e4a2 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba7a421d-f871-44b0-9ff5-aa223cd0bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421171 Apr 08 10:55:29.934132 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 26462932-09af-4b68-a8c7-c087c67a6f3b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=26462932-09af-4b68-a8c7-c087c67a6f3b,segment=NetworkSegment(eb15ebc3-d859-4c30-ac82-18d690473f58),segment_id=eb15ebc3-d859-4c30-ac82-18d690473f58)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:29.938900 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:29.985039 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19f127d8-28e4-4fc7-bcf4-5dd983303605'] response: {'server_uuid': '47e7ee67-b413-4d79-98c1-bff5da8011b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26462932-09af-4b68-a8c7-c087c67a6f3b', 'code': 200} Apr 08 10:55:30.010297 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=26462932-09af-4b68-a8c7-c087c67a6f3b,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:30.226136 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a9b59e0c-cdd2-425a-874b-824acc8c9992 req-966bad22-43ab-4bf9-a4c0-05139b5040bb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 1098 time: 0.0656757 Apr 08 10:55:30.269357 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a9b59e0c-cdd2-425a-874b-824acc8c9992 req-5d56b521-f8ef-4773-85e1-8bac429bfff4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ba7a421d-f871-44b0-9ff5-aa223cd0bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346482 Apr 08 10:55:31.135181 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea82f7-8f3e-489e-abe5-81f10f371f24 req-d3d1f85b-21eb-450d-b537-b097d86f33f4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:31.136626 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6aea82f7-8f3e-489e-abe5-81f10f371f24 req-d3d1f85b-21eb-450d-b537-b097d86f33f4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 945 time: 0.0838687 Apr 08 10:55:31.185958 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6aea82f7-8f3e-489e-abe5-81f10f371f24 req-18d3949d-7605-4a92-b7e2-d56688cef884 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba7a421d-f871-44b0-9ff5-aa223cd0bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435412 Apr 08 10:55:32.384449 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cfdce-007d-404f-a4bd-6f880e3ede57 req-9f580aac-2572-49dc-8d9d-69fdcb846e22 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:32.385794 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-864cfdce-007d-404f-a4bd-6f880e3ede57 req-9f580aac-2572-49dc-8d9d-69fdcb846e22 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 945 time: 0.0768487 Apr 08 10:55:32.429339 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-864cfdce-007d-404f-a4bd-6f880e3ede57 req-89b13fda-6c9f-47d7-9222-ec7ffe964eb9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba7a421d-f871-44b0-9ff5-aa223cd0bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379908 Apr 08 10:55:32.625899 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865cba30-acf9-49e8-a99e-45cbedad28c4 req-02a9ebb9-9fbe-4728-88f1-d732be499f89 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:32.627375 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-865cba30-acf9-49e8-a99e-45cbedad28c4 req-02a9ebb9-9fbe-4728-88f1-d732be499f89 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 945 time: 0.0794713 Apr 08 10:55:32.672354 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-865cba30-acf9-49e8-a99e-45cbedad28c4 req-cbc8886c-16fa-4555-9f84-7da1191fa526 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba7a421d-f871-44b0-9ff5-aa223cd0bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393641 Apr 08 10:55:32.698946 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37380) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:32.765995 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9e3501e5-cec5-4f24-a4f0-0d5f7f908e00 tempest-TestNetworkAdvancedServerOps-144543435 tempest-TestNetworkAdvancedServerOps-144543435-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 1093 time: 0.0659533 Apr 08 10:55:32.768591 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37384) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:32.773795 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-a1699cfc-520e-4fb9-b833-21e5cd265b4e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'port_id': '26462932-09af-4b68-a8c7-c087c67a6f3b', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:55:32.779857 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a1699cfc-520e-4fb9-b833-21e5cd265b4e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:55:32.783634 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a1699cfc-520e-4fb9-b833-21e5cd265b4e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:floatingip and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:55:32.786428 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a1699cfc-520e-4fb9-b833-21e5cd265b4e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:55:32.792187 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a1699cfc-520e-4fb9-b833-21e5cd265b4e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:55:32.806360 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a1699cfc-520e-4fb9-b833-21e5cd265b4e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for floatingip, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:32.936972 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a1699cfc-520e-4fb9-b833-21e5cd265b4e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:33.069735 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-a1699cfc-520e-4fb9-b833-21e5cd265b4e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Allocated IP 172.26.0.141 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/573a3ef3-0b64-497e-bd4c-fdd0e55082fb) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:55:33.214753 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a1699cfc-520e-4fb9-b833-21e5cd265b4e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:33.243165 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a1699cfc-520e-4fb9-b833-21e5cd265b4e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:33.400419 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1699cfc-520e-4fb9-b833-21e5cd265b4e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:55:33.403192 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-a1699cfc-520e-4fb9-b833-21e5cd265b4e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:55:33.405905 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1699cfc-520e-4fb9-b833-21e5cd265b4e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:55:33.435135 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1699cfc-520e-4fb9-b833-21e5cd265b4e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=573a3ef3-0b64-497e-bd4c-fdd0e55082fb,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:33.897672 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a1699cfc-520e-4fb9-b833-21e5cd265b4e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:33.951710 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a1699cfc-520e-4fb9-b833-21e5cd265b4e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:34.156987 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a1699cfc-520e-4fb9-b833-21e5cd265b4e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:34.161349 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a1699cfc-520e-4fb9-b833-21e5cd265b4e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:34.264343 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1699cfc-520e-4fb9-b833-21e5cd265b4e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=573a3ef3-0b64-497e-bd4c-fdd0e55082fb,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:34.275712 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a1699cfc-520e-4fb9-b833-21e5cd265b4e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:34.463909 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [None req-a1699cfc-520e-4fb9-b833-21e5cd265b4e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Floating IP ebfd41ec-ec07-4f3a-872b-a694a8cf51ec associated. External IP: 172.26.0.141, port: 26462932-09af-4b68-a8c7-c087c67a6f3b. Apr 08 10:55:34.943624 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1699cfc-520e-4fb9-b833-21e5cd265b4e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Router ccc17d2d-7b45-4f88-a4a4-9723a2fa898f has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:55:35.157974 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1699cfc-520e-4fb9-b833-21e5cd265b4e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:55:35.168167 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af79e84e-5b3a-4212-9488-546addea2689 None None] Sync routers for ids ['ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:55:35.181334 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af79e84e-5b3a-4212-9488-546addea2689 None None] Routers {'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:55:35.181942 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-af79e84e-5b3a-4212-9488-546addea2689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:55:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:35.185145 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a1699cfc-520e-4fb9-b833-21e5cd265b4e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:35.239334 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a1699cfc-520e-4fb9-b833-21e5cd265b4e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4697392 Apr 08 10:55:35.239926 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e7ee67-b413-4d79-98c1-bff5da8011b5', 'tag': '26462932-09af-4b68-a8c7-c087c67a6f3b'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:55:35.306502 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84ddacfd-aa20-4cb4-827e-8ceb851f8b09'] response: {'name': 'network-changed', 'server_uuid': '47e7ee67-b413-4d79-98c1-bff5da8011b5', 'tag': '26462932-09af-4b68-a8c7-c087c67a6f3b', 'status': 'completed', 'code': 200} Apr 08 10:55:35.361641 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-af79e84e-5b3a-4212-9488-546addea2689 None None] Set router ccc17d2d-7b45-4f88-a4a4-9723a2fa898f gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:55:35.461498 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe215776-8561-4a28-b6a6-abf0a2f1607c req-ba66c952-b477-4a3d-aee1-f27bb9ac0f43 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:35.462932 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fe215776-8561-4a28-b6a6-abf0a2f1607c req-ba66c952-b477-4a3d-aee1-f27bb9ac0f43 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 945 time: 0.1052048 Apr 08 10:55:35.466698 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8a961017-42fe-4f6b-b9fe-e1497837837f req-dd78ea8f-070b-4db5-b5bc-ca42fccb95df service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 1098 time: 0.1389503 Apr 08 10:55:35.595580 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fe215776-8561-4a28-b6a6-abf0a2f1607c req-1f073d3a-f773-41da-a68a-1e57ff53aaae tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba7a421d-f871-44b0-9ff5-aa223cd0bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1265512 Apr 08 10:55:35.626430 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37392) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:35.636794 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a961017-42fe-4f6b-b9fe-e1497837837f req-fae05944-ce40-484e-bbeb-1aa66f709dd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:35.638578 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8a961017-42fe-4f6b-b9fe-e1497837837f req-fae05944-ce40-484e-bbeb-1aa66f709dd0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4a011156-4d8d-4ec1-9cd1-1d8d06519749 HTTP/1.1" status: 200 len: 897 time: 0.1559186 Apr 08 10:55:35.736241 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-33d88493-8490-4733-b421-d1c537a73cca tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/ebfd41ec-ec07-4f3a-872b-a694a8cf51ec HTTP/1.1" status: 200 len: 991 time: 0.1085727 Apr 08 10:55:35.743094 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-af79e84e-5b3a-4212-9488-546addea2689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036944955', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:55:17Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'ebfd41ec-ec07-4f3a-872b-a694a8cf51ec', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'floating_ip_address': '172.26.0.141', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'port_id': '26462932-09af-4b68-a8c7-c087c67a6f3b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a011156-4d8d-4ec1-9cd1-1d8d06519749', 'mac_address': 'fa:16:3e:d2:5e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e7ee67-b413-4d79-98c1-bff5da8011b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:55:33Z', 'updated_at': '2022-04-08T10:55:33Z', 'revision_number': 0, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49d256e3-9c6b-4ba9-9c44-4e77c7cef749', 'name': '', 'network_id': '4a011156-4d8d-4ec1-9cd1-1d8d06519749', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:b8:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31f080c7-6f7b-443b-82ca-51a84e794e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:16Z', 'updated_at': '2022-04-08T10:55:22Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': '31f080c7-6f7b-443b-82ca-51a84e794e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:35.743349 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8a961017-42fe-4f6b-b9fe-e1497837837f req-8b6dd575-4794-4394-9f28-9bae44269320 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26462932-09af-4b68-a8c7-c087c67a6f3b HTTP/1.1" status: 200 len: 999 time: 0.0993752 Apr 08 10:55:35.746883 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af79e84e-5b3a-4212-9488-546addea2689 None None] Checking router: ccc17d2d-7b45-4f88-a4a4-9723a2fa898f for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:55:35.757600 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af79e84e-5b3a-4212-9488-546addea2689 None None] Routers {'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:55:35.758182 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-af79e84e-5b3a-4212-9488-546addea2689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:55:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:35.807098 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a961017-42fe-4f6b-b9fe-e1497837837f req-a062b9bb-3ded-4752-bf83-a81c2147c50f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:35.808630 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8a961017-42fe-4f6b-b9fe-e1497837837f req-a062b9bb-3ded-4752-bf83-a81c2147c50f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=31f080c7-6f7b-443b-82ca-51a84e794e86 HTTP/1.1" status: 200 len: 834 time: 0.0580316 Apr 08 10:55:35.886409 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8a961017-42fe-4f6b-b9fe-e1497837837f req-905365b2-c862-439c-a233-5a772970ffb6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4a011156-4d8d-4ec1-9cd1-1d8d06519749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721831 Apr 08 10:55:35.935058 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-af79e84e-5b3a-4212-9488-546addea2689 None None] Set router ccc17d2d-7b45-4f88-a4a4-9723a2fa898f gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:55:36.021742 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8a961017-42fe-4f6b-b9fe-e1497837837f req-1f4f9a69-ee47-4f8d-9842-00cb20ad9d2f service neutron] 10.222.0.52 "GET /v2.0/networks/4a011156-4d8d-4ec1-9cd1-1d8d06519749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297710 Apr 08 10:55:36.151791 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8a961017-42fe-4f6b-b9fe-e1497837837f req-857bb919-20a8-449b-8adc-12983d379643 service neutron] 10.222.0.52 "GET /v2.0/networks/4a011156-4d8d-4ec1-9cd1-1d8d06519749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244850 Apr 08 10:55:36.293340 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-af79e84e-5b3a-4212-9488-546addea2689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036944955', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:55:17Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'ebfd41ec-ec07-4f3a-872b-a694a8cf51ec', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'floating_ip_address': '172.26.0.141', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'port_id': '26462932-09af-4b68-a8c7-c087c67a6f3b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a011156-4d8d-4ec1-9cd1-1d8d06519749', 'mac_address': 'fa:16:3e:d2:5e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e7ee67-b413-4d79-98c1-bff5da8011b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:55:33Z', 'updated_at': '2022-04-08T10:55:33Z', 'revision_number': 0, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49d256e3-9c6b-4ba9-9c44-4e77c7cef749', 'name': '', 'network_id': '4a011156-4d8d-4ec1-9cd1-1d8d06519749', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:b8:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31f080c7-6f7b-443b-82ca-51a84e794e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:16Z', 'updated_at': '2022-04-08T10:55:22Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': '31f080c7-6f7b-443b-82ca-51a84e794e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:36.297371 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af79e84e-5b3a-4212-9488-546addea2689 None None] The sync data for ids ['ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'] in dv-neutron-837110-1-hyperv is: [{'id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036944955', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:55:17Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'ebfd41ec-ec07-4f3a-872b-a694a8cf51ec', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'floating_ip_address': '172.26.0.141', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'port_id': '26462932-09af-4b68-a8c7-c087c67a6f3b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a011156-4d8d-4ec1-9cd1-1d8d06519749', 'mac_address': 'fa:16:3e:d2:5e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e7ee67-b413-4d79-98c1-bff5da8011b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:55:33Z', 'updated_at': '2022-04-08T10:55:33Z', 'revision_number': 0, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49d256e3-9c6b-4ba9-9c44-4e77c7cef749', 'name': '', 'network_id': '4a011156-4d8d-4ec1-9cd1-1d8d06519749', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:b8:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31f080c7-6f7b-443b-82ca-51a84e794e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:16Z', 'updated_at': '2022-04-08T10:55:22Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': '31f080c7-6f7b-443b-82ca-51a84e794e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:55:36.738441 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37396) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:36.843327 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b1ffccef-41c1-4f58-963d-4fca9b8a5eb5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/ebfd41ec-ec07-4f3a-872b-a694a8cf51ec HTTP/1.1" status: 200 len: 991 time: 0.1036410 Apr 08 10:55:37.135407 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:55:37.846354 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37400) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:37.952039 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ea22d7a6-c8de-49d4-b6f0-9f45dcb77d89 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/ebfd41ec-ec07-4f3a-872b-a694a8cf51ec HTTP/1.1" status: 200 len: 991 time: 0.1045337 Apr 08 10:55:38.588214 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:38.873042 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f2a96f-5304-4b36-9260-a7fe3760ca1c None None] New status for floating IP ebfd41ec-ec07-4f3a-872b-a694a8cf51ec: ACTIVE {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:55:38.955802 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37404) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:39.158908 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-cb6994b9-4c7a-4ed6-808c-ff386d6b05e5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/ebfd41ec-ec07-4f3a-872b-a694a8cf51ec HTTP/1.1" status: 200 len: 991 time: 0.2019420 Apr 08 10:55:40.162762 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37408) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:55:40.265744 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7f1ac587-1825-4d5c-8503-405376c010a1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/ebfd41ec-ec07-4f3a-872b-a694a8cf51ec HTTP/1.1" status: 200 len: 993 time: 0.1018848 Apr 08 10:55:43.379984 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-67a53824-cd91-47bd-a821-ced444dfa0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:45.630584 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8dc61adf-17f0-472f-8368-c1b5f4748b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:46.865661 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:46.942119 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:55:47.390087 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0803bf15-f2d6-42f3-849b-5462fb38d707 req-8b535f74-1bd1-437d-85fc-b00c0137440b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659015 Apr 08 10:55:47.526746 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0803bf15-f2d6-42f3-849b-5462fb38d707 req-55bd1f42-6942-42d9-83df-dc0842f30545 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 1098 time: 0.0704672 Apr 08 10:55:47.666973 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803bf15-f2d6-42f3-849b-5462fb38d707 req-ae833fc2-9691-4c7c-a3ac-e1e32f066ef5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:47.668912 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0803bf15-f2d6-42f3-849b-5462fb38d707 req-ae833fc2-9691-4c7c-a3ac-e1e32f066ef5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4a011156-4d8d-4ec1-9cd1-1d8d06519749 HTTP/1.1" status: 200 len: 897 time: 0.1236851 Apr 08 10:55:47.766318 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0803bf15-f2d6-42f3-849b-5462fb38d707 req-7e0440ed-9d7b-42b3-abf8-6ae26c9e236e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26462932-09af-4b68-a8c7-c087c67a6f3b HTTP/1.1" status: 200 len: 1001 time: 0.0906904 Apr 08 10:55:47.927286 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803bf15-f2d6-42f3-849b-5462fb38d707 req-6ed8b6e0-2d1c-45ea-a3a5-a737f05a49ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:47.928676 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0803bf15-f2d6-42f3-849b-5462fb38d707 req-6ed8b6e0-2d1c-45ea-a3a5-a737f05a49ac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=31f080c7-6f7b-443b-82ca-51a84e794e86 HTTP/1.1" status: 200 len: 834 time: 0.1564763 Apr 08 10:55:48.003359 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0803bf15-f2d6-42f3-849b-5462fb38d707 req-75962d29-ac1f-4187-81f4-2914a6ab35be service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4a011156-4d8d-4ec1-9cd1-1d8d06519749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663903 Apr 08 10:55:48.134551 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0803bf15-f2d6-42f3-849b-5462fb38d707 req-db7b9a9d-9697-4b54-8622-10c2a4da7112 service neutron] 10.222.0.52 "GET /v2.0/networks/4a011156-4d8d-4ec1-9cd1-1d8d06519749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238170 Apr 08 10:55:48.263987 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0803bf15-f2d6-42f3-849b-5462fb38d707 req-7b181ff7-8233-408a-ab87-3d5da4af53a6 service neutron] 10.222.0.52 "GET /v2.0/networks/4a011156-4d8d-4ec1-9cd1-1d8d06519749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237183 Apr 08 10:55:48.379919 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:08.596119 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:09.944255 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fa9f426f-7deb-45f8-a963-3890f5eccb47 req-8c69684f-2826-4e74-9433-98186dcc43aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 1098 time: 0.1262181 Apr 08 10:56:09.954372 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d7192-5954-448b-ad49-90f0978d5ec7 req-b496a1e9-1d7b-457f-8d60-e6fbd05ec414 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:09.955694 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ec7d7192-5954-448b-ad49-90f0978d5ec7 req-b496a1e9-1d7b-457f-8d60-e6fbd05ec414 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 945 time: 0.1005085 Apr 08 10:56:10.081368 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ec7d7192-5954-448b-ad49-90f0978d5ec7 req-ec18ac26-ed1a-4ae5-8a49-9b81868aaff4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba7a421d-f871-44b0-9ff5-aa223cd0bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1075404 Apr 08 10:56:10.115855 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f426f-7deb-45f8-a963-3890f5eccb47 req-812be34e-926c-4453-95fa-a5688ddb4e2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:10.117315 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fa9f426f-7deb-45f8-a963-3890f5eccb47 req-812be34e-926c-4453-95fa-a5688ddb4e2d service neutron] 10.222.0.52 "GET /v2.0/networks?id=4a011156-4d8d-4ec1-9cd1-1d8d06519749 HTTP/1.1" status: 200 len: 897 time: 0.1607673 Apr 08 10:56:10.215457 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fa9f426f-7deb-45f8-a963-3890f5eccb47 req-a48746a8-d27d-4e28-a541-e87a4cf3f4fa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26462932-09af-4b68-a8c7-c087c67a6f3b HTTP/1.1" status: 200 len: 1001 time: 0.0918117 Apr 08 10:56:10.280050 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f426f-7deb-45f8-a963-3890f5eccb47 req-3924a8ed-2935-40d8-89fd-1f41807a241d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:10.281452 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fa9f426f-7deb-45f8-a963-3890f5eccb47 req-3924a8ed-2935-40d8-89fd-1f41807a241d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=31f080c7-6f7b-443b-82ca-51a84e794e86 HTTP/1.1" status: 200 len: 834 time: 0.0591772 Apr 08 10:56:10.357450 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fa9f426f-7deb-45f8-a963-3890f5eccb47 req-1da08d13-16e0-4f63-81b6-1048a805ebc2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4a011156-4d8d-4ec1-9cd1-1d8d06519749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665808 Apr 08 10:56:10.490499 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fa9f426f-7deb-45f8-a963-3890f5eccb47 req-cd14ff9b-9e15-467d-ad97-a393c9baba0f service neutron] 10.222.0.52 "GET /v2.0/networks/4a011156-4d8d-4ec1-9cd1-1d8d06519749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224637 Apr 08 10:56:10.627125 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fa9f426f-7deb-45f8-a963-3890f5eccb47 req-ad123ba9-17d7-45f6-9daa-ba435df9501c service neutron] 10.222.0.52 "GET /v2.0/networks/4a011156-4d8d-4ec1-9cd1-1d8d06519749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300673 Apr 08 10:56:11.283617 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197964df-edd2-4b67-938a-90ed2a5b1320 req-0bcfdf64-6e7d-43c7-8c1c-a23d49fb1a1e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:11.285075 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-197964df-edd2-4b67-938a-90ed2a5b1320 req-0bcfdf64-6e7d-43c7-8c1c-a23d49fb1a1e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 945 time: 0.0785565 Apr 08 10:56:11.329728 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-197964df-edd2-4b67-938a-90ed2a5b1320 req-6d7b4325-a7a0-404d-8fe0-cfa129f88eee tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba7a421d-f871-44b0-9ff5-aa223cd0bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392492 Apr 08 10:56:12.520976 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1255d-0ee9-4467-9451-08561a24d7f3 req-7ace27eb-3105-4eb4-93fd-8103fdfbfdf2 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:12.522664 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7ff1255d-0ee9-4467-9451-08561a24d7f3 req-7ace27eb-3105-4eb4-93fd-8103fdfbfdf2 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 945 time: 0.0744720 Apr 08 10:56:12.567525 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7ff1255d-0ee9-4467-9451-08561a24d7f3 req-85c12dc4-de3f-4924-9545-04b0866e1ffe tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba7a421d-f871-44b0-9ff5-aa223cd0bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388262 Apr 08 10:56:13.380728 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b09e31ea-03a8-4b66-93af-20f24c0059b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:13.762780 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c73fd-b836-4abe-b15e-fbcb9ce5dad4 req-4e4b7108-0efb-482a-96dd-7985a984f318 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:13.764230 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f19c73fd-b836-4abe-b15e-fbcb9ce5dad4 req-4e4b7108-0efb-482a-96dd-7985a984f318 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 945 time: 0.0774243 Apr 08 10:56:13.808467 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f19c73fd-b836-4abe-b15e-fbcb9ce5dad4 req-d7e4bc36-db1c-4441-82b6-f84c4f071961 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba7a421d-f871-44b0-9ff5-aa223cd0bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382171 Apr 08 10:56:14.134849 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:56:15.004962 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f8e09-83cf-470f-9e44-77acc1f9761b req-e0e8d6df-5c76-454b-8981-fff21a4004d2 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:15.006393 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b64f8e09-83cf-470f-9e44-77acc1f9761b req-e0e8d6df-5c76-454b-8981-fff21a4004d2 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 945 time: 0.0747147 Apr 08 10:56:15.054302 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b64f8e09-83cf-470f-9e44-77acc1f9761b req-7950f404-2bc7-4bec-abb1-9600117d3112 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba7a421d-f871-44b0-9ff5-aa223cd0bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418215 Apr 08 10:56:15.631263 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-32165b88-bb42-44ac-876f-1beb17977734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:16.249828 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c2c4a-cdbb-4f97-b2b0-16daef59bd73 req-0a20f92a-a239-47a0-b529-848fb2cd5519 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:16.251263 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d30c2c4a-cdbb-4f97-b2b0-16daef59bd73 req-0a20f92a-a239-47a0-b529-848fb2cd5519 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 945 time: 0.0754850 Apr 08 10:56:16.295659 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d30c2c4a-cdbb-4f97-b2b0-16daef59bd73 req-6de26c45-7498-426a-b641-f966f6117bc2 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba7a421d-f871-44b0-9ff5-aa223cd0bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389555 Apr 08 10:56:16.869260 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:16.942415 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:17.497674 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2dded-00a4-4119-9fe1-e14b0e3e06a8 req-186f3aa0-3be4-4e06-8117-6949258193f8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:17.499082 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5ad2dded-00a4-4119-9fe1-e14b0e3e06a8 req-186f3aa0-3be4-4e06-8117-6949258193f8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 945 time: 0.0768583 Apr 08 10:56:17.624261 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5ad2dded-00a4-4119-9fe1-e14b0e3e06a8 req-82ff282e-1ecd-45ca-80a4-407fc5224b6a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba7a421d-f871-44b0-9ff5-aa223cd0bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1193955 Apr 08 10:56:18.382725 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:18.821154 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900ff70-fc51-4b8f-9c72-6165498e270f req-080753f1-845b-4c1a-a664-d3dddc5993eb tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:18.822643 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e900ff70-fc51-4b8f-9c72-6165498e270f req-080753f1-845b-4c1a-a664-d3dddc5993eb tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 945 time: 0.0782590 Apr 08 10:56:18.867275 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e900ff70-fc51-4b8f-9c72-6165498e270f req-cc71c52e-2935-4e33-9ae0-83888943f4f5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba7a421d-f871-44b0-9ff5-aa223cd0bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385747 Apr 08 10:56:20.062260 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68168a9-b2c4-4c65-bb5c-fa73598f7f22 req-43cc7c1a-d2de-4ff1-a92a-0142d9fdc415 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:20.063700 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e68168a9-b2c4-4c65-bb5c-fa73598f7f22 req-43cc7c1a-d2de-4ff1-a92a-0142d9fdc415 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 945 time: 0.0773335 Apr 08 10:56:20.109095 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e68168a9-b2c4-4c65-bb5c-fa73598f7f22 req-3d3609c9-fee1-4fa3-8e45-10f7b113af55 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba7a421d-f871-44b0-9ff5-aa223cd0bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397162 Apr 08 10:56:21.301820 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfda75c-cb05-4c9e-b1ae-1b3ec7759c1e req-b7279399-3f94-47f6-8acc-b2dbd294226e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:21.303268 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-abfda75c-cb05-4c9e-b1ae-1b3ec7759c1e req-b7279399-3f94-47f6-8acc-b2dbd294226e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 945 time: 0.0749326 Apr 08 10:56:21.354001 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-abfda75c-cb05-4c9e-b1ae-1b3ec7759c1e req-f85caf99-77d8-4308-8971-49b402ac6db2 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba7a421d-f871-44b0-9ff5-aa223cd0bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446773 Apr 08 10:56:22.548059 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a4a72-a1a1-40d4-b37c-e91ea580231f req-72afa1c5-2dfb-46f3-ba4f-45f7a0dc9db5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:22.549500 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7c6a4a72-a1a1-40d4-b37c-e91ea580231f req-72afa1c5-2dfb-46f3-ba4f-45f7a0dc9db5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 945 time: 0.0743570 Apr 08 10:56:22.593831 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7c6a4a72-a1a1-40d4-b37c-e91ea580231f req-fbdde1eb-c74c-4a01-85ce-0c6bcd61496f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba7a421d-f871-44b0-9ff5-aa223cd0bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387466 Apr 08 10:56:23.797779 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e3010-8e44-44af-9533-7ad9cf6b2d93 req-5cb298d4-9a0a-4578-9e41-abe2f6b9c4b9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:23.799284 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-288e3010-8e44-44af-9533-7ad9cf6b2d93 req-5cb298d4-9a0a-4578-9e41-abe2f6b9c4b9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 945 time: 0.0836594 Apr 08 10:56:23.845885 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-288e3010-8e44-44af-9533-7ad9cf6b2d93 req-733e5fd2-cdb4-4aab-ba2d-696a2f537312 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba7a421d-f871-44b0-9ff5-aa223cd0bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410950 Apr 08 10:56:25.036999 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e1ab5-3d66-4673-95ce-480c43f6ff19 req-023fc170-b43c-49ac-a67a-4a48edfb0913 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:25.038465 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a63e1ab5-3d66-4673-95ce-480c43f6ff19 req-023fc170-b43c-49ac-a67a-4a48edfb0913 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 945 time: 0.0754840 Apr 08 10:56:25.082750 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a63e1ab5-3d66-4673-95ce-480c43f6ff19 req-2b6b2a1c-e7bb-49b1-96f4-99aa2757a2f5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba7a421d-f871-44b0-9ff5-aa223cd0bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379934 Apr 08 10:56:26.279660 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5fcce6-26ac-4bda-83e1-0a061a055a49 req-7a7f5036-2c1d-4ac6-9659-869398d3d0ea tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:26.281114 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bf5fcce6-26ac-4bda-83e1-0a061a055a49 req-7a7f5036-2c1d-4ac6-9659-869398d3d0ea tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 945 time: 0.0784078 Apr 08 10:56:26.326158 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bf5fcce6-26ac-4bda-83e1-0a061a055a49 req-d495101f-5730-4738-8ff4-1a2dcd75f5ed tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba7a421d-f871-44b0-9ff5-aa223cd0bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395176 Apr 08 10:56:27.524573 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d7001-3d64-4a8b-bb05-dedc5adfcc50 req-4a8a2941-cbdc-427e-8184-4b37f8d82f96 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:27.526578 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-398d7001-3d64-4a8b-bb05-dedc5adfcc50 req-4a8a2941-cbdc-427e-8184-4b37f8d82f96 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 945 time: 0.0822151 Apr 08 10:56:27.573986 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-398d7001-3d64-4a8b-bb05-dedc5adfcc50 req-76fd01a6-1ea5-42e2-b57f-09841ba11249 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba7a421d-f871-44b0-9ff5-aa223cd0bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419345 Apr 08 10:56:27.601812 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37456) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:56:27.701099 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-12423037-9f4f-4f75-b8b4-bd27808c1930 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/ebfd41ec-ec07-4f3a-872b-a694a8cf51ec HTTP/1.1" status: 200 len: 993 time: 0.0981638 Apr 08 10:56:38.597644 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:43.381805 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-402171a5-2784-4b48-a17f-61729a31b76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:45.632512 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-713543e3-6dad-4147-adcf-47d13a4bd72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:46.871839 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:46.943098 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:48.386863 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:48.400462 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b6fc67f0-9f9c-4b19-b7e0-1d596f6279a2 req-47f21121-03a6-4723-9317-2dd01e6c3da0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739532 Apr 08 10:56:48.535470 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b6fc67f0-9f9c-4b19-b7e0-1d596f6279a2 req-bae627e8-1fd6-4cee-9c20-fea96916ed29 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 1098 time: 0.0683146 Apr 08 10:56:48.700386 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc67f0-9f9c-4b19-b7e0-1d596f6279a2 req-55a1816e-db68-4c5b-b24a-153c60be525e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:48.702440 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b6fc67f0-9f9c-4b19-b7e0-1d596f6279a2 req-55a1816e-db68-4c5b-b24a-153c60be525e service neutron] 10.222.0.52 "GET /v2.0/networks?id=4a011156-4d8d-4ec1-9cd1-1d8d06519749 HTTP/1.1" status: 200 len: 897 time: 0.1482375 Apr 08 10:56:48.806292 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b6fc67f0-9f9c-4b19-b7e0-1d596f6279a2 req-3680640b-458e-4926-8bbb-acd6f293946a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26462932-09af-4b68-a8c7-c087c67a6f3b HTTP/1.1" status: 200 len: 1001 time: 0.0939279 Apr 08 10:56:48.864982 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc67f0-9f9c-4b19-b7e0-1d596f6279a2 req-e063ca60-a0be-4f9b-9179-207a21efae8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:48.866328 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b6fc67f0-9f9c-4b19-b7e0-1d596f6279a2 req-e063ca60-a0be-4f9b-9179-207a21efae8d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=31f080c7-6f7b-443b-82ca-51a84e794e86 HTTP/1.1" status: 200 len: 834 time: 0.0545547 Apr 08 10:56:48.941025 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b6fc67f0-9f9c-4b19-b7e0-1d596f6279a2 req-42373467-be2b-4611-9bdc-0ff4038c2a6a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4a011156-4d8d-4ec1-9cd1-1d8d06519749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680242 Apr 08 10:56:49.071613 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b6fc67f0-9f9c-4b19-b7e0-1d596f6279a2 req-8e0d6f49-3fc4-465a-addf-bb3cda9a089e service neutron] 10.222.0.52 "GET /v2.0/networks/4a011156-4d8d-4ec1-9cd1-1d8d06519749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223712 Apr 08 10:56:49.201919 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b6fc67f0-9f9c-4b19-b7e0-1d596f6279a2 req-d39c77b4-cbdd-4a0b-9f44-86e7ab5eff0f service neutron] 10.222.0.52 "GET /v2.0/networks/4a011156-4d8d-4ec1-9cd1-1d8d06519749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230643 Apr 08 10:56:51.140232 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:56:58.391574 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37476) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:56:58.673986 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-39832c6d-bd2e-4479-8f7e-92f8d172750b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Deleting port 573a3ef3-0b64-497e-bd4c-fdd0e55082fb {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:56:58.674255 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-39832c6d-bd2e-4479-8f7e-92f8d172750b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:58.837433 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-39832c6d-bd2e-4479-8f7e-92f8d172750b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:58.837963 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-39832c6d-bd2e-4479-8f7e-92f8d172750b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:58.954713 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-39832c6d-bd2e-4479-8f7e-92f8d172750b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Calling delete_port for 573a3ef3-0b64-497e-bd4c-fdd0e55082fb owned by network:floatingip {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:56:59.098111 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-39832c6d-bd2e-4479-8f7e-92f8d172750b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:59.143389 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39832c6d-bd2e-4479-8f7e-92f8d172750b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Port': ['ID=573a3ef3-0b64-497e-bd4c-fdd0e55082fb,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:59.187687 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39832c6d-bd2e-4479-8f7e-92f8d172750b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:59.188054 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39832c6d-bd2e-4479-8f7e-92f8d172750b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:59.188398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39832c6d-bd2e-4479-8f7e-92f8d172750b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:59.188730 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39832c6d-bd2e-4479-8f7e-92f8d172750b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:59.189064 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39832c6d-bd2e-4479-8f7e-92f8d172750b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:59.189393 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39832c6d-bd2e-4479-8f7e-92f8d172750b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:59.189717 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39832c6d-bd2e-4479-8f7e-92f8d172750b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:59.190040 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39832c6d-bd2e-4479-8f7e-92f8d172750b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:59.190359 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39832c6d-bd2e-4479-8f7e-92f8d172750b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:59.190682 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39832c6d-bd2e-4479-8f7e-92f8d172750b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:59.191001 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39832c6d-bd2e-4479-8f7e-92f8d172750b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:59.246047 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-39832c6d-bd2e-4479-8f7e-92f8d172750b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for floatingip, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:59.626610 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39832c6d-bd2e-4479-8f7e-92f8d172750b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Router ccc17d2d-7b45-4f88-a4a4-9723a2fa898f has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:56:59.828832 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39832c6d-bd2e-4479-8f7e-92f8d172750b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:56:59.840865 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aad91d-6892-4f79-bb0a-12c5330833ba None None] Sync routers for ids ['ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:56:59.852418 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aad91d-6892-4f79-bb0a-12c5330833ba None None] Routers {'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:56:59.853771 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-e6aad91d-6892-4f79-bb0a-12c5330833ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:56:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:56:59.854532 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-39832c6d-bd2e-4479-8f7e-92f8d172750b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:56:59.910274 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-39832c6d-bd2e-4479-8f7e-92f8d172750b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "DELETE /v2.0/floatingips/ebfd41ec-ec07-4f3a-872b-a694a8cf51ec HTTP/1.1" status: 204 len: 168 time: 1.5175717 Apr 08 10:56:59.910747 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e7ee67-b413-4d79-98c1-bff5da8011b5', 'tag': '26462932-09af-4b68-a8c7-c087c67a6f3b'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:57:00.036015 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-e6aad91d-6892-4f79-bb0a-12c5330833ba None None] Set router ccc17d2d-7b45-4f88-a4a4-9723a2fa898f gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:57:00.051424 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7f96ef9-f16a-4089-976e-2b82412d8f40'] response: {'name': 'network-changed', 'server_uuid': '47e7ee67-b413-4d79-98c1-bff5da8011b5', 'tag': '26462932-09af-4b68-a8c7-c087c67a6f3b', 'status': 'completed', 'code': 200} Apr 08 10:57:00.159398 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-655a3ab4-a63c-4a8a-b825-28fe68a77e5b req-ced3f24c-c48b-43cc-8697-e49eec2c133c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 1098 time: 0.0860205 Apr 08 10:57:00.391686 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-e6aad91d-6892-4f79-bb0a-12c5330833ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036944955', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:55:17Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '49d256e3-9c6b-4ba9-9c44-4e77c7cef749', 'name': '', 'network_id': '4a011156-4d8d-4ec1-9cd1-1d8d06519749', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:b8:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31f080c7-6f7b-443b-82ca-51a84e794e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:16Z', 'updated_at': '2022-04-08T10:55:22Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': '31f080c7-6f7b-443b-82ca-51a84e794e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:00.395651 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aad91d-6892-4f79-bb0a-12c5330833ba None None] Checking router: ccc17d2d-7b45-4f88-a4a4-9723a2fa898f for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:57:00.406087 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aad91d-6892-4f79-bb0a-12c5330833ba None None] Routers {'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:57:00.406672 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-e6aad91d-6892-4f79-bb0a-12c5330833ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:56:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:00.447537 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a3ab4-a63c-4a8a-b825-28fe68a77e5b req-b52df50a-9264-424a-9ad8-50eb7a79f206 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:00.448981 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-655a3ab4-a63c-4a8a-b825-28fe68a77e5b req-b52df50a-9264-424a-9ad8-50eb7a79f206 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4a011156-4d8d-4ec1-9cd1-1d8d06519749 HTTP/1.1" status: 200 len: 897 time: 0.2822902 Apr 08 10:57:00.511752 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10bdd0-2198-4c08-8766-2dbba56aeb69 req-6eb43421-2351-4cb5-b60f-955f4defe238 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:00.512454 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-2e10bdd0-2198-4c08-8766-2dbba56aeb69 req-6eb43421-2351-4cb5-b60f-955f4defe238 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Synchronizing usage tracker for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:57:00.536439 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-655a3ab4-a63c-4a8a-b825-28fe68a77e5b req-9dd99671-4d48-477b-99ef-cd799fd76934 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26462932-09af-4b68-a8c7-c087c67a6f3b HTTP/1.1" status: 200 len: 217 time: 0.0800376 Apr 08 10:57:00.540646 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-2e10bdd0-2198-4c08-8766-2dbba56aeb69 req-6eb43421-2351-4cb5-b60f-955f4defe238 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Unset dirty status for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:57:00.541738 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2e10bdd0-2198-4c08-8766-2dbba56aeb69 req-6eb43421-2351-4cb5-b60f-955f4defe238 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 945 time: 0.2059484 Apr 08 10:57:00.584117 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-e6aad91d-6892-4f79-bb0a-12c5330833ba None None] Set router ccc17d2d-7b45-4f88-a4a4-9723a2fa898f gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:57:00.632487 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a3ab4-a63c-4a8a-b825-28fe68a77e5b req-d7779711-05ef-4e95-9a7c-461b79a793d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:00.633914 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-655a3ab4-a63c-4a8a-b825-28fe68a77e5b req-d7779711-05ef-4e95-9a7c-461b79a793d8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=31f080c7-6f7b-443b-82ca-51a84e794e86 HTTP/1.1" status: 200 len: 834 time: 0.0913463 Apr 08 10:57:00.638108 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2e10bdd0-2198-4c08-8766-2dbba56aeb69 req-7ef49860-b067-488d-9a88-8d728ff5fdad tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba7a421d-f871-44b0-9ff5-aa223cd0bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664504 Apr 08 10:57:00.707996 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-655a3ab4-a63c-4a8a-b825-28fe68a77e5b req-dbf54c4e-cf14-412a-ab8e-18316c39ea65 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4a011156-4d8d-4ec1-9cd1-1d8d06519749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675664 Apr 08 10:57:00.838374 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-655a3ab4-a63c-4a8a-b825-28fe68a77e5b req-772fec4b-8f7f-4f3d-a533-ebd953bc854b service neutron] 10.222.0.52 "GET /v2.0/networks/4a011156-4d8d-4ec1-9cd1-1d8d06519749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241493 Apr 08 10:57:00.899375 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-e6aad91d-6892-4f79-bb0a-12c5330833ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036944955', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:55:17Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '49d256e3-9c6b-4ba9-9c44-4e77c7cef749', 'name': '', 'network_id': '4a011156-4d8d-4ec1-9cd1-1d8d06519749', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:b8:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31f080c7-6f7b-443b-82ca-51a84e794e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:16Z', 'updated_at': '2022-04-08T10:55:22Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': '31f080c7-6f7b-443b-82ca-51a84e794e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:00.904004 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aad91d-6892-4f79-bb0a-12c5330833ba None None] The sync data for ids ['ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'] in dv-neutron-837110-1-hyperv is: [{'id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036944955', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:55:17Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '49d256e3-9c6b-4ba9-9c44-4e77c7cef749', 'name': '', 'network_id': '4a011156-4d8d-4ec1-9cd1-1d8d06519749', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:b8:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31f080c7-6f7b-443b-82ca-51a84e794e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:16Z', 'updated_at': '2022-04-08T10:55:22Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': '31f080c7-6f7b-443b-82ca-51a84e794e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:57:00.975684 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-655a3ab4-a63c-4a8a-b825-28fe68a77e5b req-40092dc9-48c4-4c2a-b55c-623646483a3f service neutron] 10.222.0.52 "GET /v2.0/networks/4a011156-4d8d-4ec1-9cd1-1d8d06519749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305027 Apr 08 10:57:01.124153 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5889fbe-aeba-4ae0-afab-a9bbb6a494e8 None None] New status for floating IP ebfd41ec-ec07-4f3a-872b-a694a8cf51ec: DOWN {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:57:01.838021 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a58c73-17bd-49bd-a832-437f5ef7f5a0 req-2d17943c-afad-4f97-a815-43ae397580b9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:01.839479 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-65a58c73-17bd-49bd-a832-437f5ef7f5a0 req-2d17943c-afad-4f97-a815-43ae397580b9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 945 time: 0.0812175 Apr 08 10:57:01.935086 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-65a58c73-17bd-49bd-a832-437f5ef7f5a0 req-5f850fff-9ac1-4691-92ee-bfc72aecba3d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba7a421d-f871-44b0-9ff5-aa223cd0bc69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614071 Apr 08 10:57:01.950124 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be3a01-c28b-4c26-837c-9da5e66f22c7 req-709d2338-a036-41ed-8923-37b3317961d9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:01.951511 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-84be3a01-c28b-4c26-837c-9da5e66f22c7 req-709d2338-a036-41ed-8923-37b3317961d9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.52 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 945 time: 0.1092956 Apr 08 10:57:02.019460 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-84be3a01-c28b-4c26-837c-9da5e66f22c7 req-9532e6dc-9985-4875-b1cf-653e76dbac65 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Deleting port 26462932-09af-4b68-a8c7-c087c67a6f3b {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:57:02.019794 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-84be3a01-c28b-4c26-837c-9da5e66f22c7 req-9532e6dc-9985-4875-b1cf-653e76dbac65 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:02.256542 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-84be3a01-c28b-4c26-837c-9da5e66f22c7 req-9532e6dc-9985-4875-b1cf-653e76dbac65 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] For port 26462932-09af-4b68-a8c7-c087c67a6f3b, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=26462932-09af-4b68-a8c7-c087c67a6f3b,segment=NetworkSegment(eb15ebc3-d859-4c30-ac82-18d690473f58),segment_id=eb15ebc3-d859-4c30-ac82-18d690473f58)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:57:02.256904 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-84be3a01-c28b-4c26-837c-9da5e66f22c7 req-9532e6dc-9985-4875-b1cf-653e76dbac65 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:02.375169 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-84be3a01-c28b-4c26-837c-9da5e66f22c7 req-9532e6dc-9985-4875-b1cf-653e76dbac65 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Calling delete_port for 26462932-09af-4b68-a8c7-c087c67a6f3b owned by compute:nova {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:57:02.514492 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-84be3a01-c28b-4c26-837c-9da5e66f22c7 req-9532e6dc-9985-4875-b1cf-653e76dbac65 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:02.560654 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532e6dc-9985-4875-b1cf-653e76dbac65 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Port': ['ID=26462932-09af-4b68-a8c7-c087c67a6f3b,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:02.721496 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-84be3a01-c28b-4c26-837c-9da5e66f22c7 req-9532e6dc-9985-4875-b1cf-653e76dbac65 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] No DVR routers for this DVR port 26462932-09af-4b68-a8c7-c087c67a6f3b on host hv-neutron-8371 {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:57:02.723851 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-84be3a01-c28b-4c26-837c-9da5e66f22c7 req-9532e6dc-9985-4875-b1cf-653e76dbac65 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:02.726293 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e7ee67-b413-4d79-98c1-bff5da8011b5', 'name': 'network-vif-deleted', 'tag': '26462932-09af-4b68-a8c7-c087c67a6f3b'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:57:02.741183 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-84be3a01-c28b-4c26-837c-9da5e66f22c7 req-9532e6dc-9985-4875-b1cf-653e76dbac65 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.52 "DELETE /v2.0/ports/26462932-09af-4b68-a8c7-c087c67a6f3b HTTP/1.1" status: 204 len: 173 time: 0.7817736 Apr 08 10:57:02.780671 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b14ed489-a27b-45db-8c7b-9eba97af7197'] response: {'server_uuid': '47e7ee67-b413-4d79-98c1-bff5da8011b5', 'name': 'network-vif-deleted', 'tag': '26462932-09af-4b68-a8c7-c087c67a6f3b', 'status': 'completed', 'code': 200} Apr 08 10:57:03.114174 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-59219cfa-d846-4727-9e03-4963462c10e1 req-c288ae21-6262-46af-b658-6b1c2430e248 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Synchronizing usage tracker for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:57:03.129864 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-59219cfa-d846-4727-9e03-4963462c10e1 req-c288ae21-6262-46af-b658-6b1c2430e248 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Unset dirty status for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:57:03.135067 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-59219cfa-d846-4727-9e03-4963462c10e1 req-c288ae21-6262-46af-b658-6b1c2430e248 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e7ee67-b413-4d79-98c1-bff5da8011b5 HTTP/1.1" status: 200 len: 210 time: 0.0559359 Apr 08 10:57:04.207733 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 26462932-09af-4b68-a8c7-c087c67a6f3b no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:57:04.239280 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37496) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:04.240740 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: 26462932-09af-4b68-a8c7-c087c67a6f3b {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:57:04.241088 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 26462932-09af-4b68-a8c7-c087c67a6f3b not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:57:04.656008 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-74118cbc-26aa-4dc7-87b6-3e6ecc68273f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:05.246756 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-74118cbc-26aa-4dc7-87b6-3e6ecc68273f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Deleting port 49d256e3-9c6b-4ba9-9c44-4e77c7cef749 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:57:05.247433 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-74118cbc-26aa-4dc7-87b6-3e6ecc68273f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:05.426106 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-74118cbc-26aa-4dc7-87b6-3e6ecc68273f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] For port 49d256e3-9c6b-4ba9-9c44-4e77c7cef749, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=49d256e3-9c6b-4ba9-9c44-4e77c7cef749,segment=NetworkSegment(eb15ebc3-d859-4c30-ac82-18d690473f58),segment_id=eb15ebc3-d859-4c30-ac82-18d690473f58)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:57:05.426372 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-74118cbc-26aa-4dc7-87b6-3e6ecc68273f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:05.543160 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-74118cbc-26aa-4dc7-87b6-3e6ecc68273f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Calling delete_port for 49d256e3-9c6b-4ba9-9c44-4e77c7cef749 owned by network:router_interface {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:57:05.800726 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-74118cbc-26aa-4dc7-87b6-3e6ecc68273f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:05.845407 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74118cbc-26aa-4dc7-87b6-3e6ecc68273f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Port': ['ID=49d256e3-9c6b-4ba9-9c44-4e77c7cef749,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:06.145905 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-74118cbc-26aa-4dc7-87b6-3e6ecc68273f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:06.705999 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74118cbc-26aa-4dc7-87b6-3e6ecc68273f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Router ccc17d2d-7b45-4f88-a4a4-9723a2fa898f has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:57:06.898505 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74118cbc-26aa-4dc7-87b6-3e6ecc68273f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:57:06.908474 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcda375e-5321-42ce-a64b-a58be2a0084b None None] Sync routers for ids ['ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:57:06.914314 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-74118cbc-26aa-4dc7-87b6-3e6ecc68273f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "PUT /v2.0/routers/ccc17d2d-7b45-4f88-a4a4-9723a2fa898f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6739573 Apr 08 10:57:06.917604 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37500) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:06.923979 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcda375e-5321-42ce-a64b-a58be2a0084b None None] Routers {'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:57:06.924585 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-bcda375e-5321-42ce-a64b-a58be2a0084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:56:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:07.102578 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-bcda375e-5321-42ce-a64b-a58be2a0084b None None] Set router ccc17d2d-7b45-4f88-a4a4-9723a2fa898f gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:57:07.203708 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-f965ceef-a7b2-4e2d-8071-3ae4639c1291 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Deleting subnet 31f080c7-6f7b-443b-82ca-51a84e794e86 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:57:07.206603 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f965ceef-a7b2-4e2d-8071-3ae4639c1291 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:07.259153 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f965ceef-a7b2-4e2d-8071-3ae4639c1291 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:07.344288 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f965ceef-a7b2-4e2d-8071-3ae4639c1291 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:07.383603 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-bcda375e-5321-42ce-a64b-a58be2a0084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036944955', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:57:05Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:07.387883 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcda375e-5321-42ce-a64b-a58be2a0084b None None] Checking router: ccc17d2d-7b45-4f88-a4a4-9723a2fa898f for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:57:07.398406 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcda375e-5321-42ce-a64b-a58be2a0084b None None] Routers {'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:57:07.399007 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-bcda375e-5321-42ce-a64b-a58be2a0084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:56:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:07.415715 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f965ceef-a7b2-4e2d-8071-3ae4639c1291 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:07.455604 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965ceef-a7b2-4e2d-8071-3ae4639c1291 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Subnet': ['ID=31f080c7-6f7b-443b-82ca-51a84e794e86,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:07.459610 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f965ceef-a7b2-4e2d-8071-3ae4639c1291 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:07.465955 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f965ceef-a7b2-4e2d-8071-3ae4639c1291 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "DELETE /v2.0/subnets/31f080c7-6f7b-443b-82ca-51a84e794e86 HTTP/1.1" status: 204 len: 168 time: 0.5473509 Apr 08 10:57:07.468516 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37504) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:07.469215 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c47d473-0b96-4814-845b-05fed19bc1b5 None None] Network 4a011156-4d8d-4ec1-9cd1-1d8d06519749 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:57:07.607527 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-bcda375e-5321-42ce-a64b-a58be2a0084b None None] Set router ccc17d2d-7b45-4f88-a4a4-9723a2fa898f gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:57:07.675451 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9a78cf28-7c85-47d5-87fa-f60c17d08135 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:07.732500 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcadbaf-e342-4df6-b309-c5ad5479462f None None] DHCP port deletion for 4a011156-4d8d-4ec1-9cd1-1d8d06519749 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:57:07.736571 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-0fcadbaf-e342-4df6-b309-c5ad5479462f None None] Deleting port 595b637c-ee98-472e-87a4-2f1ffe7993fa {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:57:07.736949 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0fcadbaf-e342-4df6-b309-c5ad5479462f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:07.877816 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9a78cf28-7c85-47d5-87fa-f60c17d08135 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:07.895290 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-9a78cf28-7c85-47d5-87fa-f60c17d08135 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Deleting port 54e49139-8f38-4d8f-900b-8d734ead06b9 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:57:07.895764 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-bcda375e-5321-42ce-a64b-a58be2a0084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036944955', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:57:05Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:07.896005 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9a78cf28-7c85-47d5-87fa-f60c17d08135 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:07.900508 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcda375e-5321-42ce-a64b-a58be2a0084b None None] The sync data for ids ['ccc17d2d-7b45-4f88-a4a4-9723a2fa898f'] in dv-neutron-837110-1-hyperv is: [{'id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036944955', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:57:05Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '54e49139-8f38-4d8f-900b-8d734ead06b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc17d2d-7b45-4f88-a4a4-9723a2fa898f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:13Z', 'updated_at': '2022-04-08T10:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:57:07.957966 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-0fcadbaf-e342-4df6-b309-c5ad5479462f None None] For port 595b637c-ee98-472e-87a4-2f1ffe7993fa, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=595b637c-ee98-472e-87a4-2f1ffe7993fa,segment=NetworkSegment(eb15ebc3-d859-4c30-ac82-18d690473f58),segment_id=eb15ebc3-d859-4c30-ac82-18d690473f58)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:57:07.958351 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0fcadbaf-e342-4df6-b309-c5ad5479462f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:08.099330 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-9a78cf28-7c85-47d5-87fa-f60c17d08135 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] For port 54e49139-8f38-4d8f-900b-8d734ead06b9, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=54e49139-8f38-4d8f-900b-8d734ead06b9,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:57:08.099688 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9a78cf28-7c85-47d5-87fa-f60c17d08135 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:08.109898 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-0fcadbaf-e342-4df6-b309-c5ad5479462f None None] Calling delete_port for 595b637c-ee98-472e-87a4-2f1ffe7993fa owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:57:08.182572 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0fcadbaf-e342-4df6-b309-c5ad5479462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:08.220545 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-9a78cf28-7c85-47d5-87fa-f60c17d08135 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Calling delete_port for 54e49139-8f38-4d8f-900b-8d734ead06b9 owned by network:router_gateway {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:57:08.228633 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcadbaf-e342-4df6-b309-c5ad5479462f None None] Pushing event deleted for resources: {'Port': ['ID=595b637c-ee98-472e-87a4-2f1ffe7993fa,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:08.230990 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcadbaf-e342-4df6-b309-c5ad5479462f None None] No DVR routers for this DVR port 595b637c-ee98-472e-87a4-2f1ffe7993fa on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:57:08.247986 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcadbaf-e342-4df6-b309-c5ad5479462f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:08.248366 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcadbaf-e342-4df6-b309-c5ad5479462f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:08.249807 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcadbaf-e342-4df6-b309-c5ad5479462f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:08.249807 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcadbaf-e342-4df6-b309-c5ad5479462f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:08.249807 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcadbaf-e342-4df6-b309-c5ad5479462f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:08.249807 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcadbaf-e342-4df6-b309-c5ad5479462f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:08.250165 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcadbaf-e342-4df6-b309-c5ad5479462f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:08.250330 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcadbaf-e342-4df6-b309-c5ad5479462f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:08.250652 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcadbaf-e342-4df6-b309-c5ad5479462f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:08.250979 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcadbaf-e342-4df6-b309-c5ad5479462f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:08.251424 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcadbaf-e342-4df6-b309-c5ad5479462f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:08.406897 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9a78cf28-7c85-47d5-87fa-f60c17d08135 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:08.454412 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78cf28-7c85-47d5-87fa-f60c17d08135 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Port': ['ID=54e49139-8f38-4d8f-900b-8d734ead06b9,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:08.599492 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:08.671801 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9a78cf28-7c85-47d5-87fa-f60c17d08135 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:08.690634 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 595b637c-ee98-472e-87a4-2f1ffe7993fa no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:57:08.729931 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 595b637c-ee98-472e-87a4-2f1ffe7993fa {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:57:08.730278 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 595b637c-ee98-472e-87a4-2f1ffe7993fa not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:57:08.730701 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 49d256e3-9c6b-4ba9-9c44-4e77c7cef749 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:57:08.764133 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 49d256e3-9c6b-4ba9-9c44-4e77c7cef749 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:57:08.764488 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 49d256e3-9c6b-4ba9-9c44-4e77c7cef749 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:57:09.026602 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9a78cf28-7c85-47d5-87fa-f60c17d08135 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:09.030623 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9a78cf28-7c85-47d5-87fa-f60c17d08135 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:09.054054 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9a78cf28-7c85-47d5-87fa-f60c17d08135 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:09.054576 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a78cf28-7c85-47d5-87fa-f60c17d08135 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Fanout notify agent at l3_agent the message router_deleted on router ccc17d2d-7b45-4f88-a4a4-9723a2fa898f {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:57:09.069224 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9a78cf28-7c85-47d5-87fa-f60c17d08135 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:09.070289 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9a78cf28-7c85-47d5-87fa-f60c17d08135 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "DELETE /v2.0/routers/ccc17d2d-7b45-4f88-a4a4-9723a2fa898f HTTP/1.1" status: 204 len: 168 time: 1.6007833 Apr 08 10:57:09.073496 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37508) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:09.189515 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a0244dfd-5382-43aa-95c4-9efc7c708000 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:09.316704 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a0244dfd-5382-43aa-95c4-9efc7c708000 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:09.341681 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-a0244dfd-5382-43aa-95c4-9efc7c708000 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a011156-4d8d-4ec1-9cd1-1d8d06519749']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:09.353819 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-a0244dfd-5382-43aa-95c4-9efc7c708000 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb15ebc3-d859-4c30-ac82-18d690473f58') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:09.354115 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-a0244dfd-5382-43aa-95c4-9efc7c708000 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb15ebc3-d859-4c30-ac82-18d690473f58') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:09.364906 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a0244dfd-5382-43aa-95c4-9efc7c708000 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:09.379810 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a0244dfd-5382-43aa-95c4-9efc7c708000 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:09.385628 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0244dfd-5382-43aa-95c4-9efc7c708000 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:57:09.386001 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a0244dfd-5382-43aa-95c4-9efc7c708000 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:57:09.400233 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:57:09.479824 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a0244dfd-5382-43aa-95c4-9efc7c708000 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:09.497345 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a0244dfd-5382-43aa-95c4-9efc7c708000 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:09.508445 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0244dfd-5382-43aa-95c4-9efc7c708000 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Network': ['ID=4a011156-4d8d-4ec1-9cd1-1d8d06519749,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:09.515802 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a0244dfd-5382-43aa-95c4-9efc7c708000 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "DELETE /v2.0/networks/4a011156-4d8d-4ec1-9cd1-1d8d06519749 HTTP/1.1" status: 204 len: 168 time: 0.4392853 Apr 08 10:57:09.516549 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37512) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:09.584697 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-06bef93a-7a75-421a-9ec9-a0c91bce24bd tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:09.615655 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-06bef93a-7a75-421a-9ec9-a0c91bce24bd tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:09.677710 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-06bef93a-7a75-421a-9ec9-a0c91bce24bd tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:09.693494 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bef93a-7a75-421a-9ec9-a0c91bce24bd tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7a421d-f871-44b0-9ff5-aa223cd0bc69,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:09.701156 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-06bef93a-7a75-421a-9ec9-a0c91bce24bd tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:09.702289 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-06bef93a-7a75-421a-9ec9-a0c91bce24bd tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "DELETE /v2.0/security-groups/ba7a421d-f871-44b0-9ff5-aa223cd0bc69 HTTP/1.1" status: 204 len: 168 time: 0.1847744 Apr 08 10:57:10.164942 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37520) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:10.171100 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-2f4be15b-6dfe-4cd1-9d8a-13782b1e61c3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-784941527', 'description': 'tempest-secgroup-smoke-784941527 description', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:57:10.176974 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2f4be15b-6dfe-4cd1-9d8a-13782b1e61c3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:57:10.180716 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2f4be15b-6dfe-4cd1-9d8a-13782b1e61c3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:57:10.183501 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2f4be15b-6dfe-4cd1-9d8a-13782b1e61c3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:57:10.189102 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2f4be15b-6dfe-4cd1-9d8a-13782b1e61c3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:57:10.199091 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2f4be15b-6dfe-4cd1-9d8a-13782b1e61c3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:10.233697 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2f4be15b-6dfe-4cd1-9d8a-13782b1e61c3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:57:10.237388 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2f4be15b-6dfe-4cd1-9d8a-13782b1e61c3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:57:10.240101 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2f4be15b-6dfe-4cd1-9d8a-13782b1e61c3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:57:10.245712 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2f4be15b-6dfe-4cd1-9d8a-13782b1e61c3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:57:10.299593 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2f4be15b-6dfe-4cd1-9d8a-13782b1e61c3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:10.303057 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2f4be15b-6dfe-4cd1-9d8a-13782b1e61c3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:10.344196 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4be15b-6dfe-4cd1-9d8a-13782b1e61c3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:10.348223 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2f4be15b-6dfe-4cd1-9d8a-13782b1e61c3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:10.349403 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2f4be15b-6dfe-4cd1-9d8a-13782b1e61c3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1828651 Apr 08 10:57:10.352269 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37524) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:10.358345 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-9f25eab3-0b12-43b4-a030-46c805f9a020 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': 'aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:57:10.364184 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-9f25eab3-0b12-43b4-a030-46c805f9a020 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:57:10.367953 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-9f25eab3-0b12-43b4-a030-46c805f9a020 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:57:10.370830 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-9f25eab3-0b12-43b4-a030-46c805f9a020 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:57:10.376435 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-9f25eab3-0b12-43b4-a030-46c805f9a020 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:57:10.393476 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9f25eab3-0b12-43b4-a030-46c805f9a020 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:10.454694 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9f25eab3-0b12-43b4-a030-46c805f9a020 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:10.458233 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9f25eab3-0b12-43b4-a030-46c805f9a020 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:10.481691 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25eab3-0b12-43b4-a030-46c805f9a020 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dacf52d9-b519-4e5d-806a-fe39f4b9262b,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:10.489858 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9f25eab3-0b12-43b4-a030-46c805f9a020 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:10.491001 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9f25eab3-0b12-43b4-a030-46c805f9a020 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1378179 Apr 08 10:57:10.493704 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37528) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:10.498985 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-40559653-185d-4635-b9bb-c6d3cf795ce4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': 'aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:57:10.504851 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-40559653-185d-4635-b9bb-c6d3cf795ce4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:57:10.508577 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-40559653-185d-4635-b9bb-c6d3cf795ce4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:57:10.512204 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-40559653-185d-4635-b9bb-c6d3cf795ce4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:57:10.517702 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-40559653-185d-4635-b9bb-c6d3cf795ce4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:57:10.534001 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-40559653-185d-4635-b9bb-c6d3cf795ce4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:10.595314 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-40559653-185d-4635-b9bb-c6d3cf795ce4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:10.597119 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 54e49139-8f38-4d8f-900b-8d734ead06b9 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:57:10.599047 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-40559653-185d-4635-b9bb-c6d3cf795ce4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:10.621379 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40559653-185d-4635-b9bb-c6d3cf795ce4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53aa3ab-23d3-4406-8095-4379a6545fb2,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:10.630216 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 54e49139-8f38-4d8f-900b-8d734ead06b9 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:57:10.630601 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-40559653-185d-4635-b9bb-c6d3cf795ce4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:10.630737 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 54e49139-8f38-4d8f-900b-8d734ead06b9 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:57:10.632016 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-40559653-185d-4635-b9bb-c6d3cf795ce4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1372750 Apr 08 10:57:10.635276 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37532) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:10.641473 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-5aa864d2-ebca-4068-83be-093adc6a1b72 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': 'aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:57:10.647571 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-5aa864d2-ebca-4068-83be-093adc6a1b72 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:57:10.652043 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5aa864d2-ebca-4068-83be-093adc6a1b72 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:57:10.654828 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-5aa864d2-ebca-4068-83be-093adc6a1b72 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:57:10.660337 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-5aa864d2-ebca-4068-83be-093adc6a1b72 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:57:10.676044 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5aa864d2-ebca-4068-83be-093adc6a1b72 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:10.735773 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5aa864d2-ebca-4068-83be-093adc6a1b72 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:10.739204 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5aa864d2-ebca-4068-83be-093adc6a1b72 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:10.763394 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa864d2-ebca-4068-83be-093adc6a1b72 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30d4768-61af-4af3-a233-fa85df8addb4,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:10.772244 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5aa864d2-ebca-4068-83be-093adc6a1b72 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:10.773407 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5aa864d2-ebca-4068-83be-093adc6a1b72 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1371534 Apr 08 10:57:10.776946 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37536) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:10.782261 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-c67e5220-b3e6-4da2-ad0f-359836ac3e94 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': 'aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:57:10.787789 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-c67e5220-b3e6-4da2-ad0f-359836ac3e94 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:57:10.791915 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-c67e5220-b3e6-4da2-ad0f-359836ac3e94 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:57:10.794725 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-c67e5220-b3e6-4da2-ad0f-359836ac3e94 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:57:10.800260 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-c67e5220-b3e6-4da2-ad0f-359836ac3e94 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:57:10.815783 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c67e5220-b3e6-4da2-ad0f-359836ac3e94 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:10.877660 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c67e5220-b3e6-4da2-ad0f-359836ac3e94 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:10.881229 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c67e5220-b3e6-4da2-ad0f-359836ac3e94 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:10.904347 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e5220-b3e6-4da2-ad0f-359836ac3e94 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d3ad8f-da05-4759-87e0-3984d3e426fb,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:10.913327 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c67e5220-b3e6-4da2-ad0f-359836ac3e94 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:10.914692 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c67e5220-b3e6-4da2-ad0f-359836ac3e94 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1367919 Apr 08 10:57:10.917320 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37540) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:10.923081 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-bfe120e8-9946-4903-bde0-ee1f0cc96e8f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': 'aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:57:10.928929 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-bfe120e8-9946-4903-bde0-ee1f0cc96e8f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:57:10.933197 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-bfe120e8-9946-4903-bde0-ee1f0cc96e8f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:57:10.936025 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-bfe120e8-9946-4903-bde0-ee1f0cc96e8f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:57:10.941714 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-bfe120e8-9946-4903-bde0-ee1f0cc96e8f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:57:10.951928 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.securitygroups_db [None req-bfe120e8-9946-4903-bde0-ee1f0cc96e8f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Project 4a457a2ac8d74b96ab5e9f84a5d84771 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:57:10.957944 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bfe120e8-9946-4903-bde0-ee1f0cc96e8f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:11.020064 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bfe120e8-9946-4903-bde0-ee1f0cc96e8f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:11.024200 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bfe120e8-9946-4903-bde0-ee1f0cc96e8f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:11.046152 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe120e8-9946-4903-bde0-ee1f0cc96e8f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c28b90-a48a-48a7-a72a-f5e0ee35c7b5,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:11.055120 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bfe120e8-9946-4903-bde0-ee1f0cc96e8f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:11.056893 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-bfe120e8-9946-4903-bde0-ee1f0cc96e8f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1385849 Apr 08 10:57:11.059500 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37544) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:11.064943 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-473d0db2-5f02-4fb0-a70b-aad0f806b70b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': 'aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:57:11.070687 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-473d0db2-5f02-4fb0-a70b-aad0f806b70b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:57:11.075086 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-473d0db2-5f02-4fb0-a70b-aad0f806b70b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:57:11.077871 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-473d0db2-5f02-4fb0-a70b-aad0f806b70b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:57:11.083374 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-473d0db2-5f02-4fb0-a70b-aad0f806b70b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:57:11.093870 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.securitygroups_db [None req-473d0db2-5f02-4fb0-a70b-aad0f806b70b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Project 4a457a2ac8d74b96ab5e9f84a5d84771 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:57:11.100326 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-473d0db2-5f02-4fb0-a70b-aad0f806b70b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:11.167213 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-473d0db2-5f02-4fb0-a70b-aad0f806b70b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:11.170678 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-473d0db2-5f02-4fb0-a70b-aad0f806b70b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:11.193908 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d0db2-5f02-4fb0-a70b-aad0f806b70b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa3f74c-6151-4384-b470-bdcb6bc64ba5,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:11.201848 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-473d0db2-5f02-4fb0-a70b-aad0f806b70b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:11.203014 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-473d0db2-5f02-4fb0-a70b-aad0f806b70b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1424062 Apr 08 10:57:11.205714 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37548) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:11.210975 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-81344ff7-41c0-49d1-afdc-d55a091d41f3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'network': {'name': 'tempest-network-smoke--1842365085', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'port_security_enabled': True}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:57:11.215763 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-81344ff7-41c0-49d1-afdc-d55a091d41f3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:57:11.219819 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-81344ff7-41c0-49d1-afdc-d55a091d41f3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:network and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:57:11.222609 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-81344ff7-41c0-49d1-afdc-d55a091d41f3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:57:11.228696 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-81344ff7-41c0-49d1-afdc-d55a091d41f3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:57:11.238593 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81344ff7-41c0-49d1-afdc-d55a091d41f3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Made reservation on behalf of 4a457a2ac8d74b96ab5e9f84a5d84771 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:57:11.241463 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-81344ff7-41c0-49d1-afdc-d55a091d41f3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:11.269457 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81344ff7-41c0-49d1-afdc-d55a091d41f3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:57:11.278977 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-81344ff7-41c0-49d1-afdc-d55a091d41f3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:11.279313 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-81344ff7-41c0-49d1-afdc-d55a091d41f3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Added segment f69800a9-d073-498a-b89a-1c71ffe05e7c of type vlan for network 70215efb-ce90-4ac3-af10-b470ea7a32f2 Apr 08 10:57:11.307101 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-81344ff7-41c0-49d1-afdc-d55a091d41f3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:11.335573 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-81344ff7-41c0-49d1-afdc-d55a091d41f3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:11.339456 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81344ff7-41c0-49d1-afdc-d55a091d41f3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:11.340035 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-81344ff7-41c0-49d1-afdc-d55a091d41f3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:11.528177 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-81344ff7-41c0-49d1-afdc-d55a091d41f3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3213878 Apr 08 10:57:11.530949 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37552) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:11.533736 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81344ff7-41c0-49d1-afdc-d55a091d41f3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Network': ['ID=70215efb-ce90-4ac3-af10-b470ea7a32f2,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:11.536443 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-444634107', 'admin_state_up': True, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:57:11.544417 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 70215efb-ce90-4ac3-af10-b470ea7a32f2 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:57:11.544728 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:57:11.548582 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:router and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:57:11.551394 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:57:11.557244 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:57:11.567711 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:11.568783 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:11.586706 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:11.729547 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:11.902573 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router_gateway, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:11.936074 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:12.066619 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Allocated IP 172.26.0.189 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/2d36734d-57d1-446e-bc18-9d909d8aac22) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:57:12.211586 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:12.237879 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:12.307001 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:57:12.309796 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:57:12.314000 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:57:12.338388 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=2d36734d-57d1-446e-bc18-9d909d8aac22,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:12.361554 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:12.361899 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:12.362235 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:12.362566 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:12.362892 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:12.363214 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:12.363533 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:12.363851 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:12.364196 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:12.364515 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:12.364829 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:12.483198 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router_gateway, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:12.483859 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:12.717465 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Router 6b92b32a-0c2a-4eea-a317-7d9b8433ccb5 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:57:12.917254 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:57:12.926249 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1d97f7-6f9b-4eb4-8079-3efda9575d7a None None] Sync routers for ids ['6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:57:12.938643 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1d97f7-6f9b-4eb4-8079-3efda9575d7a None None] Routers {'6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:57:12.939250 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-6f1d97f7-6f9b-4eb4-8079-3efda9575d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:56:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:12.942392 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:12.946490 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-180251ed-1c72-4baa-ab69-b9d965bc7e2f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4115963 Apr 08 10:57:12.946799 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37556) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:12.988063 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-69ad55d3-21cb-4002-acea-0b347a3b40f7 tempest-TestNetworkAdvancedServerOps-144543435 tempest-TestNetworkAdvancedServerOps-144543435-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=4a457a2ac8d74b96ab5e9f84a5d84771&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379276 Apr 08 10:57:12.988682 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37560) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:13.118710 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-6f1d97f7-6f9b-4eb4-8079-3efda9575d7a None None] Set router 6b92b32a-0c2a-4eea-a317-7d9b8433ccb5 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:57:13.128757 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697af713-17e7-4bb2-b92d-4baa137da574 tempest-TestNetworkAdvancedServerOps-144543435 tempest-TestNetworkAdvancedServerOps-144543435-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:13.130218 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-697af713-17e7-4bb2-b92d-4baa137da574 tempest-TestNetworkAdvancedServerOps-144543435 tempest-TestNetworkAdvancedServerOps-144543435-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1405706 Apr 08 10:57:13.132971 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37564) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:13.172720 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1df542a4-09b7-4acb-98cb-772292ff3a3d tempest-TestNetworkAdvancedServerOps-144543435 tempest-TestNetworkAdvancedServerOps-144543435-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384817 Apr 08 10:57:13.174969 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37568) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:13.180327 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-aa1fa8ff-88e7-41a9-a1ed-a39bf370c796 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-247642730', 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:57:13.287924 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-aa1fa8ff-88e7-41a9-a1ed-a39bf370c796 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:57:13.292436 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-aa1fa8ff-88e7-41a9-a1ed-a39bf370c796 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:subnet and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:57:13.295264 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-aa1fa8ff-88e7-41a9-a1ed-a39bf370c796 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:57:13.300968 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-aa1fa8ff-88e7-41a9-a1ed-a39bf370c796 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:57:13.311689 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1fa8ff-88e7-41a9-a1ed-a39bf370c796 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Made reservation on behalf of 4a457a2ac8d74b96ab5e9f84a5d84771 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:57:13.396657 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-553b1629-2d76-4bb1-bd27-7c51235d97a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:13.413759 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-6f1d97f7-6f9b-4eb4-8079-3efda9575d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444634107', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:57:12Z', 'revision_number': 3, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ef:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:57:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:13.415534 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-aa1fa8ff-88e7-41a9-a1ed-a39bf370c796 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:13.417632 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1d97f7-6f9b-4eb4-8079-3efda9575d7a None None] Checking router: 6b92b32a-0c2a-4eea-a317-7d9b8433ccb5 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:57:13.417987 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1d97f7-6f9b-4eb4-8079-3efda9575d7a None None] Updating router 6b92b32a-0c2a-4eea-a317-7d9b8433ccb5 port 2d36734d-57d1-446e-bc18-9d909d8aac22 binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:57:13.471787 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6f1d97f7-6f9b-4eb4-8079-3efda9575d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:13.640521 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-aa1fa8ff-88e7-41a9-a1ed-a39bf370c796 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:13.716588 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1fa8ff-88e7-41a9-a1ed-a39bf370c796 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Subnet': ['ID=b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:13.730393 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1fa8ff-88e7-41a9-a1ed-a39bf370c796 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Checking segment: {'id': 'f69800a9-d073-498a-b89a-1c71ffe05e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:57:13.730754 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1fa8ff-88e7-41a9-a1ed-a39bf370c796 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network hostable DHCP agents. Network: 70215efb-ce90-4ac3-af10-b470ea7a32f2, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:57:13.752042 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1fa8ff-88e7-41a9-a1ed-a39bf370c796 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network 70215efb-ce90-4ac3-af10-b470ea7a32f2 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:57:13.761862 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-aa1fa8ff-88e7-41a9-a1ed-a39bf370c796 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 70215efb-ce90-4ac3-af10-b470ea7a32f2) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:57:13.765833 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1fa8ff-88e7-41a9-a1ed-a39bf370c796 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:13.766419 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-aa1fa8ff-88e7-41a9-a1ed-a39bf370c796 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:13.774167 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16bdced-1350-4d87-840b-10e2f720150f None None] Network 70215efb-ce90-4ac3-af10-b470ea7a32f2 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:57:13.788490 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-aa1fa8ff-88e7-41a9-a1ed-a39bf370c796 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6125002 Apr 08 10:57:13.791322 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37572) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:13.887100 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6f1d97f7-6f9b-4eb4-8079-3efda9575d7a None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:13.958669 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-6f1d97f7-6f9b-4eb4-8079-3efda9575d7a None None] Transition to ACTIVE for port object 2d36734d-57d1-446e-bc18-9d909d8aac22 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:57:13.973830 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6f1d97f7-6f9b-4eb4-8079-3efda9575d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:14.096801 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818d588-edaf-4ba2-9820-ddaba14337c8 None None] Pushing event updated for resources: {'Port': ['ID=2d36734d-57d1-446e-bc18-9d909d8aac22,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:14.098926 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-6f1d97f7-6f9b-4eb4-8079-3efda9575d7a None None] Attempting to bind port 2d36734d-57d1-446e-bc18-9d909d8aac22 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:57:14.099285 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-6f1d97f7-6f9b-4eb4-8079-3efda9575d7a None None] Attempting to bind port 2d36734d-57d1-446e-bc18-9d909d8aac22 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:57:14.099638 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1d97f7-6f9b-4eb4-8079-3efda9575d7a None None] Attempting to bind port 2d36734d-57d1-446e-bc18-9d909d8aac22 on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:57:14.141496 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1d97f7-6f9b-4eb4-8079-3efda9575d7a None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:57:14.141789 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1d97f7-6f9b-4eb4-8079-3efda9575d7a None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:57:14.142131 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6f1d97f7-6f9b-4eb4-8079-3efda9575d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:14.142505 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1d97f7-6f9b-4eb4-8079-3efda9575d7a None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:57:14.142967 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-6f1d97f7-6f9b-4eb4-8079-3efda9575d7a None None] Bound port: 2d36734d-57d1-446e-bc18-9d909d8aac22, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:57:14.143334 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6f1d97f7-6f9b-4eb4-8079-3efda9575d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:14.173909 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87616657-8ac4-4e8f-99e9-e8d2a4f76f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-70215efb-ce90-4ac3-af10-b470ea7a32f2', 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'fixed_ips': [{'subnet_id': 'b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:57:14.174704 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-87616657-8ac4-4e8f-99e9-e8d2a4f76f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:14.282334 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-6f1d97f7-6f9b-4eb4-8079-3efda9575d7a None None] For port 2d36734d-57d1-446e-bc18-9d909d8aac22, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:57:14.298323 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-6f1d97f7-6f9b-4eb4-8079-3efda9575d7a None None] For port 2d36734d-57d1-446e-bc18-9d909d8aac22, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2d36734d-57d1-446e-bc18-9d909d8aac22,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:57:14.305479 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6f1d97f7-6f9b-4eb4-8079-3efda9575d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:14.439433 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818d588-edaf-4ba2-9820-ddaba14337c8 None None] Pushing event updated for resources: {'Port': ['ID=2d36734d-57d1-446e-bc18-9d909d8aac22,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:14.446228 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-87616657-8ac4-4e8f-99e9-e8d2a4f76f91 None None] Allocated IP 172.20.0.2 (70215efb-ce90-4ac3-af10-b470ea7a32f2/b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027/1b2cd573-6a91-4a86-a9ac-8521866e88d0) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:57:14.457516 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1d97f7-6f9b-4eb4-8079-3efda9575d7a None None] Routers {'6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:57:14.458132 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-6f1d97f7-6f9b-4eb4-8079-3efda9575d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:56:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:14.636586 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1a973ff5-b49a-486c-9bdd-25356e15b3b9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:14.777321 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-6f1d97f7-6f9b-4eb4-8079-3efda9575d7a None None] Set router 6b92b32a-0c2a-4eea-a317-7d9b8433ccb5 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:57:14.965735 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-87616657-8ac4-4e8f-99e9-e8d2a4f76f91 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:14.986667 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-87616657-8ac4-4e8f-99e9-e8d2a4f76f91 None None] Transition to ACTIVE for port object 1b2cd573-6a91-4a86-a9ac-8521866e88d0 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:57:15.021386 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-87616657-8ac4-4e8f-99e9-e8d2a4f76f91 None None] Transition to ACTIVE for port object 1b2cd573-6a91-4a86-a9ac-8521866e88d0 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:57:15.037981 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-87616657-8ac4-4e8f-99e9-e8d2a4f76f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:15.091236 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-1a973ff5-b49a-486c-9bdd-25356e15b3b9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Allocated IP 172.20.0.1 (70215efb-ce90-4ac3-af10-b470ea7a32f2/b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027/263d0aea-d928-4e2e-b0f4-64a57a553ad2) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:57:15.151062 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87616657-8ac4-4e8f-99e9-e8d2a4f76f91 None None] Network 70215efb-ce90-4ac3-af10-b470ea7a32f2 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:57:15.152626 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87616657-8ac4-4e8f-99e9-e8d2a4f76f91 None None] Pushing event updated for resources: {'Port': ['ID=1b2cd573-6a91-4a86-a9ac-8521866e88d0,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:15.156009 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-87616657-8ac4-4e8f-99e9-e8d2a4f76f91 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:57:15.159270 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87616657-8ac4-4e8f-99e9-e8d2a4f76f91 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:57:15.249987 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1a973ff5-b49a-486c-9bdd-25356e15b3b9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:15.260691 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-87616657-8ac4-4e8f-99e9-e8d2a4f76f91 None None] Attempting to bind port 1b2cd573-6a91-4a86-a9ac-8521866e88d0 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:57:15.261072 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-87616657-8ac4-4e8f-99e9-e8d2a4f76f91 None None] Attempting to bind port 1b2cd573-6a91-4a86-a9ac-8521866e88d0 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'f69800a9-d073-498a-b89a-1c71ffe05e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:57:15.261408 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87616657-8ac4-4e8f-99e9-e8d2a4f76f91 None None] Attempting to bind port 1b2cd573-6a91-4a86-a9ac-8521866e88d0 on network 70215efb-ce90-4ac3-af10-b470ea7a32f2 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:57:15.265253 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-6f1d97f7-6f9b-4eb4-8079-3efda9575d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444634107', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:57:12Z', 'revision_number': 3, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ef:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:15.266493 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-1a973ff5-b49a-486c-9bdd-25356e15b3b9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Transition to ACTIVE for port object 263d0aea-d928-4e2e-b0f4-64a57a553ad2 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:57:15.271980 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1d97f7-6f9b-4eb4-8079-3efda9575d7a None None] The sync data for ids ['6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'] in dv-neutron-837110-1-hyperv is: [{'id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444634107', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:57:12Z', 'revision_number': 3, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ef:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:57:15.273993 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87616657-8ac4-4e8f-99e9-e8d2a4f76f91 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:57:15.274993 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87616657-8ac4-4e8f-99e9-e8d2a4f76f91 None None] Checking segment: {'id': 'f69800a9-d073-498a-b89a-1c71ffe05e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:57:15.275441 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-87616657-8ac4-4e8f-99e9-e8d2a4f76f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:15.275813 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87616657-8ac4-4e8f-99e9-e8d2a4f76f91 None None] Bound using segment: {'id': 'f69800a9-d073-498a-b89a-1c71ffe05e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:57:15.276302 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-87616657-8ac4-4e8f-99e9-e8d2a4f76f91 None None] Bound port: 1b2cd573-6a91-4a86-a9ac-8521866e88d0, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69800a9-d073-498a-b89a-1c71ffe05e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:57:15.276674 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-87616657-8ac4-4e8f-99e9-e8d2a4f76f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:15.289327 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1a973ff5-b49a-486c-9bdd-25356e15b3b9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:15.372576 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a973ff5-b49a-486c-9bdd-25356e15b3b9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network 70215efb-ce90-4ac3-af10-b470ea7a32f2 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:57:15.376188 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-1a973ff5-b49a-486c-9bdd-25356e15b3b9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:57:15.378599 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a973ff5-b49a-486c-9bdd-25356e15b3b9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:57:15.385788 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-87616657-8ac4-4e8f-99e9-e8d2a4f76f91 None None] For port 1b2cd573-6a91-4a86-a9ac-8521866e88d0, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:57:15.390464 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-87616657-8ac4-4e8f-99e9-e8d2a4f76f91 None None] For port 1b2cd573-6a91-4a86-a9ac-8521866e88d0, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=1b2cd573-6a91-4a86-a9ac-8521866e88d0,segment=NetworkSegment(f69800a9-d073-498a-b89a-1c71ffe05e7c),segment_id=f69800a9-d073-498a-b89a-1c71ffe05e7c)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:57:15.395149 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-87616657-8ac4-4e8f-99e9-e8d2a4f76f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:15.409841 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a973ff5-b49a-486c-9bdd-25356e15b3b9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=263d0aea-d928-4e2e-b0f4-64a57a553ad2,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:15.443095 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1a973ff5-b49a-486c-9bdd-25356e15b3b9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:15.553424 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87616657-8ac4-4e8f-99e9-e8d2a4f76f91 None None] Pushing event updated for resources: {'Port': ['ID=1b2cd573-6a91-4a86-a9ac-8521866e88d0,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:15.563676 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1a973ff5-b49a-486c-9bdd-25356e15b3b9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:15.635890 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1974f012-2ced-4da1-97ef-8ba7bb54b103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:16.006715 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1a973ff5-b49a-486c-9bdd-25356e15b3b9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:16.011712 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1a973ff5-b49a-486c-9bdd-25356e15b3b9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:16.122571 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1a973ff5-b49a-486c-9bdd-25356e15b3b9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:16.133915 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a973ff5-b49a-486c-9bdd-25356e15b3b9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=263d0aea-d928-4e2e-b0f4-64a57a553ad2,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:16.266363 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a973ff5-b49a-486c-9bdd-25356e15b3b9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network 70215efb-ce90-4ac3-af10-b470ea7a32f2 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:57:16.267553 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-1a973ff5-b49a-486c-9bdd-25356e15b3b9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:57:16.538920 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a544023a-ae6c-4503-8b59-d0c45bfa026d None None] Network 70215efb-ce90-4ac3-af10-b470ea7a32f2 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:57:16.645171 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-2e025287-43c3-4b66-9552-486699e9196f None None] Provisioning for port 1b2cd573-6a91-4a86-a9ac-8521866e88d0 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:57:16.717500 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2d36734d-57d1-446e-bc18-9d909d8aac22 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:57:16.763608 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a973ff5-b49a-486c-9bdd-25356e15b3b9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Router 6b92b32a-0c2a-4eea-a317-7d9b8433ccb5 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:57:16.834879 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 2d36734d-57d1-446e-bc18-9d909d8aac22 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:57:16.842079 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 2d36734d-57d1-446e-bc18-9d909d8aac22 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:57:16.842447 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:16.908834 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:16.973581 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a973ff5-b49a-486c-9bdd-25356e15b3b9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:57:16.985124 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:16.989661 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1a973ff5-b49a-486c-9bdd-25356e15b3b9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "PUT /v2.0/routers/6b92b32a-0c2a-4eea-a317-7d9b8433ccb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1973283 Apr 08 10:57:16.992619 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:17.011814 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 2d36734d-57d1-446e-bc18-9d909d8aac22, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2d36734d-57d1-446e-bc18-9d909d8aac22,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:57:17.016684 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:17.018549 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 1b2cd573-6a91-4a86-a9ac-8521866e88d0 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:57:17.117376 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=2d36734d-57d1-446e-bc18-9d909d8aac22,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:17.168746 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 1b2cd573-6a91-4a86-a9ac-8521866e88d0 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:57:17.177241 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 1b2cd573-6a91-4a86-a9ac-8521866e88d0 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:57:17.177755 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:17.181495 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-f37fc023-edc6-4859-b848-6c0ba7f63ad8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Synchronizing usage tracker for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:57:17.202551 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-f37fc023-edc6-4859-b848-6c0ba7f63ad8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Unset dirty status for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:57:17.204113 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-f37fc023-edc6-4859-b848-6c0ba7f63ad8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-784941527&fields=id&tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771 HTTP/1.1" status: 200 len: 267 time: 0.0742991 Apr 08 10:57:17.244535 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b7c93bcb-6154-48f5-ae61-e8371dad76cf None None] Provisioning for port 263d0aea-d928-4e2e-b0f4-64a57a553ad2 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:57:17.254149 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b7c93bcb-6154-48f5-ae61-e8371dad76cf None None] Provisioning complete for port 263d0aea-d928-4e2e-b0f4-64a57a553ad2 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:57:17.254518 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b7c93bcb-6154-48f5-ae61-e8371dad76cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:17.361492 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-b7c93bcb-6154-48f5-ae61-e8371dad76cf None None] Port 263d0aea-d928-4e2e-b0f4-64a57a553ad2 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:57:17.371063 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-614b5af4-74ce-40ff-b0b5-0f11441c55f7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:17.371897 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-614b5af4-74ce-40ff-b0b5-0f11441c55f7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Synchronizing usage tracker for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:network {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:57:17.373029 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:17.387627 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-614b5af4-74ce-40ff-b0b5-0f11441c55f7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Unset dirty status for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:network {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:57:17.389255 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-614b5af4-74ce-40ff-b0b5-0f11441c55f7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/networks?id=70215efb-ce90-4ac3-af10-b470ea7a32f2 HTTP/1.1" status: 200 len: 797 time: 0.1781383 Apr 08 10:57:17.402764 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-b7c93bcb-6154-48f5-ae61-e8371dad76cf None None] Provisioning complete for port 1b2cd573-6a91-4a86-a9ac-8521866e88d0 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:57:17.403139 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b7c93bcb-6154-48f5-ae61-e8371dad76cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:17.407439 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-a64b789f-001e-47fa-b41a-b98b05b483dc tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/quotas/4a457a2ac8d74b96ab5e9f84a5d84771 HTTP/1.1" status: 200 len: 375 time: 0.0118549 Apr 08 10:57:17.456766 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 1b2cd573-6a91-4a86-a9ac-8521866e88d0, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=1b2cd573-6a91-4a86-a9ac-8521866e88d0,segment=NetworkSegment(f69800a9-d073-498a-b89a-1c71ffe05e7c),segment_id=f69800a9-d073-498a-b89a-1c71ffe05e7c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:57:17.465066 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:17.502094 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-56aef103-7669-40ac-bcab-ffabf62927dd tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Synchronizing usage tracker for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:57:17.517527 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-56aef103-7669-40ac-bcab-ffabf62927dd tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Unset dirty status for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:57:17.519013 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-56aef103-7669-40ac-bcab-ffabf62927dd tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1050854 Apr 08 10:57:17.584730 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=1b2cd573-6a91-4a86-a9ac-8521866e88d0,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:17.658989 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-15672e91-fc56-4d90-ad7d-fbde5c0d846b service neutron] 10.222.0.47 "GET /v2.0/networks/70215efb-ce90-4ac3-af10-b470ea7a32f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271415 Apr 08 10:57:17.718756 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-e897b78d-cec1-49d5-81c7-b5eac6a873b1 None None] Provisioning complete for port 263d0aea-d928-4e2e-b0f4-64a57a553ad2 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:57:17.719184 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e897b78d-cec1-49d5-81c7-b5eac6a873b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:17.773666 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-e897b78d-cec1-49d5-81c7-b5eac6a873b1 None None] Port 263d0aea-d928-4e2e-b0f4-64a57a553ad2 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:57:17.793450 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-0d4ffa64-bd0d-4a6b-97af-e1eee605433a service neutron] 10.222.0.47 "GET /v2.0/networks/70215efb-ce90-4ac3-af10-b470ea7a32f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287751 Apr 08 10:57:17.978695 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d0e00126-cff7-42ba-b615-f74b1510be6a req-ca7b2c12-eded-4686-bac5-de7364868238 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 210 time: 0.0416563 Apr 08 10:57:18.388872 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:18.649432 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2d36734d-57d1-446e-bc18-9d909d8aac22 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:57:18.718611 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 2d36734d-57d1-446e-bc18-9d909d8aac22 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:57:18.718983 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:18.819393 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e9d33a-d7e7-4e97-8532-4da85ad65ba2 None None] Sync routers for ids ['6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:57:18.832331 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e9d33a-d7e7-4e97-8532-4da85ad65ba2 None None] Routers {'6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:57:18.832570 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c6e9d33a-d7e7-4e97-8532-4da85ad65ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:57:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:18.837591 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 1b2cd573-6a91-4a86-a9ac-8521866e88d0 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:57:18.906003 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 1b2cd573-6a91-4a86-a9ac-8521866e88d0 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:57:18.906407 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:19.016622 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-c6e9d33a-d7e7-4e97-8532-4da85ad65ba2 None None] Set router 6b92b32a-0c2a-4eea-a317-7d9b8433ccb5 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:57:19.195638 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f418efcd-4edd-4623-b4c0-3ee31dabf2ea req-d5b3b0d4-e255-4dc3-8a3c-d7a6b9d45872 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 210 time: 0.0511234 Apr 08 10:57:19.228999 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-cddb8305-e39d-4bb5-ade1-9d88f4ea6ad7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:19.230467 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-cddb8305-e39d-4bb5-ade1-9d88f4ea6ad7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.52 "GET /v2.0/networks?id=70215efb-ce90-4ac3-af10-b470ea7a32f2 HTTP/1.1" status: 200 len: 797 time: 0.2890885 Apr 08 10:57:19.296213 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-7a4eacfa-a9af-47d5-99f9-74fbbb3efb73 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771 HTTP/1.1" status: 200 len: 379 time: 0.0406475 Apr 08 10:57:19.304321 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-1b87cd95-4a20-43af-9050-c253790db032 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'port': {'device_id': 'b5f0f2f4-1552-4cfe-b8b1-9de268c761ea', 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2', 'admin_state_up': True, 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'security_groups': ['aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:57:19.355864 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c6e9d33a-d7e7-4e97-8532-4da85ad65ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444634107', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:57:15Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '263d0aea-d928-4e2e-b0f4-64a57a553ad2', 'name': '', 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:ba:51:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:57:14Z', 'updated_at': '2022-04-08T10:57:15Z', 'revision_number': 2, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': 'b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:19.361527 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e9d33a-d7e7-4e97-8532-4da85ad65ba2 None None] Checking router: 6b92b32a-0c2a-4eea-a317-7d9b8433ccb5 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:57:19.361880 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e9d33a-d7e7-4e97-8532-4da85ad65ba2 None None] Updating router 6b92b32a-0c2a-4eea-a317-7d9b8433ccb5 port 263d0aea-d928-4e2e-b0f4-64a57a553ad2 binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:57:19.418988 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c6e9d33a-d7e7-4e97-8532-4da85ad65ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:19.545463 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-1b87cd95-4a20-43af-9050-c253790db032 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:57:19.555103 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-1b87cd95-4a20-43af-9050-c253790db032 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:57:19.565201 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-1b87cd95-4a20-43af-9050-c253790db032 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Made reservation on behalf of 4a457a2ac8d74b96ab5e9f84a5d84771 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:57:19.568376 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-1b87cd95-4a20-43af-9050-c253790db032 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:19.753075 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c6e9d33a-d7e7-4e97-8532-4da85ad65ba2 None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:19.766073 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-c6e9d33a-d7e7-4e97-8532-4da85ad65ba2 None None] Transition to ACTIVE for port object 263d0aea-d928-4e2e-b0f4-64a57a553ad2 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:57:19.773044 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c6e9d33a-d7e7-4e97-8532-4da85ad65ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:19.856641 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-1b87cd95-4a20-43af-9050-c253790db032 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Allocated IP 172.20.0.10 (70215efb-ce90-4ac3-af10-b470ea7a32f2/b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027/bfdf5180-514b-4482-bd8c-80c146a81ab9) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:57:19.932015 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ac8aa-2699-401b-ae47-ceec880eab3f None None] Pushing event updated for resources: {'Port': ['ID=263d0aea-d928-4e2e-b0f4-64a57a553ad2,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:19.945311 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521ac8aa-2699-401b-ae47-ceec880eab3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:19.945648 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521ac8aa-2699-401b-ae47-ceec880eab3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:19.946759 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521ac8aa-2699-401b-ae47-ceec880eab3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:19.947243 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521ac8aa-2699-401b-ae47-ceec880eab3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:19.947571 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521ac8aa-2699-401b-ae47-ceec880eab3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:19.947895 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521ac8aa-2699-401b-ae47-ceec880eab3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:19.948240 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521ac8aa-2699-401b-ae47-ceec880eab3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:19.948723 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521ac8aa-2699-401b-ae47-ceec880eab3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:19.949198 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521ac8aa-2699-401b-ae47-ceec880eab3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:19.949657 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521ac8aa-2699-401b-ae47-ceec880eab3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:19.950126 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521ac8aa-2699-401b-ae47-ceec880eab3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:20.042646 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-c6e9d33a-d7e7-4e97-8532-4da85ad65ba2 None None] Attempting to bind port 263d0aea-d928-4e2e-b0f4-64a57a553ad2 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:57:20.043004 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-c6e9d33a-d7e7-4e97-8532-4da85ad65ba2 None None] Attempting to bind port 263d0aea-d928-4e2e-b0f4-64a57a553ad2 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'f69800a9-d073-498a-b89a-1c71ffe05e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:57:20.043352 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e9d33a-d7e7-4e97-8532-4da85ad65ba2 None None] Attempting to bind port 263d0aea-d928-4e2e-b0f4-64a57a553ad2 on network 70215efb-ce90-4ac3-af10-b470ea7a32f2 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:57:20.049804 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e9d33a-d7e7-4e97-8532-4da85ad65ba2 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:57:20.050167 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e9d33a-d7e7-4e97-8532-4da85ad65ba2 None None] Checking segment: {'id': 'f69800a9-d073-498a-b89a-1c71ffe05e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:57:20.050553 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c6e9d33a-d7e7-4e97-8532-4da85ad65ba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:20.050933 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e9d33a-d7e7-4e97-8532-4da85ad65ba2 None None] Bound using segment: {'id': 'f69800a9-d073-498a-b89a-1c71ffe05e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:57:20.051378 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-c6e9d33a-d7e7-4e97-8532-4da85ad65ba2 None None] Bound port: 263d0aea-d928-4e2e-b0f4-64a57a553ad2, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69800a9-d073-498a-b89a-1c71ffe05e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:57:20.051741 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c6e9d33a-d7e7-4e97-8532-4da85ad65ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:20.064661 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-1b87cd95-4a20-43af-9050-c253790db032 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:20.081039 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-1b87cd95-4a20-43af-9050-c253790db032 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Transition to ACTIVE for port object bfdf5180-514b-4482-bd8c-80c146a81ab9 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:57:20.107438 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-1b87cd95-4a20-43af-9050-c253790db032 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:20.143565 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-c6e9d33a-d7e7-4e97-8532-4da85ad65ba2 None None] For port 263d0aea-d928-4e2e-b0f4-64a57a553ad2, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:57:20.146937 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-c6e9d33a-d7e7-4e97-8532-4da85ad65ba2 None None] For port 263d0aea-d928-4e2e-b0f4-64a57a553ad2, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=263d0aea-d928-4e2e-b0f4-64a57a553ad2,segment=NetworkSegment(f69800a9-d073-498a-b89a-1c71ffe05e7c),segment_id=f69800a9-d073-498a-b89a-1c71ffe05e7c)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:57:20.151980 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c6e9d33a-d7e7-4e97-8532-4da85ad65ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:20.180054 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-1b87cd95-4a20-43af-9050-c253790db032 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network 70215efb-ce90-4ac3-af10-b470ea7a32f2 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:57:20.183540 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-1b87cd95-4a20-43af-9050-c253790db032 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:57:20.187465 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-1b87cd95-4a20-43af-9050-c253790db032 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:57:20.224570 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87cd95-4a20-43af-9050-c253790db032 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=bfdf5180-514b-4482-bd8c-80c146a81ab9,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:20.232975 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e9d33a-d7e7-4e97-8532-4da85ad65ba2 None None] Routers {'6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:57:20.234630 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c6e9d33a-d7e7-4e97-8532-4da85ad65ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:57:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:20.265402 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-1b87cd95-4a20-43af-9050-c253790db032 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:20.266116 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-1b87cd95-4a20-43af-9050-c253790db032 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:20.298244 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-1b87cd95-4a20-43af-9050-c253790db032 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9972918 Apr 08 10:57:20.313301 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-a782123d-b191-4f64-a1bd-814d65150709 service neutron] Request body: {'port': {'device_id': 'b5f0f2f4-1552-4cfe-b8b1-9de268c761ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:57:20.385383 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ac8aa-2699-401b-ae47-ceec880eab3f None None] Pushing event updated for resources: {'Port': ['ID=263d0aea-d928-4e2e-b0f4-64a57a553ad2,revision_number=4']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:20.439867 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0aebca24-33bf-4d64-a646-e4c7995d4c94 None None] Provisioning for port bfdf5180-514b-4482-bd8c-80c146a81ab9 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:57:20.443692 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-c6e9d33a-d7e7-4e97-8532-4da85ad65ba2 None None] Set router 6b92b32a-0c2a-4eea-a317-7d9b8433ccb5 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:57:20.445384 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0aebca24-33bf-4d64-a646-e4c7995d4c94 None None] Provisioning complete for port bfdf5180-514b-4482-bd8c-80c146a81ab9 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:57:20.445758 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0aebca24-33bf-4d64-a646-e4c7995d4c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:20.501008 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-a782123d-b191-4f64-a1bd-814d65150709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:20.505253 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-0aebca24-33bf-4d64-a646-e4c7995d4c94 None None] Port bfdf5180-514b-4482-bd8c-80c146a81ab9 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:57:20.517136 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6cf0f-9acd-4ffc-a189-cac64bdee6b4 req-76532f53-a427-4ddb-a8c9-5efb3c985318 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:20.517839 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-2db6cf0f-9acd-4ffc-a189-cac64bdee6b4 req-76532f53-a427-4ddb-a8c9-5efb3c985318 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Synchronizing usage tracker for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:57:20.569981 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-2db6cf0f-9acd-4ffc-a189-cac64bdee6b4 req-76532f53-a427-4ddb-a8c9-5efb3c985318 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Unset dirty status for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:57:20.571165 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2db6cf0f-9acd-4ffc-a189-cac64bdee6b4 req-76532f53-a427-4ddb-a8c9-5efb3c985318 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 932 time: 0.2096486 Apr 08 10:57:20.697050 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2db6cf0f-9acd-4ffc-a189-cac64bdee6b4 req-b1204fca-5b38-460b-850e-fb68badc6a90 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165056 Apr 08 10:57:20.778269 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c6e9d33a-d7e7-4e97-8532-4da85ad65ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444634107', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:57:15Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '263d0aea-d928-4e2e-b0f4-64a57a553ad2', 'name': '', 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:ba:51:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:57:14Z', 'updated_at': '2022-04-08T10:57:20Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': 'b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:20.782151 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e9d33a-d7e7-4e97-8532-4da85ad65ba2 None None] The sync data for ids ['6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'] in dv-neutron-837110-1-hyperv is: [{'id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444634107', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:57:15Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '263d0aea-d928-4e2e-b0f4-64a57a553ad2', 'name': '', 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:ba:51:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:57:14Z', 'updated_at': '2022-04-08T10:57:20Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': 'b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:57:20.915968 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-a782123d-b191-4f64-a1bd-814d65150709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfdf5180-514b-4482-bd8c-80c146a81ab9 {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:57:20.923851 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-a782123d-b191-4f64-a1bd-814d65150709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:20.939904 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-a782123d-b191-4f64-a1bd-814d65150709 service neutron] Transition to ACTIVE for port object bfdf5180-514b-4482-bd8c-80c146a81ab9 will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:57:20.943874 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-a782123d-b191-4f64-a1bd-814d65150709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:21.113634 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782123d-b191-4f64-a1bd-814d65150709 service neutron] Pushing event updated for resources: {'Port': ['ID=bfdf5180-514b-4482-bd8c-80c146a81ab9,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:21.187248 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-a782123d-b191-4f64-a1bd-814d65150709 service neutron] Attempting to bind port bfdf5180-514b-4482-bd8c-80c146a81ab9 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:57:21.187583 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-a782123d-b191-4f64-a1bd-814d65150709 service neutron] Attempting to bind port bfdf5180-514b-4482-bd8c-80c146a81ab9 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'f69800a9-d073-498a-b89a-1c71ffe05e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:57:21.187915 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-a782123d-b191-4f64-a1bd-814d65150709 service neutron] Attempting to bind port bfdf5180-514b-4482-bd8c-80c146a81ab9 on network 70215efb-ce90-4ac3-af10-b470ea7a32f2 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:57:21.194678 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-a782123d-b191-4f64-a1bd-814d65150709 service neutron] Port bfdf5180-514b-4482-bd8c-80c146a81ab9 on network 70215efb-ce90-4ac3-af10-b470ea7a32f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:57:21.195121 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-a782123d-b191-4f64-a1bd-814d65150709 service neutron] Attempting to bind port bfdf5180-514b-4482-bd8c-80c146a81ab9 on network 70215efb-ce90-4ac3-af10-b470ea7a32f2 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:57:21.202752 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-a782123d-b191-4f64-a1bd-814d65150709 service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:57:21.203328 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-a782123d-b191-4f64-a1bd-814d65150709 service neutron] Checking segment: {'id': 'f69800a9-d073-498a-b89a-1c71ffe05e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:57:21.203821 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-a782123d-b191-4f64-a1bd-814d65150709 service neutron] Bound using segment: {'id': 'f69800a9-d073-498a-b89a-1c71ffe05e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:57:21.204390 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-a782123d-b191-4f64-a1bd-814d65150709 service neutron] Bound port: bfdf5180-514b-4482-bd8c-80c146a81ab9, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f69800a9-d073-498a-b89a-1c71ffe05e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:57:21.204806 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-a782123d-b191-4f64-a1bd-814d65150709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:21.299758 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-a782123d-b191-4f64-a1bd-814d65150709 service neutron] For port bfdf5180-514b-4482-bd8c-80c146a81ab9, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:57:21.304050 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-a782123d-b191-4f64-a1bd-814d65150709 service neutron] For port bfdf5180-514b-4482-bd8c-80c146a81ab9, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bfdf5180-514b-4482-bd8c-80c146a81ab9,segment=NetworkSegment(f69800a9-d073-498a-b89a-1c71ffe05e7c),segment_id=f69800a9-d073-498a-b89a-1c71ffe05e7c)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:57:21.307628 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-a782123d-b191-4f64-a1bd-814d65150709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:21.371167 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-a782123d-b191-4f64-a1bd-814d65150709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:21.373877 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-a782123d-b191-4f64-a1bd-814d65150709 service neutron] 10.222.0.52 "PUT /v2.0/ports/bfdf5180-514b-4482-bd8c-80c146a81ab9 HTTP/1.1" status: 200 len: 1094 time: 1.0634148 Apr 08 10:57:21.373877 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f0f2f4-1552-4cfe-b8b1-9de268c761ea', 'tag': 'bfdf5180-514b-4482-bd8c-80c146a81ab9'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:57:21.407903 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782123d-b191-4f64-a1bd-814d65150709 service neutron] Pushing event updated for resources: {'Port': ['ID=bfdf5180-514b-4482-bd8c-80c146a81ab9,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:21.455400 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2ce8ef5-d2b3-4f10-a4cf-ccea9b069ae3'] response: {'name': 'network-changed', 'server_uuid': 'b5f0f2f4-1552-4cfe-b8b1-9de268c761ea', 'tag': 'bfdf5180-514b-4482-bd8c-80c146a81ab9', 'status': 'completed', 'code': 200} Apr 08 10:57:21.491028 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-16679824-82f6-4b73-a0bb-8d46ce76ed1f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 1097 time: 0.0784140 Apr 08 10:57:21.564849 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-cd4f8a8d-d878-4c24-a66e-7e75f75ae479 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfdf5180-514b-4482-bd8c-80c146a81ab9 HTTP/1.1" status: 200 len: 217 time: 0.0635815 Apr 08 10:57:21.744248 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-8b91af4d-df30-46c5-a6a2-958fd0ba664f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:21.745713 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-8b91af4d-df30-46c5-a6a2-958fd0ba664f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027 HTTP/1.1" status: 200 len: 834 time: 0.1727011 Apr 08 10:57:21.823439 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-6cbce97c-115a-4250-86fc-52e25a1f222f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=70215efb-ce90-4ac3-af10-b470ea7a32f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683856 Apr 08 10:57:22.012351 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237271a-9c43-4e64-b740-c28fa62090ab req-dd25b446-263a-4ec5-82b2-bee82d213383 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:22.013703 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9237271a-9c43-4e64-b740-c28fa62090ab req-dd25b446-263a-4ec5-82b2-bee82d213383 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 944 time: 0.1877165 Apr 08 10:57:22.024784 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-3be57c6e-8671-4718-b657-b4ba599eaa98 service neutron] 10.222.0.52 "GET /v2.0/networks/70215efb-ce90-4ac3-af10-b470ea7a32f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686785 Apr 08 10:57:22.148768 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9237271a-9c43-4e64-b740-c28fa62090ab req-6976d8df-be7d-493d-aa14-d6bc73a4d1eb tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230881 Apr 08 10:57:22.184211 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fca0408e-b6d0-4348-822c-f67d5a6a44cc req-c9d77939-5fad-4269-b1c8-c717c67aeef3 service neutron] 10.222.0.52 "GET /v2.0/networks/70215efb-ce90-4ac3-af10-b470ea7a32f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451685 Apr 08 10:57:22.308164 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7be1fd00-314f-4981-86cd-56f676698331 req-4e706807-e0da-4b15-9c04-f35dbba8914e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 1097 time: 0.0675070 Apr 08 10:57:22.437864 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1fd00-314f-4981-86cd-56f676698331 req-412977a8-6be8-499d-b19d-3170301d1073 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:22.439269 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7be1fd00-314f-4981-86cd-56f676698331 req-412977a8-6be8-499d-b19d-3170301d1073 service neutron] 10.222.0.52 "GET /v2.0/networks?id=70215efb-ce90-4ac3-af10-b470ea7a32f2 HTTP/1.1" status: 200 len: 898 time: 0.1243446 Apr 08 10:57:22.512907 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7be1fd00-314f-4981-86cd-56f676698331 req-c0d363a8-0ffd-44c9-ac34-b49846e1ca2d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfdf5180-514b-4482-bd8c-80c146a81ab9 HTTP/1.1" status: 200 len: 217 time: 0.0633514 Apr 08 10:57:22.577280 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1fd00-314f-4981-86cd-56f676698331 req-ae334a26-cda9-4bd6-9f2e-6a1eb76e1076 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:22.578576 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7be1fd00-314f-4981-86cd-56f676698331 req-ae334a26-cda9-4bd6-9f2e-6a1eb76e1076 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027 HTTP/1.1" status: 200 len: 834 time: 0.0569308 Apr 08 10:57:22.659209 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7be1fd00-314f-4981-86cd-56f676698331 req-e01d6b7c-8495-466f-9af4-d8c58fb5b6d1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=70215efb-ce90-4ac3-af10-b470ea7a32f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745583 Apr 08 10:57:22.661591 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 263d0aea-d928-4e2e-b0f4-64a57a553ad2 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:57:22.730094 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 263d0aea-d928-4e2e-b0f4-64a57a553ad2 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:57:22.734626 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 263d0aea-d928-4e2e-b0f4-64a57a553ad2 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:57:22.734991 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:22.790624 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7be1fd00-314f-4981-86cd-56f676698331 req-861c34d2-464d-45c4-a8bc-58114682bb57 service neutron] 10.222.0.52 "GET /v2.0/networks/70215efb-ce90-4ac3-af10-b470ea7a32f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247914 Apr 08 10:57:22.847550 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:22.911438 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 263d0aea-d928-4e2e-b0f4-64a57a553ad2, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=263d0aea-d928-4e2e-b0f4-64a57a553ad2,segment=NetworkSegment(f69800a9-d073-498a-b89a-1c71ffe05e7c),segment_id=f69800a9-d073-498a-b89a-1c71ffe05e7c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:57:22.915722 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:22.927105 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7be1fd00-314f-4981-86cd-56f676698331 req-d8e92d72-2c4b-45d9-a1bd-32110f7f0009 service neutron] 10.222.0.52 "GET /v2.0/networks/70215efb-ce90-4ac3-af10-b470ea7a32f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284583 Apr 08 10:57:22.979880 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=263d0aea-d928-4e2e-b0f4-64a57a553ad2,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:23.347040 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b028d-4932-44c9-960c-48e523431bb5 req-ffc3376b-a93d-45d7-aeb5-1ca3120534c3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:23.348500 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-897b028d-4932-44c9-960c-48e523431bb5 req-ffc3376b-a93d-45d7-aeb5-1ca3120534c3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 944 time: 0.0768785 Apr 08 10:57:23.398027 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-897b028d-4932-44c9-960c-48e523431bb5 req-5730ce8a-4c97-4ba6-b149-39152cb1a366 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434673 Apr 08 10:57:24.269210 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device bfdf5180-514b-4482-bd8c-80c146a81ab9 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:57:24.401539 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port bfdf5180-514b-4482-bd8c-80c146a81ab9, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bfdf5180-514b-4482-bd8c-80c146a81ab9,segment=NetworkSegment(f69800a9-d073-498a-b89a-1c71ffe05e7c),segment_id=f69800a9-d073-498a-b89a-1c71ffe05e7c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:57:24.414033 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': 'bfdf5180-514b-4482-bd8c-80c146a81ab9', 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2', 'port_id': 'bfdf5180-514b-4482-bd8c-80c146a81ab9', 'mac_address': 'fa:16:3e:30:7f:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:57:24.470806 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:24.491449 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfdf5180-514b-4482-bd8c-80c146a81ab9 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:57:24.512142 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port bfdf5180-514b-4482-bd8c-80c146a81ab9, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bfdf5180-514b-4482-bd8c-80c146a81ab9,segment=NetworkSegment(f69800a9-d073-498a-b89a-1c71ffe05e7c),segment_id=f69800a9-d073-498a-b89a-1c71ffe05e7c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:57:24.516368 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:24.587387 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=bfdf5180-514b-4482-bd8c-80c146a81ab9,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:24.599926 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de28541-e51a-418b-b3b9-b3878958a4c4 req-4dfd53f0-ef20-4a72-a5b4-cf91cc808bf9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:24.601424 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2de28541-e51a-418b-b3b9-b3878958a4c4 req-4dfd53f0-ef20-4a72-a5b4-cf91cc808bf9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 945 time: 0.0808027 Apr 08 10:57:24.651215 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2de28541-e51a-418b-b3b9-b3878958a4c4 req-2394e8ca-16fe-4971-b090-09ee10c197e3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438721 Apr 08 10:57:24.652689 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 263d0aea-d928-4e2e-b0f4-64a57a553ad2 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:57:24.724001 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 263d0aea-d928-4e2e-b0f4-64a57a553ad2 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:57:24.724397 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:24.784374 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['bfdf5180-514b-4482-bd8c-80c146a81ab9'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:57:25.987242 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3828d-76da-4e05-9460-2f1b00aab43f req-82b2dac9-8e2f-4247-86e3-e3bf53a5a2fb tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:25.988905 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6fd3828d-76da-4e05-9460-2f1b00aab43f req-82b2dac9-8e2f-4247-86e3-e3bf53a5a2fb tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 945 time: 0.0781639 Apr 08 10:57:26.038874 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6fd3828d-76da-4e05-9460-2f1b00aab43f req-766106fe-171f-41a3-95a4-e44298a830fb tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440230 Apr 08 10:57:26.284737 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device bfdf5180-514b-4482-bd8c-80c146a81ab9 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:57:26.350947 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port bfdf5180-514b-4482-bd8c-80c146a81ab9 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:57:26.355910 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port bfdf5180-514b-4482-bd8c-80c146a81ab9 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:57:26.356305 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:26.468755 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:26.495571 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f0f2f4-1552-4cfe-b8b1-9de268c761ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdf5180-514b-4482-bd8c-80c146a81ab9'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:57:26.505067 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port bfdf5180-514b-4482-bd8c-80c146a81ab9, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bfdf5180-514b-4482-bd8c-80c146a81ab9,segment=NetworkSegment(f69800a9-d073-498a-b89a-1c71ffe05e7c),segment_id=f69800a9-d073-498a-b89a-1c71ffe05e7c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:57:26.509067 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:26.552664 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1310560d-09ca-4864-8434-56a2a27668ce'] response: {'server_uuid': 'b5f0f2f4-1552-4cfe-b8b1-9de268c761ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdf5180-514b-4482-bd8c-80c146a81ab9', 'code': 200} Apr 08 10:57:26.576868 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=bfdf5180-514b-4482-bd8c-80c146a81ab9,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:26.795664 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2fcc77ea-a11c-4fbf-b12b-1d8f59dac04e req-6d1a4352-30af-4f75-aa2f-e4cb149f358b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 1099 time: 0.0673914 Apr 08 10:57:26.844317 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2fcc77ea-a11c-4fbf-b12b-1d8f59dac04e req-796ddbac-8b4a-4acc-952b-410d220e67d5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394886 Apr 08 10:57:27.249666 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ad58c-8882-4844-bfc9-555e38bcb804 req-3c26d99f-95bf-45e1-b558-f01f67d54efb tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:27.251079 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-688ad58c-8882-4844-bfc9-555e38bcb804 req-3c26d99f-95bf-45e1-b558-f01f67d54efb tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 946 time: 0.0773609 Apr 08 10:57:27.386081 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-688ad58c-8882-4844-bfc9-555e38bcb804 req-97f03827-eadd-4906-9f9d-6b4f21c5a2d8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295021 Apr 08 10:57:28.139939 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:57:28.583679 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03c825-9edf-4baf-ad02-b05e18c85336 req-7a28da12-733e-4587-aa9a-76ba413fd2eb tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:28.585121 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1b03c825-9edf-4baf-ad02-b05e18c85336 req-7a28da12-733e-4587-aa9a-76ba413fd2eb tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 946 time: 0.0745711 Apr 08 10:57:28.630625 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1b03c825-9edf-4baf-ad02-b05e18c85336 req-093925bd-79e2-4092-bb48-a7ad65996b65 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396438 Apr 08 10:57:28.825681 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef37f9-8e90-4227-bdb5-89d55bf23532 req-c7c7e2d5-6b66-4415-8b66-35e9dad0f220 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:28.827098 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fcef37f9-8e90-4227-bdb5-89d55bf23532 req-c7c7e2d5-6b66-4415-8b66-35e9dad0f220 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 946 time: 0.0754287 Apr 08 10:57:28.871076 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fcef37f9-8e90-4227-bdb5-89d55bf23532 req-33cfb3ca-88e3-401c-993b-cc2ee5e61788 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386310 Apr 08 10:57:28.897707 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37616) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:28.964818 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-858a2080-e081-4571-a80f-41cb9840e183 tempest-TestNetworkAdvancedServerOps-144543435 tempest-TestNetworkAdvancedServerOps-144543435-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 1094 time: 0.0660331 Apr 08 10:57:28.967389 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37620) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:28.972286 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-3f92f0d7-d306-4700-b628-e9210d41365f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'port_id': 'bfdf5180-514b-4482-bd8c-80c146a81ab9', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:57:28.978088 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3f92f0d7-d306-4700-b628-e9210d41365f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:57:28.982604 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3f92f0d7-d306-4700-b628-e9210d41365f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:floatingip and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:57:28.986480 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-3f92f0d7-d306-4700-b628-e9210d41365f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:57:28.992299 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-3f92f0d7-d306-4700-b628-e9210d41365f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:57:29.005396 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3f92f0d7-d306-4700-b628-e9210d41365f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for floatingip, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:29.157412 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3f92f0d7-d306-4700-b628-e9210d41365f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:29.289349 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-3f92f0d7-d306-4700-b628-e9210d41365f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Allocated IP 172.26.0.195 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/6b5b582d-3ed2-4efe-99a6-a322f6c87b62) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:57:29.435436 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3f92f0d7-d306-4700-b628-e9210d41365f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:29.462948 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3f92f0d7-d306-4700-b628-e9210d41365f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:29.532994 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f92f0d7-d306-4700-b628-e9210d41365f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:57:29.535990 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-3f92f0d7-d306-4700-b628-e9210d41365f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:57:29.540741 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f92f0d7-d306-4700-b628-e9210d41365f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:57:29.565233 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92f0d7-d306-4700-b628-e9210d41365f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=6b5b582d-3ed2-4efe-99a6-a322f6c87b62,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:30.034621 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3f92f0d7-d306-4700-b628-e9210d41365f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:30.089230 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3f92f0d7-d306-4700-b628-e9210d41365f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:30.288933 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3f92f0d7-d306-4700-b628-e9210d41365f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:30.294188 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3f92f0d7-d306-4700-b628-e9210d41365f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:30.482603 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92f0d7-d306-4700-b628-e9210d41365f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=6b5b582d-3ed2-4efe-99a6-a322f6c87b62,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:30.494138 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3f92f0d7-d306-4700-b628-e9210d41365f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:30.688005 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [None req-3f92f0d7-d306-4700-b628-e9210d41365f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Floating IP 0c898344-bbc0-40bc-80e3-993703137f31 associated. External IP: 172.26.0.195, port: bfdf5180-514b-4482-bd8c-80c146a81ab9. Apr 08 10:57:31.075084 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f92f0d7-d306-4700-b628-e9210d41365f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Router 6b92b32a-0c2a-4eea-a317-7d9b8433ccb5 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:57:31.274082 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f92f0d7-d306-4700-b628-e9210d41365f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:57:31.283276 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77294e45-1e69-4bb0-9d7a-78f373ee34a2 None None] Sync routers for ids ['6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:57:31.295818 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77294e45-1e69-4bb0-9d7a-78f373ee34a2 None None] Routers {'6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:57:31.296553 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-77294e45-1e69-4bb0-9d7a-78f373ee34a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:57:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:31.299567 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3f92f0d7-d306-4700-b628-e9210d41365f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:31.355936 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3f92f0d7-d306-4700-b628-e9210d41365f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3874545 Apr 08 10:57:31.356509 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f0f2f4-1552-4cfe-b8b1-9de268c761ea', 'tag': 'bfdf5180-514b-4482-bd8c-80c146a81ab9'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:57:31.415722 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18a78d5a-f00a-4c32-b730-08b795253268'] response: {'name': 'network-changed', 'server_uuid': 'b5f0f2f4-1552-4cfe-b8b1-9de268c761ea', 'tag': 'bfdf5180-514b-4482-bd8c-80c146a81ab9', 'status': 'completed', 'code': 200} Apr 08 10:57:31.479411 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-77294e45-1e69-4bb0-9d7a-78f373ee34a2 None None] Set router 6b92b32a-0c2a-4eea-a317-7d9b8433ccb5 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:57:31.573788 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-afce4f2c-28e4-4fc9-af6b-18a5a0737609 req-4f754fa8-1622-41a1-bfe1-bc643e22e901 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 1099 time: 0.1323712 Apr 08 10:57:31.580159 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb047b0-000e-43d6-80c4-8c11e1646c17 req-137dd6ed-10f8-4686-b708-58dceb3adaad tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:31.581461 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ecb047b0-000e-43d6-80c4-8c11e1646c17 req-137dd6ed-10f8-4686-b708-58dceb3adaad tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 946 time: 0.1065867 Apr 08 10:57:31.707636 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ecb047b0-000e-43d6-80c4-8c11e1646c17 req-1ad5eb9f-82c9-43d0-aa8b-725d178980b7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079919 Apr 08 10:57:31.735691 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37628) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:31.739201 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce4f2c-28e4-4fc9-af6b-18a5a0737609 req-94fe04fe-4338-4469-98cd-78047ebdc9b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:31.740711 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-afce4f2c-28e4-4fc9-af6b-18a5a0737609 req-94fe04fe-4338-4469-98cd-78047ebdc9b4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=70215efb-ce90-4ac3-af10-b470ea7a32f2 HTTP/1.1" status: 200 len: 898 time: 0.1584165 Apr 08 10:57:31.851356 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-afce4f2c-28e4-4fc9-af6b-18a5a0737609 req-8899f40b-3e53-44be-9af1-09f4903ce960 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfdf5180-514b-4482-bd8c-80c146a81ab9 HTTP/1.1" status: 200 len: 1000 time: 0.1031525 Apr 08 10:57:31.868638 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-77294e45-1e69-4bb0-9d7a-78f373ee34a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444634107', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:57:15Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '0c898344-bbc0-40bc-80e3-993703137f31', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'floating_ip_address': '172.26.0.195', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'port_id': 'bfdf5180-514b-4482-bd8c-80c146a81ab9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2', 'mac_address': 'fa:16:3e:30:7f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f0f2f4-1552-4cfe-b8b1-9de268c761ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:57:29Z', 'updated_at': '2022-04-08T10:57:29Z', 'revision_number': 0, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263d0aea-d928-4e2e-b0f4-64a57a553ad2', 'name': '', 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:ba:51:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:57:14Z', 'updated_at': '2022-04-08T10:57:22Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': 'b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:31.873718 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77294e45-1e69-4bb0-9d7a-78f373ee34a2 None None] Checking router: 6b92b32a-0c2a-4eea-a317-7d9b8433ccb5 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:57:31.886823 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77294e45-1e69-4bb0-9d7a-78f373ee34a2 None None] Routers {'6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:57:31.887679 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-77294e45-1e69-4bb0-9d7a-78f373ee34a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:57:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:31.913890 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce4f2c-28e4-4fc9-af6b-18a5a0737609 req-6be3bbcb-e452-4903-bff1-459b3de8aba8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:31.915886 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-afce4f2c-28e4-4fc9-af6b-18a5a0737609 req-6be3bbcb-e452-4903-bff1-459b3de8aba8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027 HTTP/1.1" status: 200 len: 834 time: 0.0590622 Apr 08 10:57:31.946039 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d1ce9f8f-622c-4c81-b353-0ee042adaeb4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/0c898344-bbc0-40bc-80e3-993703137f31 HTTP/1.1" status: 200 len: 992 time: 0.2089176 Apr 08 10:57:32.069963 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-77294e45-1e69-4bb0-9d7a-78f373ee34a2 None None] Set router 6b92b32a-0c2a-4eea-a317-7d9b8433ccb5 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:57:32.098569 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-afce4f2c-28e4-4fc9-af6b-18a5a0737609 req-80c9e1be-b3b1-4d18-a3f1-0b12b1aa8d68 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=70215efb-ce90-4ac3-af10-b470ea7a32f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1762898 Apr 08 10:57:32.227520 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-afce4f2c-28e4-4fc9-af6b-18a5a0737609 req-ccad392d-255b-4184-bd4b-8b62ffd50afa service neutron] 10.222.0.52 "GET /v2.0/networks/70215efb-ce90-4ac3-af10-b470ea7a32f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221645 Apr 08 10:57:32.357000 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-afce4f2c-28e4-4fc9-af6b-18a5a0737609 req-9937addf-ea52-49b0-a035-2101fa3417e9 service neutron] 10.222.0.52 "GET /v2.0/networks/70215efb-ce90-4ac3-af10-b470ea7a32f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235306 Apr 08 10:57:32.422619 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-77294e45-1e69-4bb0-9d7a-78f373ee34a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444634107', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:57:15Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '0c898344-bbc0-40bc-80e3-993703137f31', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'floating_ip_address': '172.26.0.195', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'port_id': 'bfdf5180-514b-4482-bd8c-80c146a81ab9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2', 'mac_address': 'fa:16:3e:30:7f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f0f2f4-1552-4cfe-b8b1-9de268c761ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:57:29Z', 'updated_at': '2022-04-08T10:57:29Z', 'revision_number': 0, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263d0aea-d928-4e2e-b0f4-64a57a553ad2', 'name': '', 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:ba:51:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:57:14Z', 'updated_at': '2022-04-08T10:57:22Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': 'b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:32.426545 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77294e45-1e69-4bb0-9d7a-78f373ee34a2 None None] The sync data for ids ['6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'] in dv-neutron-837110-1-hyperv is: [{'id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444634107', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:57:15Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '0c898344-bbc0-40bc-80e3-993703137f31', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'floating_ip_address': '172.26.0.195', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'port_id': 'bfdf5180-514b-4482-bd8c-80c146a81ab9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2', 'mac_address': 'fa:16:3e:30:7f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f0f2f4-1552-4cfe-b8b1-9de268c761ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:57:29Z', 'updated_at': '2022-04-08T10:57:29Z', 'revision_number': 0, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263d0aea-d928-4e2e-b0f4-64a57a553ad2', 'name': '', 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:ba:51:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:57:14Z', 'updated_at': '2022-04-08T10:57:22Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': 'b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:57:32.948835 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37632) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:33.052742 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-64f4962a-6a58-4601-8685-7a2087192fcb tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/0c898344-bbc0-40bc-80e3-993703137f31 HTTP/1.1" status: 200 len: 992 time: 0.1026993 Apr 08 10:57:34.056772 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37636) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:34.164777 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d3de6276-ccf8-4c76-94cd-7173ba2ccc3c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/0c898344-bbc0-40bc-80e3-993703137f31 HTTP/1.1" status: 200 len: 992 time: 0.1068428 Apr 08 10:57:34.724750 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01952996-5626-484f-a1bc-d0cbe6641056 None None] New status for floating IP 0c898344-bbc0-40bc-80e3-993703137f31: ACTIVE {{(pid=83848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:57:35.168655 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37640) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:57:35.272660 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-dfef1dbe-223d-4634-8b77-0718da37198f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/0c898344-bbc0-40bc-80e3-993703137f31 HTTP/1.1" status: 200 len: 994 time: 0.1026542 Apr 08 10:57:38.611066 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:43.387898 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-67e28fb5-a11e-451a-9eec-88635164938d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:45.638225 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-462c2a7e-5f2b-4817-a6a1-c1100d1a89bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:46.875989 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:46.951136 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:48.391507 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:57:48.394167 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2872f118-fbda-41b0-ab30-1da90ae613b8 req-0cd03568-1660-43b8-8c18-bccc75e4fb56 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690672 Apr 08 10:57:48.532185 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2872f118-fbda-41b0-ab30-1da90ae613b8 req-0f9ce791-f9ea-46af-ab2d-8081dfe3aa84 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 1099 time: 0.0664792 Apr 08 10:57:48.676903 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872f118-fbda-41b0-ab30-1da90ae613b8 req-bcc28966-6b9f-4952-bd9c-76f237c096ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:48.678300 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2872f118-fbda-41b0-ab30-1da90ae613b8 req-bcc28966-6b9f-4952-bd9c-76f237c096ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=70215efb-ce90-4ac3-af10-b470ea7a32f2 HTTP/1.1" status: 200 len: 898 time: 0.1277180 Apr 08 10:57:48.781128 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2872f118-fbda-41b0-ab30-1da90ae613b8 req-86439250-59db-4987-b80f-b9196e148835 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfdf5180-514b-4482-bd8c-80c146a81ab9 HTTP/1.1" status: 200 len: 1002 time: 0.0963714 Apr 08 10:57:48.845723 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872f118-fbda-41b0-ab30-1da90ae613b8 req-c211e1e8-589c-4c6e-aefc-8f953c75d55e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:48.847095 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2872f118-fbda-41b0-ab30-1da90ae613b8 req-c211e1e8-589c-4c6e-aefc-8f953c75d55e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027 HTTP/1.1" status: 200 len: 834 time: 0.0596836 Apr 08 10:57:48.922949 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2872f118-fbda-41b0-ab30-1da90ae613b8 req-f00d9a0b-8f05-4a73-96ea-f0fb73e0d8ac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=70215efb-ce90-4ac3-af10-b470ea7a32f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694225 Apr 08 10:57:49.053128 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2872f118-fbda-41b0-ab30-1da90ae613b8 req-5d0f4317-7f73-47dd-a271-fb1af1f4ed33 service neutron] 10.222.0.52 "GET /v2.0/networks/70215efb-ce90-4ac3-af10-b470ea7a32f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229944 Apr 08 10:57:49.183976 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2872f118-fbda-41b0-ab30-1da90ae613b8 req-b7600d95-a9a1-4bc2-bfd2-b6311f11bc6b service neutron] 10.222.0.52 "GET /v2.0/networks/70215efb-ce90-4ac3-af10-b470ea7a32f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244872 Apr 08 10:58:05.138476 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:58:06.646160 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e06ef154-4055-4a62-8a5f-8ff31fd3e45d req-70db85d8-905d-4bea-92b9-ca61262f21a3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0724170 Apr 08 10:58:06.953620 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d0f00-b6e1-4fcd-a4e6-d6bbe934f7d1 req-df826919-7ecc-492b-96e8-2c1ed74e8d6b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:06.955057 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ba8d0f00-b6e1-4fcd-a4e6-d6bbe934f7d1 req-df826919-7ecc-492b-96e8-2c1ed74e8d6b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 946 time: 0.0753069 Apr 08 10:58:06.957925 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-5ab55545-9e9a-4cb6-aa5e-303ff228127d req-400eda6c-3da0-4271-a523-467b8ed363d9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1354351 Apr 08 10:58:07.002213 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ba8d0f00-b6e1-4fcd-a4e6-d6bbe934f7d1 req-4bf636aa-e8fc-436b-a44e-8623d01d28d7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414734 Apr 08 10:58:08.197889 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088ccca-edcb-41e1-bd94-69fbe4504d91 req-f4585024-9318-44d3-8d16-0da021a36b56 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:08.199297 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6088ccca-edcb-41e1-bd94-69fbe4504d91 req-f4585024-9318-44d3-8d16-0da021a36b56 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 946 time: 0.0776167 Apr 08 10:58:08.243776 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6088ccca-edcb-41e1-bd94-69fbe4504d91 req-fe542d66-7b65-4b68-a359-6387e0caf8c7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389462 Apr 08 10:58:08.609856 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:09.439429 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d78184-c32d-43b3-85c4-c1d47dc4cca2 req-d1fccbcb-07f6-4c79-a654-176c23e79028 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:09.440817 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e7d78184-c32d-43b3-85c4-c1d47dc4cca2 req-d1fccbcb-07f6-4c79-a654-176c23e79028 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 946 time: 0.0754886 Apr 08 10:58:09.485605 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e7d78184-c32d-43b3-85c4-c1d47dc4cca2 req-f5996f1d-37ed-40e0-88dd-1e57fc9def08 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393689 Apr 08 10:58:10.205560 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5ab55545-9e9a-4cb6-aa5e-303ff228127d req-53452622-b285-418a-8e6a-f330be1c5188 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 1099 time: 0.0721648 Apr 08 10:58:10.436370 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab55545-9e9a-4cb6-aa5e-303ff228127d req-86b4377a-8eca-41ef-88e5-d2fb28789749 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:10.437975 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5ab55545-9e9a-4cb6-aa5e-303ff228127d req-86b4377a-8eca-41ef-88e5-d2fb28789749 service neutron] 10.222.0.52 "GET /v2.0/networks?id=70215efb-ce90-4ac3-af10-b470ea7a32f2 HTTP/1.1" status: 200 len: 898 time: 0.2238100 Apr 08 10:58:10.544379 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5ab55545-9e9a-4cb6-aa5e-303ff228127d req-eb66c0c9-73fd-480f-9a22-9b15eb2def7c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfdf5180-514b-4482-bd8c-80c146a81ab9 HTTP/1.1" status: 200 len: 1002 time: 0.0972428 Apr 08 10:58:10.609467 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab55545-9e9a-4cb6-aa5e-303ff228127d req-b80af474-389e-4d02-92b0-f7727e25b5d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:10.611212 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5ab55545-9e9a-4cb6-aa5e-303ff228127d req-b80af474-389e-4d02-92b0-f7727e25b5d5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027 HTTP/1.1" status: 200 len: 834 time: 0.0578382 Apr 08 10:58:10.744918 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce395ef-fc59-40f0-a65c-29736ee2a0d9 req-9da5c17f-9665-48f1-b80d-3c4e2568f31e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:10.746363 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cce395ef-fc59-40f0-a65c-29736ee2a0d9 req-9da5c17f-9665-48f1-b80d-3c4e2568f31e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 946 time: 0.1344688 Apr 08 10:58:10.749926 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5ab55545-9e9a-4cb6-aa5e-303ff228127d req-369ac7d8-3707-4b49-a799-09f945870209 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=70215efb-ce90-4ac3-af10-b470ea7a32f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1045628 Apr 08 10:58:10.871069 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cce395ef-fc59-40f0-a65c-29736ee2a0d9 req-8d835184-e1bf-454f-b463-ebad26f43919 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190677 Apr 08 10:58:10.909905 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5ab55545-9e9a-4cb6-aa5e-303ff228127d req-064ef8b8-1a76-4ec7-b1f0-08cb900bb970 service neutron] 10.222.0.52 "GET /v2.0/networks/70215efb-ce90-4ac3-af10-b470ea7a32f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448960 Apr 08 10:58:11.042426 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5ab55545-9e9a-4cb6-aa5e-303ff228127d req-1bf970fb-9372-4d5a-96a0-dc8c57cd8f07 service neutron] 10.222.0.52 "GET /v2.0/networks/70215efb-ce90-4ac3-af10-b470ea7a32f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241128 Apr 08 10:58:12.066294 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b75123-397a-46fd-ad10-6e6ab1763475 req-1d8aeb97-cdae-4b2f-82f0-203b01fd0d5f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:12.067764 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-72b75123-397a-46fd-ad10-6e6ab1763475 req-1d8aeb97-cdae-4b2f-82f0-203b01fd0d5f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 946 time: 0.0790946 Apr 08 10:58:12.112570 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-72b75123-397a-46fd-ad10-6e6ab1763475 req-aef95ef5-240f-460d-a45e-b0f2d88bbcab tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389535 Apr 08 10:58:13.306192 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178ffdc-40a2-4b05-b157-b31d964ab85f req-c57b582d-e5e8-4979-97d8-64b8d6a4b919 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:13.307632 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3178ffdc-40a2-4b05-b157-b31d964ab85f req-c57b582d-e5e8-4979-97d8-64b8d6a4b919 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 946 time: 0.0750673 Apr 08 10:58:13.355970 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3178ffdc-40a2-4b05-b157-b31d964ab85f req-e5832cf8-8199-456b-8c66-b2f64a1150c7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429025 Apr 08 10:58:13.389810 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-edca8850-58e7-4102-bc72-49b1157ef6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:14.558293 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce20d5b-3196-4ee1-804e-16a3efa82934 req-d295c9c5-ce67-4df9-9158-9f85f3f9329f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:14.559709 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6ce20d5b-3196-4ee1-804e-16a3efa82934 req-d295c9c5-ce67-4df9-9158-9f85f3f9329f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 946 time: 0.0767789 Apr 08 10:58:14.603604 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6ce20d5b-3196-4ee1-804e-16a3efa82934 req-619fa52f-5c12-42d9-be8a-55333a9ce037 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383704 Apr 08 10:58:15.639304 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bbb6bb97-d8ea-4330-b3b6-f29b3f497346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:15.801146 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca11116-8d20-4f23-be72-7cba033b3523 req-276f67ff-c296-4890-8848-7240efa4d7a5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:15.802558 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0ca11116-8d20-4f23-be72-7cba033b3523 req-276f67ff-c296-4890-8848-7240efa4d7a5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 946 time: 0.0786285 Apr 08 10:58:15.848036 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0ca11116-8d20-4f23-be72-7cba033b3523 req-5dbc5942-66fa-4b81-94a2-e00ed5026a7d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388787 Apr 08 10:58:16.879761 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:16.954072 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:17.048568 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83fef8-8db3-4345-b15e-99e863f4bf00 req-67aae7dd-6709-4c42-ac93-17db96941c79 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:17.050018 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8c83fef8-8db3-4345-b15e-99e863f4bf00 req-67aae7dd-6709-4c42-ac93-17db96941c79 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 946 time: 0.0767744 Apr 08 10:58:17.094299 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8c83fef8-8db3-4345-b15e-99e863f4bf00 req-4358c3c2-b2b0-4e3b-a49a-ee7288a5c57e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386779 Apr 08 10:58:18.287311 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe45df-8994-413e-89d6-92434d8fdc53 req-ce96fe43-6855-44da-8ac4-c7016dc1ab9a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:18.288747 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-90fe45df-8994-413e-89d6-92434d8fdc53 req-ce96fe43-6855-44da-8ac4-c7016dc1ab9a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 946 time: 0.0775371 Apr 08 10:58:18.333162 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-90fe45df-8994-413e-89d6-92434d8fdc53 req-cc9e10cb-49e7-4567-80e2-b2a5fda69d48 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382626 Apr 08 10:58:18.392721 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:19.525710 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f11ef-4c37-41bb-bf80-c2f7ddd152f1 req-aa56b6c3-c8e9-4659-b835-1f5a991c435a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:19.527148 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-162f11ef-4c37-41bb-bf80-c2f7ddd152f1 req-aa56b6c3-c8e9-4659-b835-1f5a991c435a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 946 time: 0.0751870 Apr 08 10:58:19.571190 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-162f11ef-4c37-41bb-bf80-c2f7ddd152f1 req-d36dfadf-e475-4e01-930d-2ca2506226e2 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385430 Apr 08 10:58:20.767683 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53504c-d009-4d1b-a08c-308405f5028e req-9320699a-a2ad-4dd3-9493-703848180daf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:20.769130 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5e53504c-d009-4d1b-a08c-308405f5028e req-9320699a-a2ad-4dd3-9493-703848180daf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 946 time: 0.0772626 Apr 08 10:58:20.813340 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5e53504c-d009-4d1b-a08c-308405f5028e req-80003eeb-fc1d-46c1-877c-6e57583fcf31 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385082 Apr 08 10:58:22.007050 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eeb8e1-826c-4b53-9bc9-8024cf979c50 req-78851ab6-a7ee-407b-a6d3-49201f11e1c4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:22.008505 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e4eeb8e1-826c-4b53-9bc9-8024cf979c50 req-78851ab6-a7ee-407b-a6d3-49201f11e1c4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 946 time: 0.0749214 Apr 08 10:58:22.056912 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e4eeb8e1-826c-4b53-9bc9-8024cf979c50 req-a77f319e-ca2f-4aea-9245-d119d11f22f9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423944 Apr 08 10:58:22.972433 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5ab55545-9e9a-4cb6-aa5e-303ff228127d req-a95b13a6-3c99-402a-8ff0-ff6f836df4e5 service neutron] 10.222.0.52 "GET /v2.0/ports/bfdf5180-514b-4482-bd8c-80c146a81ab9/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.0724213 Apr 08 10:58:23.383530 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5ab55545-9e9a-4cb6-aa5e-303ff228127d req-32712e96-f2d4-40e0-892b-f0ca98b6e2e4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea&tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771 HTTP/1.1" status: 200 len: 1099 time: 0.2084229 Apr 08 10:58:23.393872 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6085ca4-b9d8-4e0c-86ee-fb97741171c9 req-68855e92-f8b6-4e29-ab48-132666fe8fc7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:23.395540 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d6085ca4-b9d8-4e0c-86ee-fb97741171c9 req-68855e92-f8b6-4e29-ab48-132666fe8fc7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 946 time: 0.1912968 Apr 08 10:58:23.489240 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d6085ca4-b9d8-4e0c-86ee-fb97741171c9 req-cd6fd1c8-6670-46f4-b7d7-0cef5fad62d7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879104 Apr 08 10:58:23.506353 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5ab55545-9e9a-4cb6-aa5e-303ff228127d req-6c834e52-0120-4ce5-a7cd-6525dd128465 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 1099 time: 0.0916715 Apr 08 10:58:23.638699 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab55545-9e9a-4cb6-aa5e-303ff228127d req-4bb8bcc5-37cb-4f3e-90fd-4121179f3abc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:23.640033 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5ab55545-9e9a-4cb6-aa5e-303ff228127d req-4bb8bcc5-37cb-4f3e-90fd-4121179f3abc service neutron] 10.222.0.52 "GET /v2.0/networks?id=70215efb-ce90-4ac3-af10-b470ea7a32f2 HTTP/1.1" status: 200 len: 898 time: 0.1253455 Apr 08 10:58:23.741457 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5ab55545-9e9a-4cb6-aa5e-303ff228127d req-3d9e331a-b4ac-48e0-9d20-cd324942e392 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfdf5180-514b-4482-bd8c-80c146a81ab9 HTTP/1.1" status: 200 len: 1002 time: 0.0925395 Apr 08 10:58:23.807330 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab55545-9e9a-4cb6-aa5e-303ff228127d req-9798bb9e-beb0-4d02-a94e-abb56919bc53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:23.808711 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5ab55545-9e9a-4cb6-aa5e-303ff228127d req-9798bb9e-beb0-4d02-a94e-abb56919bc53 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027 HTTP/1.1" status: 200 len: 834 time: 0.0586300 Apr 08 10:58:23.882964 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5ab55545-9e9a-4cb6-aa5e-303ff228127d req-7c76a1da-2665-4226-b90b-f3c1de63d70d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=70215efb-ce90-4ac3-af10-b470ea7a32f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0648992 Apr 08 10:58:24.013358 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5ab55545-9e9a-4cb6-aa5e-303ff228127d req-0b818ce0-2dd0-4480-9e0f-45bb8aaa5b27 service neutron] 10.222.0.52 "GET /v2.0/networks/70215efb-ce90-4ac3-af10-b470ea7a32f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211631 Apr 08 10:58:24.147818 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5ab55545-9e9a-4cb6-aa5e-303ff228127d req-22caf874-2f68-4ef2-8e94-6ae740a209b0 service neutron] 10.222.0.52 "GET /v2.0/networks/70215efb-ce90-4ac3-af10-b470ea7a32f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263156 Apr 08 10:58:24.267288 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [req-b8a4dfa1-0d11-4673-a17d-230dafb20992 req-62f10d8a-0a90-4a5f-b761-9396bf601513 tempest-ServerDiskConfigTestJSON-1427634421 tempest-ServerDiskConfigTestJSON-1427634421-project] (83846) timed out ('10.222.0.52', 62279) {{(pid=83846) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 08 10:58:24.688974 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0d0f4-736d-4f04-b219-438bcbb01d25 req-dec11efb-0aa4-4b3e-a0a6-770500dc4731 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:24.690394 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-27a0d0f4-736d-4f04-b219-438bcbb01d25 req-dec11efb-0aa4-4b3e-a0a6-770500dc4731 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 946 time: 0.0786598 Apr 08 10:58:24.734397 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-27a0d0f4-736d-4f04-b219-438bcbb01d25 req-60e34572-2c90-471b-b828-bc026c9ea724 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385921 Apr 08 10:58:25.932903 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e648a8c-02f5-407b-a3c4-0ec0e2ea841a req-87efb1e3-23cc-4211-8722-7f7582164277 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:25.934253 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3e648a8c-02f5-407b-a3c4-0ec0e2ea841a req-87efb1e3-23cc-4211-8722-7f7582164277 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 946 time: 0.0755832 Apr 08 10:58:25.978402 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3e648a8c-02f5-407b-a3c4-0ec0e2ea841a req-a4c6cff7-98cf-451b-b15a-99995eb225e2 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385015 Apr 08 10:58:26.594443 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device bfdf5180-514b-4482-bd8c-80c146a81ab9 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:58:26.597717 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device bfdf5180-514b-4482-bd8c-80c146a81ab9 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:58:26.812579 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:26.830015 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port bfdf5180-514b-4482-bd8c-80c146a81ab9, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bfdf5180-514b-4482-bd8c-80c146a81ab9,segment=NetworkSegment(f69800a9-d073-498a-b89a-1c71ffe05e7c),segment_id=f69800a9-d073-498a-b89a-1c71ffe05e7c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:58:26.849008 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': 'bfdf5180-514b-4482-bd8c-80c146a81ab9', 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2', 'port_id': 'bfdf5180-514b-4482-bd8c-80c146a81ab9', 'mac_address': 'fa:16:3e:30:7f:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:58:26.857273 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f0f2f4-1552-4cfe-b8b1-9de268c761ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfdf5180-514b-4482-bd8c-80c146a81ab9'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:58:26.897740 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port bfdf5180-514b-4482-bd8c-80c146a81ab9, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bfdf5180-514b-4482-bd8c-80c146a81ab9,segment=NetworkSegment(f69800a9-d073-498a-b89a-1c71ffe05e7c),segment_id=f69800a9-d073-498a-b89a-1c71ffe05e7c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:58:26.908156 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:26.938642 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a419188-0a2b-4f9a-99fc-438a0bceb7ec'] response: {'server_uuid': 'b5f0f2f4-1552-4cfe-b8b1-9de268c761ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfdf5180-514b-4482-bd8c-80c146a81ab9', 'code': 200} Apr 08 10:58:26.964200 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:26.992524 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfdf5180-514b-4482-bd8c-80c146a81ab9 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:58:27.001456 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=bfdf5180-514b-4482-bd8c-80c146a81ab9,revision_number=6']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:27.044696 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:27.045041 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:27.045378 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:27.045711 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:27.046040 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:27.046366 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:27.046692 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:27.047016 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:27.047335 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:27.047655 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:27.047976 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:27.069232 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 10:58:27.069589 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 10:58:27.181921 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a0d63-dcc5-481b-a92d-37d05fbbb485 req-ab35d34a-d777-469e-9da2-4e9164ceb139 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:27.183340 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8a9a0d63-dcc5-481b-a92d-37d05fbbb485 req-ab35d34a-d777-469e-9da2-4e9164ceb139 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 944 time: 0.0785542 Apr 08 10:58:27.227616 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8a9a0d63-dcc5-481b-a92d-37d05fbbb485 req-7060f4a4-6497-49b0-810b-d58b429e6471 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387187 Apr 08 10:58:27.601569 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f367f9e-4ea0-4160-9b3d-5c8dc0c9c225 req-f3af4275-a5a8-4f9a-a0a6-d03d6d39695a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:27.603503 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6f367f9e-4ea0-4160-9b3d-5c8dc0c9c225 req-f3af4275-a5a8-4f9a-a0a6-d03d6d39695a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea&tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&binding%3Ahost_id=hv-neutron-8371 HTTP/1.1" status: 200 len: 944 time: 0.1382179 Apr 08 10:58:27.609775 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c02bd-c26d-4553-bbcf-20dbdfc43654 req-b8bd7d3d-544f-4273-b8f2-8c5ef2d2e5b8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:27.611108 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-be9c02bd-c26d-4553-bbcf-20dbdfc43654 req-b8bd7d3d-544f-4273-b8f2-8c5ef2d2e5b8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 944 time: 0.1163437 Apr 08 10:58:27.626323 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:27.644150 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfdf5180-514b-4482-bd8c-80c146a81ab9 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:58:27.657858 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-be9c02bd-c26d-4553-bbcf-20dbdfc43654 req-2c8964df-b0d5-4848-a823-2fec89b41a52 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405431 Apr 08 10:58:27.660443 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port bfdf5180-514b-4482-bd8c-80c146a81ab9, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bfdf5180-514b-4482-bd8c-80c146a81ab9,segment=NetworkSegment(f69800a9-d073-498a-b89a-1c71ffe05e7c),segment_id=f69800a9-d073-498a-b89a-1c71ffe05e7c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:58:27.665962 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:27.735457 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['bfdf5180-514b-4482-bd8c-80c146a81ab9'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:58:27.751094 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6f367f9e-4ea0-4160-9b3d-5c8dc0c9c225 req-cd8aed2f-bf47-4b96-a330-316378bd75c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 1098 time: 0.0769880 Apr 08 10:58:27.774667 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=bfdf5180-514b-4482-bd8c-80c146a81ab9,revision_number=7']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:27.944220 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f367f9e-4ea0-4160-9b3d-5c8dc0c9c225 req-698ba826-82e6-4280-80d6-f4bb082ccd7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:27.945584 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6f367f9e-4ea0-4160-9b3d-5c8dc0c9c225 req-698ba826-82e6-4280-80d6-f4bb082ccd7d service neutron] 10.222.0.52 "GET /v2.0/networks?id=70215efb-ce90-4ac3-af10-b470ea7a32f2 HTTP/1.1" status: 200 len: 898 time: 0.1886783 Apr 08 10:58:27.957392 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34523bb1-4b4f-4bda-be42-92b0fd4a6ba3 req-b42e2055-dd9d-42cb-a85a-751d7d1088b1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:27.958767 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-34523bb1-4b4f-4bda-be42-92b0fd4a6ba3 req-b42e2055-dd9d-42cb-a85a-751d7d1088b1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 945 time: 0.1331789 Apr 08 10:58:28.182463 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-34523bb1-4b4f-4bda-be42-92b0fd4a6ba3 req-d5df3594-6e16-4f54-a602-55088a4e91e8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801461 Apr 08 10:58:28.184173 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6f367f9e-4ea0-4160-9b3d-5c8dc0c9c225 req-b4a6bd51-a0ad-4902-b63e-963b81756c79 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfdf5180-514b-4482-bd8c-80c146a81ab9 HTTP/1.1" status: 200 len: 1001 time: 0.2324350 Apr 08 10:58:28.251142 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f367f9e-4ea0-4160-9b3d-5c8dc0c9c225 req-752411dc-c1d0-462a-a946-920f727fe1ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:28.252719 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6f367f9e-4ea0-4160-9b3d-5c8dc0c9c225 req-752411dc-c1d0-462a-a946-920f727fe1ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027 HTTP/1.1" status: 200 len: 834 time: 0.0616310 Apr 08 10:58:28.324795 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6f367f9e-4ea0-4160-9b3d-5c8dc0c9c225 req-bd50d82a-0180-4135-bd02-89f9c27f1988 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=70215efb-ce90-4ac3-af10-b470ea7a32f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662234 Apr 08 10:58:28.452979 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6f367f9e-4ea0-4160-9b3d-5c8dc0c9c225 req-1022b7f4-bf4f-47d2-81d7-ce27905e702c service neutron] 10.222.0.52 "GET /v2.0/networks/70215efb-ce90-4ac3-af10-b470ea7a32f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224988 Apr 08 10:58:28.583001 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6f367f9e-4ea0-4160-9b3d-5c8dc0c9c225 req-724b91b4-edb5-47de-9fae-ed99626ced06 service neutron] 10.222.0.52 "GET /v2.0/networks/70215efb-ce90-4ac3-af10-b470ea7a32f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243806 Apr 08 10:58:28.597681 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device bfdf5180-514b-4482-bd8c-80c146a81ab9 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:58:28.666381 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port bfdf5180-514b-4482-bd8c-80c146a81ab9 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:58:28.667222 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:28.808166 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:28.839267 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port bfdf5180-514b-4482-bd8c-80c146a81ab9, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bfdf5180-514b-4482-bd8c-80c146a81ab9,segment=NetworkSegment(f69800a9-d073-498a-b89a-1c71ffe05e7c),segment_id=f69800a9-d073-498a-b89a-1c71ffe05e7c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:58:28.842985 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:28.909703 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=bfdf5180-514b-4482-bd8c-80c146a81ab9,revision_number=8']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:28.939750 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f0f2f4-1552-4cfe-b8b1-9de268c761ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdf5180-514b-4482-bd8c-80c146a81ab9'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:58:28.993524 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbaa7e90-b295-4593-9001-cef2d2220abe'] response: {'server_uuid': 'b5f0f2f4-1552-4cfe-b8b1-9de268c761ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdf5180-514b-4482-bd8c-80c146a81ab9', 'code': 200} Apr 08 10:58:29.380756 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f105f-08dc-4419-8217-b9b661fdbca6 req-23f34755-e97f-473d-81e2-9bceafb12055 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:29.382102 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7e7f105f-08dc-4419-8217-b9b661fdbca6 req-23f34755-e97f-473d-81e2-9bceafb12055 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 946 time: 0.0793481 Apr 08 10:58:29.426998 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7e7f105f-08dc-4419-8217-b9b661fdbca6 req-e2c2636e-a062-43f4-8255-6efae86b8878 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391960 Apr 08 10:58:29.455080 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37732) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:58:29.557370 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ee4935b0-7943-4b94-ba76-c235948a591c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/0c898344-bbc0-40bc-80e3-993703137f31 HTTP/1.1" status: 200 len: 994 time: 0.1012096 Apr 08 10:58:38.608545 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:42.138265 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:58:43.391105 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-669d768c-ca1a-4aab-b8a5-779e373c1a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:45.641152 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2729bd05-a26c-44aa-8686-ceb93eec59fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:46.881202 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:46.955959 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:48.395594 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:49.028409 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7fe156f5-89aa-4ba3-8e74-a1f0cca97319 req-2ec79304-c8d0-43ae-88c9-a4f68c59c55d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669634 Apr 08 10:58:49.171983 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7fe156f5-89aa-4ba3-8e74-a1f0cca97319 req-f7a77b2b-8d8b-4694-bc8b-619f25038566 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 1099 time: 0.0730958 Apr 08 10:58:49.315223 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe156f5-89aa-4ba3-8e74-a1f0cca97319 req-fa58b33f-5302-46a4-91dc-98be0f9f3f74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:49.316612 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7fe156f5-89aa-4ba3-8e74-a1f0cca97319 req-fa58b33f-5302-46a4-91dc-98be0f9f3f74 service neutron] 10.222.0.52 "GET /v2.0/networks?id=70215efb-ce90-4ac3-af10-b470ea7a32f2 HTTP/1.1" status: 200 len: 898 time: 0.1234889 Apr 08 10:58:49.419446 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7fe156f5-89aa-4ba3-8e74-a1f0cca97319 req-fc666117-e5de-4502-a267-b7a67ebf3caa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfdf5180-514b-4482-bd8c-80c146a81ab9 HTTP/1.1" status: 200 len: 1002 time: 0.0955708 Apr 08 10:58:49.480151 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe156f5-89aa-4ba3-8e74-a1f0cca97319 req-10eb27b0-f0e3-4e8e-a250-57421c01b996 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:49.481533 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7fe156f5-89aa-4ba3-8e74-a1f0cca97319 req-10eb27b0-f0e3-4e8e-a250-57421c01b996 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027 HTTP/1.1" status: 200 len: 834 time: 0.0558479 Apr 08 10:58:49.555184 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7fe156f5-89aa-4ba3-8e74-a1f0cca97319 req-bcb7e829-6bbc-4b12-bf8f-b9de9e924cf7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=70215efb-ce90-4ac3-af10-b470ea7a32f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657103 Apr 08 10:58:49.683220 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7fe156f5-89aa-4ba3-8e74-a1f0cca97319 req-1374cf71-2ea4-4725-8f25-b8c7a94845f0 service neutron] 10.222.0.52 "GET /v2.0/networks/70215efb-ce90-4ac3-af10-b470ea7a32f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216164 Apr 08 10:58:49.813507 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7fe156f5-89aa-4ba3-8e74-a1f0cca97319 req-99eaf343-2bdf-4479-a192-df73962ea007 service neutron] 10.222.0.52 "GET /v2.0/networks/70215efb-ce90-4ac3-af10-b470ea7a32f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239662 Apr 08 10:58:58.128299 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37744) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:58:58.391140 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-da89e45e-c310-4751-a914-b87aa225e45b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Deleting port 6b5b582d-3ed2-4efe-99a6-a322f6c87b62 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:58:58.391398 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-da89e45e-c310-4751-a914-b87aa225e45b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:58.556062 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-da89e45e-c310-4751-a914-b87aa225e45b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:58.556410 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-da89e45e-c310-4751-a914-b87aa225e45b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:58.676472 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-da89e45e-c310-4751-a914-b87aa225e45b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Calling delete_port for 6b5b582d-3ed2-4efe-99a6-a322f6c87b62 owned by network:floatingip {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:58:58.819752 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-da89e45e-c310-4751-a914-b87aa225e45b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:58.862517 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89e45e-c310-4751-a914-b87aa225e45b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Port': ['ID=6b5b582d-3ed2-4efe-99a6-a322f6c87b62,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:58.902293 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da89e45e-c310-4751-a914-b87aa225e45b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:58.902637 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da89e45e-c310-4751-a914-b87aa225e45b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:58.902972 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da89e45e-c310-4751-a914-b87aa225e45b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:58.903306 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da89e45e-c310-4751-a914-b87aa225e45b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:58.903634 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da89e45e-c310-4751-a914-b87aa225e45b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:58.903959 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da89e45e-c310-4751-a914-b87aa225e45b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:58.904307 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da89e45e-c310-4751-a914-b87aa225e45b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:58.904629 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da89e45e-c310-4751-a914-b87aa225e45b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:58.904946 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da89e45e-c310-4751-a914-b87aa225e45b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:58.905264 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da89e45e-c310-4751-a914-b87aa225e45b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:58.905582 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da89e45e-c310-4751-a914-b87aa225e45b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:58.967286 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-da89e45e-c310-4751-a914-b87aa225e45b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for floatingip, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:59.444729 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da89e45e-c310-4751-a914-b87aa225e45b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Router 6b92b32a-0c2a-4eea-a317-7d9b8433ccb5 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:58:59.642864 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da89e45e-c310-4751-a914-b87aa225e45b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:58:59.652731 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99941dc8-8156-4234-82f7-5ed580425775 None None] Sync routers for ids ['6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:58:59.662495 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-da89e45e-c310-4751-a914-b87aa225e45b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:58:59.665397 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99941dc8-8156-4234-82f7-5ed580425775 None None] Routers {'6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:58:59.666143 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-99941dc8-8156-4234-82f7-5ed580425775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:58:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:59.715638 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-da89e45e-c310-4751-a914-b87aa225e45b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "DELETE /v2.0/floatingips/0c898344-bbc0-40bc-80e3-993703137f31 HTTP/1.1" status: 204 len: 168 time: 1.5862558 Apr 08 10:58:59.716244 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f0f2f4-1552-4cfe-b8b1-9de268c761ea', 'tag': 'bfdf5180-514b-4482-bd8c-80c146a81ab9'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:58:59.850694 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-99941dc8-8156-4234-82f7-5ed580425775 None None] Set router 6b92b32a-0c2a-4eea-a317-7d9b8433ccb5 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:58:59.858201 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-710052db-ce84-47a8-8318-ae50c182fb17'] response: {'name': 'network-changed', 'server_uuid': 'b5f0f2f4-1552-4cfe-b8b1-9de268c761ea', 'tag': 'bfdf5180-514b-4482-bd8c-80c146a81ab9', 'status': 'completed', 'code': 200} Apr 08 10:58:59.964562 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3f7eb406-9bd4-4e4c-a8f9-6743dfa12f0e req-9c7d8e03-e8a6-4653-8c61-ecb42ae68a6f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 1099 time: 0.0876541 Apr 08 10:59:00.176577 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-99941dc8-8156-4234-82f7-5ed580425775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444634107', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:57:15Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '263d0aea-d928-4e2e-b0f4-64a57a553ad2', 'name': '', 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:ba:51:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:57:14Z', 'updated_at': '2022-04-08T10:57:22Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': 'b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:00.180367 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99941dc8-8156-4234-82f7-5ed580425775 None None] Checking router: 6b92b32a-0c2a-4eea-a317-7d9b8433ccb5 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:59:00.190961 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99941dc8-8156-4234-82f7-5ed580425775 None None] Routers {'6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:59:00.191550 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-99941dc8-8156-4234-82f7-5ed580425775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:58:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:00.248115 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7eb406-9bd4-4e4c-a8f9-6743dfa12f0e req-625bc9d1-4433-4537-be74-66aab1337c66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:00.249580 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3f7eb406-9bd4-4e4c-a8f9-6743dfa12f0e req-625bc9d1-4433-4537-be74-66aab1337c66 service neutron] 10.222.0.52 "GET /v2.0/networks?id=70215efb-ce90-4ac3-af10-b470ea7a32f2 HTTP/1.1" status: 200 len: 898 time: 0.2765532 Apr 08 10:59:00.260244 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0547f7-dbc5-42e3-9d2c-dc1dba35a578 req-bb345536-b203-45a9-b95d-6ee59ae80f18 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:00.261609 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1e0547f7-dbc5-42e3-9d2c-dc1dba35a578 req-bb345536-b203-45a9-b95d-6ee59ae80f18 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 946 time: 0.2139280 Apr 08 10:59:00.341434 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3f7eb406-9bd4-4e4c-a8f9-6743dfa12f0e req-b2af2676-2dbc-4b19-81fd-4e2274926fa6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfdf5180-514b-4482-bd8c-80c146a81ab9 HTTP/1.1" status: 200 len: 217 time: 0.0788870 Apr 08 10:59:00.367991 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-99941dc8-8156-4234-82f7-5ed580425775 None None] Set router 6b92b32a-0c2a-4eea-a317-7d9b8433ccb5 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:59:00.410984 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1e0547f7-dbc5-42e3-9d2c-dc1dba35a578 req-2cafba29-3c44-42a7-9d4e-cd3070249544 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998263 Apr 08 10:59:00.419441 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7eb406-9bd4-4e4c-a8f9-6743dfa12f0e req-7269e9d3-de78-4d4a-8e39-4c2f96bd13d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:00.420848 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3f7eb406-9bd4-4e4c-a8f9-6743dfa12f0e req-7269e9d3-de78-4d4a-8e39-4c2f96bd13d8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027 HTTP/1.1" status: 200 len: 834 time: 0.0692146 Apr 08 10:59:00.497705 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3f7eb406-9bd4-4e4c-a8f9-6743dfa12f0e req-22fdf937-d2d4-4426-9c7a-34bd4b23054c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=70215efb-ce90-4ac3-af10-b470ea7a32f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701134 Apr 08 10:59:00.632958 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3f7eb406-9bd4-4e4c-a8f9-6743dfa12f0e req-9b5c282f-b218-4b0d-a1d6-1dd9131177bb service neutron] 10.222.0.52 "GET /v2.0/networks/70215efb-ce90-4ac3-af10-b470ea7a32f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280825 Apr 08 10:59:00.727567 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-99941dc8-8156-4234-82f7-5ed580425775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444634107', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:57:15Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '263d0aea-d928-4e2e-b0f4-64a57a553ad2', 'name': '', 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:ba:51:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:57:14Z', 'updated_at': '2022-04-08T10:57:22Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': 'b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:00.731572 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99941dc8-8156-4234-82f7-5ed580425775 None None] The sync data for ids ['6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'] in dv-neutron-837110-1-hyperv is: [{'id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444634107', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:57:15Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '263d0aea-d928-4e2e-b0f4-64a57a553ad2', 'name': '', 'network_id': '70215efb-ce90-4ac3-af10-b470ea7a32f2', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:ba:51:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:57:14Z', 'updated_at': '2022-04-08T10:57:22Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': 'b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:59:00.770290 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3f7eb406-9bd4-4e4c-a8f9-6743dfa12f0e req-2a58fffd-1a4c-4a53-9535-4aed9e1f6987 service neutron] 10.222.0.52 "GET /v2.0/networks/70215efb-ce90-4ac3-af10-b470ea7a32f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307974 Apr 08 10:59:00.943918 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f826bac7-6e00-4560-af5e-2db5271aafe3 None None] New status for floating IP 0c898344-bbc0-40bc-80e3-993703137f31: DOWN {{(pid=83848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:59:01.610341 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b8514-0170-4eb9-afc2-bb0824800ce5 req-7569db6e-8433-496e-9603-dcae0d748686 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:01.611779 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a63b8514-0170-4eb9-afc2-bb0824800ce5 req-7569db6e-8433-496e-9603-dcae0d748686 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 946 time: 0.0750012 Apr 08 10:59:01.660389 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a63b8514-0170-4eb9-afc2-bb0824800ce5 req-9b20edc2-fc84-4f01-95b4-36fdf8e8f338 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429997 Apr 08 10:59:01.889095 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94865ab-3069-4d1f-bc1b-1c0fa9ae2607 req-c371481e-b14e-4cbe-8394-52b018b79ede tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:01.890425 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c94865ab-3069-4d1f-bc1b-1c0fa9ae2607 req-c371481e-b14e-4cbe-8394-52b018b79ede tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 946 time: 0.0733354 Apr 08 10:59:01.960473 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-c94865ab-3069-4d1f-bc1b-1c0fa9ae2607 req-f3c673cb-5eb2-4c49-acfd-d4ff8309b981 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Deleting port bfdf5180-514b-4482-bd8c-80c146a81ab9 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:59:01.960815 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c94865ab-3069-4d1f-bc1b-1c0fa9ae2607 req-f3c673cb-5eb2-4c49-acfd-d4ff8309b981 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:02.200328 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-c94865ab-3069-4d1f-bc1b-1c0fa9ae2607 req-f3c673cb-5eb2-4c49-acfd-d4ff8309b981 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] For port bfdf5180-514b-4482-bd8c-80c146a81ab9, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bfdf5180-514b-4482-bd8c-80c146a81ab9,segment=NetworkSegment(f69800a9-d073-498a-b89a-1c71ffe05e7c),segment_id=f69800a9-d073-498a-b89a-1c71ffe05e7c)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:02.200686 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c94865ab-3069-4d1f-bc1b-1c0fa9ae2607 req-f3c673cb-5eb2-4c49-acfd-d4ff8309b981 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:02.318114 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-c94865ab-3069-4d1f-bc1b-1c0fa9ae2607 req-f3c673cb-5eb2-4c49-acfd-d4ff8309b981 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Calling delete_port for bfdf5180-514b-4482-bd8c-80c146a81ab9 owned by compute:nova {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:59:02.457032 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c94865ab-3069-4d1f-bc1b-1c0fa9ae2607 req-f3c673cb-5eb2-4c49-acfd-d4ff8309b981 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:02.507597 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c673cb-5eb2-4c49-acfd-d4ff8309b981 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Port': ['ID=bfdf5180-514b-4482-bd8c-80c146a81ab9,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:02.572386 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c673cb-5eb2-4c49-acfd-d4ff8309b981 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:02.572728 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c673cb-5eb2-4c49-acfd-d4ff8309b981 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:02.573061 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c673cb-5eb2-4c49-acfd-d4ff8309b981 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:02.573390 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c673cb-5eb2-4c49-acfd-d4ff8309b981 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:02.573722 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c673cb-5eb2-4c49-acfd-d4ff8309b981 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:02.574042 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c673cb-5eb2-4c49-acfd-d4ff8309b981 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:02.574363 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c673cb-5eb2-4c49-acfd-d4ff8309b981 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:02.574680 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c673cb-5eb2-4c49-acfd-d4ff8309b981 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:02.574995 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c673cb-5eb2-4c49-acfd-d4ff8309b981 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:02.575306 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c673cb-5eb2-4c49-acfd-d4ff8309b981 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:02.575621 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c673cb-5eb2-4c49-acfd-d4ff8309b981 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:02.588152 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94865ab-3069-4d1f-bc1b-1c0fa9ae2607 req-f3c673cb-5eb2-4c49-acfd-d4ff8309b981 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] No DVR routers for this DVR port bfdf5180-514b-4482-bd8c-80c146a81ab9 on host hv-neutron-8371 {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:59:02.590250 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c94865ab-3069-4d1f-bc1b-1c0fa9ae2607 req-f3c673cb-5eb2-4c49-acfd-d4ff8309b981 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:02.592673 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f0f2f4-1552-4cfe-b8b1-9de268c761ea', 'name': 'network-vif-deleted', 'tag': 'bfdf5180-514b-4482-bd8c-80c146a81ab9'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:59:02.604436 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c94865ab-3069-4d1f-bc1b-1c0fa9ae2607 req-f3c673cb-5eb2-4c49-acfd-d4ff8309b981 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.52 "DELETE /v2.0/ports/bfdf5180-514b-4482-bd8c-80c146a81ab9 HTTP/1.1" status: 204 len: 173 time: 0.7066593 Apr 08 10:59:02.647504 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58798a6c-6e9e-4cf7-8b9a-d32723d9577f'] response: {'server_uuid': 'b5f0f2f4-1552-4cfe-b8b1-9de268c761ea', 'name': 'network-vif-deleted', 'tag': 'bfdf5180-514b-4482-bd8c-80c146a81ab9', 'status': 'completed', 'code': 200} Apr 08 10:59:02.841227 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-a4ac46b9-dd72-4031-a057-f4177e64aa4f req-0f34f4d6-6075-4f57-9227-d9802bfed8ed tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Synchronizing usage tracker for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:59:02.857293 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-a4ac46b9-dd72-4031-a057-f4177e64aa4f req-0f34f4d6-6075-4f57-9227-d9802bfed8ed tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Unset dirty status for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:59:02.858445 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a4ac46b9-dd72-4031-a057-f4177e64aa4f req-0f34f4d6-6075-4f57-9227-d9802bfed8ed tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f0f2f4-1552-4cfe-b8b1-9de268c761ea HTTP/1.1" status: 200 len: 210 time: 0.0593028 Apr 08 10:59:03.965397 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37766) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:04.356161 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f558dc28-76c8-46b7-803a-17bc23f5c807 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:04.751253 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device bfdf5180-514b-4482-bd8c-80c146a81ab9 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:59:04.783766 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: bfdf5180-514b-4482-bd8c-80c146a81ab9 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:59:04.784179 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device bfdf5180-514b-4482-bd8c-80c146a81ab9 not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:59:05.073397 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-f558dc28-76c8-46b7-803a-17bc23f5c807 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Deleting port 263d0aea-d928-4e2e-b0f4-64a57a553ad2 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:59:05.073962 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f558dc28-76c8-46b7-803a-17bc23f5c807 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:05.261712 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-f558dc28-76c8-46b7-803a-17bc23f5c807 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] For port 263d0aea-d928-4e2e-b0f4-64a57a553ad2, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=263d0aea-d928-4e2e-b0f4-64a57a553ad2,segment=NetworkSegment(f69800a9-d073-498a-b89a-1c71ffe05e7c),segment_id=f69800a9-d073-498a-b89a-1c71ffe05e7c)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:05.262073 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f558dc28-76c8-46b7-803a-17bc23f5c807 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:05.382173 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-f558dc28-76c8-46b7-803a-17bc23f5c807 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Calling delete_port for 263d0aea-d928-4e2e-b0f4-64a57a553ad2 owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:59:05.554567 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f558dc28-76c8-46b7-803a-17bc23f5c807 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:05.601357 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558dc28-76c8-46b7-803a-17bc23f5c807 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Port': ['ID=263d0aea-d928-4e2e-b0f4-64a57a553ad2,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:05.893618 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f558dc28-76c8-46b7-803a-17bc23f5c807 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:06.552876 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f558dc28-76c8-46b7-803a-17bc23f5c807 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Router 6b92b32a-0c2a-4eea-a317-7d9b8433ccb5 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:59:06.752782 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f558dc28-76c8-46b7-803a-17bc23f5c807 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:59:06.762405 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43d0ab0-3c81-4b62-98cd-516d19485fb7 None None] Sync routers for ids ['6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:59:06.769441 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f558dc28-76c8-46b7-803a-17bc23f5c807 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "PUT /v2.0/routers/6b92b32a-0c2a-4eea-a317-7d9b8433ccb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8030100 Apr 08 10:59:06.772288 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37770) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:06.775467 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43d0ab0-3c81-4b62-98cd-516d19485fb7 None None] Routers {'6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:59:06.776272 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-f43d0ab0-3c81-4b62-98cd-516d19485fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:58:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:06.953190 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-f43d0ab0-3c81-4b62-98cd-516d19485fb7 None None] Set router 6b92b32a-0c2a-4eea-a317-7d9b8433ccb5 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:59:06.960701 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd882996-caee-40bb-9ea3-07f4beb4f516 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Deleting subnet b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 10:59:06.964535 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bd882996-caee-40bb-9ea3-07f4beb4f516 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:07.016948 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bd882996-caee-40bb-9ea3-07f4beb4f516 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:07.107054 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bd882996-caee-40bb-9ea3-07f4beb4f516 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:07.180225 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bd882996-caee-40bb-9ea3-07f4beb4f516 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:07.220365 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd882996-caee-40bb-9ea3-07f4beb4f516 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Subnet': ['ID=b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:07.226092 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bd882996-caee-40bb-9ea3-07f4beb4f516 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:07.232952 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0db488-7c7d-4d2f-8f3f-fab440fa1d4d None None] Network 70215efb-ce90-4ac3-af10-b470ea7a32f2 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:59:07.234315 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-bd882996-caee-40bb-9ea3-07f4beb4f516 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "DELETE /v2.0/subnets/b3b5f5b4-1d79-4ee0-8a3a-ff6b05101027 HTTP/1.1" status: 204 len: 168 time: 0.4610784 Apr 08 10:59:07.236936 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37774) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:07.299268 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-f43d0ab0-3c81-4b62-98cd-516d19485fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444634107', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:59:05Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:07.315552 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43d0ab0-3c81-4b62-98cd-516d19485fb7 None None] Checking router: 6b92b32a-0c2a-4eea-a317-7d9b8433ccb5 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:59:07.401027 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43d0ab0-3c81-4b62-98cd-516d19485fb7 None None] Routers {'6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:59:07.401619 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-f43d0ab0-3c81-4b62-98cd-516d19485fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:58:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:07.439305 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2a9d589f-6df0-4811-ad10-dd73ab4ed702 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:07.590208 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-f43d0ab0-3c81-4b62-98cd-516d19485fb7 None None] Set router 6b92b32a-0c2a-4eea-a317-7d9b8433ccb5 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:59:07.642246 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2a9d589f-6df0-4811-ad10-dd73ab4ed702 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:07.652799 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-2a9d589f-6df0-4811-ad10-dd73ab4ed702 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Deleting port 2d36734d-57d1-446e-bc18-9d909d8aac22 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:59:07.653474 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2a9d589f-6df0-4811-ad10-dd73ab4ed702 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:07.689856 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35bed75-cc51-4f9c-b64d-55c59eaf800f None None] DHCP port deletion for 70215efb-ce90-4ac3-af10-b470ea7a32f2 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 10:59:07.710719 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-c35bed75-cc51-4f9c-b64d-55c59eaf800f None None] Deleting port 1b2cd573-6a91-4a86-a9ac-8521866e88d0 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 10:59:07.711300 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c35bed75-cc51-4f9c-b64d-55c59eaf800f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:07.829817 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-2a9d589f-6df0-4811-ad10-dd73ab4ed702 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] For port 2d36734d-57d1-446e-bc18-9d909d8aac22, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2d36734d-57d1-446e-bc18-9d909d8aac22,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:07.830170 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2a9d589f-6df0-4811-ad10-dd73ab4ed702 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:08.044878 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-2a9d589f-6df0-4811-ad10-dd73ab4ed702 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Calling delete_port for 2d36734d-57d1-446e-bc18-9d909d8aac22 owned by network:router_gateway {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:59:08.082511 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-c35bed75-cc51-4f9c-b64d-55c59eaf800f None None] For port 1b2cd573-6a91-4a86-a9ac-8521866e88d0, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=1b2cd573-6a91-4a86-a9ac-8521866e88d0,segment=NetworkSegment(f69800a9-d073-498a-b89a-1c71ffe05e7c),segment_id=f69800a9-d073-498a-b89a-1c71ffe05e7c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:08.083086 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c35bed75-cc51-4f9c-b64d-55c59eaf800f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:08.216939 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2a9d589f-6df0-4811-ad10-dd73ab4ed702 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:08.226778 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-c35bed75-cc51-4f9c-b64d-55c59eaf800f None None] Calling delete_port for 1b2cd573-6a91-4a86-a9ac-8521866e88d0 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 10:59:08.264910 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d589f-6df0-4811-ad10-dd73ab4ed702 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Port': ['ID=2d36734d-57d1-446e-bc18-9d909d8aac22,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:08.283918 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-f43d0ab0-3c81-4b62-98cd-516d19485fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444634107', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:59:05Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:08.300557 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43d0ab0-3c81-4b62-98cd-516d19485fb7 None None] The sync data for ids ['6b92b32a-0c2a-4eea-a317-7d9b8433ccb5'] in dv-neutron-837110-1-hyperv is: [{'id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444634107', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:59:05Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '2d36734d-57d1-446e-bc18-9d909d8aac22', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b92b32a-0c2a-4eea-a317-7d9b8433ccb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:57:11Z', 'updated_at': '2022-04-08T10:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:59:08.311590 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c35bed75-cc51-4f9c-b64d-55c59eaf800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:08.360755 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bed75-cc51-4f9c-b64d-55c59eaf800f None None] Pushing event deleted for resources: {'Port': ['ID=1b2cd573-6a91-4a86-a9ac-8521866e88d0,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:08.366555 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35bed75-cc51-4f9c-b64d-55c59eaf800f None None] No DVR routers for this DVR port 1b2cd573-6a91-4a86-a9ac-8521866e88d0 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:59:08.490292 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2a9d589f-6df0-4811-ad10-dd73ab4ed702 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:08.607349 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:08.759660 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 263d0aea-d928-4e2e-b0f4-64a57a553ad2 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:59:08.771236 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2a9d589f-6df0-4811-ad10-dd73ab4ed702 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:08.776030 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2a9d589f-6df0-4811-ad10-dd73ab4ed702 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:08.791984 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 263d0aea-d928-4e2e-b0f4-64a57a553ad2 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:59:08.792618 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 263d0aea-d928-4e2e-b0f4-64a57a553ad2 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:59:08.793024 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 1b2cd573-6a91-4a86-a9ac-8521866e88d0 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:59:08.807840 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2a9d589f-6df0-4811-ad10-dd73ab4ed702 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:08.808514 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9d589f-6df0-4811-ad10-dd73ab4ed702 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Fanout notify agent at l3_agent the message router_deleted on router 6b92b32a-0c2a-4eea-a317-7d9b8433ccb5 {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:59:08.825269 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-2a9d589f-6df0-4811-ad10-dd73ab4ed702 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:08.825543 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 1b2cd573-6a91-4a86-a9ac-8521866e88d0 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:59:08.825889 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 1b2cd573-6a91-4a86-a9ac-8521866e88d0 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:59:08.829194 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2a9d589f-6df0-4811-ad10-dd73ab4ed702 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "DELETE /v2.0/routers/6b92b32a-0c2a-4eea-a317-7d9b8433ccb5 HTTP/1.1" status: 204 len: 168 time: 1.5912466 Apr 08 10:59:08.829716 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37778) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:09.040695 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-71f2953f-ff50-41fa-9b1e-7c782464d30a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:09.172828 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-71f2953f-ff50-41fa-9b1e-7c782464d30a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:09.197410 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-71f2953f-ff50-41fa-9b1e-7c782464d30a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70215efb-ce90-4ac3-af10-b470ea7a32f2']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:09.208968 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-71f2953f-ff50-41fa-9b1e-7c782464d30a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69800a9-d073-498a-b89a-1c71ffe05e7c') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:09.209269 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-71f2953f-ff50-41fa-9b1e-7c782464d30a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69800a9-d073-498a-b89a-1c71ffe05e7c') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:09.220868 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-71f2953f-ff50-41fa-9b1e-7c782464d30a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:09.236043 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-71f2953f-ff50-41fa-9b1e-7c782464d30a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:09.241890 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f2953f-ff50-41fa-9b1e-7c782464d30a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 10:59:09.242326 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-71f2953f-ff50-41fa-9b1e-7c782464d30a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:59:09.256379 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:59:09.338561 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-71f2953f-ff50-41fa-9b1e-7c782464d30a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:09.356402 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-71f2953f-ff50-41fa-9b1e-7c782464d30a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:09.367939 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2953f-ff50-41fa-9b1e-7c782464d30a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Network': ['ID=70215efb-ce90-4ac3-af10-b470ea7a32f2,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:09.379158 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37782) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:09.379344 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-71f2953f-ff50-41fa-9b1e-7c782464d30a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "DELETE /v2.0/networks/70215efb-ce90-4ac3-af10-b470ea7a32f2 HTTP/1.1" status: 204 len: 168 time: 0.5484488 Apr 08 10:59:09.447242 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bc7b7526-7c13-4ce6-a71c-3427e25ad15e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:09.475037 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bc7b7526-7c13-4ce6-a71c-3427e25ad15e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:09.536797 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bc7b7526-7c13-4ce6-a71c-3427e25ad15e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:09.553196 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b7526-7c13-4ce6-a71c-3427e25ad15e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:09.566296 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-bc7b7526-7c13-4ce6-a71c-3427e25ad15e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:09.567404 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-bc7b7526-7c13-4ce6-a71c-3427e25ad15e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "DELETE /v2.0/security-groups/aeea4a98-3f66-45b7-8954-e4e5b6a0f8b7 HTTP/1.1" status: 204 len: 168 time: 0.1872673 Apr 08 10:59:10.031480 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37790) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:10.037056 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-591122f5-1537-4e46-804e-68461e031cef tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1919135037', 'description': 'tempest-secgroup-smoke-1919135037 description', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:59:10.043159 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-591122f5-1537-4e46-804e-68461e031cef tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:59:10.047379 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-591122f5-1537-4e46-804e-68461e031cef tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:59:10.050221 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-591122f5-1537-4e46-804e-68461e031cef tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:59:10.056510 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-591122f5-1537-4e46-804e-68461e031cef tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:59:10.066692 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-591122f5-1537-4e46-804e-68461e031cef tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:10.101528 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-591122f5-1537-4e46-804e-68461e031cef tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:59:10.105317 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-591122f5-1537-4e46-804e-68461e031cef tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:59:10.108354 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-591122f5-1537-4e46-804e-68461e031cef tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:59:10.114324 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-591122f5-1537-4e46-804e-68461e031cef tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:59:10.169439 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-591122f5-1537-4e46-804e-68461e031cef tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:10.173023 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-591122f5-1537-4e46-804e-68461e031cef tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:10.216426 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591122f5-1537-4e46-804e-68461e031cef tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:10.219275 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-591122f5-1537-4e46-804e-68461e031cef tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:10.220468 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-591122f5-1537-4e46-804e-68461e031cef tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1879637 Apr 08 10:59:10.223279 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37794) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:10.228668 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-1c448a68-c3f1-4b94-a20d-580d592b9c62 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': '8b53cd55-7ab3-4cc2-812b-3fb7aea2f388', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:59:10.234468 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-1c448a68-c3f1-4b94-a20d-580d592b9c62 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:59:10.238355 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1c448a68-c3f1-4b94-a20d-580d592b9c62 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:59:10.241208 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-1c448a68-c3f1-4b94-a20d-580d592b9c62 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:59:10.247449 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-1c448a68-c3f1-4b94-a20d-580d592b9c62 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:59:10.264323 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1c448a68-c3f1-4b94-a20d-580d592b9c62 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:10.326678 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1c448a68-c3f1-4b94-a20d-580d592b9c62 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:10.330111 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1c448a68-c3f1-4b94-a20d-580d592b9c62 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:10.352361 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c448a68-c3f1-4b94-a20d-580d592b9c62 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e20f72-3c6f-4934-9892-c539532d777e,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:10.361344 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-1c448a68-c3f1-4b94-a20d-580d592b9c62 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:10.362501 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-1c448a68-c3f1-4b94-a20d-580d592b9c62 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1383307 Apr 08 10:59:10.365425 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37798) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:10.371849 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-bbec7bd8-4969-4652-957c-d356d34e6195 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': '8b53cd55-7ab3-4cc2-812b-3fb7aea2f388', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:59:10.377556 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-bbec7bd8-4969-4652-957c-d356d34e6195 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:59:10.381359 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-bbec7bd8-4969-4652-957c-d356d34e6195 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:59:10.385212 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-bbec7bd8-4969-4652-957c-d356d34e6195 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:59:10.390796 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-bbec7bd8-4969-4652-957c-d356d34e6195 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:59:10.406969 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bbec7bd8-4969-4652-957c-d356d34e6195 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:10.466334 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bbec7bd8-4969-4652-957c-d356d34e6195 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:10.469921 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bbec7bd8-4969-4652-957c-d356d34e6195 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:10.493314 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec7bd8-4969-4652-957c-d356d34e6195 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3adaf649-4630-4ef0-b89b-f989bcacaa78,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:10.502121 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bbec7bd8-4969-4652-957c-d356d34e6195 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:10.503309 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-bbec7bd8-4969-4652-957c-d356d34e6195 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1369884 Apr 08 10:59:10.506171 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37802) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:10.511367 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-f7bdfec5-0ae4-49c9-a440-5638d94db798 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': '8b53cd55-7ab3-4cc2-812b-3fb7aea2f388', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:59:10.517155 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f7bdfec5-0ae4-49c9-a440-5638d94db798 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:59:10.521137 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f7bdfec5-0ae4-49c9-a440-5638d94db798 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:59:10.523991 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f7bdfec5-0ae4-49c9-a440-5638d94db798 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:59:10.529544 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f7bdfec5-0ae4-49c9-a440-5638d94db798 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:59:10.545498 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f7bdfec5-0ae4-49c9-a440-5638d94db798 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:10.604954 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f7bdfec5-0ae4-49c9-a440-5638d94db798 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:10.608757 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f7bdfec5-0ae4-49c9-a440-5638d94db798 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:10.634168 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bdfec5-0ae4-49c9-a440-5638d94db798 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2ee4f7-1923-4334-a05d-dfb89ff43116,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:10.642100 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f7bdfec5-0ae4-49c9-a440-5638d94db798 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:10.643291 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f7bdfec5-0ae4-49c9-a440-5638d94db798 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1362274 Apr 08 10:59:10.646380 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37806) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:10.651876 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-43b0dff7-5dfb-4715-a1cc-8c19908adac3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': '8b53cd55-7ab3-4cc2-812b-3fb7aea2f388', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:59:10.655501 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2d36734d-57d1-446e-bc18-9d909d8aac22 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 10:59:10.657680 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-43b0dff7-5dfb-4715-a1cc-8c19908adac3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:59:10.661471 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-43b0dff7-5dfb-4715-a1cc-8c19908adac3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:59:10.665222 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-43b0dff7-5dfb-4715-a1cc-8c19908adac3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:59:10.671307 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-43b0dff7-5dfb-4715-a1cc-8c19908adac3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:59:10.691996 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-43b0dff7-5dfb-4715-a1cc-8c19908adac3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:10.693062 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 2d36734d-57d1-446e-bc18-9d909d8aac22 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 10:59:10.693389 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2d36734d-57d1-446e-bc18-9d909d8aac22 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 10:59:10.756426 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-43b0dff7-5dfb-4715-a1cc-8c19908adac3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:10.759944 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-43b0dff7-5dfb-4715-a1cc-8c19908adac3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:10.783041 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0dff7-5dfb-4715-a1cc-8c19908adac3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfee2208-71d4-41f6-8a44-cfbbccca4ba3,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:10.792250 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-43b0dff7-5dfb-4715-a1cc-8c19908adac3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:10.793419 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-43b0dff7-5dfb-4715-a1cc-8c19908adac3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1461403 Apr 08 10:59:10.795976 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37810) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:10.801416 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-6baad5e8-c812-4c6f-a5ca-2293232f8757 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': '8b53cd55-7ab3-4cc2-812b-3fb7aea2f388', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:59:10.807023 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-6baad5e8-c812-4c6f-a5ca-2293232f8757 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:59:10.810771 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6baad5e8-c812-4c6f-a5ca-2293232f8757 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:59:10.813579 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6baad5e8-c812-4c6f-a5ca-2293232f8757 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:59:10.819080 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-6baad5e8-c812-4c6f-a5ca-2293232f8757 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:59:10.828716 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.securitygroups_db [None req-6baad5e8-c812-4c6f-a5ca-2293232f8757 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Project 4a457a2ac8d74b96ab5e9f84a5d84771 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:59:10.834881 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6baad5e8-c812-4c6f-a5ca-2293232f8757 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:10.897705 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6baad5e8-c812-4c6f-a5ca-2293232f8757 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:10.901805 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6baad5e8-c812-4c6f-a5ca-2293232f8757 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:10.924839 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad5e8-c812-4c6f-a5ca-2293232f8757 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e42a01-e7eb-4dbe-8fac-e5ded747dbf6,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:10.933351 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6baad5e8-c812-4c6f-a5ca-2293232f8757 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:10.934541 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6baad5e8-c812-4c6f-a5ca-2293232f8757 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1376479 Apr 08 10:59:10.937161 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37814) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:10.942297 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-39d1be02-9936-4b6d-b356-0dd0b78f95e7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': '8b53cd55-7ab3-4cc2-812b-3fb7aea2f388', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:59:10.948738 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-39d1be02-9936-4b6d-b356-0dd0b78f95e7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:59:10.952381 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-39d1be02-9936-4b6d-b356-0dd0b78f95e7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:59:10.955115 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-39d1be02-9936-4b6d-b356-0dd0b78f95e7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:59:10.960604 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-39d1be02-9936-4b6d-b356-0dd0b78f95e7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:59:10.971133 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.securitygroups_db [None req-39d1be02-9936-4b6d-b356-0dd0b78f95e7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Project 4a457a2ac8d74b96ab5e9f84a5d84771 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:59:10.978249 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-39d1be02-9936-4b6d-b356-0dd0b78f95e7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:11.048566 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-39d1be02-9936-4b6d-b356-0dd0b78f95e7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:11.052922 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-39d1be02-9936-4b6d-b356-0dd0b78f95e7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:11.075596 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1be02-9936-4b6d-b356-0dd0b78f95e7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b5acd1-1554-4af7-bfcc-87ca1fcbeed6,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:11.087671 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-39d1be02-9936-4b6d-b356-0dd0b78f95e7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:11.088894 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-39d1be02-9936-4b6d-b356-0dd0b78f95e7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1508446 Apr 08 10:59:11.091600 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37818) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:11.096969 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-6e2126d1-2192-433f-9541-d1824bb9cad3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'network': {'name': 'tempest-network-smoke--483174769', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'port_security_enabled': True}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:59:11.101792 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-6e2126d1-2192-433f-9541-d1824bb9cad3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:59:11.106052 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6e2126d1-2192-433f-9541-d1824bb9cad3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:network and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:59:11.108873 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6e2126d1-2192-433f-9541-d1824bb9cad3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:59:11.114688 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-6e2126d1-2192-433f-9541-d1824bb9cad3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:59:11.124544 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2126d1-2192-433f-9541-d1824bb9cad3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Made reservation on behalf of 4a457a2ac8d74b96ab5e9f84a5d84771 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:59:11.127428 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6e2126d1-2192-433f-9541-d1824bb9cad3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:11.157219 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2126d1-2192-433f-9541-d1824bb9cad3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:59:11.166103 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6e2126d1-2192-433f-9541-d1824bb9cad3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:11.166449 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-6e2126d1-2192-433f-9541-d1824bb9cad3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Added segment 37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e of type vlan for network 5fcc5047-0c80-4009-98c6-c89d14b7d9ea Apr 08 10:59:11.191537 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6e2126d1-2192-433f-9541-d1824bb9cad3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:11.218630 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6e2126d1-2192-433f-9541-d1824bb9cad3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:11.222166 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2126d1-2192-433f-9541-d1824bb9cad3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:11.222737 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6e2126d1-2192-433f-9541-d1824bb9cad3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:11.326723 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6e2126d1-2192-433f-9541-d1824bb9cad3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2340009 Apr 08 10:59:11.329402 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2126d1-2192-433f-9541-d1824bb9cad3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Network': ['ID=5fcc5047-0c80-4009-98c6-c89d14b7d9ea,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:11.329691 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37822) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:11.335148 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-763f5163-ad8a-462e-b511-df7a0b2530b5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1855555608', 'admin_state_up': True, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:59:11.341033 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 5fcc5047-0c80-4009-98c6-c89d14b7d9ea details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 10:59:11.342205 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-763f5163-ad8a-462e-b511-df7a0b2530b5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:59:11.345977 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-763f5163-ad8a-462e-b511-df7a0b2530b5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:router and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:59:11.349019 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-763f5163-ad8a-462e-b511-df7a0b2530b5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:59:11.355694 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-763f5163-ad8a-462e-b511-df7a0b2530b5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:59:11.365272 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-763f5163-ad8a-462e-b511-df7a0b2530b5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:11.366244 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-763f5163-ad8a-462e-b511-df7a0b2530b5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:11.385650 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-763f5163-ad8a-462e-b511-df7a0b2530b5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:11.531012 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-763f5163-ad8a-462e-b511-df7a0b2530b5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:11.702506 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-763f5163-ad8a-462e-b511-df7a0b2530b5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router_gateway, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:11.732102 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-763f5163-ad8a-462e-b511-df7a0b2530b5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:11.952186 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-763f5163-ad8a-462e-b511-df7a0b2530b5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Allocated IP 172.26.0.140 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/84174f6c-fcc2-4a02-b608-9272998c65b9) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:59:12.098503 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-763f5163-ad8a-462e-b511-df7a0b2530b5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:12.125390 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-763f5163-ad8a-462e-b511-df7a0b2530b5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:12.194177 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763f5163-ad8a-462e-b511-df7a0b2530b5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:59:12.197703 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-763f5163-ad8a-462e-b511-df7a0b2530b5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:59:12.201933 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763f5163-ad8a-462e-b511-df7a0b2530b5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:59:12.226215 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f5163-ad8a-462e-b511-df7a0b2530b5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=84174f6c-fcc2-4a02-b608-9272998c65b9,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:12.355291 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-763f5163-ad8a-462e-b511-df7a0b2530b5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router_gateway, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:12.355949 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-763f5163-ad8a-462e-b511-df7a0b2530b5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:12.581372 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763f5163-ad8a-462e-b511-df7a0b2530b5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Router 61277f08-5c10-4f1f-a16a-ec2290fa69f0 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:59:12.782340 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763f5163-ad8a-462e-b511-df7a0b2530b5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:59:12.792588 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6222d8d2-10a1-4b7c-9b3a-b8d51b32c3e4 None None] Sync routers for ids ['61277f08-5c10-4f1f-a16a-ec2290fa69f0'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:59:12.805149 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6222d8d2-10a1-4b7c-9b3a-b8d51b32c3e4 None None] Routers {'61277f08-5c10-4f1f-a16a-ec2290fa69f0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:59:12.806021 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6222d8d2-10a1-4b7c-9b3a-b8d51b32c3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:58:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['61277f08-5c10-4f1f-a16a-ec2290fa69f0'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:12.809204 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-763f5163-ad8a-462e-b511-df7a0b2530b5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:12.810596 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-763f5163-ad8a-462e-b511-df7a0b2530b5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4797244 Apr 08 10:59:12.813574 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 37826) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:12.919065 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2e4d613f-c23a-47a1-84b8-c5fa9bbd952b tempest-TestNetworkAdvancedServerOps-144543435 tempest-TestNetworkAdvancedServerOps-144543435-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=4a457a2ac8d74b96ab5e9f84a5d84771&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1042881 Apr 08 10:59:12.921601 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37832) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:12.982464 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-6222d8d2-10a1-4b7c-9b3a-b8d51b32c3e4 None None] Set router 61277f08-5c10-4f1f-a16a-ec2290fa69f0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:59:13.059540 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0898ef5-7a09-4ff2-82b2-3cf06f59c6fe tempest-TestNetworkAdvancedServerOps-144543435 tempest-TestNetworkAdvancedServerOps-144543435-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:13.063606 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b0898ef5-7a09-4ff2-82b2-3cf06f59c6fe tempest-TestNetworkAdvancedServerOps-144543435 tempest-TestNetworkAdvancedServerOps-144543435-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1384070 Apr 08 10:59:13.063810 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37836) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:13.105254 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3838bca6-8395-42b1-9f3c-3a278da32f68 tempest-TestNetworkAdvancedServerOps-144543435 tempest-TestNetworkAdvancedServerOps-144543435-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381291 Apr 08 10:59:13.105474 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37840) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:13.115128 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-c5cb58df-90f8-4b23-bb29-d5469026542e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-783746376', 'network_id': '5fcc5047-0c80-4009-98c6-c89d14b7d9ea', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:59:13.223099 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-c5cb58df-90f8-4b23-bb29-d5469026542e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:59:13.227170 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-c5cb58df-90f8-4b23-bb29-d5469026542e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:subnet and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:59:13.230101 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-c5cb58df-90f8-4b23-bb29-d5469026542e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:59:13.235752 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-c5cb58df-90f8-4b23-bb29-d5469026542e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:59:13.246521 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cb58df-90f8-4b23-bb29-d5469026542e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Made reservation on behalf of 4a457a2ac8d74b96ab5e9f84a5d84771 for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:59:13.263813 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6222d8d2-10a1-4b7c-9b3a-b8d51b32c3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855555608', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T10:59:12Z', 'revision_number': 3, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:42:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T10:59:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:13.267579 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6222d8d2-10a1-4b7c-9b3a-b8d51b32c3e4 None None] Checking router: 61277f08-5c10-4f1f-a16a-ec2290fa69f0 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:59:13.267923 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6222d8d2-10a1-4b7c-9b3a-b8d51b32c3e4 None None] Updating router 61277f08-5c10-4f1f-a16a-ec2290fa69f0 port 84174f6c-fcc2-4a02-b608-9272998c65b9 binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:59:13.317171 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6222d8d2-10a1-4b7c-9b3a-b8d51b32c3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:13.346620 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c5cb58df-90f8-4b23-bb29-d5469026542e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:13.395047 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0700cfc8-90fd-4654-958a-2da92586a51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:13.650688 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c5cb58df-90f8-4b23-bb29-d5469026542e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:13.651615 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6222d8d2-10a1-4b7c-9b3a-b8d51b32c3e4 None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:13.664572 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-6222d8d2-10a1-4b7c-9b3a-b8d51b32c3e4 None None] Transition to ACTIVE for port object 84174f6c-fcc2-4a02-b608-9272998c65b9 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:59:13.671370 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6222d8d2-10a1-4b7c-9b3a-b8d51b32c3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:13.727448 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb58df-90f8-4b23-bb29-d5469026542e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Subnet': ['ID=f4b20331-d725-4954-b981-761c4105eb23,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:13.737025 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cb58df-90f8-4b23-bb29-d5469026542e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Checking segment: {'id': '37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5fcc5047-0c80-4009-98c6-c89d14b7d9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:59:13.737383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cb58df-90f8-4b23-bb29-d5469026542e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network hostable DHCP agents. Network: 5fcc5047-0c80-4009-98c6-c89d14b7d9ea, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:59:13.755955 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6f00c-fc9b-40ec-85f3-db305a20dbea None None] Pushing event updated for resources: {'Port': ['ID=84174f6c-fcc2-4a02-b608-9272998c65b9,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:13.759666 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cb58df-90f8-4b23-bb29-d5469026542e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network 5fcc5047-0c80-4009-98c6-c89d14b7d9ea is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:59:13.765465 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6222d8d2-10a1-4b7c-9b3a-b8d51b32c3e4 None None] Attempting to bind port 84174f6c-fcc2-4a02-b608-9272998c65b9 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:59:13.765969 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6222d8d2-10a1-4b7c-9b3a-b8d51b32c3e4 None None] Attempting to bind port 84174f6c-fcc2-4a02-b608-9272998c65b9 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:59:13.766524 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6222d8d2-10a1-4b7c-9b3a-b8d51b32c3e4 None None] Attempting to bind port 84174f6c-fcc2-4a02-b608-9272998c65b9 on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:59:13.768944 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-c5cb58df-90f8-4b23-bb29-d5469026542e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 5fcc5047-0c80-4009-98c6-c89d14b7d9ea) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:59:13.773066 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cb58df-90f8-4b23-bb29-d5469026542e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:13.774206 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c5cb58df-90f8-4b23-bb29-d5469026542e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:13.778142 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6f00c-fc9b-40ec-85f3-db305a20dbea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:13.778495 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6f00c-fc9b-40ec-85f3-db305a20dbea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:13.778837 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6f00c-fc9b-40ec-85f3-db305a20dbea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:13.779173 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6f00c-fc9b-40ec-85f3-db305a20dbea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:13.779507 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6f00c-fc9b-40ec-85f3-db305a20dbea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:13.779841 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6f00c-fc9b-40ec-85f3-db305a20dbea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:13.780122 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb78ebe-e482-4c72-b6af-571b2ea8ffed None None] Network 5fcc5047-0c80-4009-98c6-c89d14b7d9ea requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:59:13.780438 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6f00c-fc9b-40ec-85f3-db305a20dbea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:13.780694 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6f00c-fc9b-40ec-85f3-db305a20dbea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:13.780904 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6f00c-fc9b-40ec-85f3-db305a20dbea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:13.781136 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6f00c-fc9b-40ec-85f3-db305a20dbea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:13.781456 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6f00c-fc9b-40ec-85f3-db305a20dbea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:13.786586 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6222d8d2-10a1-4b7c-9b3a-b8d51b32c3e4 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:59:13.786956 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6222d8d2-10a1-4b7c-9b3a-b8d51b32c3e4 None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:59:13.787360 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6222d8d2-10a1-4b7c-9b3a-b8d51b32c3e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:13.787741 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6222d8d2-10a1-4b7c-9b3a-b8d51b32c3e4 None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:59:13.788243 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-6222d8d2-10a1-4b7c-9b3a-b8d51b32c3e4 None None] Bound port: 84174f6c-fcc2-4a02-b608-9272998c65b9, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:59:13.788620 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6222d8d2-10a1-4b7c-9b3a-b8d51b32c3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:13.799974 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c5cb58df-90f8-4b23-bb29-d5469026542e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6911118 Apr 08 10:59:13.800375 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37844) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:13.866185 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-6222d8d2-10a1-4b7c-9b3a-b8d51b32c3e4 None None] For port 84174f6c-fcc2-4a02-b608-9272998c65b9, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:59:13.869578 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-6222d8d2-10a1-4b7c-9b3a-b8d51b32c3e4 None None] For port 84174f6c-fcc2-4a02-b608-9272998c65b9, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=84174f6c-fcc2-4a02-b608-9272998c65b9,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:59:13.873136 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-6222d8d2-10a1-4b7c-9b3a-b8d51b32c3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:13.955716 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6f00c-fc9b-40ec-85f3-db305a20dbea None None] Pushing event updated for resources: {'Port': ['ID=84174f6c-fcc2-4a02-b608-9272998c65b9,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:13.958115 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6222d8d2-10a1-4b7c-9b3a-b8d51b32c3e4 None None] Routers {'61277f08-5c10-4f1f-a16a-ec2290fa69f0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:59:13.958826 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6222d8d2-10a1-4b7c-9b3a-b8d51b32c3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:58:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['61277f08-5c10-4f1f-a16a-ec2290fa69f0'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:14.007935 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4615ac9-09b3-4dae-bd78-0d553661510c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-5fcc5047-0c80-4009-98c6-c89d14b7d9ea', 'network_id': '5fcc5047-0c80-4009-98c6-c89d14b7d9ea', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'fixed_ips': [{'subnet_id': 'f4b20331-d725-4954-b981-761c4105eb23'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 10:59:14.009061 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d4615ac9-09b3-4dae-bd78-0d553661510c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:14.146478 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-6222d8d2-10a1-4b7c-9b3a-b8d51b32c3e4 None None] Set router 61277f08-5c10-4f1f-a16a-ec2290fa69f0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:59:14.187672 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-d4615ac9-09b3-4dae-bd78-0d553661510c None None] Allocated IP 172.20.0.2 (5fcc5047-0c80-4009-98c6-c89d14b7d9ea/f4b20331-d725-4954-b981-761c4105eb23/0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:59:14.397295 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d4615ac9-09b3-4dae-bd78-0d553661510c None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:14.408914 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d4615ac9-09b3-4dae-bd78-0d553661510c None None] Transition to ACTIVE for port object 0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:59:14.428726 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d4615ac9-09b3-4dae-bd78-0d553661510c None None] Transition to ACTIVE for port object 0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:59:14.434766 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d4615ac9-09b3-4dae-bd78-0d553661510c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:14.463740 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-6222d8d2-10a1-4b7c-9b3a-b8d51b32c3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855555608', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T10:59:12Z', 'revision_number': 3, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:42:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T10:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:14.468462 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6222d8d2-10a1-4b7c-9b3a-b8d51b32c3e4 None None] The sync data for ids ['61277f08-5c10-4f1f-a16a-ec2290fa69f0'] in dv-neutron-837110-1-hyperv is: [{'id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855555608', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T10:59:12Z', 'revision_number': 3, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:42:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T10:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:59:14.505468 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4615ac9-09b3-4dae-bd78-0d553661510c None None] Network 5fcc5047-0c80-4009-98c6-c89d14b7d9ea is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:59:14.508786 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-d4615ac9-09b3-4dae-bd78-0d553661510c None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:59:14.512564 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4615ac9-09b3-4dae-bd78-0d553661510c None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:59:14.525211 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4615ac9-09b3-4dae-bd78-0d553661510c None None] Pushing event updated for resources: {'Port': ['ID=0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:14.593630 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3ddef3a0-5f7c-4122-853c-849ff4170adf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:14.612070 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-d4615ac9-09b3-4dae-bd78-0d553661510c None None] Attempting to bind port 0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:59:14.612453 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-d4615ac9-09b3-4dae-bd78-0d553661510c None None] Attempting to bind port 0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5fcc5047-0c80-4009-98c6-c89d14b7d9ea'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:59:14.612806 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4615ac9-09b3-4dae-bd78-0d553661510c None None] Attempting to bind port 0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e on network 5fcc5047-0c80-4009-98c6-c89d14b7d9ea {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:59:14.619350 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4615ac9-09b3-4dae-bd78-0d553661510c None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:59:14.619766 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4615ac9-09b3-4dae-bd78-0d553661510c None None] Checking segment: {'id': '37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5fcc5047-0c80-4009-98c6-c89d14b7d9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:59:14.620192 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d4615ac9-09b3-4dae-bd78-0d553661510c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:14.620587 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4615ac9-09b3-4dae-bd78-0d553661510c None None] Bound using segment: {'id': '37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5fcc5047-0c80-4009-98c6-c89d14b7d9ea'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:59:14.621046 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-d4615ac9-09b3-4dae-bd78-0d553661510c None None] Bound port: 0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5fcc5047-0c80-4009-98c6-c89d14b7d9ea'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:59:14.621412 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d4615ac9-09b3-4dae-bd78-0d553661510c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:14.743572 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d4615ac9-09b3-4dae-bd78-0d553661510c None None] For port 0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:59:14.752702 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d4615ac9-09b3-4dae-bd78-0d553661510c None None] For port 0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e,segment=NetworkSegment(37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e),segment_id=37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:59:14.759170 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d4615ac9-09b3-4dae-bd78-0d553661510c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:14.807739 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 84174f6c-fcc2-4a02-b608-9272998c65b9 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:59:14.949886 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4615ac9-09b3-4dae-bd78-0d553661510c None None] Pushing event updated for resources: {'Port': ['ID=0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:14.971346 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 84174f6c-fcc2-4a02-b608-9272998c65b9 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:59:14.980033 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 84174f6c-fcc2-4a02-b608-9272998c65b9 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:59:14.980033 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:15.063429 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-3ddef3a0-5f7c-4122-853c-849ff4170adf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Allocated IP 172.20.0.1 (5fcc5047-0c80-4009-98c6-c89d14b7d9ea/f4b20331-d725-4954-b981-761c4105eb23/c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:59:15.129621 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:15.170003 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 84174f6c-fcc2-4a02-b608-9272998c65b9, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=84174f6c-fcc2-4a02-b608-9272998c65b9,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:15.186848 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:15.275732 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=84174f6c-fcc2-4a02-b608-9272998c65b9,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:15.403992 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3ddef3a0-5f7c-4122-853c-849ff4170adf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:15.420676 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-3ddef3a0-5f7c-4122-853c-849ff4170adf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Transition to ACTIVE for port object c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:59:15.443200 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3ddef3a0-5f7c-4122-853c-849ff4170adf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:15.516750 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddef3a0-5f7c-4122-853c-849ff4170adf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network 5fcc5047-0c80-4009-98c6-c89d14b7d9ea is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:59:15.520317 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-3ddef3a0-5f7c-4122-853c-849ff4170adf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:59:15.525433 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddef3a0-5f7c-4122-853c-849ff4170adf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:59:15.556412 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddef3a0-5f7c-4122-853c-849ff4170adf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:15.587674 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3ddef3a0-5f7c-4122-853c-849ff4170adf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:15.645238 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f65f43cd-b6e0-40f1-b94f-52fc06a1f115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:15.671163 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3ddef3a0-5f7c-4122-853c-849ff4170adf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:15.938986 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f30c2f-14d9-4c10-967c-5b5abf0517e0 None None] Network 5fcc5047-0c80-4009-98c6-c89d14b7d9ea requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 10:59:16.047431 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-e5c47a1b-1c01-48a1-a6be-7fdb71044cba None None] Provisioning for port 0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:59:16.085723 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3ddef3a0-5f7c-4122-853c-849ff4170adf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:16.091525 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3ddef3a0-5f7c-4122-853c-849ff4170adf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:16.200059 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddef3a0-5f7c-4122-853c-849ff4170adf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:16.205430 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3ddef3a0-5f7c-4122-853c-849ff4170adf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:16.348474 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddef3a0-5f7c-4122-853c-849ff4170adf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network 5fcc5047-0c80-4009-98c6-c89d14b7d9ea is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:59:16.349624 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-3ddef3a0-5f7c-4122-853c-849ff4170adf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:59:16.404392 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3c720201-1028-4c70-a135-bb71017fa20c None None] Provisioning for port c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:59:16.410265 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3c720201-1028-4c70-a135-bb71017fa20c None None] Provisioning complete for port c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:59:16.410855 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3c720201-1028-4c70-a135-bb71017fa20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:16.466609 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-3c720201-1028-4c70-a135-bb71017fa20c None None] Port c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:59:16.589243 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-0370f5c7-1fc3-4808-8d00-42aaf6ec280f None None] Provisioning complete for port c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:59:16.589770 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0370f5c7-1fc3-4808-8d00-42aaf6ec280f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:16.649245 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-0370f5c7-1fc3-4808-8d00-42aaf6ec280f None None] Port c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:59:16.763029 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddef3a0-5f7c-4122-853c-849ff4170adf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Router 61277f08-5c10-4f1f-a16a-ec2290fa69f0 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:59:16.771875 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-988dd5ff-45e2-4237-8c04-8c233b7793f7 None None] Provisioning complete for port c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:59:16.772447 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-988dd5ff-45e2-4237-8c04-8c233b7793f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:16.801521 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:59:16.874497 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-988dd5ff-45e2-4237-8c04-8c233b7793f7 None None] Port c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:59:16.892618 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:16.903953 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:59:16.909487 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:59:16.909885 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:16.975673 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:17.037175 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:17.062303 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddef3a0-5f7c-4122-853c-849ff4170adf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:59:17.069132 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e,segment=NetworkSegment(37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e),segment_id=37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:17.073876 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:17.074575 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 84174f6c-fcc2-4a02-b608-9272998c65b9 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:59:17.085269 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3ddef3a0-5f7c-4122-853c-849ff4170adf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "PUT /v2.0/routers/61277f08-5c10-4f1f-a16a-ec2290fa69f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2754841 Apr 08 10:59:17.187388 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:17.200635 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 84174f6c-fcc2-4a02-b608-9272998c65b9 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:59:17.200998 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:17.250618 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-c2096113-892e-47e3-80a7-c50279e4a704 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Synchronizing usage tracker for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:59:17.265646 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-c2096113-892e-47e3-80a7-c50279e4a704 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Unset dirty status for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:59:17.266954 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-c2096113-892e-47e3-80a7-c50279e4a704 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1919135037&fields=id&tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771 HTTP/1.1" status: 200 len: 267 time: 0.0555770 Apr 08 10:59:17.414263 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-a1a7c37f-d2e7-41cd-98e1-64111f80371c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:17.414838 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-a1a7c37f-d2e7-41cd-98e1-64111f80371c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Synchronizing usage tracker for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:network {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:59:17.429764 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-a1a7c37f-d2e7-41cd-98e1-64111f80371c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Unset dirty status for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:network {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:59:17.430870 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-a1a7c37f-d2e7-41cd-98e1-64111f80371c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/networks?id=5fcc5047-0c80-4009-98c6-c89d14b7d9ea HTTP/1.1" status: 200 len: 796 time: 0.1561580 Apr 08 10:59:17.447063 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-70866f35-70af-4003-987c-ea5b5db8477d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/quotas/4a457a2ac8d74b96ab5e9f84a5d84771 HTTP/1.1" status: 200 len: 375 time: 0.0107164 Apr 08 10:59:17.528287 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-a997dde8-5df6-4e63-8948-7b0790119356 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Synchronizing usage tracker for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:59:17.543611 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-a997dde8-5df6-4e63-8948-7b0790119356 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Unset dirty status for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:59:17.544892 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-a997dde8-5df6-4e63-8948-7b0790119356 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929654 Apr 08 10:59:17.682452 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-b9839bf6-e8d8-493d-a6c4-0c1e5f797269 service neutron] 10.222.0.47 "GET /v2.0/networks/5fcc5047-0c80-4009-98c6-c89d14b7d9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250825 Apr 08 10:59:17.814610 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-41e193c2-642a-4ef5-af37-89a7d1e8a835 service neutron] 10.222.0.47 "GET /v2.0/networks/5fcc5047-0c80-4009-98c6-c89d14b7d9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266143 Apr 08 10:59:18.000192 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-868ab22a-8c05-435a-9a30-6080011a139a req-d7eb3147-116f-4661-a201-e24a2e715fdc tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 210 time: 0.0437734 Apr 08 10:59:18.291589 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd684e29-c6ef-4277-9b8f-9c13fddbb127 None None] Sync routers for ids ['61277f08-5c10-4f1f-a16a-ec2290fa69f0'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:59:18.303478 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd684e29-c6ef-4277-9b8f-9c13fddbb127 None None] Routers {'61277f08-5c10-4f1f-a16a-ec2290fa69f0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:59:18.305163 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-bd684e29-c6ef-4277-9b8f-9c13fddbb127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:59:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['61277f08-5c10-4f1f-a16a-ec2290fa69f0'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:18.466543 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:18.512718 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-bd684e29-c6ef-4277-9b8f-9c13fddbb127 None None] Set router 61277f08-5c10-4f1f-a16a-ec2290fa69f0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:59:18.723776 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:59:18.912707 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:59:18.913070 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:19.010182 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-bd684e29-c6ef-4277-9b8f-9c13fddbb127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855555608', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T10:59:15Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T10:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe', 'name': '', 'network_id': '5fcc5047-0c80-4009-98c6-c89d14b7d9ea', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:e4:fd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b20331-d725-4954-b981-761c4105eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:14Z', 'updated_at': '2022-04-08T10:59:15Z', 'revision_number': 2, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': 'f4b20331-d725-4954-b981-761c4105eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:19.032352 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd684e29-c6ef-4277-9b8f-9c13fddbb127 None None] Checking router: 61277f08-5c10-4f1f-a16a-ec2290fa69f0 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:59:19.032701 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd684e29-c6ef-4277-9b8f-9c13fddbb127 None None] Updating router 61277f08-5c10-4f1f-a16a-ec2290fa69f0 port c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 10:59:19.092443 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bd684e29-c6ef-4277-9b8f-9c13fddbb127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:19.146573 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 10:59:19.259193 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2e97d26c-975e-4fbb-b436-6ab3536a25a3 req-38e51388-8c59-4209-87a9-ee5d77efda4a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 210 time: 0.0980701 Apr 08 10:59:19.342346 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-0e03929c-d7b5-48d2-a84c-333109083eb7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:19.343737 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-0e03929c-d7b5-48d2-a84c-333109083eb7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.52 "GET /v2.0/networks?id=5fcc5047-0c80-4009-98c6-c89d14b7d9ea HTTP/1.1" status: 200 len: 796 time: 0.2072334 Apr 08 10:59:19.409946 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-aa300e0c-1ea5-45f9-b499-3deca2a2fdd6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771 HTTP/1.1" status: 200 len: 380 time: 0.0474813 Apr 08 10:59:19.424107 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-0c4539d4-abd1-4ff9-9aaf-5df0cda4251f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'port': {'device_id': '836db588-f62e-42cf-98dd-3f5c5b3539d1', 'network_id': '5fcc5047-0c80-4009-98c6-c89d14b7d9ea', 'admin_state_up': True, 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'security_groups': ['8b53cd55-7ab3-4cc2-812b-3fb7aea2f388']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:59:19.453486 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bd684e29-c6ef-4277-9b8f-9c13fddbb127 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:19.465862 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-bd684e29-c6ef-4277-9b8f-9c13fddbb127 None None] Transition to ACTIVE for port object c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:59:19.472324 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bd684e29-c6ef-4277-9b8f-9c13fddbb127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:19.566404 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-0c4539d4-abd1-4ff9-9aaf-5df0cda4251f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:59:19.577054 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-0c4539d4-abd1-4ff9-9aaf-5df0cda4251f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:59:19.587703 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-0c4539d4-abd1-4ff9-9aaf-5df0cda4251f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Made reservation on behalf of 4a457a2ac8d74b96ab5e9f84a5d84771 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:59:19.591158 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-0c4539d4-abd1-4ff9-9aaf-5df0cda4251f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:19.597311 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ecfd9-31c3-41d1-b5ec-e7c2dc2269bb None None] Pushing event updated for resources: {'Port': ['ID=c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:19.690539 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-bd684e29-c6ef-4277-9b8f-9c13fddbb127 None None] Attempting to bind port c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:59:19.691586 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-bd684e29-c6ef-4277-9b8f-9c13fddbb127 None None] Attempting to bind port c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5fcc5047-0c80-4009-98c6-c89d14b7d9ea'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:59:19.691953 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd684e29-c6ef-4277-9b8f-9c13fddbb127 None None] Attempting to bind port c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe on network 5fcc5047-0c80-4009-98c6-c89d14b7d9ea {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:59:19.699637 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd684e29-c6ef-4277-9b8f-9c13fddbb127 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:59:19.700190 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd684e29-c6ef-4277-9b8f-9c13fddbb127 None None] Checking segment: {'id': '37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5fcc5047-0c80-4009-98c6-c89d14b7d9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:59:19.700598 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bd684e29-c6ef-4277-9b8f-9c13fddbb127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:19.700987 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd684e29-c6ef-4277-9b8f-9c13fddbb127 None None] Bound using segment: {'id': '37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5fcc5047-0c80-4009-98c6-c89d14b7d9ea'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:59:19.701453 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-bd684e29-c6ef-4277-9b8f-9c13fddbb127 None None] Bound port: c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5fcc5047-0c80-4009-98c6-c89d14b7d9ea'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:59:19.702187 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bd684e29-c6ef-4277-9b8f-9c13fddbb127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:19.765891 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-0c4539d4-abd1-4ff9-9aaf-5df0cda4251f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Allocated IP 172.20.0.5 (5fcc5047-0c80-4009-98c6-c89d14b7d9ea/f4b20331-d725-4954-b981-761c4105eb23/53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:59:19.791466 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-bd684e29-c6ef-4277-9b8f-9c13fddbb127 None None] For port c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:59:19.796900 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-bd684e29-c6ef-4277-9b8f-9c13fddbb127 None None] For port c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe,segment=NetworkSegment(37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e),segment_id=37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:59:19.803390 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bd684e29-c6ef-4277-9b8f-9c13fddbb127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:19.893166 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ecfd9-31c3-41d1-b5ec-e7c2dc2269bb None None] Pushing event updated for resources: {'Port': ['ID=c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:19.903446 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd684e29-c6ef-4277-9b8f-9c13fddbb127 None None] Routers {'61277f08-5c10-4f1f-a16a-ec2290fa69f0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:59:19.904055 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-bd684e29-c6ef-4277-9b8f-9c13fddbb127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:59:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['61277f08-5c10-4f1f-a16a-ec2290fa69f0'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:19.971125 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-0c4539d4-abd1-4ff9-9aaf-5df0cda4251f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:19.988983 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-0c4539d4-abd1-4ff9-9aaf-5df0cda4251f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Transition to ACTIVE for port object 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:59:20.013138 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-0c4539d4-abd1-4ff9-9aaf-5df0cda4251f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:20.088615 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-0c4539d4-abd1-4ff9-9aaf-5df0cda4251f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network 5fcc5047-0c80-4009-98c6-c89d14b7d9ea is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:59:20.091745 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-0c4539d4-abd1-4ff9-9aaf-5df0cda4251f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:59:20.094618 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-0c4539d4-abd1-4ff9-9aaf-5df0cda4251f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:59:20.107203 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-bd684e29-c6ef-4277-9b8f-9c13fddbb127 None None] Set router 61277f08-5c10-4f1f-a16a-ec2290fa69f0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:59:20.126513 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4539d4-abd1-4ff9-9aaf-5df0cda4251f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:20.170618 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-0c4539d4-abd1-4ff9-9aaf-5df0cda4251f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:20.171504 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-0c4539d4-abd1-4ff9-9aaf-5df0cda4251f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:20.202357 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-0c4539d4-abd1-4ff9-9aaf-5df0cda4251f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7818403 Apr 08 10:59:20.218864 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-002a1803-78d4-4289-a470-1260d747f4e9 service neutron] Request body: {'port': {'device_id': '836db588-f62e-42cf-98dd-3f5c5b3539d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:59:20.337053 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-002a1803-78d4-4289-a470-1260d747f4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:20.423402 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-801319ff-1256-4c2a-ac16-b2cab8bf4907 None None] Provisioning for port 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:59:20.458365 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-801319ff-1256-4c2a-ac16-b2cab8bf4907 None None] Provisioning complete for port 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:59:20.459016 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-801319ff-1256-4c2a-ac16-b2cab8bf4907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:20.527151 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-801319ff-1256-4c2a-ac16-b2cab8bf4907 None None] Port 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 10:59:20.546203 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-bd684e29-c6ef-4277-9b8f-9c13fddbb127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855555608', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T10:59:15Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T10:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe', 'name': '', 'network_id': '5fcc5047-0c80-4009-98c6-c89d14b7d9ea', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:e4:fd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b20331-d725-4954-b981-761c4105eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:14Z', 'updated_at': '2022-04-08T10:59:19Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': 'f4b20331-d725-4954-b981-761c4105eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:20.550109 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd684e29-c6ef-4277-9b8f-9c13fddbb127 None None] The sync data for ids ['61277f08-5c10-4f1f-a16a-ec2290fa69f0'] in dv-neutron-837110-1-hyperv is: [{'id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855555608', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T10:59:15Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T10:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe', 'name': '', 'network_id': '5fcc5047-0c80-4009-98c6-c89d14b7d9ea', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:e4:fd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b20331-d725-4954-b981-761c4105eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:14Z', 'updated_at': '2022-04-08T10:59:19Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': 'f4b20331-d725-4954-b981-761c4105eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:59:20.654987 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98756e4-81d5-452e-84e4-f9c94fc2fc0b req-205fd428-1855-4196-8670-c84deb3dc23c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:20.655552 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-a98756e4-81d5-452e-84e4-f9c94fc2fc0b req-205fd428-1855-4196-8670-c84deb3dc23c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Synchronizing usage tracker for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 10:59:20.742596 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-a98756e4-81d5-452e-84e4-f9c94fc2fc0b req-205fd428-1855-4196-8670-c84deb3dc23c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Unset dirty status for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 10:59:20.743769 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a98756e4-81d5-452e-84e4-f9c94fc2fc0b req-205fd428-1855-4196-8670-c84deb3dc23c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 931 time: 0.2650096 Apr 08 10:59:20.752988 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:59:20.818602 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a98756e4-81d5-452e-84e4-f9c94fc2fc0b req-aa79a746-d29f-4212-affd-aeed94187832 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664651 Apr 08 10:59:20.829975 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:59:20.838278 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:59:20.838673 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:20.923620 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-002a1803-78d4-4289-a470-1260d747f4e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:59:20.932779 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-002a1803-78d4-4289-a470-1260d747f4e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:20.949102 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-002a1803-78d4-4289-a470-1260d747f4e9 service neutron] Transition to ACTIVE for port object 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 10:59:20.953058 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-002a1803-78d4-4289-a470-1260d747f4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:20.966506 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:21.002760 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe,segment=NetworkSegment(37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e),segment_id=37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:21.007319 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:21.084563 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:21.091030 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a1803-78d4-4289-a470-1260d747f4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:21.227032 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-002a1803-78d4-4289-a470-1260d747f4e9 service neutron] Attempting to bind port 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 10:59:21.227421 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-002a1803-78d4-4289-a470-1260d747f4e9 service neutron] Attempting to bind port 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5fcc5047-0c80-4009-98c6-c89d14b7d9ea'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 10:59:21.227733 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-002a1803-78d4-4289-a470-1260d747f4e9 service neutron] Attempting to bind port 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 on network 5fcc5047-0c80-4009-98c6-c89d14b7d9ea {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:59:21.234866 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-002a1803-78d4-4289-a470-1260d747f4e9 service neutron] Port 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 on network 5fcc5047-0c80-4009-98c6-c89d14b7d9ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 10:59:21.235375 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-002a1803-78d4-4289-a470-1260d747f4e9 service neutron] Attempting to bind port 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 on network 5fcc5047-0c80-4009-98c6-c89d14b7d9ea {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 10:59:21.242851 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-002a1803-78d4-4289-a470-1260d747f4e9 service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 10:59:21.243328 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-002a1803-78d4-4289-a470-1260d747f4e9 service neutron] Checking segment: {'id': '37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5fcc5047-0c80-4009-98c6-c89d14b7d9ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 10:59:21.243810 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-002a1803-78d4-4289-a470-1260d747f4e9 service neutron] Bound using segment: {'id': '37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5fcc5047-0c80-4009-98c6-c89d14b7d9ea'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 10:59:21.244437 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-002a1803-78d4-4289-a470-1260d747f4e9 service neutron] Bound port: 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5fcc5047-0c80-4009-98c6-c89d14b7d9ea'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 10:59:21.244904 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-002a1803-78d4-4289-a470-1260d747f4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:21.344544 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-002a1803-78d4-4289-a470-1260d747f4e9 service neutron] For port 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:59:21.348584 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-002a1803-78d4-4289-a470-1260d747f4e9 service neutron] For port 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3,segment=NetworkSegment(37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e),segment_id=37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:59:21.353493 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-002a1803-78d4-4289-a470-1260d747f4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:21.417513 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-002a1803-78d4-4289-a470-1260d747f4e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:21.419191 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-002a1803-78d4-4289-a470-1260d747f4e9 service neutron] 10.222.0.52 "PUT /v2.0/ports/53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 HTTP/1.1" status: 200 len: 1093 time: 1.2043753 Apr 08 10:59:21.419633 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836db588-f62e-42cf-98dd-3f5c5b3539d1', 'tag': '53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:59:21.443306 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a1803-78d4-4289-a470-1260d747f4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:21.506205 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85f1dae9-5f70-40b9-8087-f5ddff27b5dd'] response: {'name': 'network-changed', 'server_uuid': '836db588-f62e-42cf-98dd-3f5c5b3539d1', 'tag': '53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3', 'status': 'completed', 'code': 200} Apr 08 10:59:21.558002 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-8bfed577-9d9f-4e47-966f-2b57abe4c115 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 1096 time: 0.0846829 Apr 08 10:59:21.629362 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-16724887-11cc-454b-af96-b6f6ab92d311 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 HTTP/1.1" status: 200 len: 217 time: 0.0609279 Apr 08 10:59:21.696947 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-82297903-8464-47bc-b6ec-3c59805bb808 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:21.698376 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-82297903-8464-47bc-b6ec-3c59805bb808 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f4b20331-d725-4954-b981-761c4105eb23 HTTP/1.1" status: 200 len: 834 time: 0.0605102 Apr 08 10:59:21.774287 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-583bb87b-efe7-4376-aa12-931429ce9da6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5fcc5047-0c80-4009-98c6-c89d14b7d9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672357 Apr 08 10:59:21.906549 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-cb8ae2b2-038d-4347-ae7f-849982b798bc service neutron] 10.222.0.52 "GET /v2.0/networks/5fcc5047-0c80-4009-98c6-c89d14b7d9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232710 Apr 08 10:59:22.093053 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43e0975f-01a9-4393-98a1-c6b50da2833a req-14558c7f-93bf-4231-b03e-9c84602ea4ab service neutron] 10.222.0.52 "GET /v2.0/networks/5fcc5047-0c80-4009-98c6-c89d14b7d9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779289 Apr 08 10:59:22.107533 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a0dd6-672b-4b71-aeb5-cbef2c3368fd req-05d9532f-17db-4638-b85a-8740aff89c33 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:22.109251 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dc7a0dd6-672b-4b71-aeb5-cbef2c3368fd req-05d9532f-17db-4638-b85a-8740aff89c33 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 943 time: 0.1273823 Apr 08 10:59:22.196241 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dc7a0dd6-672b-4b71-aeb5-cbef2c3368fd req-bd964ce2-ee0a-4767-b61d-7fece629d88b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804243 Apr 08 10:59:22.222026 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-91cc5e81-7f1e-405d-a1cb-3875e4e6da01 req-733f6a6d-3a20-4f0b-8b59-9f3c37cbeac7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 1096 time: 0.0753992 Apr 08 10:59:22.439296 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc5e81-7f1e-405d-a1cb-3875e4e6da01 req-de052c68-62e7-49cf-a911-2b519b56b260 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:22.440759 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-91cc5e81-7f1e-405d-a1cb-3875e4e6da01 req-de052c68-62e7-49cf-a911-2b519b56b260 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5fcc5047-0c80-4009-98c6-c89d14b7d9ea HTTP/1.1" status: 200 len: 897 time: 0.2131844 Apr 08 10:59:22.509012 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-91cc5e81-7f1e-405d-a1cb-3875e4e6da01 req-6c073a3d-4187-4fb8-ab05-edd6989e463a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 HTTP/1.1" status: 200 len: 217 time: 0.0620537 Apr 08 10:59:22.570012 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc5e81-7f1e-405d-a1cb-3875e4e6da01 req-26614ca3-3645-4562-b204-9d5636345e79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:22.571558 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-91cc5e81-7f1e-405d-a1cb-3875e4e6da01 req-26614ca3-3645-4562-b204-9d5636345e79 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f4b20331-d725-4954-b981-761c4105eb23 HTTP/1.1" status: 200 len: 834 time: 0.0563016 Apr 08 10:59:22.649418 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-91cc5e81-7f1e-405d-a1cb-3875e4e6da01 req-d7da0114-1e18-4b90-abd4-4e516ae948c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5fcc5047-0c80-4009-98c6-c89d14b7d9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698769 Apr 08 10:59:22.704587 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:59:22.776327 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:59:22.776616 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:22.784772 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-91cc5e81-7f1e-405d-a1cb-3875e4e6da01 req-bb7398f0-a6ef-4421-a65a-7cd150191609 service neutron] 10.222.0.52 "GET /v2.0/networks/5fcc5047-0c80-4009-98c6-c89d14b7d9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286113 Apr 08 10:59:22.922235 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-91cc5e81-7f1e-405d-a1cb-3875e4e6da01 req-edff876b-ec20-4815-8c4c-e30c9e26a140 service neutron] 10.222.0.52 "GET /v2.0/networks/5fcc5047-0c80-4009-98c6-c89d14b7d9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312675 Apr 08 10:59:23.389683 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88187efb-3f73-402d-bf7b-0c7d920d5b45 req-355cd66e-dfd0-4378-a6d9-d391df163319 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:23.391019 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-88187efb-3f73-402d-bf7b-0c7d920d5b45 req-355cd66e-dfd0-4378-a6d9-d391df163319 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 943 time: 0.0756400 Apr 08 10:59:23.435385 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-88187efb-3f73-402d-bf7b-0c7d920d5b45 req-9dfa6037-351b-42d3-a489-9a9bdb7da9ee tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386369 Apr 08 10:59:24.630725 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05b582-f64d-4ed9-b371-5aff307742a0 req-7a97032b-9f90-4cac-a8dd-2e9cd909afa5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:24.632713 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fa05b582-f64d-4ed9-b371-5aff307742a0 req-7a97032b-9f90-4cac-a8dd-2e9cd909afa5 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 943 time: 0.0786464 Apr 08 10:59:24.677245 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fa05b582-f64d-4ed9-b371-5aff307742a0 req-d7ef9d3a-20ec-4d88-95a1-d1caf39fd7c1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391362 Apr 08 10:59:24.829590 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 10:59:24.959432 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3,segment=NetworkSegment(37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e),segment_id=37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:24.972278 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3', 'network_id': '5fcc5047-0c80-4009-98c6-c89d14b7d9ea', 'port_id': '53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3', 'mac_address': 'fa:16:3e:02:d3:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4b20331-d725-4954-b981-761c4105eb23', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 10:59:25.025480 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:25.042056 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 10:59:25.057132 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3,segment=NetworkSegment(37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e),segment_id=37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:25.061195 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:25.125259 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:25.353573 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 10:59:25.869912 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12ede8-2af1-4292-8096-0cc54818ec79 req-35fcf47a-821a-4f00-a6f6-f8edc2f13b7d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:25.871369 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-be12ede8-2af1-4292-8096-0cc54818ec79 req-35fcf47a-821a-4f00-a6f6-f8edc2f13b7d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 944 time: 0.0761533 Apr 08 10:59:25.919141 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-be12ede8-2af1-4292-8096-0cc54818ec79 req-ff08c594-a7b3-4cab-9aef-20e248bdee16 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421636 Apr 08 10:59:26.860228 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 10:59:26.929857 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 10:59:26.934511 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 10:59:26.934925 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:27.049840 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:27.078390 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836db588-f62e-42cf-98dd-3f5c5b3539d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:59:27.087757 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3,segment=NetworkSegment(37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e),segment_id=37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:27.095159 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:27.121544 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d87e3-ae4c-4dd8-8065-4448742ead91 req-89a7d98c-89b8-4fff-bfac-eff075fc4e0c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:27.122994 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-060d87e3-ae4c-4dd8-8065-4448742ead91 req-89a7d98c-89b8-4fff-bfac-eff075fc4e0c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 944 time: 0.0812819 Apr 08 10:59:27.169379 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:27.170908 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-060d87e3-ae4c-4dd8-8065-4448742ead91 req-45783db5-81ff-4a6e-aba5-8a9a1093731d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421731 Apr 08 10:59:27.178192 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:27.178532 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:27.179600 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:27.179929 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:27.180169 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:27.180494 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:27.180813 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:27.181133 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:27.181451 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:27.181827 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:27.182145 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:27.221095 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab1c11e6-c8a5-42c2-ba92-a5f6e7e6b512'] response: {'server_uuid': '836db588-f62e-42cf-98dd-3f5c5b3539d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3', 'code': 200} Apr 08 10:59:27.459993 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f18dec52-95d5-443d-b179-02a58abf35ae req-d0b45669-0464-41db-9f08-106c958dae5c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 1098 time: 0.0697770 Apr 08 10:59:27.512665 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f18dec52-95d5-443d-b179-02a58abf35ae req-c22efb78-d916-467d-964a-e08c98ff9ddd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435483 Apr 08 10:59:28.385228 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb3a7c-1811-4780-b7cd-2a2b492ae997 req-034cdd59-f639-4e66-bb96-c3f365ec1ad2 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:28.386674 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-52bb3a7c-1811-4780-b7cd-2a2b492ae997 req-034cdd59-f639-4e66-bb96-c3f365ec1ad2 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 945 time: 0.0765314 Apr 08 10:59:28.434617 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-52bb3a7c-1811-4780-b7cd-2a2b492ae997 req-c8b8faca-9353-4e37-b338-d60aaedc6ba8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424633 Apr 08 10:59:29.635027 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b243e7c-91b2-4804-bc6b-3b687e6a82a3 req-d466de67-a191-44ec-9de8-8f017988172e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:29.636491 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9b243e7c-91b2-4804-bc6b-3b687e6a82a3 req-d466de67-a191-44ec-9de8-8f017988172e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 945 time: 0.0791922 Apr 08 10:59:29.681266 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9b243e7c-91b2-4804-bc6b-3b687e6a82a3 req-0b9a23f9-8d3a-49ef-813d-45d814f1dc18 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392818 Apr 08 10:59:29.875375 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43846a53-4482-4210-97e8-4ca858f43aa3 req-eef9bf82-8f84-40a6-8434-1069edfca920 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:29.876858 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43846a53-4482-4210-97e8-4ca858f43aa3 req-eef9bf82-8f84-40a6-8434-1069edfca920 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 945 time: 0.0793242 Apr 08 10:59:29.923291 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43846a53-4482-4210-97e8-4ca858f43aa3 req-98aebc5a-766b-493e-a3a0-13a24f78633a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409322 Apr 08 10:59:29.950380 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37896) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:30.025450 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d86d6f06-36ca-4366-b2b4-eb086edf1ec9 tempest-TestNetworkAdvancedServerOps-144543435 tempest-TestNetworkAdvancedServerOps-144543435-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 1093 time: 0.0739441 Apr 08 10:59:30.027994 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37900) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:30.032991 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-beef6820-79dd-4c25-bf02-7157f4099347 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'port_id': '53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 10:59:30.039011 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-beef6820-79dd-4c25-bf02-7157f4099347 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 10:59:30.043723 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-beef6820-79dd-4c25-bf02-7157f4099347 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:floatingip and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 10:59:30.046925 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-beef6820-79dd-4c25-bf02-7157f4099347 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 10:59:30.052754 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-beef6820-79dd-4c25-bf02-7157f4099347 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 10:59:30.064267 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-beef6820-79dd-4c25-bf02-7157f4099347 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for floatingip, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:30.202609 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-beef6820-79dd-4c25-bf02-7157f4099347 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:30.423754 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-beef6820-79dd-4c25-bf02-7157f4099347 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Allocated IP 172.26.0.172 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/9dcdae25-ca1a-45cd-9260-609595cff7c7) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:59:30.566736 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-beef6820-79dd-4c25-bf02-7157f4099347 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:30.594098 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-beef6820-79dd-4c25-bf02-7157f4099347 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:30.660493 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beef6820-79dd-4c25-bf02-7157f4099347 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:59:30.663314 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-beef6820-79dd-4c25-bf02-7157f4099347 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:59:30.667570 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beef6820-79dd-4c25-bf02-7157f4099347 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 10:59:30.695665 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef6820-79dd-4c25-bf02-7157f4099347 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=9dcdae25-ca1a-45cd-9260-609595cff7c7,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:31.169858 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-beef6820-79dd-4c25-bf02-7157f4099347 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:31.227437 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-beef6820-79dd-4c25-bf02-7157f4099347 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:31.427398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-beef6820-79dd-4c25-bf02-7157f4099347 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:31.432805 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-beef6820-79dd-4c25-bf02-7157f4099347 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:31.547312 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef6820-79dd-4c25-bf02-7157f4099347 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=9dcdae25-ca1a-45cd-9260-609595cff7c7,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:31.561356 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-beef6820-79dd-4c25-bf02-7157f4099347 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:31.751890 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [None req-beef6820-79dd-4c25-bf02-7157f4099347 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Floating IP 7341766b-6d5b-4303-b8ba-cf95a5803f38 associated. External IP: 172.26.0.172, port: 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3. Apr 08 10:59:32.256685 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beef6820-79dd-4c25-bf02-7157f4099347 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Router 61277f08-5c10-4f1f-a16a-ec2290fa69f0 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:59:32.453053 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beef6820-79dd-4c25-bf02-7157f4099347 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:59:32.463107 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbf3b47-7330-4618-8b3c-f6041a3c94d3 None None] Sync routers for ids ['61277f08-5c10-4f1f-a16a-ec2290fa69f0'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 10:59:32.474979 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbf3b47-7330-4618-8b3c-f6041a3c94d3 None None] Routers {'61277f08-5c10-4f1f-a16a-ec2290fa69f0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:59:32.475717 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-0dbf3b47-7330-4618-8b3c-f6041a3c94d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:59:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['61277f08-5c10-4f1f-a16a-ec2290fa69f0'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:32.477466 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-beef6820-79dd-4c25-bf02-7157f4099347 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:32.542751 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-beef6820-79dd-4c25-bf02-7157f4099347 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5135310 Apr 08 10:59:32.543332 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836db588-f62e-42cf-98dd-3f5c5b3539d1', 'tag': '53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 10:59:32.601795 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cd2a532-95b5-4525-aa35-efe74fd5d2cd'] response: {'name': 'network-changed', 'server_uuid': '836db588-f62e-42cf-98dd-3f5c5b3539d1', 'tag': '53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3', 'status': 'completed', 'code': 200} Apr 08 10:59:32.664355 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-0dbf3b47-7330-4618-8b3c-f6041a3c94d3 None None] Set router 61277f08-5c10-4f1f-a16a-ec2290fa69f0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:59:32.746177 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fa951f75-bfcf-4322-9987-b30df0a54f6f req-a1c71b9e-8a80-4baf-9d0f-0f8f70759d11 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 1098 time: 0.1218920 Apr 08 10:59:32.759907 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f0a9d-b5ac-4194-a2e6-3d74331e72ab req-6c479cc4-6168-489f-a021-421d7eecc126 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:32.761295 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ea0f0a9d-b5ac-4194-a2e6-3d74331e72ab req-6c479cc4-6168-489f-a021-421d7eecc126 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 945 time: 0.1027918 Apr 08 10:59:32.900009 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ea0f0a9d-b5ac-4194-a2e6-3d74331e72ab req-ae2dd5a0-7e41-46e0-8a1e-eda293f6c484 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190989 Apr 08 10:59:32.921960 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa951f75-bfcf-4322-9987-b30df0a54f6f req-5988fab5-4768-47fa-8b35-88e8928222a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:32.923396 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fa951f75-bfcf-4322-9987-b30df0a54f6f req-5988fab5-4768-47fa-8b35-88e8928222a5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5fcc5047-0c80-4009-98c6-c89d14b7d9ea HTTP/1.1" status: 200 len: 897 time: 0.1701379 Apr 08 10:59:32.927212 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37908) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:33.015804 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-0dbf3b47-7330-4618-8b3c-f6041a3c94d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855555608', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T10:59:15Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T10:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '7341766b-6d5b-4303-b8ba-cf95a5803f38', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'floating_ip_address': '172.26.0.172', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'port_id': '53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fcc5047-0c80-4009-98c6-c89d14b7d9ea', 'mac_address': 'fa:16:3e:02:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836db588-f62e-42cf-98dd-3f5c5b3539d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:59:31Z', 'updated_at': '2022-04-08T10:59:31Z', 'revision_number': 0, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe', 'name': '', 'network_id': '5fcc5047-0c80-4009-98c6-c89d14b7d9ea', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:e4:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b20331-d725-4954-b981-761c4105eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:14Z', 'updated_at': '2022-04-08T10:59:20Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': 'f4b20331-d725-4954-b981-761c4105eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:33.019974 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbf3b47-7330-4618-8b3c-f6041a3c94d3 None None] Checking router: 61277f08-5c10-4f1f-a16a-ec2290fa69f0 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 10:59:33.031265 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbf3b47-7330-4618-8b3c-f6041a3c94d3 None None] Routers {'61277f08-5c10-4f1f-a16a-ec2290fa69f0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 10:59:33.031856 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-0dbf3b47-7330-4618-8b3c-f6041a3c94d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T10:59:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['61277f08-5c10-4f1f-a16a-ec2290fa69f0'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:33.111071 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e87778db-d9a5-4dc8-9139-46313482c7ef tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/7341766b-6d5b-4303-b8ba-cf95a5803f38 HTTP/1.1" status: 200 len: 991 time: 0.1824872 Apr 08 10:59:33.112626 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fa951f75-bfcf-4322-9987-b30df0a54f6f req-827346de-cad6-449a-8a0d-144f4ba172cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 HTTP/1.1" status: 200 len: 999 time: 0.1822548 Apr 08 10:59:33.177423 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa951f75-bfcf-4322-9987-b30df0a54f6f req-97e88004-d338-4417-b1ed-faa01f191340 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:33.179996 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fa951f75-bfcf-4322-9987-b30df0a54f6f req-97e88004-d338-4417-b1ed-faa01f191340 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f4b20331-d725-4954-b981-761c4105eb23 HTTP/1.1" status: 200 len: 834 time: 0.0599425 Apr 08 10:59:33.214803 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-0dbf3b47-7330-4618-8b3c-f6041a3c94d3 None None] Set router 61277f08-5c10-4f1f-a16a-ec2290fa69f0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 10:59:33.253479 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fa951f75-bfcf-4322-9987-b30df0a54f6f req-af254404-6c85-4d07-93cf-418ffbb5ae6b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5fcc5047-0c80-4009-98c6-c89d14b7d9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691087 Apr 08 10:59:33.388030 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fa951f75-bfcf-4322-9987-b30df0a54f6f req-d54e6de6-bdc4-4794-a57a-9f5d83ea1590 service neutron] 10.222.0.52 "GET /v2.0/networks/5fcc5047-0c80-4009-98c6-c89d14b7d9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284084 Apr 08 10:59:33.525378 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fa951f75-bfcf-4322-9987-b30df0a54f6f req-de767720-2842-4063-8823-a2e1414290fc service neutron] 10.222.0.52 "GET /v2.0/networks/5fcc5047-0c80-4009-98c6-c89d14b7d9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312187 Apr 08 10:59:33.601853 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-0dbf3b47-7330-4618-8b3c-f6041a3c94d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855555608', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T10:59:15Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T10:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '7341766b-6d5b-4303-b8ba-cf95a5803f38', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'floating_ip_address': '172.26.0.172', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'port_id': '53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fcc5047-0c80-4009-98c6-c89d14b7d9ea', 'mac_address': 'fa:16:3e:02:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836db588-f62e-42cf-98dd-3f5c5b3539d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:59:31Z', 'updated_at': '2022-04-08T10:59:31Z', 'revision_number': 0, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe', 'name': '', 'network_id': '5fcc5047-0c80-4009-98c6-c89d14b7d9ea', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:e4:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b20331-d725-4954-b981-761c4105eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:14Z', 'updated_at': '2022-04-08T10:59:20Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': 'f4b20331-d725-4954-b981-761c4105eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:33.605855 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbf3b47-7330-4618-8b3c-f6041a3c94d3 None None] The sync data for ids ['61277f08-5c10-4f1f-a16a-ec2290fa69f0'] in dv-neutron-837110-1-hyperv is: [{'id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855555608', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T10:59:15Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T10:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '7341766b-6d5b-4303-b8ba-cf95a5803f38', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'floating_ip_address': '172.26.0.172', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'port_id': '53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fcc5047-0c80-4009-98c6-c89d14b7d9ea', 'mac_address': 'fa:16:3e:02:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836db588-f62e-42cf-98dd-3f5c5b3539d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:59:31Z', 'updated_at': '2022-04-08T10:59:31Z', 'revision_number': 0, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe', 'name': '', 'network_id': '5fcc5047-0c80-4009-98c6-c89d14b7d9ea', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:e4:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b20331-d725-4954-b981-761c4105eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:14Z', 'updated_at': '2022-04-08T10:59:20Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': 'f4b20331-d725-4954-b981-761c4105eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 10:59:34.113860 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37912) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:34.315149 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b8bc2794-0fa9-43a8-b834-e100c3ed288e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/7341766b-6d5b-4303-b8ba-cf95a5803f38 HTTP/1.1" status: 200 len: 991 time: 0.2000442 Apr 08 10:59:35.318997 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37916) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:35.421980 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-ccdad11b-55d1-4739-9537-018d43c603c2 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/7341766b-6d5b-4303-b8ba-cf95a5803f38 HTTP/1.1" status: 200 len: 991 time: 0.1019485 Apr 08 10:59:36.233622 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447129de-3461-4077-ab0f-e69812a01e2d None None] New status for floating IP 7341766b-6d5b-4303-b8ba-cf95a5803f38: ACTIVE {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 10:59:36.425604 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37920) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:36.534204 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c92a87b1-4e71-4ec8-9480-dca4d385cd66 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/7341766b-6d5b-4303-b8ba-cf95a5803f38 HTTP/1.1" status: 200 len: 991 time: 0.1075613 Apr 08 10:59:37.538692 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37924) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 10:59:37.640302 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f0d6fecf-fe9e-471c-9493-227a46a9e3aa tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/7341766b-6d5b-4303-b8ba-cf95a5803f38 HTTP/1.1" status: 200 len: 993 time: 0.1002676 Apr 08 10:59:38.603165 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:43.400757 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6f1255c2-ecf9-4146-b0ad-150aab2ea9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:45.647136 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-67951f77-81a4-4cad-a11f-1dda420a462c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:46.886647 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:46.957771 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:48.399715 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 10:59:50.045108 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e05fd200-ab4d-407d-93c5-63303d1cbb7b req-83101663-71db-43fd-96ed-547c7ed72177 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668082 Apr 08 10:59:50.184897 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e05fd200-ab4d-407d-93c5-63303d1cbb7b req-1121617d-cdf5-4427-87dc-f8864e2902f7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 1098 time: 0.0694554 Apr 08 10:59:50.324786 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fd200-ab4d-407d-93c5-63303d1cbb7b req-fa37d261-9816-4f38-bcbb-34fb0b87a312 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:50.326091 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e05fd200-ab4d-407d-93c5-63303d1cbb7b req-fa37d261-9816-4f38-bcbb-34fb0b87a312 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5fcc5047-0c80-4009-98c6-c89d14b7d9ea HTTP/1.1" status: 200 len: 897 time: 0.1226444 Apr 08 10:59:50.426439 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e05fd200-ab4d-407d-93c5-63303d1cbb7b req-8c2deea3-edfa-4055-b606-aa4cffb553cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 HTTP/1.1" status: 200 len: 1001 time: 0.0935879 Apr 08 10:59:50.489687 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fd200-ab4d-407d-93c5-63303d1cbb7b req-66626078-f5d0-478a-958a-9bff2c3d2dd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:50.491131 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e05fd200-ab4d-407d-93c5-63303d1cbb7b req-66626078-f5d0-478a-958a-9bff2c3d2dd2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f4b20331-d725-4954-b981-761c4105eb23 HTTP/1.1" status: 200 len: 834 time: 0.0586848 Apr 08 10:59:50.562553 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e05fd200-ab4d-407d-93c5-63303d1cbb7b req-6f93729d-e46b-422e-a36e-1383290a9d95 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5fcc5047-0c80-4009-98c6-c89d14b7d9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650065 Apr 08 10:59:50.692271 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e05fd200-ab4d-407d-93c5-63303d1cbb7b req-3fa51586-6d12-48e3-a064-3f4ba13d1cfb service neutron] 10.222.0.52 "GET /v2.0/networks/5fcc5047-0c80-4009-98c6-c89d14b7d9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214640 Apr 08 10:59:50.819106 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e05fd200-ab4d-407d-93c5-63303d1cbb7b req-60e76e49-25e3-4add-9179-c145c4cbc10d service neutron] 10.222.0.52 "GET /v2.0/networks/5fcc5047-0c80-4009-98c6-c89d14b7d9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209438 Apr 08 10:59:56.142992 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:00:07.459483 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf98f10-5f55-4539-a3b9-cb1ef74d1c7e req-5e15be34-25e6-4682-aaa2-5360c1a17129 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:07.461644 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bdf98f10-5f55-4539-a3b9-cb1ef74d1c7e req-5e15be34-25e6-4682-aaa2-5360c1a17129 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 945 time: 0.1493151 Apr 08 11:00:07.505005 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bdf98f10-5f55-4539-a3b9-cb1ef74d1c7e req-e5894a0a-153c-4d4c-a816-03c29cb599bd tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379238 Apr 08 11:00:08.609126 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:08.771272 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631f548-3760-4389-90cb-0c2d0e31361e req-2a66fbc5-7f7a-442a-b9b8-b3a2e2188594 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:08.773249 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5631f548-3760-4389-90cb-0c2d0e31361e req-2a66fbc5-7f7a-442a-b9b8-b3a2e2188594 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 945 time: 0.1427667 Apr 08 11:00:08.817241 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5631f548-3760-4389-90cb-0c2d0e31361e req-fd33cef8-5e0c-4d4b-8949-e2e914677159 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383940 Apr 08 11:00:10.012028 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9ecf4-8477-4ed7-a784-0c5b4ea86747 req-b8ae2ba7-9343-4101-92f6-12eb118b3b41 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:10.013502 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-94d9ecf4-8477-4ed7-a784-0c5b4ea86747 req-b8ae2ba7-9343-4101-92f6-12eb118b3b41 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 945 time: 0.0774157 Apr 08 11:00:10.059407 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-94d9ecf4-8477-4ed7-a784-0c5b4ea86747 req-6b588173-2950-45c9-9826-666f900e7772 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403774 Apr 08 11:00:11.257987 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcc8e3-c284-4119-8ccc-c5c0021c41d7 req-60ea056f-9b13-4ae8-a1a1-8fb038ae5849 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:11.259442 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fedcc8e3-c284-4119-8ccc-c5c0021c41d7 req-60ea056f-9b13-4ae8-a1a1-8fb038ae5849 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 945 time: 0.0816638 Apr 08 11:00:11.389419 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fedcc8e3-c284-4119-8ccc-c5c0021c41d7 req-875da21d-5567-404d-baec-3789b9ccc020 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244051 Apr 08 11:00:12.584452 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987f6b0-76fb-4cfe-b14a-7f47a9ad0058 req-2b442abc-73bd-4b5b-82a5-269768ce45ea tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:12.585897 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a987f6b0-76fb-4cfe-b14a-7f47a9ad0058 req-2b442abc-73bd-4b5b-82a5-269768ce45ea tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 945 time: 0.0751281 Apr 08 11:00:12.629770 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a987f6b0-76fb-4cfe-b14a-7f47a9ad0058 req-84566a21-2557-4674-8298-478e1b41d8f6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383921 Apr 08 11:00:13.393121 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-930b6f6b-db2d-4a6f-8d97-deb0d6576c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:13.826893 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9a434-2c00-413c-91ff-3aeb19138a64 req-4afcda28-6afb-400d-8d1d-8e80862f36ff tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:13.828343 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-41a9a434-2c00-413c-91ff-3aeb19138a64 req-4afcda28-6afb-400d-8d1d-8e80862f36ff tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 945 time: 0.0781147 Apr 08 11:00:13.872459 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-41a9a434-2c00-413c-91ff-3aeb19138a64 req-8746d8ec-fec8-4a6c-a09a-a8f1a263cd5b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387061 Apr 08 11:00:15.076179 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591873ba-977f-4471-8ea0-6dba55a7396e req-4cebb568-082f-4fcf-b454-3d875ab30906 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:15.077636 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-591873ba-977f-4471-8ea0-6dba55a7396e req-4cebb568-082f-4fcf-b454-3d875ab30906 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 945 time: 0.0797086 Apr 08 11:00:15.121874 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-591873ba-977f-4471-8ea0-6dba55a7396e req-c77d9c14-62fd-49ba-bbf1-ed71224c788f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387716 Apr 08 11:00:15.652325 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6141004-6373-4c94-886a-0cf3edb70b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:16.320655 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ecdb9-d635-4fad-ae80-b6404936aba2 req-092014f7-8379-42dc-b829-459b69f18c90 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:16.322081 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-234ecdb9-d635-4fad-ae80-b6404936aba2 req-092014f7-8379-42dc-b829-459b69f18c90 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 945 time: 0.0788975 Apr 08 11:00:16.367691 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-234ecdb9-d635-4fad-ae80-b6404936aba2 req-bfdfd200-e8f4-4443-a620-a61231e90138 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399761 Apr 08 11:00:16.890360 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:16.959757 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:17.558121 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d77a8-bff2-4ed0-8ffc-090e5da34a30 req-af98a9d5-2efe-44e7-9486-c66311a54c2c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:17.559561 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b56d77a8-bff2-4ed0-8ffc-090e5da34a30 req-af98a9d5-2efe-44e7-9486-c66311a54c2c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 945 time: 0.0747070 Apr 08 11:00:17.607612 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b56d77a8-bff2-4ed0-8ffc-090e5da34a30 req-1de60c01-89bb-4c3f-b98b-ec772929eb99 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425849 Apr 08 11:00:18.402567 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:18.803691 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6213f-e001-4b88-be48-9618f42fd087 req-780640f0-c9f7-4238-a97c-e9e20ab4224f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:18.805147 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e8b6213f-e001-4b88-be48-9618f42fd087 req-780640f0-c9f7-4238-a97c-e9e20ab4224f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 945 time: 0.0750587 Apr 08 11:00:18.849344 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e8b6213f-e001-4b88-be48-9618f42fd087 req-bf0f3b03-ed36-402f-a55d-bf9a3f9af3df tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386844 Apr 08 11:00:20.048739 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3df8a5-c971-44e4-a8cc-04fba93ba649 req-6e63e7f0-b02a-4fc6-b14e-32227595c3d9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:20.050087 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ac3df8a5-c971-44e4-a8cc-04fba93ba649 req-6e63e7f0-b02a-4fc6-b14e-32227595c3d9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 945 time: 0.0783861 Apr 08 11:00:20.093903 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ac3df8a5-c971-44e4-a8cc-04fba93ba649 req-9b820652-c8b8-4dbb-af6e-e3513211223b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381949 Apr 08 11:00:21.285006 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475d3ea-22d8-4dec-850b-eb3846f330a2 req-9a391a6f-c6f7-444d-8769-8df6d66cde59 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:21.286435 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2475d3ea-22d8-4dec-850b-eb3846f330a2 req-9a391a6f-c6f7-444d-8769-8df6d66cde59 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 945 time: 0.0744309 Apr 08 11:00:21.342288 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2475d3ea-22d8-4dec-850b-eb3846f330a2 req-153c7033-9547-4715-a583-4ba498ca6331 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490158 Apr 08 11:00:22.544504 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7177f7-8ae5-45e6-998f-84a80f035598 req-aa3a9a69-780b-48d0-bf9a-72cdb0f16f42 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:22.545946 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1d7177f7-8ae5-45e6-998f-84a80f035598 req-aa3a9a69-780b-48d0-bf9a-72cdb0f16f42 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 945 time: 0.0795436 Apr 08 11:00:22.592713 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1d7177f7-8ae5-45e6-998f-84a80f035598 req-ff21aaf5-a136-4aec-881f-f8ede0920355 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411446 Apr 08 11:00:23.787455 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fecb3-78aa-4111-99e0-8bd70a1bb5ad req-9456f3ed-e5d7-4770-99ee-854d4ce63f40 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:23.788925 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2c4fecb3-78aa-4111-99e0-8bd70a1bb5ad req-9456f3ed-e5d7-4770-99ee-854d4ce63f40 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 945 time: 0.0745754 Apr 08 11:00:23.837176 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2c4fecb3-78aa-4111-99e0-8bd70a1bb5ad req-a922fd8d-d415-46a2-b2ae-cdbec064d5c1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416136 Apr 08 11:00:23.864673 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37976) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:23.964792 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-905bd9d8-f70a-4f67-915c-a831fc3ecf91 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/7341766b-6d5b-4303-b8ba-cf95a5803f38 HTTP/1.1" status: 200 len: 993 time: 0.0990345 Apr 08 11:00:25.464579 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94ea50-1a6e-45cd-8ae2-1e48edf518db req-29d5310b-6754-4e17-8f9b-c442510b4b51 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:25.466027 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d94ea50-1a6e-45cd-8ae2-1e48edf518db req-29d5310b-6754-4e17-8f9b-c442510b4b51 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 945 time: 0.0880947 Apr 08 11:00:25.543621 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d94ea50-1a6e-45cd-8ae2-1e48edf518db req-4f7c3463-6c48-4ea4-9e33-34b57d948777 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721085 Apr 08 11:00:25.579172 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4fa301e6-29c3-4738-9a21-31cdfb59b052 req-166c06f8-e3aa-4ed3-94c3-a97bf584a39d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 1098 time: 0.1407099 Apr 08 11:00:25.709543 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa301e6-29c3-4738-9a21-31cdfb59b052 req-bef0f597-3edd-46ab-8948-5ff5a0c0119b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:25.711102 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4fa301e6-29c3-4738-9a21-31cdfb59b052 req-bef0f597-3edd-46ab-8948-5ff5a0c0119b service neutron] 10.222.0.52 "GET /v2.0/networks?id=5fcc5047-0c80-4009-98c6-c89d14b7d9ea HTTP/1.1" status: 200 len: 897 time: 0.1235716 Apr 08 11:00:25.815375 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4fa301e6-29c3-4738-9a21-31cdfb59b052 req-91bd92cc-97f9-40eb-8132-59bd89d1232a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 HTTP/1.1" status: 200 len: 1001 time: 0.0950484 Apr 08 11:00:25.881076 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa301e6-29c3-4738-9a21-31cdfb59b052 req-7deaec6b-3810-44dd-8995-03651a8623f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:25.882425 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4fa301e6-29c3-4738-9a21-31cdfb59b052 req-7deaec6b-3810-44dd-8995-03651a8623f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f4b20331-d725-4954-b981-761c4105eb23 HTTP/1.1" status: 200 len: 834 time: 0.0588560 Apr 08 11:00:25.957355 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4fa301e6-29c3-4738-9a21-31cdfb59b052 req-1ede72ec-ac0a-4541-87a1-5dff66f97790 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5fcc5047-0c80-4009-98c6-c89d14b7d9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654922 Apr 08 11:00:25.970131 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [req-4fa301e6-29c3-4738-9a21-31cdfb59b052 req-1bb59c8c-441c-44dc-8652-9ce493b57b6e service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 11:00:25.971076 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4fa301e6-29c3-4738-9a21-31cdfb59b052 req-1bb59c8c-441c-44dc-8652-9ce493b57b6e service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046909 Apr 08 11:00:26.118600 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4fa301e6-29c3-4738-9a21-31cdfb59b052 req-e3a4cb70-600f-4408-9ca8-3094dd84c1e3 service neutron] 10.222.0.52 "GET /v2.0/networks/5fcc5047-0c80-4009-98c6-c89d14b7d9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382248 Apr 08 11:00:26.249018 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4fa301e6-29c3-4738-9a21-31cdfb59b052 req-b0e31f82-0882-41ea-a700-3a2b6ed633e7 service neutron] 10.222.0.52 "GET /v2.0/networks/5fcc5047-0c80-4009-98c6-c89d14b7d9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211591 Apr 08 11:00:26.741658 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0363759-4193-49fe-bcf2-e6881918ed36 req-9031ba6c-3392-4cd5-bae3-87d5416c9c6f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:26.743231 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b0363759-4193-49fe-bcf2-e6881918ed36 req-9031ba6c-3392-4cd5-bae3-87d5416c9c6f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 945 time: 0.0748053 Apr 08 11:00:26.877838 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b0363759-4193-49fe-bcf2-e6881918ed36 req-a10ba397-3020-44b0-ad2e-ff2e4aab3b97 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288128 Apr 08 11:00:28.076910 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68d43c-06f7-4fc7-87fe-8abd3d905ac7 req-2354bb44-e1ae-4bd4-b671-8068388ab24d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:28.078364 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bd68d43c-06f7-4fc7-87fe-8abd3d905ac7 req-2354bb44-e1ae-4bd4-b671-8068388ab24d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 945 time: 0.0777233 Apr 08 11:00:28.124431 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bd68d43c-06f7-4fc7-87fe-8abd3d905ac7 req-58d83c4b-84e4-4e92-abe3-c6fddb6ea020 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406225 Apr 08 11:00:28.152428 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 37992) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:28.258592 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-15087e07-425a-4630-8e46-0b9b35cd57b7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/7341766b-6d5b-4303-b8ba-cf95a5803f38 HTTP/1.1" status: 200 len: 993 time: 0.1046398 Apr 08 11:00:33.145979 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:00:38.621888 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:43.395082 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4bc63301-cdeb-4fae-8f4e-7a047c2ec272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:45.653927 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bab701af-11dd-4500-a897-a230d66f5dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:46.892449 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:46.960301 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:48.405608 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:50.986963 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0e613077-9f69-4f97-b71f-235b7ac47878 req-623d8775-bea2-4dc6-a304-0d816dab02b1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739577 Apr 08 11:00:51.127568 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0e613077-9f69-4f97-b71f-235b7ac47878 req-8d522a6d-4135-4470-82e7-76e9fa7ff114 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 1098 time: 0.0689397 Apr 08 11:00:51.295843 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e613077-9f69-4f97-b71f-235b7ac47878 req-b1788197-6bed-440c-94fc-e23bf87c57ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:51.297238 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0e613077-9f69-4f97-b71f-235b7ac47878 req-b1788197-6bed-440c-94fc-e23bf87c57ff service neutron] 10.222.0.52 "GET /v2.0/networks?id=5fcc5047-0c80-4009-98c6-c89d14b7d9ea HTTP/1.1" status: 200 len: 897 time: 0.1520412 Apr 08 11:00:51.406362 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0e613077-9f69-4f97-b71f-235b7ac47878 req-98fe22df-dcab-4956-9055-da6741531c08 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 HTTP/1.1" status: 200 len: 1001 time: 0.1021376 Apr 08 11:00:51.466748 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e613077-9f69-4f97-b71f-235b7ac47878 req-0f7f70d6-839e-4d77-9513-b684fb5b28a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:51.468125 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0e613077-9f69-4f97-b71f-235b7ac47878 req-0f7f70d6-839e-4d77-9513-b684fb5b28a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f4b20331-d725-4954-b981-761c4105eb23 HTTP/1.1" status: 200 len: 834 time: 0.0559170 Apr 08 11:00:51.545310 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0e613077-9f69-4f97-b71f-235b7ac47878 req-a3639588-b657-45f5-a646-b18810b941eb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5fcc5047-0c80-4009-98c6-c89d14b7d9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716970 Apr 08 11:00:51.682712 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0e613077-9f69-4f97-b71f-235b7ac47878 req-b36e4f4c-3688-4d05-86de-49df29629621 service neutron] 10.222.0.52 "GET /v2.0/networks/5fcc5047-0c80-4009-98c6-c89d14b7d9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312184 Apr 08 11:00:51.813019 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0e613077-9f69-4f97-b71f-235b7ac47878 req-a0353c58-aac6-4500-9d8b-09b66ef0c672 service neutron] 10.222.0.52 "GET /v2.0/networks/5fcc5047-0c80-4009-98c6-c89d14b7d9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223118 Apr 08 11:00:58.917386 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38012) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:00:59.112578 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-a311df6d-9275-4578-bd7c-4eee46950080 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Deleting port 9dcdae25-ca1a-45cd-9260-609595cff7c7 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:00:59.112931 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a311df6d-9275-4578-bd7c-4eee46950080 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:59.279367 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a311df6d-9275-4578-bd7c-4eee46950080 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:59.279694 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a311df6d-9275-4578-bd7c-4eee46950080 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:59.489340 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-a311df6d-9275-4578-bd7c-4eee46950080 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Calling delete_port for 9dcdae25-ca1a-45cd-9260-609595cff7c7 owned by network:floatingip {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:00:59.634233 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a311df6d-9275-4578-bd7c-4eee46950080 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:00:59.677455 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311df6d-9275-4578-bd7c-4eee46950080 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Port': ['ID=9dcdae25-ca1a-45cd-9260-609595cff7c7,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:59.716061 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311df6d-9275-4578-bd7c-4eee46950080 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:59.716433 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311df6d-9275-4578-bd7c-4eee46950080 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:59.716772 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311df6d-9275-4578-bd7c-4eee46950080 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:59.717107 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311df6d-9275-4578-bd7c-4eee46950080 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:59.717441 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311df6d-9275-4578-bd7c-4eee46950080 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:59.717769 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311df6d-9275-4578-bd7c-4eee46950080 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:59.718093 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311df6d-9275-4578-bd7c-4eee46950080 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:59.718431 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311df6d-9275-4578-bd7c-4eee46950080 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:59.718741 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311df6d-9275-4578-bd7c-4eee46950080 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:59.719061 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311df6d-9275-4578-bd7c-4eee46950080 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:59.719382 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311df6d-9275-4578-bd7c-4eee46950080 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:59.782254 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a311df6d-9275-4578-bd7c-4eee46950080 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for floatingip, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:00.163391 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a311df6d-9275-4578-bd7c-4eee46950080 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Router 61277f08-5c10-4f1f-a16a-ec2290fa69f0 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:01:00.357728 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a311df6d-9275-4578-bd7c-4eee46950080 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:01:00.366709 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ca2db3-657d-4af2-948d-5d9781a1291e None None] Sync routers for ids ['61277f08-5c10-4f1f-a16a-ec2290fa69f0'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 11:01:00.377149 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a311df6d-9275-4578-bd7c-4eee46950080 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:00.378665 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ca2db3-657d-4af2-948d-5d9781a1291e None None] Routers {'61277f08-5c10-4f1f-a16a-ec2290fa69f0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:01:00.379254 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-31ca2db3-657d-4af2-948d-5d9781a1291e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:00:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['61277f08-5c10-4f1f-a16a-ec2290fa69f0'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:00.432849 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a311df6d-9275-4578-bd7c-4eee46950080 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "DELETE /v2.0/floatingips/7341766b-6d5b-4303-b8ba-cf95a5803f38 HTTP/1.1" status: 204 len: 168 time: 1.5143845 Apr 08 11:01:00.433417 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836db588-f62e-42cf-98dd-3f5c5b3539d1', 'tag': '53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:01:00.488561 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6079780e-df72-4010-8161-15e335654cbf'] response: {'name': 'network-changed', 'server_uuid': '836db588-f62e-42cf-98dd-3f5c5b3539d1', 'tag': '53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3', 'status': 'completed', 'code': 200} Apr 08 11:01:00.559231 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-31ca2db3-657d-4af2-948d-5d9781a1291e None None] Set router 61277f08-5c10-4f1f-a16a-ec2290fa69f0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:01:00.584101 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-576788e2-de24-4a4f-9a46-f31b4bc50bd1 req-f9f92392-fa3d-47b5-9621-f55e6420b118 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 1098 time: 0.0735698 Apr 08 11:01:00.719942 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576788e2-de24-4a4f-9a46-f31b4bc50bd1 req-4a58a89f-e08d-4bde-b558-a87b1fc9e7c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:00.721411 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-576788e2-de24-4a4f-9a46-f31b4bc50bd1 req-4a58a89f-e08d-4bde-b558-a87b1fc9e7c7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5fcc5047-0c80-4009-98c6-c89d14b7d9ea HTTP/1.1" status: 200 len: 897 time: 0.1318092 Apr 08 11:01:00.821644 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-576788e2-de24-4a4f-9a46-f31b4bc50bd1 req-62143b92-65bb-482b-a948-22cffa12229e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 HTTP/1.1" status: 200 len: 217 time: 0.0930977 Apr 08 11:01:00.886179 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-31ca2db3-657d-4af2-948d-5d9781a1291e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855555608', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T10:59:15Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T10:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe', 'name': '', 'network_id': '5fcc5047-0c80-4009-98c6-c89d14b7d9ea', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:e4:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b20331-d725-4954-b981-761c4105eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:14Z', 'updated_at': '2022-04-08T10:59:20Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': 'f4b20331-d725-4954-b981-761c4105eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:00.889935 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ca2db3-657d-4af2-948d-5d9781a1291e None None] Checking router: 61277f08-5c10-4f1f-a16a-ec2290fa69f0 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 11:01:00.900841 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ca2db3-657d-4af2-948d-5d9781a1291e None None] Routers {'61277f08-5c10-4f1f-a16a-ec2290fa69f0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:01:00.901424 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-31ca2db3-657d-4af2-948d-5d9781a1291e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:00:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['61277f08-5c10-4f1f-a16a-ec2290fa69f0'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:00.903379 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576788e2-de24-4a4f-9a46-f31b4bc50bd1 req-f8054b39-a7ee-46a1-9c14-993b404ae368 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:00.904871 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-576788e2-de24-4a4f-9a46-f31b4bc50bd1 req-f8054b39-a7ee-46a1-9c14-993b404ae368 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f4b20331-d725-4954-b981-761c4105eb23 HTTP/1.1" status: 200 len: 834 time: 0.0770872 Apr 08 11:01:00.954422 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801af03-3218-43ba-8201-e5d5676015a7 req-57a3b0a9-c25d-4529-857c-5c1bd0248672 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:00.955116 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-8801af03-3218-43ba-8201-e5d5676015a7 req-57a3b0a9-c25d-4529-857c-5c1bd0248672 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Synchronizing usage tracker for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:01:00.989033 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-8801af03-3218-43ba-8201-e5d5676015a7 req-57a3b0a9-c25d-4529-857c-5c1bd0248672 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Unset dirty status for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:01:00.990171 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8801af03-3218-43ba-8201-e5d5676015a7 req-57a3b0a9-c25d-4529-857c-5c1bd0248672 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 945 time: 0.1992898 Apr 08 11:01:01.021079 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-576788e2-de24-4a4f-9a46-f31b4bc50bd1 req-932c6cac-303d-4ae3-b736-e60d51b7ffdc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5fcc5047-0c80-4009-98c6-c89d14b7d9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1089613 Apr 08 11:01:01.076043 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-31ca2db3-657d-4af2-948d-5d9781a1291e None None] Set router 61277f08-5c10-4f1f-a16a-ec2290fa69f0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:01:01.224464 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8801af03-3218-43ba-8201-e5d5676015a7 req-c07af6e8-090c-45b7-869d-96bf121598be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269993 Apr 08 11:01:01.279760 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-576788e2-de24-4a4f-9a46-f31b4bc50bd1 req-81edfa07-55ad-4435-a3b3-6be34320e1ee service neutron] 10.222.0.52 "GET /v2.0/networks/5fcc5047-0c80-4009-98c6-c89d14b7d9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463839 Apr 08 11:01:01.389619 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-31ca2db3-657d-4af2-948d-5d9781a1291e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855555608', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T10:59:15Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T10:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe', 'name': '', 'network_id': '5fcc5047-0c80-4009-98c6-c89d14b7d9ea', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:e4:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b20331-d725-4954-b981-761c4105eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:14Z', 'updated_at': '2022-04-08T10:59:20Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': 'f4b20331-d725-4954-b981-761c4105eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:01.393392 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ca2db3-657d-4af2-948d-5d9781a1291e None None] The sync data for ids ['61277f08-5c10-4f1f-a16a-ec2290fa69f0'] in dv-neutron-837110-1-hyperv is: [{'id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855555608', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T10:59:15Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T10:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe', 'name': '', 'network_id': '5fcc5047-0c80-4009-98c6-c89d14b7d9ea', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:e4:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b20331-d725-4954-b981-761c4105eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:14Z', 'updated_at': '2022-04-08T10:59:20Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': 'f4b20331-d725-4954-b981-761c4105eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 11:01:01.426059 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-576788e2-de24-4a4f-9a46-f31b4bc50bd1 req-93302993-26ce-412f-b994-d4a25165cdc6 service neutron] 10.222.0.52 "GET /v2.0/networks/5fcc5047-0c80-4009-98c6-c89d14b7d9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366067 Apr 08 11:01:01.613935 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c2feb7-e65b-4030-9bd7-6e24560c1359 None None] New status for floating IP 7341766b-6d5b-4303-b8ba-cf95a5803f38: DOWN {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 11:01:02.476900 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868460c2-6b24-4fb4-9bd7-549f6ee40226 req-8cf4bdc7-6996-4440-b573-29ae5e69b010 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:02.478878 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-868460c2-6b24-4fb4-9bd7-549f6ee40226 req-8cf4bdc7-6996-4440-b573-29ae5e69b010 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 945 time: 0.1310267 Apr 08 11:01:02.506492 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8202cc0-030b-4bb9-9319-b1e85edf90be req-3aca1a97-8ae7-44fa-a032-62ae1cbaf50f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:02.507840 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b8202cc0-030b-4bb9-9319-b1e85edf90be req-3aca1a97-8ae7-44fa-a032-62ae1cbaf50f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.52 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 945 time: 0.1121120 Apr 08 11:01:02.580352 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-868460c2-6b24-4fb4-9bd7-549f6ee40226 req-1a4273bd-998d-44cc-91d8-219f6feb5c6c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939221 Apr 08 11:01:02.592518 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-b8202cc0-030b-4bb9-9319-b1e85edf90be req-204d8c88-ce5e-4d0b-afd3-5b365d578681 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Deleting port 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:01:02.592857 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b8202cc0-030b-4bb9-9319-b1e85edf90be req-204d8c88-ce5e-4d0b-afd3-5b365d578681 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:02.825702 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-b8202cc0-030b-4bb9-9319-b1e85edf90be req-204d8c88-ce5e-4d0b-afd3-5b365d578681 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] For port 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3,segment=NetworkSegment(37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e),segment_id=37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:01:02.825975 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b8202cc0-030b-4bb9-9319-b1e85edf90be req-204d8c88-ce5e-4d0b-afd3-5b365d578681 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:02.945294 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-b8202cc0-030b-4bb9-9319-b1e85edf90be req-204d8c88-ce5e-4d0b-afd3-5b365d578681 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Calling delete_port for 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 owned by compute:nova {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:01:03.081376 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b8202cc0-030b-4bb9-9319-b1e85edf90be req-204d8c88-ce5e-4d0b-afd3-5b365d578681 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:03.130269 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d8c88-ce5e-4d0b-afd3-5b365d578681 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Port': ['ID=53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:03.201789 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8202cc0-030b-4bb9-9319-b1e85edf90be req-204d8c88-ce5e-4d0b-afd3-5b365d578681 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] No DVR routers for this DVR port 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 on host hv-neutron-8371 {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:01:03.204036 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b8202cc0-030b-4bb9-9319-b1e85edf90be req-204d8c88-ce5e-4d0b-afd3-5b365d578681 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:03.206400 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836db588-f62e-42cf-98dd-3f5c5b3539d1', 'name': 'network-vif-deleted', 'tag': '53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:01:03.221352 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b8202cc0-030b-4bb9-9319-b1e85edf90be req-204d8c88-ce5e-4d0b-afd3-5b365d578681 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.52 "DELETE /v2.0/ports/53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 HTTP/1.1" status: 204 len: 173 time: 0.7006700 Apr 08 11:01:03.268877 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e548d06-19d2-4ae1-8991-89438baaeba4'] response: {'server_uuid': '836db588-f62e-42cf-98dd-3f5c5b3539d1', 'name': 'network-vif-deleted', 'tag': '53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3', 'status': 'completed', 'code': 200} Apr 08 11:01:03.760134 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-73b53c99-0579-4538-ba6f-9dbf4825aa85 req-35c97d1e-305d-4eff-9b0e-79ac5874d21f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Synchronizing usage tracker for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:01:03.775330 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-73b53c99-0579-4538-ba6f-9dbf4825aa85 req-35c97d1e-305d-4eff-9b0e-79ac5874d21f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Unset dirty status for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:01:03.776578 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-73b53c99-0579-4538-ba6f-9dbf4825aa85 req-35c97d1e-305d-4eff-9b0e-79ac5874d21f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=836db588-f62e-42cf-98dd-3f5c5b3539d1 HTTP/1.1" status: 200 len: 210 time: 0.0613616 Apr 08 11:01:04.883161 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38032) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:05.366914 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3f3314f7-57d0-41bf-ade0-33aa724a4870 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:05.968208 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-3f3314f7-57d0-41bf-ade0-33aa724a4870 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Deleting port c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:01:05.968987 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3f3314f7-57d0-41bf-ade0-33aa724a4870 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:06.150398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-3f3314f7-57d0-41bf-ade0-33aa724a4870 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] For port c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe,segment=NetworkSegment(37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e),segment_id=37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:01:06.150758 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3f3314f7-57d0-41bf-ade0-33aa724a4870 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:06.279094 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-3f3314f7-57d0-41bf-ade0-33aa724a4870 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Calling delete_port for c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe owned by network:router_interface {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:01:06.455670 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3f3314f7-57d0-41bf-ade0-33aa724a4870 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:06.502487 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3314f7-57d0-41bf-ade0-33aa724a4870 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Port': ['ID=c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:06.791083 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3f3314f7-57d0-41bf-ade0-33aa724a4870 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:07.345222 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:01:07.377954 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 11:01:07.378214 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 53224bcb-b3b9-44a2-8a3f-ed2ea6bf9fa3 not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:01:07.461237 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3314f7-57d0-41bf-ade0-33aa724a4870 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Router 61277f08-5c10-4f1f-a16a-ec2290fa69f0 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:01:07.663224 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3314f7-57d0-41bf-ade0-33aa724a4870 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:01:07.673033 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184a737c-669d-4bc6-b9be-fc5dffd9b84d None None] Sync routers for ids ['61277f08-5c10-4f1f-a16a-ec2290fa69f0'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 11:01:07.683076 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3f3314f7-57d0-41bf-ade0-33aa724a4870 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "PUT /v2.0/routers/61277f08-5c10-4f1f-a16a-ec2290fa69f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7955759 Apr 08 11:01:07.683277 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38036) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:07.685680 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184a737c-669d-4bc6-b9be-fc5dffd9b84d None None] Routers {'61277f08-5c10-4f1f-a16a-ec2290fa69f0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:01:07.686282 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-184a737c-669d-4bc6-b9be-fc5dffd9b84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:00:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['61277f08-5c10-4f1f-a16a-ec2290fa69f0'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:07.865725 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b5b1856-8309-46df-969d-26f3b1976dbb tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Deleting subnet f4b20331-d725-4954-b981-761c4105eb23 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 11:01:07.869620 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9b5b1856-8309-46df-969d-26f3b1976dbb tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:07.896265 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-184a737c-669d-4bc6-b9be-fc5dffd9b84d None None] Set router 61277f08-5c10-4f1f-a16a-ec2290fa69f0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:01:07.927188 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9b5b1856-8309-46df-969d-26f3b1976dbb tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:08.007580 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9b5b1856-8309-46df-969d-26f3b1976dbb tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:08.085593 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9b5b1856-8309-46df-969d-26f3b1976dbb tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:08.128595 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9b5b1856-8309-46df-969d-26f3b1976dbb tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:08.132598 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607e261b-86a0-46f4-accf-6c8e854dd1ae None None] Network 5fcc5047-0c80-4009-98c6-c89d14b7d9ea requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 11:01:08.136168 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b1856-8309-46df-969d-26f3b1976dbb tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b20331-d725-4954-b981-761c4105eb23,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:08.140212 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9b5b1856-8309-46df-969d-26f3b1976dbb tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "DELETE /v2.0/subnets/f4b20331-d725-4954-b981-761c4105eb23 HTTP/1.1" status: 204 len: 168 time: 0.4560039 Apr 08 11:01:08.142738 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38040) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:08.175685 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-184a737c-669d-4bc6-b9be-fc5dffd9b84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855555608', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T11:01:06Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T10:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:08.179527 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184a737c-669d-4bc6-b9be-fc5dffd9b84d None None] Checking router: 61277f08-5c10-4f1f-a16a-ec2290fa69f0 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 11:01:08.190241 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184a737c-669d-4bc6-b9be-fc5dffd9b84d None None] Routers {'61277f08-5c10-4f1f-a16a-ec2290fa69f0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:01:08.190829 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-184a737c-669d-4bc6-b9be-fc5dffd9b84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:00:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['61277f08-5c10-4f1f-a16a-ec2290fa69f0'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:08.343145 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-16312a23-8626-4ee4-b84f-4a35ec9f157b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:08.384572 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-184a737c-669d-4bc6-b9be-fc5dffd9b84d None None] Set router 61277f08-5c10-4f1f-a16a-ec2290fa69f0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:01:08.401556 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b40a560-4072-43ff-a358-12d0e79f7296 None None] DHCP port deletion for 5fcc5047-0c80-4009-98c6-c89d14b7d9ea request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 11:01:08.406160 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-6b40a560-4072-43ff-a358-12d0e79f7296 None None] Deleting port 0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:01:08.406868 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6b40a560-4072-43ff-a358-12d0e79f7296 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:08.636390 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-6b40a560-4072-43ff-a358-12d0e79f7296 None None] For port 0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e,segment=NetworkSegment(37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e),segment_id=37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:01:08.636390 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6b40a560-4072-43ff-a358-12d0e79f7296 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:08.648770 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:08.651535 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-16312a23-8626-4ee4-b84f-4a35ec9f157b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:08.660963 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-16312a23-8626-4ee4-b84f-4a35ec9f157b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Deleting port 84174f6c-fcc2-4a02-b608-9272998c65b9 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:01:08.661285 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-16312a23-8626-4ee4-b84f-4a35ec9f157b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:08.677022 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-184a737c-669d-4bc6-b9be-fc5dffd9b84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855555608', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T11:01:06Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T10:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:08.681494 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184a737c-669d-4bc6-b9be-fc5dffd9b84d None None] The sync data for ids ['61277f08-5c10-4f1f-a16a-ec2290fa69f0'] in dv-neutron-837110-1-hyperv is: [{'id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855555608', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T11:01:06Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '84174f6c-fcc2-4a02-b608-9272998c65b9', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61277f08-5c10-4f1f-a16a-ec2290fa69f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:59:11Z', 'updated_at': '2022-04-08T10:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 11:01:08.758134 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-6b40a560-4072-43ff-a358-12d0e79f7296 None None] Calling delete_port for 0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:01:08.828514 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6b40a560-4072-43ff-a358-12d0e79f7296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:08.849660 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-16312a23-8626-4ee4-b84f-4a35ec9f157b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] For port 84174f6c-fcc2-4a02-b608-9272998c65b9, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=84174f6c-fcc2-4a02-b608-9272998c65b9,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:01:08.850015 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-16312a23-8626-4ee4-b84f-4a35ec9f157b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:08.873564 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40a560-4072-43ff-a358-12d0e79f7296 None None] Pushing event deleted for resources: {'Port': ['ID=0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:08.882169 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b40a560-4072-43ff-a358-12d0e79f7296 None None] No DVR routers for this DVR port 0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:01:08.887620 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40a560-4072-43ff-a358-12d0e79f7296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:08.890090 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40a560-4072-43ff-a358-12d0e79f7296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:08.890090 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40a560-4072-43ff-a358-12d0e79f7296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:08.890090 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40a560-4072-43ff-a358-12d0e79f7296 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:08.890090 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40a560-4072-43ff-a358-12d0e79f7296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:08.890090 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40a560-4072-43ff-a358-12d0e79f7296 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:08.890090 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40a560-4072-43ff-a358-12d0e79f7296 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:08.890090 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40a560-4072-43ff-a358-12d0e79f7296 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:08.890090 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40a560-4072-43ff-a358-12d0e79f7296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:08.891145 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40a560-4072-43ff-a358-12d0e79f7296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:08.891145 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40a560-4072-43ff-a358-12d0e79f7296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:08.968683 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-16312a23-8626-4ee4-b84f-4a35ec9f157b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Calling delete_port for 84174f6c-fcc2-4a02-b608-9272998c65b9 owned by network:router_gateway {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:01:09.068176 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:01:09.104766 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 11:01:09.105253 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 0ea9c3d9-6cad-4ebc-9c09-f36b3bd4805e not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:01:09.139855 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-16312a23-8626-4ee4-b84f-4a35ec9f157b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:09.185197 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16312a23-8626-4ee4-b84f-4a35ec9f157b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Port': ['ID=84174f6c-fcc2-4a02-b608-9272998c65b9,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:09.407558 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-16312a23-8626-4ee4-b84f-4a35ec9f157b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:09.660594 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-16312a23-8626-4ee4-b84f-4a35ec9f157b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:09.665111 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-16312a23-8626-4ee4-b84f-4a35ec9f157b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:09.688992 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-16312a23-8626-4ee4-b84f-4a35ec9f157b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:09.689602 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16312a23-8626-4ee4-b84f-4a35ec9f157b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Fanout notify agent at l3_agent the message router_deleted on router 61277f08-5c10-4f1f-a16a-ec2290fa69f0 {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:01:09.703909 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-16312a23-8626-4ee4-b84f-4a35ec9f157b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:09.707391 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-16312a23-8626-4ee4-b84f-4a35ec9f157b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "DELETE /v2.0/routers/61277f08-5c10-4f1f-a16a-ec2290fa69f0 HTTP/1.1" status: 204 len: 168 time: 1.5614016 Apr 08 11:01:09.707647 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38044) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:09.914227 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-df646fb6-c47e-4f47-8263-ab48fc6e072e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:10.039198 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-df646fb6-c47e-4f47-8263-ab48fc6e072e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:10.063640 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-df646fb6-c47e-4f47-8263-ab48fc6e072e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fcc5047-0c80-4009-98c6-c89d14b7d9ea']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:10.075624 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-df646fb6-c47e-4f47-8263-ab48fc6e072e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:10.075921 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-df646fb6-c47e-4f47-8263-ab48fc6e072e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37fe1087-df8b-45ec-b6b5-89cd9d5c4a2e') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:10.087305 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-df646fb6-c47e-4f47-8263-ab48fc6e072e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:10.106366 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-df646fb6-c47e-4f47-8263-ab48fc6e072e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:10.112946 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df646fb6-c47e-4f47-8263-ab48fc6e072e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 11:01:10.113375 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-df646fb6-c47e-4f47-8263-ab48fc6e072e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:01:10.132664 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:01:10.148331 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:01:10.210059 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-df646fb6-c47e-4f47-8263-ab48fc6e072e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:10.226972 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-df646fb6-c47e-4f47-8263-ab48fc6e072e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:10.237681 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df646fb6-c47e-4f47-8263-ab48fc6e072e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Network': ['ID=5fcc5047-0c80-4009-98c6-c89d14b7d9ea,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:10.246447 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-df646fb6-c47e-4f47-8263-ab48fc6e072e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "DELETE /v2.0/networks/5fcc5047-0c80-4009-98c6-c89d14b7d9ea HTTP/1.1" status: 204 len: 168 time: 0.5378652 Apr 08 11:01:10.249010 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38048) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:10.319671 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bc98cfcc-8bb0-4d15-9b50-5ba3454920c7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:10.349152 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bc98cfcc-8bb0-4d15-9b50-5ba3454920c7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:10.411623 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bc98cfcc-8bb0-4d15-9b50-5ba3454920c7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:10.429546 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98cfcc-8bb0-4d15-9b50-5ba3454920c7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b53cd55-7ab3-4cc2-812b-3fb7aea2f388,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:10.443544 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-bc98cfcc-8bb0-4d15-9b50-5ba3454920c7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:10.447285 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-bc98cfcc-8bb0-4d15-9b50-5ba3454920c7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "DELETE /v2.0/security-groups/8b53cd55-7ab3-4cc2-812b-3fb7aea2f388 HTTP/1.1" status: 204 len: 168 time: 0.1948297 Apr 08 11:01:10.749184 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:01:10.781689 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 11:01:10.782033 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device c89f26d4-ad4e-4a74-858c-2c6dbcd9c1fe not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:01:10.782437 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 84174f6c-fcc2-4a02-b608-9272998c65b9 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:01:10.815156 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 84174f6c-fcc2-4a02-b608-9272998c65b9 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 11:01:10.815505 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 84174f6c-fcc2-4a02-b608-9272998c65b9 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:01:10.875104 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38056) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:10.881185 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-36f13a04-32cf-423f-8a4b-98755f48b539 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1231639682', 'description': 'tempest-secgroup-smoke-1231639682 description', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:01:10.887199 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-36f13a04-32cf-423f-8a4b-98755f48b539 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:01:10.891278 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-36f13a04-32cf-423f-8a4b-98755f48b539 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:01:10.894134 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-36f13a04-32cf-423f-8a4b-98755f48b539 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:01:10.900612 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-36f13a04-32cf-423f-8a4b-98755f48b539 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:01:10.910376 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-36f13a04-32cf-423f-8a4b-98755f48b539 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:10.943968 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-36f13a04-32cf-423f-8a4b-98755f48b539 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:01:10.947928 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-36f13a04-32cf-423f-8a4b-98755f48b539 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:01:10.950635 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-36f13a04-32cf-423f-8a4b-98755f48b539 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:01:10.956075 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-36f13a04-32cf-423f-8a4b-98755f48b539 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:01:11.010964 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-36f13a04-32cf-423f-8a4b-98755f48b539 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:11.014530 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-36f13a04-32cf-423f-8a4b-98755f48b539 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:11.059201 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f13a04-32cf-423f-8a4b-98755f48b539 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eea296b-4be1-4baf-a5b0-972bfd883811,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:11.068328 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-36f13a04-32cf-423f-8a4b-98755f48b539 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:11.069503 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-36f13a04-32cf-423f-8a4b-98755f48b539 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1934223 Apr 08 11:01:11.070984 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f13a04-32cf-423f-8a4b-98755f48b539 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:11.071323 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f13a04-32cf-423f-8a4b-98755f48b539 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:11.071659 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f13a04-32cf-423f-8a4b-98755f48b539 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:11.071993 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f13a04-32cf-423f-8a4b-98755f48b539 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:11.072438 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f13a04-32cf-423f-8a4b-98755f48b539 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:11.072768 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f13a04-32cf-423f-8a4b-98755f48b539 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:11.072870 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38060) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:11.073292 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f13a04-32cf-423f-8a4b-98755f48b539 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:11.073468 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f13a04-32cf-423f-8a4b-98755f48b539 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:11.073721 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f13a04-32cf-423f-8a4b-98755f48b539 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:11.074043 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f13a04-32cf-423f-8a4b-98755f48b539 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:11.074462 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f13a04-32cf-423f-8a4b-98755f48b539 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:11.078540 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-2f102fb9-993f-406b-830e-e674bddf90e0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': '0eea296b-4be1-4baf-a5b0-972bfd883811', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:01:11.084802 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2f102fb9-993f-406b-830e-e674bddf90e0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:01:11.089871 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2f102fb9-993f-406b-830e-e674bddf90e0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:01:11.092750 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2f102fb9-993f-406b-830e-e674bddf90e0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:01:11.098345 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2f102fb9-993f-406b-830e-e674bddf90e0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:01:11.115765 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2f102fb9-993f-406b-830e-e674bddf90e0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:11.178376 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2f102fb9-993f-406b-830e-e674bddf90e0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:11.185047 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2f102fb9-993f-406b-830e-e674bddf90e0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:11.208749 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f102fb9-993f-406b-830e-e674bddf90e0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f81e67f-31a4-4d2a-b436-152068dae89e,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:11.219098 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2f102fb9-993f-406b-830e-e674bddf90e0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:11.220413 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2f102fb9-993f-406b-830e-e674bddf90e0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1465948 Apr 08 11:01:11.223010 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38064) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:11.228530 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-a8b9ae38-b764-497d-9861-c0eeafe3b6a3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': '0eea296b-4be1-4baf-a5b0-972bfd883811', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:01:11.234098 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a8b9ae38-b764-497d-9861-c0eeafe3b6a3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:01:11.237812 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a8b9ae38-b764-497d-9861-c0eeafe3b6a3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:01:11.240609 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-a8b9ae38-b764-497d-9861-c0eeafe3b6a3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:01:11.246566 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-a8b9ae38-b764-497d-9861-c0eeafe3b6a3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:01:11.266222 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a8b9ae38-b764-497d-9861-c0eeafe3b6a3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:11.326639 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a8b9ae38-b764-497d-9861-c0eeafe3b6a3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:11.330079 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a8b9ae38-b764-497d-9861-c0eeafe3b6a3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:11.352553 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9ae38-b764-497d-9861-c0eeafe3b6a3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178b686c-b4c5-48a5-b919-6535ce72cbf7,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:11.361267 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-a8b9ae38-b764-497d-9861-c0eeafe3b6a3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:11.362435 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a8b9ae38-b764-497d-9861-c0eeafe3b6a3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1385090 Apr 08 11:01:11.365258 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38068) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:11.370455 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-4fb2128f-8abe-48a6-8c8a-944d1cb00242 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': '0eea296b-4be1-4baf-a5b0-972bfd883811', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:01:11.375908 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4fb2128f-8abe-48a6-8c8a-944d1cb00242 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:01:11.379586 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4fb2128f-8abe-48a6-8c8a-944d1cb00242 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:01:11.382388 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-4fb2128f-8abe-48a6-8c8a-944d1cb00242 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:01:11.388582 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-4fb2128f-8abe-48a6-8c8a-944d1cb00242 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:01:11.404838 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4fb2128f-8abe-48a6-8c8a-944d1cb00242 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:11.465939 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4fb2128f-8abe-48a6-8c8a-944d1cb00242 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:11.469299 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4fb2128f-8abe-48a6-8c8a-944d1cb00242 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:11.491071 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2128f-8abe-48a6-8c8a-944d1cb00242 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39fa150-aba1-4540-996b-00a0cc3a2be7,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:11.499662 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4fb2128f-8abe-48a6-8c8a-944d1cb00242 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:11.500883 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4fb2128f-8abe-48a6-8c8a-944d1cb00242 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1347363 Apr 08 11:01:11.503532 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38072) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:11.509295 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-e913d3be-8af4-4ba6-b9fa-4319d4d57210 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': '0eea296b-4be1-4baf-a5b0-972bfd883811', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:01:11.514848 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-e913d3be-8af4-4ba6-b9fa-4319d4d57210 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:01:11.518641 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e913d3be-8af4-4ba6-b9fa-4319d4d57210 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:01:11.521411 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e913d3be-8af4-4ba6-b9fa-4319d4d57210 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:01:11.527952 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-e913d3be-8af4-4ba6-b9fa-4319d4d57210 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:01:11.543317 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e913d3be-8af4-4ba6-b9fa-4319d4d57210 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:11.609677 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e913d3be-8af4-4ba6-b9fa-4319d4d57210 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:11.613250 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e913d3be-8af4-4ba6-b9fa-4319d4d57210 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:11.637723 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913d3be-8af4-4ba6-b9fa-4319d4d57210 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c53fe1-f5bb-4d60-8303-ee93445325a3,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:11.645738 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-e913d3be-8af4-4ba6-b9fa-4319d4d57210 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:11.646876 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e913d3be-8af4-4ba6-b9fa-4319d4d57210 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1424212 Apr 08 11:01:11.649860 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38076) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:11.655024 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-be1adac0-1147-44c5-bc79-3151a71bafe0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': '0eea296b-4be1-4baf-a5b0-972bfd883811', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:01:11.660579 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-be1adac0-1147-44c5-bc79-3151a71bafe0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:01:11.664287 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-be1adac0-1147-44c5-bc79-3151a71bafe0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:01:11.667284 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-be1adac0-1147-44c5-bc79-3151a71bafe0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:01:11.672843 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-be1adac0-1147-44c5-bc79-3151a71bafe0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:01:11.683286 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.securitygroups_db [None req-be1adac0-1147-44c5-bc79-3151a71bafe0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Project 4a457a2ac8d74b96ab5e9f84a5d84771 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:01:11.689440 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-be1adac0-1147-44c5-bc79-3151a71bafe0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:11.752005 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-be1adac0-1147-44c5-bc79-3151a71bafe0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:11.755304 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-be1adac0-1147-44c5-bc79-3151a71bafe0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:11.778317 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1adac0-1147-44c5-bc79-3151a71bafe0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d1d2303-9b55-443c-99b3-832b4b311b00,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:11.787240 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-be1adac0-1147-44c5-bc79-3151a71bafe0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:11.788442 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-be1adac0-1147-44c5-bc79-3151a71bafe0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1376996 Apr 08 11:01:11.791215 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38080) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:11.796364 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-59a27f97-039c-47a0-802e-02994c7b7e8b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'security_group_rule': {'security_group_id': '0eea296b-4be1-4baf-a5b0-972bfd883811', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:01:11.801848 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-59a27f97-039c-47a0-802e-02994c7b7e8b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:01:11.806091 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-59a27f97-039c-47a0-802e-02994c7b7e8b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:security_group_rule and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:01:11.808888 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-59a27f97-039c-47a0-802e-02994c7b7e8b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:01:11.814376 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-59a27f97-039c-47a0-802e-02994c7b7e8b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:01:11.824932 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.securitygroups_db [None req-59a27f97-039c-47a0-802e-02994c7b7e8b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Project 4a457a2ac8d74b96ab5e9f84a5d84771 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:01:11.830892 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-59a27f97-039c-47a0-802e-02994c7b7e8b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:11.893208 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-59a27f97-039c-47a0-802e-02994c7b7e8b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:11.896437 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-59a27f97-039c-47a0-802e-02994c7b7e8b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:11.920529 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a27f97-039c-47a0-802e-02994c7b7e8b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4706a4d-90eb-494f-918f-0acd099c3aa6,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:11.931336 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-59a27f97-039c-47a0-802e-02994c7b7e8b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:11.932637 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-59a27f97-039c-47a0-802e-02994c7b7e8b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1405337 Apr 08 11:01:11.935408 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38084) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:11.940727 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-6e410ab2-592d-4fb0-94d3-39e8ec464ec4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'network': {'name': 'tempest-network-smoke--507247301', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'port_security_enabled': True}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:01:11.945341 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-6e410ab2-592d-4fb0-94d3-39e8ec464ec4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:01:11.949308 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6e410ab2-592d-4fb0-94d3-39e8ec464ec4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:network and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:01:11.952053 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6e410ab2-592d-4fb0-94d3-39e8ec464ec4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:01:11.957593 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-6e410ab2-592d-4fb0-94d3-39e8ec464ec4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:01:11.969824 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e410ab2-592d-4fb0-94d3-39e8ec464ec4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Made reservation on behalf of 4a457a2ac8d74b96ab5e9f84a5d84771 for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:01:11.972702 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6e410ab2-592d-4fb0-94d3-39e8ec464ec4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:12.001364 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e410ab2-592d-4fb0-94d3-39e8ec464ec4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:01:12.010530 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6e410ab2-592d-4fb0-94d3-39e8ec464ec4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:12.011009 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-6e410ab2-592d-4fb0-94d3-39e8ec464ec4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Added segment cfc02c71-0ed0-4e82-ad27-cfacf6f6135f of type vlan for network f6a5ed38-31ac-4b19-917d-e40705b38290 Apr 08 11:01:12.036936 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6e410ab2-592d-4fb0-94d3-39e8ec464ec4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:12.065974 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6e410ab2-592d-4fb0-94d3-39e8ec464ec4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:12.069614 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e410ab2-592d-4fb0-94d3-39e8ec464ec4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:12.070189 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6e410ab2-592d-4fb0-94d3-39e8ec464ec4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:12.178987 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e410ab2-592d-4fb0-94d3-39e8ec464ec4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Network': ['ID=f6a5ed38-31ac-4b19-917d-e40705b38290,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:12.183476 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6e410ab2-592d-4fb0-94d3-39e8ec464ec4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2470827 Apr 08 11:01:12.186186 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38088) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:12.190561 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network f6a5ed38-31ac-4b19-917d-e40705b38290 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:01:12.191431 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-553b485f-f86a-47ec-a142-9ab8261ee119 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-418186169', 'admin_state_up': True, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:01:12.198673 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-553b485f-f86a-47ec-a142-9ab8261ee119 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:01:12.202575 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-553b485f-f86a-47ec-a142-9ab8261ee119 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:router and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:01:12.205423 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-553b485f-f86a-47ec-a142-9ab8261ee119 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:01:12.211104 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-553b485f-f86a-47ec-a142-9ab8261ee119 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:01:12.221406 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-553b485f-f86a-47ec-a142-9ab8261ee119 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:12.222390 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-553b485f-f86a-47ec-a142-9ab8261ee119 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:12.241380 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-553b485f-f86a-47ec-a142-9ab8261ee119 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:12.389587 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-553b485f-f86a-47ec-a142-9ab8261ee119 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:12.567687 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-553b485f-f86a-47ec-a142-9ab8261ee119 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:12.597590 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-553b485f-f86a-47ec-a142-9ab8261ee119 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:12.810659 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-553b485f-f86a-47ec-a142-9ab8261ee119 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Allocated IP 172.26.0.173 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/444627cc-279f-42da-b497-cf2b54708ab8) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:01:12.952699 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-553b485f-f86a-47ec-a142-9ab8261ee119 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:12.978766 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-553b485f-f86a-47ec-a142-9ab8261ee119 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:13.039947 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553b485f-f86a-47ec-a142-9ab8261ee119 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:01:13.042573 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-553b485f-f86a-47ec-a142-9ab8261ee119 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:01:13.046017 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553b485f-f86a-47ec-a142-9ab8261ee119 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 11:01:13.083433 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b485f-f86a-47ec-a142-9ab8261ee119 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=444627cc-279f-42da-b497-cf2b54708ab8,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:13.204432 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-553b485f-f86a-47ec-a142-9ab8261ee119 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:13.205079 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-553b485f-f86a-47ec-a142-9ab8261ee119 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:13.397538 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1cdc3db4-e3e2-4246-93a5-9d5305c108e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:13.429207 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553b485f-f86a-47ec-a142-9ab8261ee119 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Router 0e388197-f287-4920-a4fe-3787a1cf58d0 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:01:13.628554 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553b485f-f86a-47ec-a142-9ab8261ee119 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:01:13.638171 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3c9ef4-7079-405d-8825-78092909c7d3 None None] Sync routers for ids ['0e388197-f287-4920-a4fe-3787a1cf58d0'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 11:01:13.649851 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3c9ef4-7079-405d-8825-78092909c7d3 None None] Routers {'0e388197-f287-4920-a4fe-3787a1cf58d0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:01:13.650863 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-bf3c9ef4-7079-405d-8825-78092909c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:00:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0e388197-f287-4920-a4fe-3787a1cf58d0'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:13.653458 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-553b485f-f86a-47ec-a142-9ab8261ee119 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:13.657644 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-553b485f-f86a-47ec-a142-9ab8261ee119 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4677181 Apr 08 11:01:13.658007 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38092) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:13.701496 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-2aad325b-b660-4601-9d67-cc8b163656cc tempest-TestNetworkAdvancedServerOps-144543435 tempest-TestNetworkAdvancedServerOps-144543435-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=4a457a2ac8d74b96ab5e9f84a5d84771&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400209 Apr 08 11:01:13.701717 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38096) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:13.825601 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-bf3c9ef4-7079-405d-8825-78092909c7d3 None None] Set router 0e388197-f287-4920-a4fe-3787a1cf58d0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:01:13.830540 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95c2449-97bb-496b-8fba-615ad871a28a tempest-TestNetworkAdvancedServerOps-144543435 tempest-TestNetworkAdvancedServerOps-144543435-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:13.834499 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a95c2449-97bb-496b-8fba-615ad871a28a tempest-TestNetworkAdvancedServerOps-144543435 tempest-TestNetworkAdvancedServerOps-144543435-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294172 Apr 08 11:01:13.834724 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38100) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:13.875984 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c14818da-f1dc-4948-be48-f98a75c3a1c5 tempest-TestNetworkAdvancedServerOps-144543435 tempest-TestNetworkAdvancedServerOps-144543435-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380363 Apr 08 11:01:13.876199 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38104) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:13.881335 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-ed625d86-25c6-427e-ab92-6a1cc0e5d53e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1064616828', 'network_id': 'f6a5ed38-31ac-4b19-917d-e40705b38290', 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:01:13.988955 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ed625d86-25c6-427e-ab92-6a1cc0e5d53e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:01:13.992813 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ed625d86-25c6-427e-ab92-6a1cc0e5d53e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:subnet and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:01:13.995545 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ed625d86-25c6-427e-ab92-6a1cc0e5d53e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:01:14.001121 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ed625d86-25c6-427e-ab92-6a1cc0e5d53e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:01:14.011176 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed625d86-25c6-427e-ab92-6a1cc0e5d53e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Made reservation on behalf of 4a457a2ac8d74b96ab5e9f84a5d84771 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:01:14.103157 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-bf3c9ef4-7079-405d-8825-78092909c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418186169', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '444627cc-279f-42da-b497-cf2b54708ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:01:13Z', 'revision_number': 3, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '444627cc-279f-42da-b497-cf2b54708ab8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:90:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:14.107309 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3c9ef4-7079-405d-8825-78092909c7d3 None None] Checking router: 0e388197-f287-4920-a4fe-3787a1cf58d0 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 11:01:14.107669 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3c9ef4-7079-405d-8825-78092909c7d3 None None] Updating router 0e388197-f287-4920-a4fe-3787a1cf58d0 port 444627cc-279f-42da-b497-cf2b54708ab8 binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 11:01:14.115808 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ed625d86-25c6-427e-ab92-6a1cc0e5d53e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:14.159459 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf3c9ef4-7079-405d-8825-78092909c7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:14.421509 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ed625d86-25c6-427e-ab92-6a1cc0e5d53e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:14.483053 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf3c9ef4-7079-405d-8825-78092909c7d3 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:14.495158 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-bf3c9ef4-7079-405d-8825-78092909c7d3 None None] Transition to ACTIVE for port object 444627cc-279f-42da-b497-cf2b54708ab8 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:01:14.497460 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed625d86-25c6-427e-ab92-6a1cc0e5d53e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Subnet': ['ID=208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:14.502336 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf3c9ef4-7079-405d-8825-78092909c7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:14.512337 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed625d86-25c6-427e-ab92-6a1cc0e5d53e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Checking segment: {'id': 'cfc02c71-0ed0-4e82-ad27-cfacf6f6135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f6a5ed38-31ac-4b19-917d-e40705b38290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 11:01:14.512700 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed625d86-25c6-427e-ab92-6a1cc0e5d53e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network hostable DHCP agents. Network: f6a5ed38-31ac-4b19-917d-e40705b38290, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:01:14.535301 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed625d86-25c6-427e-ab92-6a1cc0e5d53e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network f6a5ed38-31ac-4b19-917d-e40705b38290 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:01:14.545502 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-ed625d86-25c6-427e-ab92-6a1cc0e5d53e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, f6a5ed38-31ac-4b19-917d-e40705b38290) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:01:14.549387 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed625d86-25c6-427e-ab92-6a1cc0e5d53e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:14.550077 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ed625d86-25c6-427e-ab92-6a1cc0e5d53e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:14.559012 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d724c6b-c338-4c8a-b1dd-5e3efc9cdabc None None] Network f6a5ed38-31ac-4b19-917d-e40705b38290 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 11:01:14.573538 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ed625d86-25c6-427e-ab92-6a1cc0e5d53e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6963754 Apr 08 11:01:14.576250 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38108) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:14.670548 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-bf3c9ef4-7079-405d-8825-78092909c7d3 None None] Attempting to bind port 444627cc-279f-42da-b497-cf2b54708ab8 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:01:14.670910 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-bf3c9ef4-7079-405d-8825-78092909c7d3 None None] Attempting to bind port 444627cc-279f-42da-b497-cf2b54708ab8 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:01:14.671271 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3c9ef4-7079-405d-8825-78092909c7d3 None None] Attempting to bind port 444627cc-279f-42da-b497-cf2b54708ab8 on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 11:01:14.674997 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41bae2a-afc5-4f59-950c-d316a3b5635d None None] Pushing event updated for resources: {'Port': ['ID=444627cc-279f-42da-b497-cf2b54708ab8,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:14.691245 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3c9ef4-7079-405d-8825-78092909c7d3 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 11:01:14.691615 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3c9ef4-7079-405d-8825-78092909c7d3 None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 11:01:14.692011 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf3c9ef4-7079-405d-8825-78092909c7d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:14.692419 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3c9ef4-7079-405d-8825-78092909c7d3 None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 11:01:14.692880 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-bf3c9ef4-7079-405d-8825-78092909c7d3 None None] Bound port: 444627cc-279f-42da-b497-cf2b54708ab8, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:01:14.693256 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf3c9ef4-7079-405d-8825-78092909c7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:14.830502 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-bf3c9ef4-7079-405d-8825-78092909c7d3 None None] For port 444627cc-279f-42da-b497-cf2b54708ab8, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:01:14.834703 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-bf3c9ef4-7079-405d-8825-78092909c7d3 None None] For port 444627cc-279f-42da-b497-cf2b54708ab8, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=444627cc-279f-42da-b497-cf2b54708ab8,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:01:14.865709 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf3c9ef4-7079-405d-8825-78092909c7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:14.921354 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f309fc-214c-4109-aa91-0425d730aebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-f6a5ed38-31ac-4b19-917d-e40705b38290', 'network_id': 'f6a5ed38-31ac-4b19-917d-e40705b38290', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'fixed_ips': [{'subnet_id': '208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 11:01:14.922154 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c2f309fc-214c-4109-aa91-0425d730aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:15.019999 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41bae2a-afc5-4f59-950c-d316a3b5635d None None] Pushing event updated for resources: {'Port': ['ID=444627cc-279f-42da-b497-cf2b54708ab8,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:15.038441 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3c9ef4-7079-405d-8825-78092909c7d3 None None] Routers {'0e388197-f287-4920-a4fe-3787a1cf58d0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:01:15.039059 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-bf3c9ef4-7079-405d-8825-78092909c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:00:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0e388197-f287-4920-a4fe-3787a1cf58d0'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:15.313458 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-c2f309fc-214c-4109-aa91-0425d730aebd None None] Allocated IP 172.20.0.2 (f6a5ed38-31ac-4b19-917d-e40705b38290/208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3/d547a43c-1ccc-453a-89dd-73c8eaf4cb12) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:01:15.335150 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fb98bb87-626b-4737-b8d6-b8856ecf651a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:15.350819 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-bf3c9ef4-7079-405d-8825-78092909c7d3 None None] Set router 0e388197-f287-4920-a4fe-3787a1cf58d0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:01:15.735883 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a17fdda4-1d80-42be-9c8b-c0ce01df922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:15.795040 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c2f309fc-214c-4109-aa91-0425d730aebd None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:15.810229 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c2f309fc-214c-4109-aa91-0425d730aebd None None] Transition to ACTIVE for port object d547a43c-1ccc-453a-89dd-73c8eaf4cb12 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:01:15.833668 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c2f309fc-214c-4109-aa91-0425d730aebd None None] Transition to ACTIVE for port object d547a43c-1ccc-453a-89dd-73c8eaf4cb12 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:01:15.842298 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c2f309fc-214c-4109-aa91-0425d730aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:15.882657 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-bf3c9ef4-7079-405d-8825-78092909c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418186169', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '444627cc-279f-42da-b497-cf2b54708ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:01:13Z', 'revision_number': 3, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '444627cc-279f-42da-b497-cf2b54708ab8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:90:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:15.906631 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3c9ef4-7079-405d-8825-78092909c7d3 None None] The sync data for ids ['0e388197-f287-4920-a4fe-3787a1cf58d0'] in dv-neutron-837110-1-hyperv is: [{'id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418186169', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '444627cc-279f-42da-b497-cf2b54708ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:01:13Z', 'revision_number': 3, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '444627cc-279f-42da-b497-cf2b54708ab8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:90:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 11:01:15.910806 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-fb98bb87-626b-4737-b8d6-b8856ecf651a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Allocated IP 172.20.0.1 (f6a5ed38-31ac-4b19-917d-e40705b38290/208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3/734c84fb-4390-4c34-884b-7bdd04b89f77) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:01:15.920612 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f309fc-214c-4109-aa91-0425d730aebd None None] Network f6a5ed38-31ac-4b19-917d-e40705b38290 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:01:15.923661 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-c2f309fc-214c-4109-aa91-0425d730aebd None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:01:15.928815 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f309fc-214c-4109-aa91-0425d730aebd None None] Pushing event updated for resources: {'Port': ['ID=d547a43c-1ccc-453a-89dd-73c8eaf4cb12,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:15.931621 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f309fc-214c-4109-aa91-0425d730aebd None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 11:01:16.029510 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-c2f309fc-214c-4109-aa91-0425d730aebd None None] Attempting to bind port d547a43c-1ccc-453a-89dd-73c8eaf4cb12 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:01:16.029985 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-c2f309fc-214c-4109-aa91-0425d730aebd None None] Attempting to bind port d547a43c-1ccc-453a-89dd-73c8eaf4cb12 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'cfc02c71-0ed0-4e82-ad27-cfacf6f6135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f6a5ed38-31ac-4b19-917d-e40705b38290'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:01:16.030352 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f309fc-214c-4109-aa91-0425d730aebd None None] Attempting to bind port d547a43c-1ccc-453a-89dd-73c8eaf4cb12 on network f6a5ed38-31ac-4b19-917d-e40705b38290 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 11:01:16.037495 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f309fc-214c-4109-aa91-0425d730aebd None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 11:01:16.037875 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f309fc-214c-4109-aa91-0425d730aebd None None] Checking segment: {'id': 'cfc02c71-0ed0-4e82-ad27-cfacf6f6135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f6a5ed38-31ac-4b19-917d-e40705b38290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 11:01:16.038253 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c2f309fc-214c-4109-aa91-0425d730aebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:16.038639 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f309fc-214c-4109-aa91-0425d730aebd None None] Bound using segment: {'id': 'cfc02c71-0ed0-4e82-ad27-cfacf6f6135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f6a5ed38-31ac-4b19-917d-e40705b38290'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 11:01:16.039115 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-c2f309fc-214c-4109-aa91-0425d730aebd None None] Bound port: d547a43c-1ccc-453a-89dd-73c8eaf4cb12, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc02c71-0ed0-4e82-ad27-cfacf6f6135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f6a5ed38-31ac-4b19-917d-e40705b38290'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:01:16.039509 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c2f309fc-214c-4109-aa91-0425d730aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:16.177308 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-c2f309fc-214c-4109-aa91-0425d730aebd None None] For port d547a43c-1ccc-453a-89dd-73c8eaf4cb12, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:01:16.182110 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-c2f309fc-214c-4109-aa91-0425d730aebd None None] For port d547a43c-1ccc-453a-89dd-73c8eaf4cb12, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=d547a43c-1ccc-453a-89dd-73c8eaf4cb12,segment=NetworkSegment(cfc02c71-0ed0-4e82-ad27-cfacf6f6135f),segment_id=cfc02c71-0ed0-4e82-ad27-cfacf6f6135f)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:01:16.188235 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c2f309fc-214c-4109-aa91-0425d730aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:16.230402 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fb98bb87-626b-4737-b8d6-b8856ecf651a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:16.248654 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-fb98bb87-626b-4737-b8d6-b8856ecf651a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Transition to ACTIVE for port object 734c84fb-4390-4c34-884b-7bdd04b89f77 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:01:16.281331 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f309fc-214c-4109-aa91-0425d730aebd None None] Pushing event updated for resources: {'Port': ['ID=d547a43c-1ccc-453a-89dd-73c8eaf4cb12,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:16.287204 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fb98bb87-626b-4737-b8d6-b8856ecf651a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:16.367330 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb98bb87-626b-4737-b8d6-b8856ecf651a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network f6a5ed38-31ac-4b19-917d-e40705b38290 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:01:16.371282 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-fb98bb87-626b-4737-b8d6-b8856ecf651a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:01:16.375535 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb98bb87-626b-4737-b8d6-b8856ecf651a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 11:01:16.426786 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98bb87-626b-4737-b8d6-b8856ecf651a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=734c84fb-4390-4c34-884b-7bdd04b89f77,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:16.463803 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fb98bb87-626b-4737-b8d6-b8856ecf651a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:16.587524 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fb98bb87-626b-4737-b8d6-b8856ecf651a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:16.822413 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 444627cc-279f-42da-b497-cf2b54708ab8 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:01:16.906661 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:16.908125 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 444627cc-279f-42da-b497-cf2b54708ab8 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:01:16.913232 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 444627cc-279f-42da-b497-cf2b54708ab8 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:01:16.913598 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:16.987997 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:17.016033 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fb98bb87-626b-4737-b8d6-b8856ecf651a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:17.021268 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fb98bb87-626b-4737-b8d6-b8856ecf651a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:17.059430 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:17.077174 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 444627cc-279f-42da-b497-cf2b54708ab8, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=444627cc-279f-42da-b497-cf2b54708ab8,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:01:17.082485 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:17.083656 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d547a43c-1ccc-453a-89dd-73c8eaf4cb12 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:01:17.138752 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98bb87-626b-4737-b8d6-b8856ecf651a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=734c84fb-4390-4c34-884b-7bdd04b89f77,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:17.141330 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fb98bb87-626b-4737-b8d6-b8856ecf651a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:17.232157 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=444627cc-279f-42da-b497-cf2b54708ab8,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:17.242333 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port d547a43c-1ccc-453a-89dd-73c8eaf4cb12 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:01:17.286284 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb98bb87-626b-4737-b8d6-b8856ecf651a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network f6a5ed38-31ac-4b19-917d-e40705b38290 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:01:17.287381 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-fb98bb87-626b-4737-b8d6-b8856ecf651a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:01:17.303984 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa55f13-4bfc-4194-9ebd-6f0754bfe997 None None] Network f6a5ed38-31ac-4b19-917d-e40705b38290 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 11:01:17.457975 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c1014d21-3e5d-42d9-a128-02da3e1dc42e None None] Provisioning for port d547a43c-1ccc-453a-89dd-73c8eaf4cb12 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:01:17.472991 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c1014d21-3e5d-42d9-a128-02da3e1dc42e None None] Provisioning complete for port d547a43c-1ccc-453a-89dd-73c8eaf4cb12 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:01:17.473362 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c1014d21-3e5d-42d9-a128-02da3e1dc42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:17.671191 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb98bb87-626b-4737-b8d6-b8856ecf651a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Router 0e388197-f287-4920-a4fe-3787a1cf58d0 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:01:17.693690 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c1014d21-3e5d-42d9-a128-02da3e1dc42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:17.733361 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-c1014d21-3e5d-42d9-a128-02da3e1dc42e None None] For port d547a43c-1ccc-453a-89dd-73c8eaf4cb12, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=d547a43c-1ccc-453a-89dd-73c8eaf4cb12,segment=NetworkSegment(cfc02c71-0ed0-4e82-ad27-cfacf6f6135f),segment_id=cfc02c71-0ed0-4e82-ad27-cfacf6f6135f)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:01:17.738181 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c1014d21-3e5d-42d9-a128-02da3e1dc42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:17.812240 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1014d21-3e5d-42d9-a128-02da3e1dc42e None None] Pushing event updated for resources: {'Port': ['ID=d547a43c-1ccc-453a-89dd-73c8eaf4cb12,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:17.960708 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c0bdbd23-dc01-49d4-88a8-778165cb57dd None None] Provisioning complete for port d547a43c-1ccc-453a-89dd-73c8eaf4cb12 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:01:17.961396 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c0bdbd23-dc01-49d4-88a8-778165cb57dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:17.996741 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb98bb87-626b-4737-b8d6-b8856ecf651a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:01:18.010857 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-fb98bb87-626b-4737-b8d6-b8856ecf651a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "PUT /v2.0/routers/0e388197-f287-4920-a4fe-3787a1cf58d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4334977 Apr 08 11:01:18.116461 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c0bdbd23-dc01-49d4-88a8-778165cb57dd None None] Provisioning for port 734c84fb-4390-4c34-884b-7bdd04b89f77 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:01:18.121899 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-c0bdbd23-dc01-49d4-88a8-778165cb57dd None None] Provisioning complete for port 734c84fb-4390-4c34-884b-7bdd04b89f77 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:01:18.122304 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c0bdbd23-dc01-49d4-88a8-778165cb57dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:18.176178 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-c0bdbd23-dc01-49d4-88a8-778165cb57dd None None] Port 734c84fb-4390-4c34-884b-7bdd04b89f77 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 11:01:18.203362 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-391e6aed-add7-4b75-97f2-13883bb8f6b0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Synchronizing usage tracker for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:01:18.220002 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-391e6aed-add7-4b75-97f2-13883bb8f6b0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Unset dirty status for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:01:18.221274 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-391e6aed-add7-4b75-97f2-13883bb8f6b0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1231639682&fields=id&tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771 HTTP/1.1" status: 200 len: 267 time: 0.0643818 Apr 08 11:01:18.296616 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-f431e0e8-bb99-4909-9beb-69f9177db8d3 None None] Provisioning complete for port 734c84fb-4390-4c34-884b-7bdd04b89f77 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:01:18.297018 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f431e0e8-bb99-4909-9beb-69f9177db8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:18.350976 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-f431e0e8-bb99-4909-9beb-69f9177db8d3 None None] Port 734c84fb-4390-4c34-884b-7bdd04b89f77 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 11:01:18.368460 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-725b64db-ba6b-4c49-b003-660cac52763f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:18.369203 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-725b64db-ba6b-4c49-b003-660cac52763f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Synchronizing usage tracker for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:network {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:01:18.383862 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-725b64db-ba6b-4c49-b003-660cac52763f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Unset dirty status for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:network {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:01:18.384999 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-725b64db-ba6b-4c49-b003-660cac52763f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/networks?id=f6a5ed38-31ac-4b19-917d-e40705b38290 HTTP/1.1" status: 200 len: 796 time: 0.1567557 Apr 08 11:01:18.401201 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-c6b6b1a2-a00f-4110-bd08-0782899edb56 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/quotas/4a457a2ac8d74b96ab5e9f84a5d84771 HTTP/1.1" status: 200 len: 375 time: 0.0107226 Apr 08 11:01:18.407519 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:18.478082 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-7d0c0568-cbe6-4c1b-b128-40a54ae25bb7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Synchronizing usage tracker for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:01:18.492466 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-7d0c0568-cbe6-4c1b-b128-40a54ae25bb7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Unset dirty status for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:01:18.494310 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-7d0c0568-cbe6-4c1b-b128-40a54ae25bb7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879240 Apr 08 11:01:18.690951 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-ce2147f5-3705-4e7c-9a49-2394b73f3679 service neutron] 10.222.0.47 "GET /v2.0/networks/f6a5ed38-31ac-4b19-917d-e40705b38290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851201 Apr 08 11:01:18.761802 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 444627cc-279f-42da-b497-cf2b54708ab8 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:01:18.821076 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-1af9c66f-e5ea-41f4-a5eb-54f42497af90 service neutron] 10.222.0.47 "GET /v2.0/networks/f6a5ed38-31ac-4b19-917d-e40705b38290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242476 Apr 08 11:01:18.827818 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 444627cc-279f-42da-b497-cf2b54708ab8 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:01:18.828208 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:18.953199 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d547a43c-1ccc-453a-89dd-73c8eaf4cb12 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:01:19.012846 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d53736c5-f8c9-4672-ae01-13fdda6eedc5 req-f0ea5dfc-2b4e-4c37-a40e-45a62f8d15be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 210 time: 0.0408442 Apr 08 11:01:19.031389 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port d547a43c-1ccc-453a-89dd-73c8eaf4cb12 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:01:19.031887 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:19.527434 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f66167e-00c7-4aaa-8b58-69b6334ef22a None None] Sync routers for ids ['0e388197-f287-4920-a4fe-3787a1cf58d0'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 11:01:19.539778 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f66167e-00c7-4aaa-8b58-69b6334ef22a None None] Routers {'0e388197-f287-4920-a4fe-3787a1cf58d0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:01:19.540405 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-8f66167e-00c7-4aaa-8b58-69b6334ef22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:01:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0e388197-f287-4920-a4fe-3787a1cf58d0'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:19.716758 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-8f66167e-00c7-4aaa-8b58-69b6334ef22a None None] Set router 0e388197-f287-4920-a4fe-3787a1cf58d0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:01:20.070566 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-8f66167e-00c7-4aaa-8b58-69b6334ef22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418186169', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '444627cc-279f-42da-b497-cf2b54708ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:01:16Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '444627cc-279f-42da-b497-cf2b54708ab8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:90:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '734c84fb-4390-4c34-884b-7bdd04b89f77', 'name': '', 'network_id': 'f6a5ed38-31ac-4b19-917d-e40705b38290', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:db:5d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:01:15Z', 'updated_at': '2022-04-08T11:01:16Z', 'revision_number': 2, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': '208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:20.076106 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f66167e-00c7-4aaa-8b58-69b6334ef22a None None] Checking router: 0e388197-f287-4920-a4fe-3787a1cf58d0 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 11:01:20.076572 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f66167e-00c7-4aaa-8b58-69b6334ef22a None None] Updating router 0e388197-f287-4920-a4fe-3787a1cf58d0 port 734c84fb-4390-4c34-884b-7bdd04b89f77 binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 11:01:20.129210 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-e5f94ab8-4e6c-42cd-9ba9-d50ffede8d8a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:20.130626 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-e5f94ab8-4e6c-42cd-9ba9-d50ffede8d8a tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.52 "GET /v2.0/networks?id=f6a5ed38-31ac-4b19-917d-e40705b38290 HTTP/1.1" status: 200 len: 796 time: 0.1828651 Apr 08 11:01:20.135145 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f66167e-00c7-4aaa-8b58-69b6334ef22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:20.315993 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-059c4b30-c64e-4db2-9f96-9f4130241d01 req-63e0b1e6-96ac-4d7a-a21b-e159f394f4e4 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 210 time: 0.1458468 Apr 08 11:01:20.346632 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-28566d94-5038-463d-a090-7e69d2a52de0 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771 HTTP/1.1" status: 200 len: 380 time: 0.1965039 Apr 08 11:01:20.356332 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-98824711-d16c-4428-82bb-cad2016783be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'port': {'device_id': '47c99398-36ba-429c-9165-dfef9b7cdf33', 'network_id': 'f6a5ed38-31ac-4b19-917d-e40705b38290', 'admin_state_up': True, 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'security_groups': ['0eea296b-4be1-4baf-a5b0-972bfd883811']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:01:20.481681 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f66167e-00c7-4aaa-8b58-69b6334ef22a None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:20.488183 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-98824711-d16c-4428-82bb-cad2016783be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:01:20.493518 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-8f66167e-00c7-4aaa-8b58-69b6334ef22a None None] Transition to ACTIVE for port object 734c84fb-4390-4c34-884b-7bdd04b89f77 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:01:20.498879 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-98824711-d16c-4428-82bb-cad2016783be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:01:20.500233 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f66167e-00c7-4aaa-8b58-69b6334ef22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:20.508839 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-98824711-d16c-4428-82bb-cad2016783be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Made reservation on behalf of 4a457a2ac8d74b96ab5e9f84a5d84771 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:01:20.512266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-98824711-d16c-4428-82bb-cad2016783be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:20.630918 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ada5c-d07c-4278-8093-ced31c3ccf0f None None] Pushing event updated for resources: {'Port': ['ID=734c84fb-4390-4c34-884b-7bdd04b89f77,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:20.639991 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ada5c-d07c-4278-8093-ced31c3ccf0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:20.640361 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ada5c-d07c-4278-8093-ced31c3ccf0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:20.640672 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ada5c-d07c-4278-8093-ced31c3ccf0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:20.640998 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ada5c-d07c-4278-8093-ced31c3ccf0f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:20.641322 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ada5c-d07c-4278-8093-ced31c3ccf0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:20.641640 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ada5c-d07c-4278-8093-ced31c3ccf0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:20.642439 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ada5c-d07c-4278-8093-ced31c3ccf0f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:20.642766 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ada5c-d07c-4278-8093-ced31c3ccf0f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:20.643082 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ada5c-d07c-4278-8093-ced31c3ccf0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:20.643397 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ada5c-d07c-4278-8093-ced31c3ccf0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:20.643709 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ada5c-d07c-4278-8093-ced31c3ccf0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:20.682684 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-98824711-d16c-4428-82bb-cad2016783be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Allocated IP 172.20.0.14 (f6a5ed38-31ac-4b19-917d-e40705b38290/208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3/5a21ad96-9fca-49b0-af4f-455274aa2963) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:01:20.733390 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-8f66167e-00c7-4aaa-8b58-69b6334ef22a None None] Attempting to bind port 734c84fb-4390-4c34-884b-7bdd04b89f77 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:01:20.733986 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-8f66167e-00c7-4aaa-8b58-69b6334ef22a None None] Attempting to bind port 734c84fb-4390-4c34-884b-7bdd04b89f77 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'cfc02c71-0ed0-4e82-ad27-cfacf6f6135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f6a5ed38-31ac-4b19-917d-e40705b38290'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:01:20.734339 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f66167e-00c7-4aaa-8b58-69b6334ef22a None None] Attempting to bind port 734c84fb-4390-4c34-884b-7bdd04b89f77 on network f6a5ed38-31ac-4b19-917d-e40705b38290 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 11:01:20.741063 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f66167e-00c7-4aaa-8b58-69b6334ef22a None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 11:01:20.741416 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f66167e-00c7-4aaa-8b58-69b6334ef22a None None] Checking segment: {'id': 'cfc02c71-0ed0-4e82-ad27-cfacf6f6135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f6a5ed38-31ac-4b19-917d-e40705b38290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 11:01:20.741806 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f66167e-00c7-4aaa-8b58-69b6334ef22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:20.742185 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f66167e-00c7-4aaa-8b58-69b6334ef22a None None] Bound using segment: {'id': 'cfc02c71-0ed0-4e82-ad27-cfacf6f6135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f6a5ed38-31ac-4b19-917d-e40705b38290'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 11:01:20.742731 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-8f66167e-00c7-4aaa-8b58-69b6334ef22a None None] Bound port: 734c84fb-4390-4c34-884b-7bdd04b89f77, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc02c71-0ed0-4e82-ad27-cfacf6f6135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f6a5ed38-31ac-4b19-917d-e40705b38290'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:01:20.743565 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f66167e-00c7-4aaa-8b58-69b6334ef22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:20.828980 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-8f66167e-00c7-4aaa-8b58-69b6334ef22a None None] For port 734c84fb-4390-4c34-884b-7bdd04b89f77, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:01:20.831999 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-8f66167e-00c7-4aaa-8b58-69b6334ef22a None None] For port 734c84fb-4390-4c34-884b-7bdd04b89f77, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=734c84fb-4390-4c34-884b-7bdd04b89f77,segment=NetworkSegment(cfc02c71-0ed0-4e82-ad27-cfacf6f6135f),segment_id=cfc02c71-0ed0-4e82-ad27-cfacf6f6135f)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:01:20.837166 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-8f66167e-00c7-4aaa-8b58-69b6334ef22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:20.875222 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-98824711-d16c-4428-82bb-cad2016783be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:20.891081 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-98824711-d16c-4428-82bb-cad2016783be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Transition to ACTIVE for port object 5a21ad96-9fca-49b0-af4f-455274aa2963 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:01:20.914772 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-98824711-d16c-4428-82bb-cad2016783be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:20.920724 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ada5c-d07c-4278-8093-ced31c3ccf0f None None] Pushing event updated for resources: {'Port': ['ID=734c84fb-4390-4c34-884b-7bdd04b89f77,revision_number=4']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:20.925207 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f66167e-00c7-4aaa-8b58-69b6334ef22a None None] Routers {'0e388197-f287-4920-a4fe-3787a1cf58d0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:01:20.926153 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-8f66167e-00c7-4aaa-8b58-69b6334ef22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:01:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0e388197-f287-4920-a4fe-3787a1cf58d0'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:20.993799 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-98824711-d16c-4428-82bb-cad2016783be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network f6a5ed38-31ac-4b19-917d-e40705b38290 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:01:20.997029 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-98824711-d16c-4428-82bb-cad2016783be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:01:21.001562 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-98824711-d16c-4428-82bb-cad2016783be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 11:01:21.028049 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98824711-d16c-4428-82bb-cad2016783be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=5a21ad96-9fca-49b0-af4f-455274aa2963,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:21.075250 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-98824711-d16c-4428-82bb-cad2016783be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:21.076775 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-98824711-d16c-4428-82bb-cad2016783be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:21.114424 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-98824711-d16c-4428-82bb-cad2016783be tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7622168 Apr 08 11:01:21.116872 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-8f66167e-00c7-4aaa-8b58-69b6334ef22a None None] Set router 0e388197-f287-4920-a4fe-3787a1cf58d0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:01:21.130131 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-a165b0e5-19e4-46fd-8518-1b2f24e7c963 service neutron] Request body: {'port': {'device_id': '47c99398-36ba-429c-9165-dfef9b7cdf33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:01:21.261708 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-a165b0e5-19e4-46fd-8518-1b2f24e7c963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:21.350979 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d5898028-2f62-43fa-aa74-5bbc00e7ab32 None None] Provisioning for port 5a21ad96-9fca-49b0-af4f-455274aa2963 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:01:21.355881 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d5898028-2f62-43fa-aa74-5bbc00e7ab32 None None] Provisioning complete for port 5a21ad96-9fca-49b0-af4f-455274aa2963 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:01:21.356294 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d5898028-2f62-43fa-aa74-5bbc00e7ab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:21.410833 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d5898028-2f62-43fa-aa74-5bbc00e7ab32 None None] Port 5a21ad96-9fca-49b0-af4f-455274aa2963 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 11:01:21.483860 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-8f66167e-00c7-4aaa-8b58-69b6334ef22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418186169', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '444627cc-279f-42da-b497-cf2b54708ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:01:16Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '444627cc-279f-42da-b497-cf2b54708ab8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:90:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '734c84fb-4390-4c34-884b-7bdd04b89f77', 'name': '', 'network_id': 'f6a5ed38-31ac-4b19-917d-e40705b38290', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:db:5d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:01:15Z', 'updated_at': '2022-04-08T11:01:20Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': '208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:21.488024 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f66167e-00c7-4aaa-8b58-69b6334ef22a None None] The sync data for ids ['0e388197-f287-4920-a4fe-3787a1cf58d0'] in dv-neutron-837110-1-hyperv is: [{'id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418186169', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '444627cc-279f-42da-b497-cf2b54708ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:01:16Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '444627cc-279f-42da-b497-cf2b54708ab8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:90:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '734c84fb-4390-4c34-884b-7bdd04b89f77', 'name': '', 'network_id': 'f6a5ed38-31ac-4b19-917d-e40705b38290', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:db:5d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:01:15Z', 'updated_at': '2022-04-08T11:01:20Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': '208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 11:01:21.619085 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4955e-85f8-4ff3-9540-04074b05ddc0 req-3973847d-c8e9-4cc7-b036-1e2f8e461aa7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:21.619794 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-90c4955e-85f8-4ff3-9540-04074b05ddc0 req-3973847d-c8e9-4cc7-b036-1e2f8e461aa7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Synchronizing usage tracker for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:01:21.651554 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-90c4955e-85f8-4ff3-9540-04074b05ddc0 req-3973847d-c8e9-4cc7-b036-1e2f8e461aa7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Unset dirty status for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:01:21.652775 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-90c4955e-85f8-4ff3-9540-04074b05ddc0 req-3973847d-c8e9-4cc7-b036-1e2f8e461aa7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 932 time: 0.2071290 Apr 08 11:01:21.737098 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-a165b0e5-19e4-46fd-8518-1b2f24e7c963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a21ad96-9fca-49b0-af4f-455274aa2963 {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 11:01:21.748319 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-a165b0e5-19e4-46fd-8518-1b2f24e7c963 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:21.766520 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-90c4955e-85f8-4ff3-9540-04074b05ddc0 req-9e5c966d-67ca-4b92-8027-d145d37a5888 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=0eea296b-4be1-4baf-a5b0-972bfd883811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079173 Apr 08 11:01:21.768891 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-a165b0e5-19e4-46fd-8518-1b2f24e7c963 service neutron] Transition to ACTIVE for port object 5a21ad96-9fca-49b0-af4f-455274aa2963 will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:01:21.773340 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-a165b0e5-19e4-46fd-8518-1b2f24e7c963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:21.904930 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165b0e5-19e4-46fd-8518-1b2f24e7c963 service neutron] Pushing event updated for resources: {'Port': ['ID=5a21ad96-9fca-49b0-af4f-455274aa2963,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:22.015802 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-a165b0e5-19e4-46fd-8518-1b2f24e7c963 service neutron] Attempting to bind port 5a21ad96-9fca-49b0-af4f-455274aa2963 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:01:22.016171 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-a165b0e5-19e4-46fd-8518-1b2f24e7c963 service neutron] Attempting to bind port 5a21ad96-9fca-49b0-af4f-455274aa2963 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'cfc02c71-0ed0-4e82-ad27-cfacf6f6135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f6a5ed38-31ac-4b19-917d-e40705b38290'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:01:22.016503 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-a165b0e5-19e4-46fd-8518-1b2f24e7c963 service neutron] Attempting to bind port 5a21ad96-9fca-49b0-af4f-455274aa2963 on network f6a5ed38-31ac-4b19-917d-e40705b38290 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 11:01:22.023147 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-a165b0e5-19e4-46fd-8518-1b2f24e7c963 service neutron] Port 5a21ad96-9fca-49b0-af4f-455274aa2963 on network f6a5ed38-31ac-4b19-917d-e40705b38290 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 11:01:22.023472 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-a165b0e5-19e4-46fd-8518-1b2f24e7c963 service neutron] Attempting to bind port 5a21ad96-9fca-49b0-af4f-455274aa2963 on network f6a5ed38-31ac-4b19-917d-e40705b38290 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 11:01:22.030575 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-a165b0e5-19e4-46fd-8518-1b2f24e7c963 service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 11:01:22.030920 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-a165b0e5-19e4-46fd-8518-1b2f24e7c963 service neutron] Checking segment: {'id': 'cfc02c71-0ed0-4e82-ad27-cfacf6f6135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f6a5ed38-31ac-4b19-917d-e40705b38290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 11:01:22.031310 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-a165b0e5-19e4-46fd-8518-1b2f24e7c963 service neutron] Bound using segment: {'id': 'cfc02c71-0ed0-4e82-ad27-cfacf6f6135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f6a5ed38-31ac-4b19-917d-e40705b38290'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 11:01:22.031749 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-a165b0e5-19e4-46fd-8518-1b2f24e7c963 service neutron] Bound port: 5a21ad96-9fca-49b0-af4f-455274aa2963, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfc02c71-0ed0-4e82-ad27-cfacf6f6135f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f6a5ed38-31ac-4b19-917d-e40705b38290'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:01:22.032117 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-a165b0e5-19e4-46fd-8518-1b2f24e7c963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:22.126925 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-a165b0e5-19e4-46fd-8518-1b2f24e7c963 service neutron] For port 5a21ad96-9fca-49b0-af4f-455274aa2963, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:01:22.130577 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-a165b0e5-19e4-46fd-8518-1b2f24e7c963 service neutron] For port 5a21ad96-9fca-49b0-af4f-455274aa2963, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5a21ad96-9fca-49b0-af4f-455274aa2963,segment=NetworkSegment(cfc02c71-0ed0-4e82-ad27-cfacf6f6135f),segment_id=cfc02c71-0ed0-4e82-ad27-cfacf6f6135f)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:01:22.137775 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-a165b0e5-19e4-46fd-8518-1b2f24e7c963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:22.198812 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-a165b0e5-19e4-46fd-8518-1b2f24e7c963 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:22.200579 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-a165b0e5-19e4-46fd-8518-1b2f24e7c963 service neutron] 10.222.0.52 "PUT /v2.0/ports/5a21ad96-9fca-49b0-af4f-455274aa2963 HTTP/1.1" status: 200 len: 1094 time: 1.0746522 Apr 08 11:01:22.203760 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c99398-36ba-429c-9165-dfef9b7cdf33', 'tag': '5a21ad96-9fca-49b0-af4f-455274aa2963'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:01:22.241724 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165b0e5-19e4-46fd-8518-1b2f24e7c963 service neutron] Pushing event updated for resources: {'Port': ['ID=5a21ad96-9fca-49b0-af4f-455274aa2963,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:22.298158 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd25ed6f-8f01-44ad-b3a6-7f93a81e06f5'] response: {'name': 'network-changed', 'server_uuid': '47c99398-36ba-429c-9165-dfef9b7cdf33', 'tag': '5a21ad96-9fca-49b0-af4f-455274aa2963', 'status': 'completed', 'code': 200} Apr 08 11:01:22.442577 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-b5470c7c-d663-40b4-8126-8bafad811458 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 1097 time: 0.1843987 Apr 08 11:01:22.514959 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-cc9068f3-6521-4d1f-9f18-6729ca568908 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a21ad96-9fca-49b0-af4f-455274aa2963 HTTP/1.1" status: 200 len: 217 time: 0.0619967 Apr 08 11:01:22.578352 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-2f7e23fc-2e26-4d33-84a2-e17568462394 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:22.579724 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-2f7e23fc-2e26-4d33-84a2-e17568462394 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3 HTTP/1.1" status: 200 len: 835 time: 0.0562532 Apr 08 11:01:22.668607 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-ebe1fd56-fc35-4af9-b0ed-2b8ed43328af service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f6a5ed38-31ac-4b19-917d-e40705b38290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797904 Apr 08 11:01:22.777019 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 734c84fb-4390-4c34-884b-7bdd04b89f77 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:01:22.804846 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-cd812246-4980-43af-94a6-6d52bbaea020 service neutron] 10.222.0.52 "GET /v2.0/networks/f6a5ed38-31ac-4b19-917d-e40705b38290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266403 Apr 08 11:01:22.847537 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 734c84fb-4390-4c34-884b-7bdd04b89f77 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:01:22.853109 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 734c84fb-4390-4c34-884b-7bdd04b89f77 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:01:22.853478 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:22.971762 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:23.003721 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 734c84fb-4390-4c34-884b-7bdd04b89f77, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=734c84fb-4390-4c34-884b-7bdd04b89f77,segment=NetworkSegment(cfc02c71-0ed0-4e82-ad27-cfacf6f6135f),segment_id=cfc02c71-0ed0-4e82-ad27-cfacf6f6135f)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:01:23.004202 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c6a706cf-567d-4e01-b713-ed44a440e424 req-e1b29d4f-ea9a-4b23-8475-fda58a189391 service neutron] 10.222.0.52 "GET /v2.0/networks/f6a5ed38-31ac-4b19-917d-e40705b38290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895070 Apr 08 11:01:23.009041 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:23.028289 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8b807-5a85-49d8-a26b-0f0416260f88 req-9c515d99-ec67-4d57-bb3e-424ce9124d3c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:23.029857 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-52c8b807-5a85-49d8-a26b-0f0416260f88 req-9c515d99-ec67-4d57-bb3e-424ce9124d3c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 944 time: 0.1337404 Apr 08 11:01:23.080993 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=734c84fb-4390-4c34-884b-7bdd04b89f77,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:23.119084 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-52c8b807-5a85-49d8-a26b-0f0416260f88 req-8140ee35-bb26-4cd1-9003-124575d83124 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=0eea296b-4be1-4baf-a5b0-972bfd883811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833073 Apr 08 11:01:23.143889 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a5ccb13a-3b9f-44e7-ace9-6069ad6582b5 req-8a0e4184-1bf1-4568-844a-15fa56f4c659 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 1097 time: 0.0847378 Apr 08 11:01:23.273253 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccb13a-3b9f-44e7-ace9-6069ad6582b5 req-b7bd53b0-2537-42e4-b80e-1364db1a75ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:23.274722 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a5ccb13a-3b9f-44e7-ace9-6069ad6582b5 req-b7bd53b0-2537-42e4-b80e-1364db1a75ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=f6a5ed38-31ac-4b19-917d-e40705b38290 HTTP/1.1" status: 200 len: 897 time: 0.1242514 Apr 08 11:01:23.345304 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a5ccb13a-3b9f-44e7-ace9-6069ad6582b5 req-ef32da15-ad03-49f7-8b89-c41727667c86 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a21ad96-9fca-49b0-af4f-455274aa2963 HTTP/1.1" status: 200 len: 217 time: 0.0646369 Apr 08 11:01:23.406284 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccb13a-3b9f-44e7-ace9-6069ad6582b5 req-61042edd-f820-476c-a3ea-97b898d800de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:23.407628 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a5ccb13a-3b9f-44e7-ace9-6069ad6582b5 req-61042edd-f820-476c-a3ea-97b898d800de service neutron] 10.222.0.52 "GET /v2.0/subnets?id=208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3 HTTP/1.1" status: 200 len: 835 time: 0.0562465 Apr 08 11:01:23.485352 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a5ccb13a-3b9f-44e7-ace9-6069ad6582b5 req-30e30aff-359f-4d96-98a7-07f262c3de9d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f6a5ed38-31ac-4b19-917d-e40705b38290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695186 Apr 08 11:01:23.617162 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a5ccb13a-3b9f-44e7-ace9-6069ad6582b5 req-d949ec3e-8700-4f6f-bb95-4f8155fe33e9 service neutron] 10.222.0.52 "GET /v2.0/networks/f6a5ed38-31ac-4b19-917d-e40705b38290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246662 Apr 08 11:01:23.755375 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a5ccb13a-3b9f-44e7-ace9-6069ad6582b5 req-b63c3d9c-0fa9-4f01-9239-309962e1cbce service neutron] 10.222.0.52 "GET /v2.0/networks/f6a5ed38-31ac-4b19-917d-e40705b38290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316028 Apr 08 11:01:24.313104 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c94a51-aee3-45d4-9ce3-890aab5cb29b req-11124f96-1e82-4cc8-86e8-2e05186a6056 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:24.314559 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-20c94a51-aee3-45d4-9ce3-890aab5cb29b req-11124f96-1e82-4cc8-86e8-2e05186a6056 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 944 time: 0.0760860 Apr 08 11:01:24.359789 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-20c94a51-aee3-45d4-9ce3-890aab5cb29b req-9072d169-5e3c-4773-969a-8d28a0c7958c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=0eea296b-4be1-4baf-a5b0-972bfd883811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397139 Apr 08 11:01:24.759458 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 734c84fb-4390-4c34-884b-7bdd04b89f77 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:01:24.825339 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 734c84fb-4390-4c34-884b-7bdd04b89f77 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:01:24.825700 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:25.560215 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d6323-7713-4be7-93e0-7e17a6e61454 req-5922b0e0-e5cb-4cde-9a91-43c18a4355e1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:25.561688 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9b7d6323-7713-4be7-93e0-7e17a6e61454 req-5922b0e0-e5cb-4cde-9a91-43c18a4355e1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 944 time: 0.0776360 Apr 08 11:01:25.606326 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9b7d6323-7713-4be7-93e0-7e17a6e61454 req-78df5335-d482-4808-8155-19c43ff24355 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=0eea296b-4be1-4baf-a5b0-972bfd883811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392358 Apr 08 11:01:26.800699 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf7eb0-9be8-464c-a283-14ef7787ec7c req-e0eeee22-8a86-4189-ae65-85e9e4b16098 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:26.802127 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2bdf7eb0-9be8-464c-a283-14ef7787ec7c req-e0eeee22-8a86-4189-ae65-85e9e4b16098 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 944 time: 0.0745482 Apr 08 11:01:26.935432 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2bdf7eb0-9be8-464c-a283-14ef7787ec7c req-3fa5fd3c-ecf7-4a08-bef6-a826703a2493 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=0eea296b-4be1-4baf-a5b0-972bfd883811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269789 Apr 08 11:01:27.453022 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 5a21ad96-9fca-49b0-af4f-455274aa2963 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:01:27.585234 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 5a21ad96-9fca-49b0-af4f-455274aa2963, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5a21ad96-9fca-49b0-af4f-455274aa2963,segment=NetworkSegment(cfc02c71-0ed0-4e82-ad27-cfacf6f6135f),segment_id=cfc02c71-0ed0-4e82-ad27-cfacf6f6135f)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:01:27.598104 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '5a21ad96-9fca-49b0-af4f-455274aa2963', 'network_id': 'f6a5ed38-31ac-4b19-917d-e40705b38290', 'port_id': '5a21ad96-9fca-49b0-af4f-455274aa2963', 'mac_address': 'fa:16:3e:45:21:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:01:27.655854 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:27.674057 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a21ad96-9fca-49b0-af4f-455274aa2963 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 11:01:27.689641 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 5a21ad96-9fca-49b0-af4f-455274aa2963, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5a21ad96-9fca-49b0-af4f-455274aa2963,segment=NetworkSegment(cfc02c71-0ed0-4e82-ad27-cfacf6f6135f),segment_id=cfc02c71-0ed0-4e82-ad27-cfacf6f6135f)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:01:27.693749 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:27.757231 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=5a21ad96-9fca-49b0-af4f-455274aa2963,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:27.953215 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['5a21ad96-9fca-49b0-af4f-455274aa2963'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 11:01:28.145783 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb6afc-661e-40be-b0d0-f8475438d5f2 req-fc5cb7f3-885d-473d-9a14-eb246ebbe62d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:28.147332 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7bfb6afc-661e-40be-b0d0-f8475438d5f2 req-fc5cb7f3-885d-473d-9a14-eb246ebbe62d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 945 time: 0.0900748 Apr 08 11:01:28.192173 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7bfb6afc-661e-40be-b0d0-f8475438d5f2 req-73de944b-6b50-4131-ba7e-7bba58bea197 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=0eea296b-4be1-4baf-a5b0-972bfd883811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382555 Apr 08 11:01:29.391036 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a4a59-8839-4d73-8308-386be963cef4 req-0d78360f-8d97-41a1-b939-f065338181d3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:29.392396 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dd6a4a59-8839-4d73-8308-386be963cef4 req-0d78360f-8d97-41a1-b939-f065338181d3 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 945 time: 0.0777891 Apr 08 11:01:29.435775 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dd6a4a59-8839-4d73-8308-386be963cef4 req-46ed29ab-ab12-476b-8fd9-da361a97bca1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=0eea296b-4be1-4baf-a5b0-972bfd883811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380147 Apr 08 11:01:29.454582 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 5a21ad96-9fca-49b0-af4f-455274aa2963 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:01:29.523662 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port 5a21ad96-9fca-49b0-af4f-455274aa2963 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:01:29.528224 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 5a21ad96-9fca-49b0-af4f-455274aa2963 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:01:29.528592 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:29.641690 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:29.668616 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c99398-36ba-429c-9165-dfef9b7cdf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a21ad96-9fca-49b0-af4f-455274aa2963'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:01:29.678051 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 5a21ad96-9fca-49b0-af4f-455274aa2963, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5a21ad96-9fca-49b0-af4f-455274aa2963,segment=NetworkSegment(cfc02c71-0ed0-4e82-ad27-cfacf6f6135f),segment_id=cfc02c71-0ed0-4e82-ad27-cfacf6f6135f)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:01:29.681849 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:29.725243 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a74298f-28f4-44f2-a81a-6541a7c25bec'] response: {'server_uuid': '47c99398-36ba-429c-9165-dfef9b7cdf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a21ad96-9fca-49b0-af4f-455274aa2963', 'code': 200} Apr 08 11:01:29.751465 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=5a21ad96-9fca-49b0-af4f-455274aa2963,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:29.958380 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b1a654df-c0f5-4cac-909c-c1aa2e31c594 req-6b4efff1-3427-43ce-8278-e26cbaa76b2e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 1099 time: 0.0666246 Apr 08 11:01:30.003276 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b1a654df-c0f5-4cac-909c-c1aa2e31c594 req-7730332c-2c83-4409-8e31-87841ee5dfe1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0eea296b-4be1-4baf-a5b0-972bfd883811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355358 Apr 08 11:01:30.630057 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d08c0-bcaa-4053-b356-74b87097396c req-29397233-aee1-4cba-b36e-1b14a170cdab tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:30.631496 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d42d08c0-bcaa-4053-b356-74b87097396c req-29397233-aee1-4cba-b36e-1b14a170cdab tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 946 time: 0.0784564 Apr 08 11:01:30.676394 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d42d08c0-bcaa-4053-b356-74b87097396c req-905d40ce-4a0b-4459-ad33-a84645503ddf tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=0eea296b-4be1-4baf-a5b0-972bfd883811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390649 Apr 08 11:01:31.873311 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7e210-2c17-439b-beff-24ad8dcddcb9 req-b86f9581-df94-4279-ac46-bada1a6d9202 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:31.874716 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-15f7e210-2c17-439b-beff-24ad8dcddcb9 req-b86f9581-df94-4279-ac46-bada1a6d9202 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 946 time: 0.0742052 Apr 08 11:01:31.922075 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-15f7e210-2c17-439b-beff-24ad8dcddcb9 req-5d01368b-8585-409f-b0f9-9e6e7d45c80f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=0eea296b-4be1-4baf-a5b0-972bfd883811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418704 Apr 08 11:01:32.117187 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c5842-cc96-46d1-93e5-6df49f842d2c req-8f4f004b-4dea-4fff-abba-99cd149b2963 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:32.118618 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-906c5842-cc96-46d1-93e5-6df49f842d2c req-8f4f004b-4dea-4fff-abba-99cd149b2963 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 946 time: 0.0749178 Apr 08 11:01:32.164044 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-906c5842-cc96-46d1-93e5-6df49f842d2c req-64ad501c-d777-4a10-8aa6-87c00e2c379d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=0eea296b-4be1-4baf-a5b0-972bfd883811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397775 Apr 08 11:01:32.191323 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38158) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:32.259279 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-64e5c83b-29fd-4526-8b80-11561fb3a77b tempest-TestNetworkAdvancedServerOps-144543435 tempest-TestNetworkAdvancedServerOps-144543435-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 1094 time: 0.0667505 Apr 08 11:01:32.262389 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38162) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:32.267341 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-b74f05ff-1802-413d-9589-03979c6215d8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'port_id': '5a21ad96-9fca-49b0-af4f-455274aa2963', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:01:32.273017 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b74f05ff-1802-413d-9589-03979c6215d8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:01:32.277298 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b74f05ff-1802-413d-9589-03979c6215d8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Usage tracker for resource:floatingip and tenant:4a457a2ac8d74b96ab5e9f84a5d84771 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:01:32.280050 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b74f05ff-1802-413d-9589-03979c6215d8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:01:32.285616 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b74f05ff-1802-413d-9589-03979c6215d8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:01:32.307637 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b74f05ff-1802-413d-9589-03979c6215d8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for floatingip, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:32.439169 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b74f05ff-1802-413d-9589-03979c6215d8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:32.572832 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-b74f05ff-1802-413d-9589-03979c6215d8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Allocated IP 172.26.0.65 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/b512656b-36e6-4beb-8cd4-9dc61325bb54) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:01:32.718865 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b74f05ff-1802-413d-9589-03979c6215d8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:32.745724 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b74f05ff-1802-413d-9589-03979c6215d8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:32.813495 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74f05ff-1802-413d-9589-03979c6215d8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:01:32.816109 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-b74f05ff-1802-413d-9589-03979c6215d8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:01:32.819748 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74f05ff-1802-413d-9589-03979c6215d8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 11:01:32.852371 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f05ff-1802-413d-9589-03979c6215d8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=b512656b-36e6-4beb-8cd4-9dc61325bb54,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:33.319741 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b74f05ff-1802-413d-9589-03979c6215d8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:33.375192 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b74f05ff-1802-413d-9589-03979c6215d8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:33.572211 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b74f05ff-1802-413d-9589-03979c6215d8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:33.577109 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b74f05ff-1802-413d-9589-03979c6215d8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:33.685033 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f05ff-1802-413d-9589-03979c6215d8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event updated for resources: {'Port': ['ID=b512656b-36e6-4beb-8cd4-9dc61325bb54,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:33.701566 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b74f05ff-1802-413d-9589-03979c6215d8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:33.973796 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.l3_db [None req-b74f05ff-1802-413d-9589-03979c6215d8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Floating IP 767cbead-50f3-4bce-b2c3-f3d33f9fe57e associated. External IP: 172.26.0.65, port: 5a21ad96-9fca-49b0-af4f-455274aa2963. Apr 08 11:01:34.363354 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74f05ff-1802-413d-9589-03979c6215d8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Router 0e388197-f287-4920-a4fe-3787a1cf58d0 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:01:34.556836 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74f05ff-1802-413d-9589-03979c6215d8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:01:34.565971 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca5f810-c6d2-4c7a-8d61-67a088cf1178 None None] Sync routers for ids ['0e388197-f287-4920-a4fe-3787a1cf58d0'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 11:01:34.578350 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca5f810-c6d2-4c7a-8d61-67a088cf1178 None None] Routers {'0e388197-f287-4920-a4fe-3787a1cf58d0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:01:34.579058 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-9ca5f810-c6d2-4c7a-8d61-67a088cf1178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:01:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0e388197-f287-4920-a4fe-3787a1cf58d0'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:34.581902 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b74f05ff-1802-413d-9589-03979c6215d8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:34.640829 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b74f05ff-1802-413d-9589-03979c6215d8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3748474 Apr 08 11:01:34.640829 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c99398-36ba-429c-9165-dfef9b7cdf33', 'tag': '5a21ad96-9fca-49b0-af4f-455274aa2963'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:01:34.698771 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6c4ea9c-60bc-430c-bc0a-7f678c2d1e2b'] response: {'name': 'network-changed', 'server_uuid': '47c99398-36ba-429c-9165-dfef9b7cdf33', 'tag': '5a21ad96-9fca-49b0-af4f-455274aa2963', 'status': 'completed', 'code': 200} Apr 08 11:01:34.767828 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-9ca5f810-c6d2-4c7a-8d61-67a088cf1178 None None] Set router 0e388197-f287-4920-a4fe-3787a1cf58d0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:01:34.851844 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-db62feec-142e-40f9-b311-426be4e3b543 req-f2901e56-a0c0-47ea-a07f-c9bb7bb37f6b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 1099 time: 0.1307397 Apr 08 11:01:34.857455 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f86d2-3d75-4d5e-b437-a47df4c1e4c7 req-06466032-6659-464c-ad88-3de55ad86564 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:34.858762 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9f2f86d2-3d75-4d5e-b437-a47df4c1e4c7 req-06466032-6659-464c-ad88-3de55ad86564 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 946 time: 0.1094241 Apr 08 11:01:34.994384 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9f2f86d2-3d75-4d5e-b437-a47df4c1e4c7 req-7b563111-695a-4dfe-89ab-7295717f58fa tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=0eea296b-4be1-4baf-a5b0-972bfd883811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171770 Apr 08 11:01:35.016565 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62feec-142e-40f9-b311-426be4e3b543 req-c81edd94-99cd-4af5-bad5-613186df4002 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:35.017981 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-db62feec-142e-40f9-b311-426be4e3b543 req-c81edd94-99cd-4af5-bad5-613186df4002 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f6a5ed38-31ac-4b19-917d-e40705b38290 HTTP/1.1" status: 200 len: 897 time: 0.1584046 Apr 08 11:01:35.024837 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38170) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:35.123550 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-db62feec-142e-40f9-b311-426be4e3b543 req-b620029f-0278-41e2-af86-117972150293 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a21ad96-9fca-49b0-af4f-455274aa2963 HTTP/1.1" status: 200 len: 999 time: 0.0988605 Apr 08 11:01:35.124295 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-9ca5f810-c6d2-4c7a-8d61-67a088cf1178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418186169', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '444627cc-279f-42da-b497-cf2b54708ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:01:16Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '444627cc-279f-42da-b497-cf2b54708ab8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:90:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '767cbead-50f3-4bce-b2c3-f3d33f9fe57e', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'floating_ip_address': '172.26.0.65', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'port_id': '5a21ad96-9fca-49b0-af4f-455274aa2963', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6a5ed38-31ac-4b19-917d-e40705b38290', 'mac_address': 'fa:16:3e:45:21:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c99398-36ba-429c-9165-dfef9b7cdf33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:01:33Z', 'updated_at': '2022-04-08T11:01:33Z', 'revision_number': 0, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '734c84fb-4390-4c34-884b-7bdd04b89f77', 'name': '', 'network_id': 'f6a5ed38-31ac-4b19-917d-e40705b38290', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:db:5d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:01:15Z', 'updated_at': '2022-04-08T11:01:22Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': '208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:35.128784 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca5f810-c6d2-4c7a-8d61-67a088cf1178 None None] Checking router: 0e388197-f287-4920-a4fe-3787a1cf58d0 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 11:01:35.139154 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca5f810-c6d2-4c7a-8d61-67a088cf1178 None None] Routers {'0e388197-f287-4920-a4fe-3787a1cf58d0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:01:35.139832 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-9ca5f810-c6d2-4c7a-8d61-67a088cf1178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:01:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0e388197-f287-4920-a4fe-3787a1cf58d0'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:35.144403 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e2814f27-f5fa-4cfd-b71e-9722f53f043e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/767cbead-50f3-4bce-b2c3-f3d33f9fe57e HTTP/1.1" status: 200 len: 991 time: 0.1172450 Apr 08 11:01:35.193286 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62feec-142e-40f9-b311-426be4e3b543 req-52dd7431-ad9d-4540-8973-5220f33cf3cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:35.194703 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-db62feec-142e-40f9-b311-426be4e3b543 req-52dd7431-ad9d-4540-8973-5220f33cf3cb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3 HTTP/1.1" status: 200 len: 835 time: 0.0657578 Apr 08 11:01:35.270467 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-db62feec-142e-40f9-b311-426be4e3b543 req-629a5a25-eebb-489a-9a19-3e6d11eb399a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f6a5ed38-31ac-4b19-917d-e40705b38290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684040 Apr 08 11:01:35.317203 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-9ca5f810-c6d2-4c7a-8d61-67a088cf1178 None None] Set router 0e388197-f287-4920-a4fe-3787a1cf58d0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:01:35.400946 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-db62feec-142e-40f9-b311-426be4e3b543 req-e554a9bb-0254-4174-a3a2-0c6708a3dd5a service neutron] 10.222.0.52 "GET /v2.0/networks/f6a5ed38-31ac-4b19-917d-e40705b38290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238708 Apr 08 11:01:35.530330 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-db62feec-142e-40f9-b311-426be4e3b543 req-12ad6b5b-6160-461d-9959-aefae9c125ee service neutron] 10.222.0.52 "GET /v2.0/networks/f6a5ed38-31ac-4b19-917d-e40705b38290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239507 Apr 08 11:01:35.695211 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-9ca5f810-c6d2-4c7a-8d61-67a088cf1178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418186169', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '444627cc-279f-42da-b497-cf2b54708ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:01:16Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '444627cc-279f-42da-b497-cf2b54708ab8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:90:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '767cbead-50f3-4bce-b2c3-f3d33f9fe57e', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'floating_ip_address': '172.26.0.65', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'port_id': '5a21ad96-9fca-49b0-af4f-455274aa2963', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6a5ed38-31ac-4b19-917d-e40705b38290', 'mac_address': 'fa:16:3e:45:21:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c99398-36ba-429c-9165-dfef9b7cdf33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:01:33Z', 'updated_at': '2022-04-08T11:01:33Z', 'revision_number': 0, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '734c84fb-4390-4c34-884b-7bdd04b89f77', 'name': '', 'network_id': 'f6a5ed38-31ac-4b19-917d-e40705b38290', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:db:5d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:01:15Z', 'updated_at': '2022-04-08T11:01:22Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': '208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:35.699522 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca5f810-c6d2-4c7a-8d61-67a088cf1178 None None] The sync data for ids ['0e388197-f287-4920-a4fe-3787a1cf58d0'] in dv-neutron-837110-1-hyperv is: [{'id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418186169', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '444627cc-279f-42da-b497-cf2b54708ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:01:16Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '444627cc-279f-42da-b497-cf2b54708ab8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:90:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '767cbead-50f3-4bce-b2c3-f3d33f9fe57e', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'floating_ip_address': '172.26.0.65', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'port_id': '5a21ad96-9fca-49b0-af4f-455274aa2963', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6a5ed38-31ac-4b19-917d-e40705b38290', 'mac_address': 'fa:16:3e:45:21:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c99398-36ba-429c-9165-dfef9b7cdf33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:01:33Z', 'updated_at': '2022-04-08T11:01:33Z', 'revision_number': 0, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '734c84fb-4390-4c34-884b-7bdd04b89f77', 'name': '', 'network_id': 'f6a5ed38-31ac-4b19-917d-e40705b38290', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:db:5d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:01:15Z', 'updated_at': '2022-04-08T11:01:22Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': '208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 11:01:36.147229 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38174) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:36.251438 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b815c667-abcb-494a-8dad-2be5d76860e7 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/767cbead-50f3-4bce-b2c3-f3d33f9fe57e HTTP/1.1" status: 200 len: 991 time: 0.1028099 Apr 08 11:01:37.255262 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38178) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:37.360069 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-fcfe5955-d20c-401b-b599-8765c362ab79 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/767cbead-50f3-4bce-b2c3-f3d33f9fe57e HTTP/1.1" status: 200 len: 991 time: 0.1035998 Apr 08 11:01:38.364109 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38182) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:38.444853 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4cd695-3fc4-4967-a476-01d6f169c2e2 None None] New status for floating IP 767cbead-50f3-4bce-b2c3-f3d33f9fe57e: ACTIVE {{(pid=83848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 11:01:38.493921 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-94ed4b4e-d24b-4b25-99c1-6a03307f9de6 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/767cbead-50f3-4bce-b2c3-f3d33f9fe57e HTTP/1.1" status: 200 len: 991 time: 0.1285627 Apr 08 11:01:38.626319 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:39.498016 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38186) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:01:39.600880 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-52e6702a-722d-4637-be07-a1d771121f1b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/767cbead-50f3-4bce-b2c3-f3d33f9fe57e HTTP/1.1" status: 200 len: 993 time: 0.1017482 Apr 08 11:01:43.401331 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6b453456-0fc0-4d83-bdb8-2b22b5a3d2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:45.657499 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-879f7375-112a-446e-907b-78e101af3340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:46.897618 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:46.958620 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:47.146448 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:01:48.411640 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:01:51.983400 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1ac88f3d-0bc8-42d7-b809-b807ce12c3dc req-abdf94a4-c749-4c8d-985b-3ff9ab5e1f81 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=47c99398-36ba-429c-9165-dfef9b7cdf33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669441 Apr 08 11:01:52.124572 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1ac88f3d-0bc8-42d7-b809-b807ce12c3dc req-219dd5d8-8b7e-4854-ad18-a759efe951cf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 1099 time: 0.0712020 Apr 08 11:01:52.350328 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac88f3d-0bc8-42d7-b809-b807ce12c3dc req-f0810426-65bc-4757-9902-620008a44f06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:52.351673 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1ac88f3d-0bc8-42d7-b809-b807ce12c3dc req-f0810426-65bc-4757-9902-620008a44f06 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f6a5ed38-31ac-4b19-917d-e40705b38290 HTTP/1.1" status: 200 len: 897 time: 0.2075458 Apr 08 11:01:52.453106 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1ac88f3d-0bc8-42d7-b809-b807ce12c3dc req-28a441be-0c79-4005-9764-202c577625bc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a21ad96-9fca-49b0-af4f-455274aa2963 HTTP/1.1" status: 200 len: 1001 time: 0.0946758 Apr 08 11:01:52.513735 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac88f3d-0bc8-42d7-b809-b807ce12c3dc req-ebce9837-5845-4693-9596-228d6ca28e36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:52.515109 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1ac88f3d-0bc8-42d7-b809-b807ce12c3dc req-ebce9837-5845-4693-9596-228d6ca28e36 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3 HTTP/1.1" status: 200 len: 835 time: 0.0560770 Apr 08 11:01:52.593513 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1ac88f3d-0bc8-42d7-b809-b807ce12c3dc req-d579318c-fbae-4861-9c96-27ffedfdea5c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f6a5ed38-31ac-4b19-917d-e40705b38290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704639 Apr 08 11:01:52.724981 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1ac88f3d-0bc8-42d7-b809-b807ce12c3dc req-5e7ac1d4-aaeb-4ae0-ae68-12f4083dda85 service neutron] 10.222.0.52 "GET /v2.0/networks/f6a5ed38-31ac-4b19-917d-e40705b38290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242676 Apr 08 11:01:52.854975 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1ac88f3d-0bc8-42d7-b809-b807ce12c3dc req-474254c6-3d8f-4847-8627-4089ac724a94 service neutron] 10.222.0.52 "GET /v2.0/networks/f6a5ed38-31ac-4b19-917d-e40705b38290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226251 Apr 08 11:02:08.639686 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:09.346569 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf052fa-e785-498b-a594-73f93ff4055b req-57e5bbf9-b0df-4772-9004-bceb7540ba23 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:09.348313 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4bf052fa-e785-498b-a594-73f93ff4055b req-57e5bbf9-b0df-4772-9004-bceb7540ba23 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 946 time: 0.0757160 Apr 08 11:02:09.394342 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4bf052fa-e785-498b-a594-73f93ff4055b req-a023e566-5573-4a3a-b9b1-4c17a70c6994 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=0eea296b-4be1-4baf-a5b0-972bfd883811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401063 Apr 08 11:02:10.591486 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fe79b-5054-4323-8a19-a60353029f52 req-14ed2afc-fed0-4c53-97cc-62615675e373 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:10.592945 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c63fe79b-5054-4323-8a19-a60353029f52 req-14ed2afc-fed0-4c53-97cc-62615675e373 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 946 time: 0.0793872 Apr 08 11:02:10.638265 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c63fe79b-5054-4323-8a19-a60353029f52 req-20908d3e-ab83-4e21-a585-3cca74c4b42d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=0eea296b-4be1-4baf-a5b0-972bfd883811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395014 Apr 08 11:02:10.667114 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38206) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:10.869537 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-75ff30c5-4210-42ac-b0e0-12a3bcb39396 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/767cbead-50f3-4bce-b2c3-f3d33f9fe57e HTTP/1.1" status: 200 len: 993 time: 0.2011988 Apr 08 11:02:12.431604 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da063745-c6ad-4d67-b8f8-f0477e2d6f9e req-4861013f-190f-4838-93f2-d1a1c82f8588 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:12.433042 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-da063745-c6ad-4d67-b8f8-f0477e2d6f9e req-4861013f-190f-4838-93f2-d1a1c82f8588 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 946 time: 0.1337366 Apr 08 11:02:12.436794 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4b18fb50-4900-4abd-a86a-87daa60d06fe req-39f991ce-acde-425d-aa77-650c03472f2c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 1099 time: 0.1019821 Apr 08 11:02:12.564196 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-da063745-c6ad-4d67-b8f8-f0477e2d6f9e req-8d62ffd4-4dc4-4838-9c38-f2319ff15921 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=0eea296b-4be1-4baf-a5b0-972bfd883811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248629 Apr 08 11:02:12.594164 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18fb50-4900-4abd-a86a-87daa60d06fe req-1e80c3fb-a3d4-4e43-aca9-224b93483912 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:12.595566 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4b18fb50-4900-4abd-a86a-87daa60d06fe req-1e80c3fb-a3d4-4e43-aca9-224b93483912 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f6a5ed38-31ac-4b19-917d-e40705b38290 HTTP/1.1" status: 200 len: 897 time: 0.1428008 Apr 08 11:02:12.694708 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4b18fb50-4900-4abd-a86a-87daa60d06fe req-449cdefa-8f29-4d07-b035-8d2c9cd0edee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a21ad96-9fca-49b0-af4f-455274aa2963 HTTP/1.1" status: 200 len: 1001 time: 0.0930445 Apr 08 11:02:12.758011 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18fb50-4900-4abd-a86a-87daa60d06fe req-4fdcdbe7-213a-4aa5-a84c-4e2c6705f1f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:12.759381 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4b18fb50-4900-4abd-a86a-87daa60d06fe req-4fdcdbe7-213a-4aa5-a84c-4e2c6705f1f6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3 HTTP/1.1" status: 200 len: 835 time: 0.0558259 Apr 08 11:02:12.835548 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4b18fb50-4900-4abd-a86a-87daa60d06fe req-48ebdcbd-fcdb-4863-a38d-d06ba86ffba9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f6a5ed38-31ac-4b19-917d-e40705b38290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675778 Apr 08 11:02:12.965420 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4b18fb50-4900-4abd-a86a-87daa60d06fe req-c6bf8fdd-99fe-4cda-8477-8d3f34c3923b service neutron] 10.222.0.52 "GET /v2.0/networks/f6a5ed38-31ac-4b19-917d-e40705b38290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196322 Apr 08 11:02:13.095885 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4b18fb50-4900-4abd-a86a-87daa60d06fe req-064460da-4c92-4e5d-ae9d-f3fb4eacd7da service neutron] 10.222.0.52 "GET /v2.0/networks/f6a5ed38-31ac-4b19-917d-e40705b38290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212614 Apr 08 11:02:13.395102 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-df3075f5-651b-477d-9f23-03b96d545339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:13.853635 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b790d2-e998-4ac0-9b48-cab6e57b23e4 req-942ba7fe-a9ec-4dd2-9f2c-996bc1b15267 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:13.855066 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c1b790d2-e998-4ac0-9b48-cab6e57b23e4 req-942ba7fe-a9ec-4dd2-9f2c-996bc1b15267 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 946 time: 0.1644537 Apr 08 11:02:13.904180 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c1b790d2-e998-4ac0-9b48-cab6e57b23e4 req-5842f659-cc7f-43a9-935c-a4aabc2d16dc tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=0eea296b-4be1-4baf-a5b0-972bfd883811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430114 Apr 08 11:02:15.103052 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc74210-4d5e-4076-8d0d-6be209f244e0 req-bc49dfab-ec7f-4522-8ed3-8820c3e7982c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:15.104437 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ddc74210-4d5e-4076-8d0d-6be209f244e0 req-bc49dfab-ec7f-4522-8ed3-8820c3e7982c tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 946 time: 0.0775111 Apr 08 11:02:15.149038 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ddc74210-4d5e-4076-8d0d-6be209f244e0 req-9831ad63-de1f-417c-9f7f-df66fe32e4a8 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=0eea296b-4be1-4baf-a5b0-972bfd883811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389242 Apr 08 11:02:15.176920 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38220) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:15.279342 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-bace8f55-7abe-4426-9f10-715209907703 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/floatingips/767cbead-50f3-4bce-b2c3-f3d33f9fe57e HTTP/1.1" status: 200 len: 993 time: 0.1012914 Apr 08 11:02:15.578211 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38228) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:15.658298 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-46826fc6-3938-4ca3-8426-4ddf949db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:15.777093 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-18dad769-a8b9-449f-851d-6b29fc14f430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Deleting port b512656b-36e6-4beb-8cd4-9dc61325bb54 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:02:15.777459 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-18dad769-a8b9-449f-851d-6b29fc14f430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:15.939206 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-18dad769-a8b9-449f-851d-6b29fc14f430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:15.939530 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-18dad769-a8b9-449f-851d-6b29fc14f430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:16.063234 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-18dad769-a8b9-449f-851d-6b29fc14f430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Calling delete_port for b512656b-36e6-4beb-8cd4-9dc61325bb54 owned by network:floatingip {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:02:16.208990 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-18dad769-a8b9-449f-851d-6b29fc14f430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:16.252698 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dad769-a8b9-449f-851d-6b29fc14f430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Port': ['ID=b512656b-36e6-4beb-8cd4-9dc61325bb54,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:16.290519 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dad769-a8b9-449f-851d-6b29fc14f430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:16.290936 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dad769-a8b9-449f-851d-6b29fc14f430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:16.291271 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dad769-a8b9-449f-851d-6b29fc14f430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:16.291611 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dad769-a8b9-449f-851d-6b29fc14f430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:16.291940 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dad769-a8b9-449f-851d-6b29fc14f430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:16.292291 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dad769-a8b9-449f-851d-6b29fc14f430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:16.292617 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dad769-a8b9-449f-851d-6b29fc14f430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:16.293502 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dad769-a8b9-449f-851d-6b29fc14f430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:16.293886 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dad769-a8b9-449f-851d-6b29fc14f430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:16.294244 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dad769-a8b9-449f-851d-6b29fc14f430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:16.294563 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dad769-a8b9-449f-851d-6b29fc14f430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:16.355350 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-18dad769-a8b9-449f-851d-6b29fc14f430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for floatingip, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:16.755559 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18dad769-a8b9-449f-851d-6b29fc14f430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Router 0e388197-f287-4920-a4fe-3787a1cf58d0 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:02:16.900927 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:16.960346 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:17.056807 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dad769-a8b9-449f-851d-6b29fc14f430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:02:17.066294 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34799d66-6db1-4bac-9d4f-e03267622f31 None None] Sync routers for ids ['0e388197-f287-4920-a4fe-3787a1cf58d0'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 11:02:17.078549 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-18dad769-a8b9-449f-851d-6b29fc14f430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:17.078740 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34799d66-6db1-4bac-9d4f-e03267622f31 None None] Routers {'0e388197-f287-4920-a4fe-3787a1cf58d0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:02:17.079271 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-34799d66-6db1-4bac-9d4f-e03267622f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:02:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0e388197-f287-4920-a4fe-3787a1cf58d0'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:17.131026 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-18dad769-a8b9-449f-851d-6b29fc14f430 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "DELETE /v2.0/floatingips/767cbead-50f3-4bce-b2c3-f3d33f9fe57e HTTP/1.1" status: 204 len: 168 time: 1.5516815 Apr 08 11:02:17.131596 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c99398-36ba-429c-9165-dfef9b7cdf33', 'tag': '5a21ad96-9fca-49b0-af4f-455274aa2963'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:02:17.259513 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-34799d66-6db1-4bac-9d4f-e03267622f31 None None] Set router 0e388197-f287-4920-a4fe-3787a1cf58d0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:02:17.295008 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2545a122-da4f-4806-976b-43ab202b5413'] response: {'name': 'network-changed', 'server_uuid': '47c99398-36ba-429c-9165-dfef9b7cdf33', 'tag': '5a21ad96-9fca-49b0-af4f-455274aa2963', 'status': 'completed', 'code': 200} Apr 08 11:02:17.394805 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-95f75669-1fe0-41f8-a0ac-afe09e430e5c req-fe11b50c-790b-4b7b-b317-6fe7da1f5209 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 1099 time: 0.0730481 Apr 08 11:02:17.578943 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f75669-1fe0-41f8-a0ac-afe09e430e5c req-52fd9a41-f2c8-4035-a9e2-02273e059190 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:17.580397 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-95f75669-1fe0-41f8-a0ac-afe09e430e5c req-52fd9a41-f2c8-4035-a9e2-02273e059190 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f6a5ed38-31ac-4b19-917d-e40705b38290 HTTP/1.1" status: 200 len: 897 time: 0.1796114 Apr 08 11:02:17.590638 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-34799d66-6db1-4bac-9d4f-e03267622f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418186169', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '444627cc-279f-42da-b497-cf2b54708ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:01:16Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '444627cc-279f-42da-b497-cf2b54708ab8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:90:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '734c84fb-4390-4c34-884b-7bdd04b89f77', 'name': '', 'network_id': 'f6a5ed38-31ac-4b19-917d-e40705b38290', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:db:5d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:01:15Z', 'updated_at': '2022-04-08T11:01:22Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': '208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:17.590904 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d9173-efe5-4e2a-91fa-236358fca056 req-257aa61b-0d4b-4a57-92b7-7fd7803d5781 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:17.591398 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-813d9173-efe5-4e2a-91fa-236358fca056 req-257aa61b-0d4b-4a57-92b7-7fd7803d5781 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Synchronizing usage tracker for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:02:17.594524 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34799d66-6db1-4bac-9d4f-e03267622f31 None None] Checking router: 0e388197-f287-4920-a4fe-3787a1cf58d0 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 11:02:17.605100 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34799d66-6db1-4bac-9d4f-e03267622f31 None None] Routers {'0e388197-f287-4920-a4fe-3787a1cf58d0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:02:17.605861 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-34799d66-6db1-4bac-9d4f-e03267622f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:02:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0e388197-f287-4920-a4fe-3787a1cf58d0'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:17.663100 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-95f75669-1fe0-41f8-a0ac-afe09e430e5c req-0be581d9-b886-41e6-9ffa-de2641fc5d75 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a21ad96-9fca-49b0-af4f-455274aa2963 HTTP/1.1" status: 200 len: 217 time: 0.0680709 Apr 08 11:02:17.667574 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-813d9173-efe5-4e2a-91fa-236358fca056 req-257aa61b-0d4b-4a57-92b7-7fd7803d5781 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Unset dirty status for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:02:17.668891 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-813d9173-efe5-4e2a-91fa-236358fca056 req-257aa61b-0d4b-4a57-92b7-7fd7803d5781 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 946 time: 0.2021298 Apr 08 11:02:17.762649 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f75669-1fe0-41f8-a0ac-afe09e430e5c req-2a0fd966-2c5a-4050-b1bd-afbc2d0b2bf8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:17.764287 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-95f75669-1fe0-41f8-a0ac-afe09e430e5c req-2a0fd966-2c5a-4050-b1bd-afbc2d0b2bf8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3 HTTP/1.1" status: 200 len: 835 time: 0.0945253 Apr 08 11:02:17.766501 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-813d9173-efe5-4e2a-91fa-236358fca056 req-079543c7-c55b-434f-b198-8a33a8bfee8e tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=0eea296b-4be1-4baf-a5b0-972bfd883811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671017 Apr 08 11:02:17.784878 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-34799d66-6db1-4bac-9d4f-e03267622f31 None None] Set router 0e388197-f287-4920-a4fe-3787a1cf58d0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:02:17.838838 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-95f75669-1fe0-41f8-a0ac-afe09e430e5c req-4d1d8493-8f28-42b0-8eed-0ededd8313c4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f6a5ed38-31ac-4b19-917d-e40705b38290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678575 Apr 08 11:02:17.971702 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-95f75669-1fe0-41f8-a0ac-afe09e430e5c req-3e3ee5b9-d41c-4b9a-9929-d4622ae212da service neutron] 10.222.0.52 "GET /v2.0/networks/f6a5ed38-31ac-4b19-917d-e40705b38290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263952 Apr 08 11:02:18.098967 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-34799d66-6db1-4bac-9d4f-e03267622f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418186169', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '444627cc-279f-42da-b497-cf2b54708ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:01:16Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '444627cc-279f-42da-b497-cf2b54708ab8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:90:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '734c84fb-4390-4c34-884b-7bdd04b89f77', 'name': '', 'network_id': 'f6a5ed38-31ac-4b19-917d-e40705b38290', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:db:5d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:01:15Z', 'updated_at': '2022-04-08T11:01:22Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': '208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:18.103107 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34799d66-6db1-4bac-9d4f-e03267622f31 None None] The sync data for ids ['0e388197-f287-4920-a4fe-3787a1cf58d0'] in dv-neutron-837110-1-hyperv is: [{'id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418186169', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '444627cc-279f-42da-b497-cf2b54708ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:01:16Z', 'revision_number': 4, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '444627cc-279f-42da-b497-cf2b54708ab8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:90:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '734c84fb-4390-4c34-884b-7bdd04b89f77', 'name': '', 'network_id': 'f6a5ed38-31ac-4b19-917d-e40705b38290', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'mac_address': 'fa:16:3e:db:5d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:01:15Z', 'updated_at': '2022-04-08T11:01:22Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'subnets': [{'id': '208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 11:02:18.106328 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-95f75669-1fe0-41f8-a0ac-afe09e430e5c req-814a40a1-1ba2-40ae-a0fe-742058038383 service neutron] 10.222.0.52 "GET /v2.0/networks/f6a5ed38-31ac-4b19-917d-e40705b38290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265314 Apr 08 11:02:18.320854 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630059ea-8370-4c64-8857-a2f84cb67945 None None] New status for floating IP 767cbead-50f3-4bce-b2c3-f3d33f9fe57e: DOWN {{(pid=83848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 11:02:18.413321 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:18.961158 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfee0ab-8465-4e21-a37c-5266df5aa587 req-8a2b9fd8-c2fa-4088-b36c-773e6ef2671f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:18.962609 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2dfee0ab-8465-4e21-a37c-5266df5aa587 req-8a2b9fd8-c2fa-4088-b36c-773e6ef2671f tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 946 time: 0.0759196 Apr 08 11:02:19.022500 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2dfee0ab-8465-4e21-a37c-5266df5aa587 req-e54224a1-79f6-42a0-b8e0-fcd284c990b9 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/security-groups?id=0eea296b-4be1-4baf-a5b0-972bfd883811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540209 Apr 08 11:02:19.220612 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad5298-d8ed-4e69-9aca-7876308b7158 req-f5111c8a-e8eb-4df6-a9c3-3e543d40f779 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:19.222022 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d0ad5298-d8ed-4e69-9aca-7876308b7158 req-f5111c8a-e8eb-4df6-a9c3-3e543d40f779 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.52 "GET /v2.0/ports?device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 946 time: 0.0733759 Apr 08 11:02:19.296803 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-d0ad5298-d8ed-4e69-9aca-7876308b7158 req-0b253e26-2f56-4d36-9c1a-d84bf2954b4b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Deleting port 5a21ad96-9fca-49b0-af4f-455274aa2963 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:02:19.297061 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-d0ad5298-d8ed-4e69-9aca-7876308b7158 req-0b253e26-2f56-4d36-9c1a-d84bf2954b4b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:19.531474 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-d0ad5298-d8ed-4e69-9aca-7876308b7158 req-0b253e26-2f56-4d36-9c1a-d84bf2954b4b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] For port 5a21ad96-9fca-49b0-af4f-455274aa2963, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5a21ad96-9fca-49b0-af4f-455274aa2963,segment=NetworkSegment(cfc02c71-0ed0-4e82-ad27-cfacf6f6135f),segment_id=cfc02c71-0ed0-4e82-ad27-cfacf6f6135f)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:02:19.531825 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-d0ad5298-d8ed-4e69-9aca-7876308b7158 req-0b253e26-2f56-4d36-9c1a-d84bf2954b4b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:19.741490 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-d0ad5298-d8ed-4e69-9aca-7876308b7158 req-0b253e26-2f56-4d36-9c1a-d84bf2954b4b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Calling delete_port for 5a21ad96-9fca-49b0-af4f-455274aa2963 owned by compute:nova {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:02:19.878067 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-d0ad5298-d8ed-4e69-9aca-7876308b7158 req-0b253e26-2f56-4d36-9c1a-d84bf2954b4b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:19.929073 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b253e26-2f56-4d36-9c1a-d84bf2954b4b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Port': ['ID=5a21ad96-9fca-49b0-af4f-455274aa2963,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:19.999519 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ad5298-d8ed-4e69-9aca-7876308b7158 req-0b253e26-2f56-4d36-9c1a-d84bf2954b4b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] No DVR routers for this DVR port 5a21ad96-9fca-49b0-af4f-455274aa2963 on host hv-neutron-8371 {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:02:20.001718 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-d0ad5298-d8ed-4e69-9aca-7876308b7158 req-0b253e26-2f56-4d36-9c1a-d84bf2954b4b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:20.004247 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c99398-36ba-429c-9165-dfef9b7cdf33', 'name': 'network-vif-deleted', 'tag': '5a21ad96-9fca-49b0-af4f-455274aa2963'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:02:20.021377 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d0ad5298-d8ed-4e69-9aca-7876308b7158 req-0b253e26-2f56-4d36-9c1a-d84bf2954b4b tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.52 "DELETE /v2.0/ports/5a21ad96-9fca-49b0-af4f-455274aa2963 HTTP/1.1" status: 204 len: 173 time: 0.7843621 Apr 08 11:02:20.070301 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e1d48cb-384d-4e39-af6b-7e06ab6e4d69'] response: {'server_uuid': '47c99398-36ba-429c-9165-dfef9b7cdf33', 'name': 'network-vif-deleted', 'tag': '5a21ad96-9fca-49b0-af4f-455274aa2963', 'status': 'completed', 'code': 200} Apr 08 11:02:20.198504 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-93667d28-1e2c-4e31-b041-bb59f455411a req-acf70ec4-12ec-4aef-829f-158e1ba1ce71 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Synchronizing usage tracker for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:02:20.214828 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-93667d28-1e2c-4e31-b041-bb59f455411a req-acf70ec4-12ec-4aef-829f-158e1ba1ce71 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Unset dirty status for tenant:4a457a2ac8d74b96ab5e9f84a5d84771 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:02:20.216214 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-93667d28-1e2c-4e31-b041-bb59f455411a req-acf70ec4-12ec-4aef-829f-158e1ba1ce71 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "GET /v2.0/ports?device_id=47c99398-36ba-429c-9165-dfef9b7cdf33 HTTP/1.1" status: 200 len: 210 time: 0.0653851 Apr 08 11:02:21.321661 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38250) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:21.710763 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-cf0c5a80-cdca-4352-8b52-2cc702453073 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:22.316858 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-cf0c5a80-cdca-4352-8b52-2cc702453073 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Deleting port 734c84fb-4390-4c34-884b-7bdd04b89f77 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:02:22.317198 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-cf0c5a80-cdca-4352-8b52-2cc702453073 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:22.592876 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-cf0c5a80-cdca-4352-8b52-2cc702453073 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] For port 734c84fb-4390-4c34-884b-7bdd04b89f77, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=734c84fb-4390-4c34-884b-7bdd04b89f77,segment=NetworkSegment(cfc02c71-0ed0-4e82-ad27-cfacf6f6135f),segment_id=cfc02c71-0ed0-4e82-ad27-cfacf6f6135f)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:02:22.593576 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-cf0c5a80-cdca-4352-8b52-2cc702453073 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:22.714131 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-cf0c5a80-cdca-4352-8b52-2cc702453073 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Calling delete_port for 734c84fb-4390-4c34-884b-7bdd04b89f77 owned by network:router_interface {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:02:22.883503 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-cf0c5a80-cdca-4352-8b52-2cc702453073 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:22.929166 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c5a80-cdca-4352-8b52-2cc702453073 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Port': ['ID=734c84fb-4390-4c34-884b-7bdd04b89f77,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:23.219523 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-cf0c5a80-cdca-4352-8b52-2cc702453073 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:23.735976 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 5a21ad96-9fca-49b0-af4f-455274aa2963 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:02:23.767875 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: 5a21ad96-9fca-49b0-af4f-455274aa2963 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 11:02:23.768243 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 5a21ad96-9fca-49b0-af4f-455274aa2963 not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:02:23.800453 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0c5a80-cdca-4352-8b52-2cc702453073 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Router 0e388197-f287-4920-a4fe-3787a1cf58d0 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:02:24.095936 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0c5a80-cdca-4352-8b52-2cc702453073 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:02:24.106253 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56104ff0-a97e-44ec-b864-38985b0585e5 None None] Sync routers for ids ['0e388197-f287-4920-a4fe-3787a1cf58d0'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 11:02:24.112490 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-cf0c5a80-cdca-4352-8b52-2cc702453073 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "PUT /v2.0/routers/0e388197-f287-4920-a4fe-3787a1cf58d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7896130 Apr 08 11:02:24.115153 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38254) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:24.119456 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56104ff0-a97e-44ec-b864-38985b0585e5 None None] Routers {'0e388197-f287-4920-a4fe-3787a1cf58d0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:02:24.120093 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-56104ff0-a97e-44ec-b864-38985b0585e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:02:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0e388197-f287-4920-a4fe-3787a1cf58d0'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:24.145736 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:02:24.299983 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a02da73-5825-4b81-91a8-634d737a3188 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Deleting subnet 208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3 {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 11:02:24.302826 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5a02da73-5825-4b81-91a8-634d737a3188 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:24.333746 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-56104ff0-a97e-44ec-b864-38985b0585e5 None None] Set router 0e388197-f287-4920-a4fe-3787a1cf58d0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:02:24.361559 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5a02da73-5825-4b81-91a8-634d737a3188 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:24.443884 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5a02da73-5825-4b81-91a8-634d737a3188 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:24.515059 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5a02da73-5825-4b81-91a8-634d737a3188 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:24.556823 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02da73-5825-4b81-91a8-634d737a3188 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Subnet': ['ID=208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:24.563087 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-5a02da73-5825-4b81-91a8-634d737a3188 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:24.569123 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-5a02da73-5825-4b81-91a8-634d737a3188 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "DELETE /v2.0/subnets/208d8c9d-4bf3-4013-8e2c-f9b876a8b5e3 HTTP/1.1" status: 204 len: 168 time: 0.4530377 Apr 08 11:02:24.571665 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38258) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:24.585731 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020d5408-dd4b-4915-a771-c01683c1fcb8 None None] Network f6a5ed38-31ac-4b19-917d-e40705b38290 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 11:02:24.772256 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c96d176f-262b-4395-a723-b95bd15d10b1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:24.786099 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-56104ff0-a97e-44ec-b864-38985b0585e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418186169', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '444627cc-279f-42da-b497-cf2b54708ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:02:22Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '444627cc-279f-42da-b497-cf2b54708ab8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:90:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:24.796813 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56104ff0-a97e-44ec-b864-38985b0585e5 None None] Checking router: 0e388197-f287-4920-a4fe-3787a1cf58d0 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 11:02:24.814932 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56104ff0-a97e-44ec-b864-38985b0585e5 None None] Routers {'0e388197-f287-4920-a4fe-3787a1cf58d0'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:02:24.815526 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-56104ff0-a97e-44ec-b864-38985b0585e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:02:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['0e388197-f287-4920-a4fe-3787a1cf58d0'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:24.933527 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e01a2e0-7ee7-49b5-8515-5792f10b395a None None] DHCP port deletion for f6a5ed38-31ac-4b19-917d-e40705b38290 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 11:02:24.951296 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-3e01a2e0-7ee7-49b5-8515-5792f10b395a None None] Deleting port d547a43c-1ccc-453a-89dd-73c8eaf4cb12 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:02:24.951661 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3e01a2e0-7ee7-49b5-8515-5792f10b395a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:24.987439 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c96d176f-262b-4395-a723-b95bd15d10b1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:24.997569 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-c96d176f-262b-4395-a723-b95bd15d10b1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Deleting port 444627cc-279f-42da-b497-cf2b54708ab8 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:02:24.998047 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c96d176f-262b-4395-a723-b95bd15d10b1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:25.160639 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-56104ff0-a97e-44ec-b864-38985b0585e5 None None] Set router 0e388197-f287-4920-a4fe-3787a1cf58d0 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:02:25.168761 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-c96d176f-262b-4395-a723-b95bd15d10b1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] For port 444627cc-279f-42da-b497-cf2b54708ab8, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=444627cc-279f-42da-b497-cf2b54708ab8,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:02:25.169640 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c96d176f-262b-4395-a723-b95bd15d10b1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:25.294867 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-c96d176f-262b-4395-a723-b95bd15d10b1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Calling delete_port for 444627cc-279f-42da-b497-cf2b54708ab8 owned by network:router_gateway {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:02:25.374300 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-3e01a2e0-7ee7-49b5-8515-5792f10b395a None None] For port d547a43c-1ccc-453a-89dd-73c8eaf4cb12, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=d547a43c-1ccc-453a-89dd-73c8eaf4cb12,segment=NetworkSegment(cfc02c71-0ed0-4e82-ad27-cfacf6f6135f),segment_id=cfc02c71-0ed0-4e82-ad27-cfacf6f6135f)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:02:25.374696 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3e01a2e0-7ee7-49b5-8515-5792f10b395a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:25.457056 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c96d176f-262b-4395-a723-b95bd15d10b1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:25.503859 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-3e01a2e0-7ee7-49b5-8515-5792f10b395a None None] Calling delete_port for d547a43c-1ccc-453a-89dd-73c8eaf4cb12 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:02:25.605611 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d176f-262b-4395-a723-b95bd15d10b1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Port': ['ID=444627cc-279f-42da-b497-cf2b54708ab8,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:25.694810 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3e01a2e0-7ee7-49b5-8515-5792f10b395a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683'] for port, after_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:25.744586 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01a2e0-7ee7-49b5-8515-5792f10b395a None None] Pushing event deleted for resources: {'Port': ['ID=d547a43c-1ccc-453a-89dd-73c8eaf4cb12,revision_number=None']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:25.755536 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e01a2e0-7ee7-49b5-8515-5792f10b395a None None] No DVR routers for this DVR port d547a43c-1ccc-453a-89dd-73c8eaf4cb12 on host dv-neutron-837110-1-hyperv {{(pid=83847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:02:25.768132 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01a2e0-7ee7-49b5-8515-5792f10b395a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:25.768132 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01a2e0-7ee7-49b5-8515-5792f10b395a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:25.768132 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01a2e0-7ee7-49b5-8515-5792f10b395a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:25.768132 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01a2e0-7ee7-49b5-8515-5792f10b395a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:25.768132 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01a2e0-7ee7-49b5-8515-5792f10b395a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:25.768132 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01a2e0-7ee7-49b5-8515-5792f10b395a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:25.768132 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01a2e0-7ee7-49b5-8515-5792f10b395a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:25.768132 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01a2e0-7ee7-49b5-8515-5792f10b395a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:25.768132 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01a2e0-7ee7-49b5-8515-5792f10b395a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:25.768132 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01a2e0-7ee7-49b5-8515-5792f10b395a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:25.769346 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01a2e0-7ee7-49b5-8515-5792f10b395a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:25.777768 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-56104ff0-a97e-44ec-b864-38985b0585e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418186169', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '444627cc-279f-42da-b497-cf2b54708ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:02:22Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '444627cc-279f-42da-b497-cf2b54708ab8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:90:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:25.781835 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56104ff0-a97e-44ec-b864-38985b0585e5 None None] The sync data for ids ['0e388197-f287-4920-a4fe-3787a1cf58d0'] in dv-neutron-837110-1-hyperv is: [{'id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-418186169', 'tenant_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '444627cc-279f-42da-b497-cf2b54708ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:02:22Z', 'revision_number': 5, 'project_id': '4a457a2ac8d74b96ab5e9f84a5d84771', 'gw_port': {'id': '444627cc-279f-42da-b497-cf2b54708ab8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:90:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e388197-f287-4920-a4fe-3787a1cf58d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:01:12Z', 'updated_at': '2022-04-08T11:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 11:02:25.830113 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c96d176f-262b-4395-a723-b95bd15d10b1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:26.081163 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c96d176f-262b-4395-a723-b95bd15d10b1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:26.085229 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c96d176f-262b-4395-a723-b95bd15d10b1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:26.110732 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c96d176f-262b-4395-a723-b95bd15d10b1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:26.111326 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96d176f-262b-4395-a723-b95bd15d10b1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Fanout notify agent at l3_agent the message router_deleted on router 0e388197-f287-4920-a4fe-3787a1cf58d0 {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:02:26.126808 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c96d176f-262b-4395-a723-b95bd15d10b1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:26.127912 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c96d176f-262b-4395-a723-b95bd15d10b1 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "DELETE /v2.0/routers/0e388197-f287-4920-a4fe-3787a1cf58d0 HTTP/1.1" status: 204 len: 168 time: 1.5553176 Apr 08 11:02:26.130529 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38262) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:26.244726 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57dbbad3-b820-4b26-949e-45e3209d1f4d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:26.382172 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57dbbad3-b820-4b26-949e-45e3209d1f4d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:26.409860 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-57dbbad3-b820-4b26-949e-45e3209d1f4d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a5ed38-31ac-4b19-917d-e40705b38290']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:26.421914 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-57dbbad3-b820-4b26-949e-45e3209d1f4d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc02c71-0ed0-4e82-ad27-cfacf6f6135f') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:26.422205 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-57dbbad3-b820-4b26-949e-45e3209d1f4d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc02c71-0ed0-4e82-ad27-cfacf6f6135f') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:26.432989 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57dbbad3-b820-4b26-949e-45e3209d1f4d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:26.448742 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57dbbad3-b820-4b26-949e-45e3209d1f4d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:26.455170 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57dbbad3-b820-4b26-949e-45e3209d1f4d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 11:02:26.455543 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57dbbad3-b820-4b26-949e-45e3209d1f4d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:02:26.469488 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:02:26.549916 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57dbbad3-b820-4b26-949e-45e3209d1f4d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:26.566730 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-57dbbad3-b820-4b26-949e-45e3209d1f4d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:26.577943 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbbad3-b820-4b26-949e-45e3209d1f4d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'Network': ['ID=f6a5ed38-31ac-4b19-917d-e40705b38290,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:26.586353 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-57dbbad3-b820-4b26-949e-45e3209d1f4d tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "DELETE /v2.0/networks/f6a5ed38-31ac-4b19-917d-e40705b38290 HTTP/1.1" status: 204 len: 168 time: 0.4548845 Apr 08 11:02:26.588950 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38266) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:26.659054 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0889f77e-b7a9-4bcd-b9c9-8f9c79ecfd20 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:26.687572 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0889f77e-b7a9-4bcd-b9c9-8f9c79ecfd20 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:26.758123 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0889f77e-b7a9-4bcd-b9c9-8f9c79ecfd20 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:26.780640 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889f77e-b7a9-4bcd-b9c9-8f9c79ecfd20 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eea296b-4be1-4baf-a5b0-972bfd883811,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:26.795201 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-0889f77e-b7a9-4bcd-b9c9-8f9c79ecfd20 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:26.796596 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-0889f77e-b7a9-4bcd-b9c9-8f9c79ecfd20 tempest-TestNetworkAdvancedServerOps-1105712590 tempest-TestNetworkAdvancedServerOps-1105712590-project] 10.222.0.47 "DELETE /v2.0/security-groups/0eea296b-4be1-4baf-a5b0-972bfd883811 HTTP/1.1" status: 204 len: 168 time: 0.2067273 Apr 08 11:02:26.820376 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d547a43c-1ccc-453a-89dd-73c8eaf4cb12 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:02:26.854508 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: d547a43c-1ccc-453a-89dd-73c8eaf4cb12 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 11:02:26.854872 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device d547a43c-1ccc-453a-89dd-73c8eaf4cb12 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:02:26.855262 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 444627cc-279f-42da-b497-cf2b54708ab8 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:02:26.887083 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 444627cc-279f-42da-b497-cf2b54708ab8 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 11:02:26.887461 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 444627cc-279f-42da-b497-cf2b54708ab8 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:02:26.887867 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 734c84fb-4390-4c34-884b-7bdd04b89f77 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:02:26.922470 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 734c84fb-4390-4c34-884b-7bdd04b89f77 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 11:02:26.922709 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 734c84fb-4390-4c34-884b-7bdd04b89f77 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:02:27.206775 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38278) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:27.397180 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b1a2412b-56ba-47b6-b483-07478db9acc2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4a457a2ac8d74b96ab5e9f84a5d84771&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1892693 Apr 08 11:02:27.399846 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38284) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:27.456589 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8fc37db2-9643-4336-87e9-93702526caf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:27.480915 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8fc37db2-9643-4336-87e9-93702526caf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:27.533482 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8fc37db2-9643-4336-87e9-93702526caf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:27.549174 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc37db2-9643-4336-87e9-93702526caf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce56dd66-1924-4cd6-bc7d-796eaff8ff97,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:27.559043 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8fc37db2-9643-4336-87e9-93702526caf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:27.560307 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8fc37db2-9643-4336-87e9-93702526caf4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ce56dd66-1924-4cd6-bc7d-796eaff8ff97 HTTP/1.1" status: 204 len: 168 time: 0.1595285 Apr 08 11:02:27.880896 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38292) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:27.899651 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-48a9f543-538f-49b4-9d21-5d7defc14fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:27.931015 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-48a9f543-538f-49b4-9d21-5d7defc14fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:02:27.935676 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-48a9f543-538f-49b4-9d21-5d7defc14fe1 admin admin] Usage tracker for resource:security_group_rule and tenant:2036a8821cf144098377ab6c124e3af6 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:02:27.938541 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-48a9f543-538f-49b4-9d21-5d7defc14fe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:02:27.944220 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-48a9f543-538f-49b4-9d21-5d7defc14fe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:02:28.017539 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-48a9f543-538f-49b4-9d21-5d7defc14fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:28.020895 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-48a9f543-538f-49b4-9d21-5d7defc14fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:28.066839 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9f543-538f-49b4-9d21-5d7defc14fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43c692b-3f79-466a-8b4f-295c1d6a3895,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:28.071394 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-48a9f543-538f-49b4-9d21-5d7defc14fe1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2036a8821cf144098377ab6c124e3af6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1895156 Apr 08 11:02:28.077321 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38296) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:28.080810 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9f543-538f-49b4-9d21-5d7defc14fe1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:28.081183 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9f543-538f-49b4-9d21-5d7defc14fe1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:28.081513 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9f543-538f-49b4-9d21-5d7defc14fe1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:28.081857 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9f543-538f-49b4-9d21-5d7defc14fe1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:28.082224 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9f543-538f-49b4-9d21-5d7defc14fe1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:28.082561 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9f543-538f-49b4-9d21-5d7defc14fe1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:28.082896 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9f543-538f-49b4-9d21-5d7defc14fe1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:28.083226 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9f543-538f-49b4-9d21-5d7defc14fe1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:28.083554 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9f543-538f-49b4-9d21-5d7defc14fe1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:28.083877 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9f543-538f-49b4-9d21-5d7defc14fe1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:28.084231 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9f543-538f-49b4-9d21-5d7defc14fe1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:28.147026 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6fc00914-35f7-476d-b861-a81dd94e1a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:28.172273 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6fc00914-35f7-476d-b861-a81dd94e1a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:28.222073 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6fc00914-35f7-476d-b861-a81dd94e1a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:28.238305 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc00914-35f7-476d-b861-a81dd94e1a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43c692b-3f79-466a-8b4f-295c1d6a3895,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:28.242381 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6fc00914-35f7-476d-b861-a81dd94e1a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:28.243385 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6fc00914-35f7-476d-b861-a81dd94e1a25 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d43c692b-3f79-466a-8b4f-295c1d6a3895 HTTP/1.1" status: 204 len: 168 time: 0.1649153 Apr 08 11:02:29.094845 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38318) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:29.221718 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-4738bec6-a269-4e9d-aed5-186680ff3a34 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1656564487-network', 'tenant_id': '480373186b3940779a7d294d48fc70b6'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:02:29.226439 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4738bec6-a269-4e9d-aed5-186680ff3a34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:02:29.230279 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4738bec6-a269-4e9d-aed5-186680ff3a34 admin admin] Usage tracker for resource:network and tenant:480373186b3940779a7d294d48fc70b6 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:02:29.233275 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4738bec6-a269-4e9d-aed5-186680ff3a34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:02:29.238841 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4738bec6-a269-4e9d-aed5-186680ff3a34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:02:29.249191 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4738bec6-a269-4e9d-aed5-186680ff3a34 admin admin] Made reservation on behalf of 480373186b3940779a7d294d48fc70b6 for: {'network': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:02:29.251600 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4738bec6-a269-4e9d-aed5-186680ff3a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:29.264136 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4738bec6-a269-4e9d-aed5-186680ff3a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:29.294829 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4738bec6-a269-4e9d-aed5-186680ff3a34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:02:29.298585 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4738bec6-a269-4e9d-aed5-186680ff3a34 admin admin] Usage tracker for resource:security_group_rule and tenant:480373186b3940779a7d294d48fc70b6 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:02:29.301318 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-4738bec6-a269-4e9d-aed5-186680ff3a34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:02:29.306861 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-4738bec6-a269-4e9d-aed5-186680ff3a34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:02:29.372487 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4738bec6-a269-4e9d-aed5-186680ff3a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:29.376276 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4738bec6-a269-4e9d-aed5-186680ff3a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:29.411997 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4738bec6-a269-4e9d-aed5-186680ff3a34 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=83846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:02:29.417140 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738bec6-a269-4e9d-aed5-186680ff3a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552efcdd-525c-4336-a77e-4a380c6706d7,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:29.424512 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4738bec6-a269-4e9d-aed5-186680ff3a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:29.424857 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.segments_db [None req-4738bec6-a269-4e9d-aed5-186680ff3a34 admin admin] Added segment b6cb400b-3da3-4e53-9634-4b337643399c of type vlan for network 5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c Apr 08 11:02:29.452565 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4738bec6-a269-4e9d-aed5-186680ff3a34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:29.480043 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4738bec6-a269-4e9d-aed5-186680ff3a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:29.480883 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4738bec6-a269-4e9d-aed5-186680ff3a34 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:29.481509 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-4738bec6-a269-4e9d-aed5-186680ff3a34 admin admin] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:29.583670 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-4738bec6-a269-4e9d-aed5-186680ff3a34 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4877450 Apr 08 11:02:29.584537 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738bec6-a269-4e9d-aed5-186680ff3a34 admin admin] Pushing event updated for resources: {'Network': ['ID=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:29.586544 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38324) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:29.591975 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-3a941e59-0f4c-4c58-acd1-48a42aaa1bae admin admin] Request body: {'subnet': {'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1656564487-subnet', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'ip_version': 4}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:02:29.594704 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network 5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:02:29.596872 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3a941e59-0f4c-4c58-acd1-48a42aaa1bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:02:29.600712 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3a941e59-0f4c-4c58-acd1-48a42aaa1bae admin admin] Usage tracker for resource:subnet and tenant:480373186b3940779a7d294d48fc70b6 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:02:29.603504 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-3a941e59-0f4c-4c58-acd1-48a42aaa1bae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:02:29.609447 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-3a941e59-0f4c-4c58-acd1-48a42aaa1bae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:02:29.619930 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a941e59-0f4c-4c58-acd1-48a42aaa1bae admin admin] Made reservation on behalf of 480373186b3940779a7d294d48fc70b6 for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:02:29.622811 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3a941e59-0f4c-4c58-acd1-48a42aaa1bae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:29.822528 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3a941e59-0f4c-4c58-acd1-48a42aaa1bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:29.897651 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a941e59-0f4c-4c58-acd1-48a42aaa1bae admin admin] Pushing event updated for resources: {'Subnet': ['ID=39517edf-0a16-4b28-be25-63313f984c1c,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:29.909080 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a941e59-0f4c-4c58-acd1-48a42aaa1bae admin admin] Checking segment: {'id': 'b6cb400b-3da3-4e53-9634-4b337643399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 11:02:29.909439 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a941e59-0f4c-4c58-acd1-48a42aaa1bae admin admin] Network hostable DHCP agents. Network: 5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:02:29.930496 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a941e59-0f4c-4c58-acd1-48a42aaa1bae admin admin] Network 5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:02:29.940726 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-3a941e59-0f4c-4c58-acd1-48a42aaa1bae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, 5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:02:29.944564 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a941e59-0f4c-4c58-acd1-48a42aaa1bae admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:29.945142 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3a941e59-0f4c-4c58-acd1-48a42aaa1bae admin admin] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:29.949681 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae35349f-12e1-4bcd-9576-bcf187e4c52d None None] Network 5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 11:02:29.966531 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3a941e59-0f4c-4c58-acd1-48a42aaa1bae admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3789873 Apr 08 11:02:29.969167 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38328) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:29.974104 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-05ebf539-b1c4-40c4-8ca7-dd90fdcfaa85 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1656564487-router', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:02:29.978626 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-05ebf539-b1c4-40c4-8ca7-dd90fdcfaa85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:02:29.983556 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-05ebf539-b1c4-40c4-8ca7-dd90fdcfaa85 admin admin] Usage tracker for resource:router and tenant:480373186b3940779a7d294d48fc70b6 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:02:29.986402 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-05ebf539-b1c4-40c4-8ca7-dd90fdcfaa85 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:02:29.992042 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-05ebf539-b1c4-40c4-8ca7-dd90fdcfaa85 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:02:30.003747 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-05ebf539-b1c4-40c4-8ca7-dd90fdcfaa85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:30.007046 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-05ebf539-b1c4-40c4-8ca7-dd90fdcfaa85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:30.026952 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-05ebf539-b1c4-40c4-8ca7-dd90fdcfaa85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:30.174749 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0457d8-2b1b-458c-9c54-a01ac6994839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'fixed_ips': [{'subnet_id': '39517edf-0a16-4b28-be25-63313f984c1c'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 11:02:30.175576 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6e0457d8-2b1b-458c-9c54-a01ac6994839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:30.181997 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-05ebf539-b1c4-40c4-8ca7-dd90fdcfaa85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:30.330344 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-6e0457d8-2b1b-458c-9c54-a01ac6994839 None None] Allocated IP 172.20.0.2 (5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c/39517edf-0a16-4b28-be25-63313f984c1c/8e0a2927-8838-40ef-a16f-2c15606eee0e) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:02:30.372902 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-05ebf539-b1c4-40c4-8ca7-dd90fdcfaa85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:30.402060 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-05ebf539-b1c4-40c4-8ca7-dd90fdcfaa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:30.535181 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6e0457d8-2b1b-458c-9c54-a01ac6994839 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:30.537411 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-05ebf539-b1c4-40c4-8ca7-dd90fdcfaa85 admin admin] Allocated IP 172.26.0.52 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/a5a210ca-05f2-4a98-b819-129f961c8b9e) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:02:30.546253 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-6e0457d8-2b1b-458c-9c54-a01ac6994839 None None] Transition to ACTIVE for port object 8e0a2927-8838-40ef-a16f-2c15606eee0e will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:02:30.564849 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-6e0457d8-2b1b-458c-9c54-a01ac6994839 None None] Transition to ACTIVE for port object 8e0a2927-8838-40ef-a16f-2c15606eee0e will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:02:30.570316 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6e0457d8-2b1b-458c-9c54-a01ac6994839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:30.640813 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0457d8-2b1b-458c-9c54-a01ac6994839 None None] Network 5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:02:30.643643 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-6e0457d8-2b1b-458c-9c54-a01ac6994839 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:02:30.646358 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0457d8-2b1b-458c-9c54-a01ac6994839 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 11:02:30.653867 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0457d8-2b1b-458c-9c54-a01ac6994839 None None] Pushing event updated for resources: {'Port': ['ID=8e0a2927-8838-40ef-a16f-2c15606eee0e,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:30.741606 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-6e0457d8-2b1b-458c-9c54-a01ac6994839 None None] Attempting to bind port 8e0a2927-8838-40ef-a16f-2c15606eee0e on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:02:30.742168 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-6e0457d8-2b1b-458c-9c54-a01ac6994839 None None] Attempting to bind port 8e0a2927-8838-40ef-a16f-2c15606eee0e by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'b6cb400b-3da3-4e53-9634-4b337643399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:02:30.742531 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0457d8-2b1b-458c-9c54-a01ac6994839 None None] Attempting to bind port 8e0a2927-8838-40ef-a16f-2c15606eee0e on network 5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 11:02:30.750040 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0457d8-2b1b-458c-9c54-a01ac6994839 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 11:02:30.750550 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0457d8-2b1b-458c-9c54-a01ac6994839 None None] Checking segment: {'id': 'b6cb400b-3da3-4e53-9634-4b337643399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 11:02:30.750957 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6e0457d8-2b1b-458c-9c54-a01ac6994839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:30.751351 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0457d8-2b1b-458c-9c54-a01ac6994839 None None] Bound using segment: {'id': 'b6cb400b-3da3-4e53-9634-4b337643399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 11:02:30.751814 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-6e0457d8-2b1b-458c-9c54-a01ac6994839 None None] Bound port: 8e0a2927-8838-40ef-a16f-2c15606eee0e, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6cb400b-3da3-4e53-9634-4b337643399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:02:30.752379 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6e0457d8-2b1b-458c-9c54-a01ac6994839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:30.774664 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-05ebf539-b1c4-40c4-8ca7-dd90fdcfaa85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:30.801998 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-05ebf539-b1c4-40c4-8ca7-dd90fdcfaa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:30.843565 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-6e0457d8-2b1b-458c-9c54-a01ac6994839 None None] For port 8e0a2927-8838-40ef-a16f-2c15606eee0e, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:02:30.847480 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-6e0457d8-2b1b-458c-9c54-a01ac6994839 None None] For port 8e0a2927-8838-40ef-a16f-2c15606eee0e, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=8e0a2927-8838-40ef-a16f-2c15606eee0e,segment=NetworkSegment(b6cb400b-3da3-4e53-9634-4b337643399c),segment_id=b6cb400b-3da3-4e53-9634-4b337643399c)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:02:30.851157 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6e0457d8-2b1b-458c-9c54-a01ac6994839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:30.867249 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ebf539-b1c4-40c4-8ca7-dd90fdcfaa85 admin admin] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:02:30.869842 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-05ebf539-b1c4-40c4-8ca7-dd90fdcfaa85 admin admin] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:02:30.874428 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ebf539-b1c4-40c4-8ca7-dd90fdcfaa85 admin admin] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 11:02:30.906437 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebf539-b1c4-40c4-8ca7-dd90fdcfaa85 admin admin] Pushing event updated for resources: {'Port': ['ID=a5a210ca-05f2-4a98-b819-129f961c8b9e,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:30.936917 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0457d8-2b1b-458c-9c54-a01ac6994839 None None] Pushing event updated for resources: {'Port': ['ID=8e0a2927-8838-40ef-a16f-2c15606eee0e,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:31.038955 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-05ebf539-b1c4-40c4-8ca7-dd90fdcfaa85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:31.039698 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-05ebf539-b1c4-40c4-8ca7-dd90fdcfaa85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:31.291765 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ebf539-b1c4-40c4-8ca7-dd90fdcfaa85 admin admin] Router bbd17001-69f2-4028-bece-f01ce1f5894d is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:02:31.493024 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ebf539-b1c4-40c4-8ca7-dd90fdcfaa85 admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:02:31.502011 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5973215-fdb7-4af9-94bd-b0f12587aafe None None] Sync routers for ids ['bbd17001-69f2-4028-bece-f01ce1f5894d'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 11:02:31.515434 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5973215-fdb7-4af9-94bd-b0f12587aafe None None] Routers {'bbd17001-69f2-4028-bece-f01ce1f5894d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:02:31.516151 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d5973215-fdb7-4af9-94bd-b0f12587aafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:02:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['bbd17001-69f2-4028-bece-f01ce1f5894d'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:31.517629 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-05ebf539-b1c4-40c4-8ca7-dd90fdcfaa85 admin admin] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:31.521978 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38332) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:31.522498 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-05ebf539-b1c4-40c4-8ca7-dd90fdcfaa85 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5519245 Apr 08 11:02:31.708279 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-d5973215-fdb7-4af9-94bd-b0f12587aafe None None] Set router bbd17001-69f2-4028-bece-f01ce1f5894d gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:02:31.928968 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bce4b90-c7e4-426f-9a86-08c954b94854 None None] Network 5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 11:02:31.997996 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d5973215-fdb7-4af9-94bd-b0f12587aafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'name': 'tempest-TestShelveInstance-1656564487-router', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:30Z', 'revision_number': 3, 'project_id': '480373186b3940779a7d294d48fc70b6', 'gw_port': {'id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:32.002417 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5973215-fdb7-4af9-94bd-b0f12587aafe None None] Checking router: bbd17001-69f2-4028-bece-f01ce1f5894d for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 11:02:32.002762 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5973215-fdb7-4af9-94bd-b0f12587aafe None None] Updating router bbd17001-69f2-4028-bece-f01ce1f5894d port a5a210ca-05f2-4a98-b819-129f961c8b9e binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 11:02:32.028698 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-9d65d373-9feb-447b-a12a-60394cf2b58b None None] Provisioning for port 8e0a2927-8838-40ef-a16f-2c15606eee0e completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:02:32.067480 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5973215-fdb7-4af9-94bd-b0f12587aafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:32.417099 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4a818b3c-8b84-4c9b-a3b7-64726d7ab8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:32.447563 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5973215-fdb7-4af9-94bd-b0f12587aafe None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:32.459028 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-d5973215-fdb7-4af9-94bd-b0f12587aafe None None] Transition to ACTIVE for port object a5a210ca-05f2-4a98-b819-129f961c8b9e will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:02:32.467416 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5973215-fdb7-4af9-94bd-b0f12587aafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:32.545766 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-d5973215-fdb7-4af9-94bd-b0f12587aafe None None] Attempting to bind port a5a210ca-05f2-4a98-b819-129f961c8b9e on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:02:32.546450 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-d5973215-fdb7-4af9-94bd-b0f12587aafe None None] Attempting to bind port a5a210ca-05f2-4a98-b819-129f961c8b9e by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:02:32.546450 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5973215-fdb7-4af9-94bd-b0f12587aafe None None] Attempting to bind port a5a210ca-05f2-4a98-b819-129f961c8b9e on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 11:02:32.548498 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09364c6-13b5-4419-a819-96308cf9462b None None] Pushing event updated for resources: {'Port': ['ID=a5a210ca-05f2-4a98-b819-129f961c8b9e,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:32.559915 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09364c6-13b5-4419-a819-96308cf9462b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:32.560294 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09364c6-13b5-4419-a819-96308cf9462b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:32.560628 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09364c6-13b5-4419-a819-96308cf9462b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:32.560957 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09364c6-13b5-4419-a819-96308cf9462b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:32.561285 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09364c6-13b5-4419-a819-96308cf9462b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:32.561616 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09364c6-13b5-4419-a819-96308cf9462b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:32.561937 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09364c6-13b5-4419-a819-96308cf9462b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:32.562257 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09364c6-13b5-4419-a819-96308cf9462b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:32.562574 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09364c6-13b5-4419-a819-96308cf9462b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:32.562888 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09364c6-13b5-4419-a819-96308cf9462b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:32.563204 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09364c6-13b5-4419-a819-96308cf9462b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:02:32.566326 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5973215-fdb7-4af9-94bd-b0f12587aafe None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 11:02:32.566694 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5973215-fdb7-4af9-94bd-b0f12587aafe None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 11:02:32.567085 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5973215-fdb7-4af9-94bd-b0f12587aafe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:32.567472 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5973215-fdb7-4af9-94bd-b0f12587aafe None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 11:02:32.567926 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-d5973215-fdb7-4af9-94bd-b0f12587aafe None None] Bound port: a5a210ca-05f2-4a98-b819-129f961c8b9e, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:02:32.568317 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5973215-fdb7-4af9-94bd-b0f12587aafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:32.623940 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-4a818b3c-8b84-4c9b-a3b7-64726d7ab8ce admin admin] Allocated IP 172.20.0.1 (5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c/39517edf-0a16-4b28-be25-63313f984c1c/6d46be30-94bd-47e3-865c-5ff38112822e) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:02:32.640389 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-d5973215-fdb7-4af9-94bd-b0f12587aafe None None] For port a5a210ca-05f2-4a98-b819-129f961c8b9e, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:02:32.643371 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-d5973215-fdb7-4af9-94bd-b0f12587aafe None None] For port a5a210ca-05f2-4a98-b819-129f961c8b9e, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=a5a210ca-05f2-4a98-b819-129f961c8b9e,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:02:32.647078 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-d5973215-fdb7-4af9-94bd-b0f12587aafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:32.737793 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09364c6-13b5-4419-a819-96308cf9462b None None] Pushing event updated for resources: {'Port': ['ID=a5a210ca-05f2-4a98-b819-129f961c8b9e,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:32.743103 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5973215-fdb7-4af9-94bd-b0f12587aafe None None] Routers {'bbd17001-69f2-4028-bece-f01ce1f5894d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:02:32.743702 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d5973215-fdb7-4af9-94bd-b0f12587aafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:02:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['bbd17001-69f2-4028-bece-f01ce1f5894d'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:32.773044 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4a818b3c-8b84-4c9b-a3b7-64726d7ab8ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:32.789471 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-4a818b3c-8b84-4c9b-a3b7-64726d7ab8ce admin admin] Transition to ACTIVE for port object 6d46be30-94bd-47e3-865c-5ff38112822e will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:02:32.817967 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4a818b3c-8b84-4c9b-a3b7-64726d7ab8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:32.839616 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 8e0a2927-8838-40ef-a16f-2c15606eee0e up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:02:32.889248 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a818b3c-8b84-4c9b-a3b7-64726d7ab8ce admin admin] Network 5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:02:32.891906 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-4a818b3c-8b84-4c9b-a3b7-64726d7ab8ce admin admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:02:32.894849 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a818b3c-8b84-4c9b-a3b7-64726d7ab8ce admin admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 11:02:32.911813 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 8e0a2927-8838-40ef-a16f-2c15606eee0e completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:02:32.917429 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 8e0a2927-8838-40ef-a16f-2c15606eee0e triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:02:32.918036 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:32.933248 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a818b3c-8b84-4c9b-a3b7-64726d7ab8ce admin admin] Pushing event updated for resources: {'Port': ['ID=6d46be30-94bd-47e3-865c-5ff38112822e,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:32.938630 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-d5973215-fdb7-4af9-94bd-b0f12587aafe None None] Set router bbd17001-69f2-4028-bece-f01ce1f5894d gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:02:32.959543 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4a818b3c-8b84-4c9b-a3b7-64726d7ab8ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:33.069723 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4a818b3c-8b84-4c9b-a3b7-64726d7ab8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:33.087706 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:33.131359 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 8e0a2927-8838-40ef-a16f-2c15606eee0e, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=8e0a2927-8838-40ef-a16f-2c15606eee0e,segment=NetworkSegment(b6cb400b-3da3-4e53-9634-4b337643399c),segment_id=b6cb400b-3da3-4e53-9634-4b337643399c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:02:33.138779 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:33.214351 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-20522e33-7fbd-4761-8b6d-32792f3482cd None None] Provisioning for port 6d46be30-94bd-47e3-865c-5ff38112822e completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:02:33.220935 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-20522e33-7fbd-4761-8b6d-32792f3482cd None None] Provisioning complete for port 6d46be30-94bd-47e3-865c-5ff38112822e triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:02:33.221332 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-20522e33-7fbd-4761-8b6d-32792f3482cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:33.280032 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=8e0a2927-8838-40ef-a16f-2c15606eee0e,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:33.282962 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-d5973215-fdb7-4af9-94bd-b0f12587aafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'name': 'tempest-TestShelveInstance-1656564487-router', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:30Z', 'revision_number': 3, 'project_id': '480373186b3940779a7d294d48fc70b6', 'gw_port': {'id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:33.286060 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-20522e33-7fbd-4761-8b6d-32792f3482cd None None] Port 6d46be30-94bd-47e3-865c-5ff38112822e cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 11:02:33.287128 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5973215-fdb7-4af9-94bd-b0f12587aafe None None] The sync data for ids ['bbd17001-69f2-4028-bece-f01ce1f5894d'] in dv-neutron-837110-1-hyperv is: [{'id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'name': 'tempest-TestShelveInstance-1656564487-router', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:30Z', 'revision_number': 3, 'project_id': '480373186b3940779a7d294d48fc70b6', 'gw_port': {'id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 11:02:33.322525 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4a818b3c-8b84-4c9b-a3b7-64726d7ab8ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:33.328297 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4a818b3c-8b84-4c9b-a3b7-64726d7ab8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:33.437267 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a818b3c-8b84-4c9b-a3b7-64726d7ab8ce admin admin] Pushing event updated for resources: {'Port': ['ID=6d46be30-94bd-47e3-865c-5ff38112822e,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:33.439603 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-4a818b3c-8b84-4c9b-a3b7-64726d7ab8ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:33.697128 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a818b3c-8b84-4c9b-a3b7-64726d7ab8ce admin admin] Network 5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:02:33.698240 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-4a818b3c-8b84-4c9b-a3b7-64726d7ab8ce admin admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:02:33.912909 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-efe539d5-801f-4789-bee5-3f033dbb90ea None None] Provisioning complete for port 6d46be30-94bd-47e3-865c-5ff38112822e triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:02:33.913359 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-efe539d5-801f-4789-bee5-3f033dbb90ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:33.969168 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-efe539d5-801f-4789-bee5-3f033dbb90ea None None] Port 6d46be30-94bd-47e3-865c-5ff38112822e cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 11:02:34.108969 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a818b3c-8b84-4c9b-a3b7-64726d7ab8ce admin admin] Router bbd17001-69f2-4028-bece-f01ce1f5894d has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:02:34.306287 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a818b3c-8b84-4c9b-a3b7-64726d7ab8ce admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:02:34.315470 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-4a818b3c-8b84-4c9b-a3b7-64726d7ab8ce admin admin] 10.222.0.47 "PUT /v2.0/routers/bbd17001-69f2-4028-bece-f01ce1f5894d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7924190 Apr 08 11:02:34.859277 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 8e0a2927-8838-40ef-a16f-2c15606eee0e up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:02:34.926128 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 8e0a2927-8838-40ef-a16f-2c15606eee0e triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:02:34.926502 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:35.039672 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device a5a210ca-05f2-4a98-b819-129f961c8b9e up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:02:35.108739 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port a5a210ca-05f2-4a98-b819-129f961c8b9e completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:02:35.113805 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port a5a210ca-05f2-4a98-b819-129f961c8b9e triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:02:35.114170 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:35.150559 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38354) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:35.156711 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-8c0ecc2f-0549-4c9a-bb41-5a6fe6cc253d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1907387723-network', 'tenant_id': '15aaf6e3bd85430eb92d92b6d740f25b'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:02:35.161442 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-8c0ecc2f-0549-4c9a-bb41-5a6fe6cc253d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:02:35.165466 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-8c0ecc2f-0549-4c9a-bb41-5a6fe6cc253d admin admin] Usage tracker for resource:network and tenant:15aaf6e3bd85430eb92d92b6d740f25b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:02:35.168343 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-8c0ecc2f-0549-4c9a-bb41-5a6fe6cc253d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:02:35.174378 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-8c0ecc2f-0549-4c9a-bb41-5a6fe6cc253d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:02:35.184571 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0ecc2f-0549-4c9a-bb41-5a6fe6cc253d admin admin] Made reservation on behalf of 15aaf6e3bd85430eb92d92b6d740f25b for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:02:35.187126 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c0ecc2f-0549-4c9a-bb41-5a6fe6cc253d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:35.199209 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c0ecc2f-0549-4c9a-bb41-5a6fe6cc253d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:35.228806 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:35.231680 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-8c0ecc2f-0549-4c9a-bb41-5a6fe6cc253d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:02:35.235503 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-8c0ecc2f-0549-4c9a-bb41-5a6fe6cc253d admin admin] Usage tracker for resource:security_group_rule and tenant:15aaf6e3bd85430eb92d92b6d740f25b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:02:35.237922 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-8c0ecc2f-0549-4c9a-bb41-5a6fe6cc253d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:02:35.243479 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-8c0ecc2f-0549-4c9a-bb41-5a6fe6cc253d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:02:35.245164 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port a5a210ca-05f2-4a98-b819-129f961c8b9e, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=a5a210ca-05f2-4a98-b819-129f961c8b9e,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:02:35.249280 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:35.312991 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c0ecc2f-0549-4c9a-bb41-5a6fe6cc253d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:35.316795 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c0ecc2f-0549-4c9a-bb41-5a6fe6cc253d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:35.320055 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=a5a210ca-05f2-4a98-b819-129f961c8b9e,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:35.346706 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0ecc2f-0549-4c9a-bb41-5a6fe6cc253d admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:02:35.361942 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ecc2f-0549-4c9a-bb41-5a6fe6cc253d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ad41d8-c3d6-4343-91a6-291a5b229067,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:35.367539 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c0ecc2f-0549-4c9a-bb41-5a6fe6cc253d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:35.367878 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-8c0ecc2f-0549-4c9a-bb41-5a6fe6cc253d admin admin] Added segment f47cbb80-f073-4cc6-93a8-b66a2058928d of type vlan for network d94f7e74-c731-4674-8664-39ae1863bc31 Apr 08 11:02:35.394066 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c0ecc2f-0549-4c9a-bb41-5a6fe6cc253d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:35.423203 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c0ecc2f-0549-4c9a-bb41-5a6fe6cc253d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:35.423943 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0ecc2f-0549-4c9a-bb41-5a6fe6cc253d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:35.424572 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c0ecc2f-0549-4c9a-bb41-5a6fe6cc253d admin admin] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:35.522770 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8c0ecc2f-0549-4c9a-bb41-5a6fe6cc253d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3710303 Apr 08 11:02:35.525569 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ecc2f-0549-4c9a-bb41-5a6fe6cc253d admin admin] Pushing event updated for resources: {'Network': ['ID=d94f7e74-c731-4674-8664-39ae1863bc31,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:35.525968 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38358) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:35.531768 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-04f517b7-5c75-4e24-8c81-f06193c88690 admin admin] Request body: {'subnet': {'network_id': 'd94f7e74-c731-4674-8664-39ae1863bc31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1907387723-subnet', 'tenant_id': '15aaf6e3bd85430eb92d92b6d740f25b', 'ip_version': 4}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:02:35.534939 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network d94f7e74-c731-4674-8664-39ae1863bc31 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:02:35.536843 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-04f517b7-5c75-4e24-8c81-f06193c88690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:02:35.540856 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-04f517b7-5c75-4e24-8c81-f06193c88690 admin admin] Usage tracker for resource:subnet and tenant:15aaf6e3bd85430eb92d92b6d740f25b is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:02:35.547548 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-04f517b7-5c75-4e24-8c81-f06193c88690 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:02:35.553359 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-04f517b7-5c75-4e24-8c81-f06193c88690 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:02:35.563970 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f517b7-5c75-4e24-8c81-f06193c88690 admin admin] Made reservation on behalf of 15aaf6e3bd85430eb92d92b6d740f25b for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:02:35.566344 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-04f517b7-5c75-4e24-8c81-f06193c88690 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:35.764837 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-04f517b7-5c75-4e24-8c81-f06193c88690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:35.832946 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f517b7-5c75-4e24-8c81-f06193c88690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24a6b326-b7fa-4997-aa2a-7c851c7e500d,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:35.846505 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f517b7-5c75-4e24-8c81-f06193c88690 admin admin] Checking segment: {'id': 'f47cbb80-f073-4cc6-93a8-b66a2058928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd94f7e74-c731-4674-8664-39ae1863bc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 11:02:35.846859 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f517b7-5c75-4e24-8c81-f06193c88690 admin admin] Network hostable DHCP agents. Network: d94f7e74-c731-4674-8664-39ae1863bc31, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:02:35.868070 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f517b7-5c75-4e24-8c81-f06193c88690 admin admin] Network d94f7e74-c731-4674-8664-39ae1863bc31 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:02:35.878565 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-04f517b7-5c75-4e24-8c81-f06193c88690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, d94f7e74-c731-4674-8664-39ae1863bc31) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:02:35.882555 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f517b7-5c75-4e24-8c81-f06193c88690 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:35.883162 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-04f517b7-5c75-4e24-8c81-f06193c88690 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:35.887772 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524564f6-8af0-493e-9fd4-d401b23aec00 None None] Network d94f7e74-c731-4674-8664-39ae1863bc31 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 11:02:35.903413 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-04f517b7-5c75-4e24-8c81-f06193c88690 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3763592 Apr 08 11:02:35.906249 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38362) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:35.911313 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-68f9ff33-cb42-4ec4-be4b-9f4daf2a0224 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1907387723-router', 'tenant_id': '15aaf6e3bd85430eb92d92b6d740f25b', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:02:35.915839 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-68f9ff33-cb42-4ec4-be4b-9f4daf2a0224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:02:35.920466 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-68f9ff33-cb42-4ec4-be4b-9f4daf2a0224 admin admin] Usage tracker for resource:router and tenant:15aaf6e3bd85430eb92d92b6d740f25b is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:02:35.923380 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-68f9ff33-cb42-4ec4-be4b-9f4daf2a0224 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:02:35.929058 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-68f9ff33-cb42-4ec4-be4b-9f4daf2a0224 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:02:35.940499 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-68f9ff33-cb42-4ec4-be4b-9f4daf2a0224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:35.941443 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-68f9ff33-cb42-4ec4-be4b-9f4daf2a0224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:35.959183 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-68f9ff33-cb42-4ec4-be4b-9f4daf2a0224 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:36.108425 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3369ae90-d8d0-4a3f-8d43-16b25a2ba1ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-d94f7e74-c731-4674-8664-39ae1863bc31', 'network_id': 'd94f7e74-c731-4674-8664-39ae1863bc31', 'tenant_id': '15aaf6e3bd85430eb92d92b6d740f25b', 'fixed_ips': [{'subnet_id': '24a6b326-b7fa-4997-aa2a-7c851c7e500d'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 11:02:36.109292 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3369ae90-d8d0-4a3f-8d43-16b25a2ba1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:36.111598 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-68f9ff33-cb42-4ec4-be4b-9f4daf2a0224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:36.268504 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-3369ae90-d8d0-4a3f-8d43-16b25a2ba1ef None None] Allocated IP 172.20.0.2 (d94f7e74-c731-4674-8664-39ae1863bc31/24a6b326-b7fa-4997-aa2a-7c851c7e500d/2c2340e3-4356-4916-b46b-7de3ea6f7cde) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:02:36.310960 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-68f9ff33-cb42-4ec4-be4b-9f4daf2a0224 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:36.341049 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-68f9ff33-cb42-4ec4-be4b-9f4daf2a0224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:36.477106 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-68f9ff33-cb42-4ec4-be4b-9f4daf2a0224 admin admin] Allocated IP 172.26.0.177 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/13b0af73-06a1-47c6-9b65-c306b2b0901d) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:02:36.491306 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3369ae90-d8d0-4a3f-8d43-16b25a2ba1ef None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:36.501172 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3369ae90-d8d0-4a3f-8d43-16b25a2ba1ef None None] Transition to ACTIVE for port object 2c2340e3-4356-4916-b46b-7de3ea6f7cde will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:02:36.519627 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3369ae90-d8d0-4a3f-8d43-16b25a2ba1ef None None] Transition to ACTIVE for port object 2c2340e3-4356-4916-b46b-7de3ea6f7cde will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:02:36.529999 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3369ae90-d8d0-4a3f-8d43-16b25a2ba1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:36.603833 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3369ae90-d8d0-4a3f-8d43-16b25a2ba1ef None None] Network d94f7e74-c731-4674-8664-39ae1863bc31 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:02:36.606995 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-3369ae90-d8d0-4a3f-8d43-16b25a2ba1ef None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:02:36.611504 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3369ae90-d8d0-4a3f-8d43-16b25a2ba1ef None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 11:02:36.613739 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369ae90-d8d0-4a3f-8d43-16b25a2ba1ef None None] Pushing event updated for resources: {'Port': ['ID=2c2340e3-4356-4916-b46b-7de3ea6f7cde,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:36.701877 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-3369ae90-d8d0-4a3f-8d43-16b25a2ba1ef None None] Attempting to bind port 2c2340e3-4356-4916-b46b-7de3ea6f7cde on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:02:36.702248 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-3369ae90-d8d0-4a3f-8d43-16b25a2ba1ef None None] Attempting to bind port 2c2340e3-4356-4916-b46b-7de3ea6f7cde by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'f47cbb80-f073-4cc6-93a8-b66a2058928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd94f7e74-c731-4674-8664-39ae1863bc31'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:02:36.702613 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3369ae90-d8d0-4a3f-8d43-16b25a2ba1ef None None] Attempting to bind port 2c2340e3-4356-4916-b46b-7de3ea6f7cde on network d94f7e74-c731-4674-8664-39ae1863bc31 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 11:02:36.709125 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3369ae90-d8d0-4a3f-8d43-16b25a2ba1ef None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 11:02:36.709495 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3369ae90-d8d0-4a3f-8d43-16b25a2ba1ef None None] Checking segment: {'id': 'f47cbb80-f073-4cc6-93a8-b66a2058928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd94f7e74-c731-4674-8664-39ae1863bc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 11:02:36.709891 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3369ae90-d8d0-4a3f-8d43-16b25a2ba1ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:36.710276 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3369ae90-d8d0-4a3f-8d43-16b25a2ba1ef None None] Bound using segment: {'id': 'f47cbb80-f073-4cc6-93a8-b66a2058928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd94f7e74-c731-4674-8664-39ae1863bc31'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 11:02:36.711016 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-3369ae90-d8d0-4a3f-8d43-16b25a2ba1ef None None] Bound port: 2c2340e3-4356-4916-b46b-7de3ea6f7cde, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47cbb80-f073-4cc6-93a8-b66a2058928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd94f7e74-c731-4674-8664-39ae1863bc31'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:02:36.711149 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3369ae90-d8d0-4a3f-8d43-16b25a2ba1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:36.726972 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-68f9ff33-cb42-4ec4-be4b-9f4daf2a0224 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:36.754367 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-68f9ff33-cb42-4ec4-be4b-9f4daf2a0224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:36.815043 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560a87b8-cf4f-4c60-8c80-c3be621afe57 None None] Sync routers for ids ['bbd17001-69f2-4028-bece-f01ce1f5894d'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 11:02:36.827990 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f9ff33-cb42-4ec4-be4b-9f4daf2a0224 admin admin] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:02:36.829912 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device a5a210ca-05f2-4a98-b819-129f961c8b9e up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:02:36.831038 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-68f9ff33-cb42-4ec4-be4b-9f4daf2a0224 admin admin] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:02:36.835419 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f9ff33-cb42-4ec4-be4b-9f4daf2a0224 admin admin] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 11:02:36.862355 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9ff33-cb42-4ec4-be4b-9f4daf2a0224 admin admin] Pushing event updated for resources: {'Port': ['ID=13b0af73-06a1-47c6-9b65-c306b2b0901d,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:36.885034 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-3369ae90-d8d0-4a3f-8d43-16b25a2ba1ef None None] For port 2c2340e3-4356-4916-b46b-7de3ea6f7cde, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:02:36.898280 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560a87b8-cf4f-4c60-8c80-c3be621afe57 None None] Routers {'bbd17001-69f2-4028-bece-f01ce1f5894d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:02:36.899214 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-560a87b8-cf4f-4c60-8c80-c3be621afe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:02:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['bbd17001-69f2-4028-bece-f01ce1f5894d'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:36.955445 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-3369ae90-d8d0-4a3f-8d43-16b25a2ba1ef None None] For port 2c2340e3-4356-4916-b46b-7de3ea6f7cde, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2c2340e3-4356-4916-b46b-7de3ea6f7cde,segment=NetworkSegment(f47cbb80-f073-4cc6-93a8-b66a2058928d),segment_id=f47cbb80-f073-4cc6-93a8-b66a2058928d)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:02:36.997077 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-68f9ff33-cb42-4ec4-be4b-9f4daf2a0224 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:36.997992 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-68f9ff33-cb42-4ec4-be4b-9f4daf2a0224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:37.016948 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3369ae90-d8d0-4a3f-8d43-16b25a2ba1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:37.143580 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369ae90-d8d0-4a3f-8d43-16b25a2ba1ef None None] Pushing event updated for resources: {'Port': ['ID=2c2340e3-4356-4916-b46b-7de3ea6f7cde,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:37.156216 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port a5a210ca-05f2-4a98-b819-129f961c8b9e triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:02:37.156585 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:37.211775 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-560a87b8-cf4f-4c60-8c80-c3be621afe57 None None] Set router bbd17001-69f2-4028-bece-f01ce1f5894d gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:02:37.242857 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f9ff33-cb42-4ec4-be4b-9f4daf2a0224 admin admin] Router 6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:02:37.477223 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f9ff33-cb42-4ec4-be4b-9f4daf2a0224 admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:02:37.487587 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d943b7b-3a16-4057-a163-007578f1f3e0 None None] Sync routers for ids ['6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 11:02:37.500853 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d943b7b-3a16-4057-a163-007578f1f3e0 None None] Routers {'6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:02:37.501525 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-0d943b7b-3a16-4057-a163-007578f1f3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:02:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:37.508156 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-68f9ff33-cb42-4ec4-be4b-9f4daf2a0224 admin admin] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:37.510708 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-68f9ff33-cb42-4ec4-be4b-9f4daf2a0224 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6018486 Apr 08 11:02:37.511986 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38366) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:37.619049 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-560a87b8-cf4f-4c60-8c80-c3be621afe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'name': 'tempest-TestShelveInstance-1656564487-router', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:32Z', 'revision_number': 4, 'project_id': '480373186b3940779a7d294d48fc70b6', 'gw_port': {'id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '6d46be30-94bd-47e3-865c-5ff38112822e', 'name': '', 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'mac_address': 'fa:16:3e:15:c6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39517edf-0a16-4b28-be25-63313f984c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:32Z', 'updated_at': '2022-04-08T11:02:33Z', 'revision_number': 2, 'project_id': '480373186b3940779a7d294d48fc70b6', 'subnets': [{'id': '39517edf-0a16-4b28-be25-63313f984c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:37.623124 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560a87b8-cf4f-4c60-8c80-c3be621afe57 None None] Checking router: bbd17001-69f2-4028-bece-f01ce1f5894d for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 11:02:37.623900 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560a87b8-cf4f-4c60-8c80-c3be621afe57 None None] Updating router bbd17001-69f2-4028-bece-f01ce1f5894d port 6d46be30-94bd-47e3-865c-5ff38112822e binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 11:02:37.677197 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-560a87b8-cf4f-4c60-8c80-c3be621afe57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:37.684805 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-0d943b7b-3a16-4057-a163-007578f1f3e0 None None] Set router 6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:02:38.017957 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-0d943b7b-3a16-4057-a163-007578f1f3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a', 'name': 'tempest-TestShelveInstance-1907387723-router', 'tenant_id': '15aaf6e3bd85430eb92d92b6d740f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': '13b0af73-06a1-47c6-9b65-c306b2b0901d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:35Z', 'updated_at': '2022-04-08T11:02:36Z', 'revision_number': 3, 'project_id': '15aaf6e3bd85430eb92d92b6d740f25b', 'gw_port': {'id': '13b0af73-06a1-47c6-9b65-c306b2b0901d', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:36Z', 'updated_at': '2022-04-08T11:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:38.022429 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d943b7b-3a16-4057-a163-007578f1f3e0 None None] Checking router: 6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 11:02:38.022853 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d943b7b-3a16-4057-a163-007578f1f3e0 None None] Updating router 6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a port 13b0af73-06a1-47c6-9b65-c306b2b0901d binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 11:02:38.101679 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0d943b7b-3a16-4057-a163-007578f1f3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:38.115826 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-560a87b8-cf4f-4c60-8c80-c3be621afe57 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:38.142533 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-560a87b8-cf4f-4c60-8c80-c3be621afe57 None None] Transition to ACTIVE for port object 6d46be30-94bd-47e3-865c-5ff38112822e will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:02:38.147058 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee19c149-93c1-44f0-b17b-c4a2c655e440 None None] Network d94f7e74-c731-4674-8664-39ae1863bc31 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 11:02:38.231649 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-560a87b8-cf4f-4c60-8c80-c3be621afe57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:38.405188 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c719344-3225-43d8-b61c-2a5a03e615af None None] Pushing event updated for resources: {'Port': ['ID=6d46be30-94bd-47e3-865c-5ff38112822e,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:38.411182 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-9befea32-19ea-46f5-8939-ae9cde4b0fad None None] Provisioning for port 2c2340e3-4356-4916-b46b-7de3ea6f7cde completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:02:38.453409 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-66d438aa-0486-43b7-b1bc-1d20899fce07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:38.515130 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0d943b7b-3a16-4057-a163-007578f1f3e0 None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:38.531229 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-0d943b7b-3a16-4057-a163-007578f1f3e0 None None] Transition to ACTIVE for port object 13b0af73-06a1-47c6-9b65-c306b2b0901d will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:02:38.541979 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0d943b7b-3a16-4057-a163-007578f1f3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:38.620298 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-0d943b7b-3a16-4057-a163-007578f1f3e0 None None] Attempting to bind port 13b0af73-06a1-47c6-9b65-c306b2b0901d on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:02:38.620673 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-0d943b7b-3a16-4057-a163-007578f1f3e0 None None] Attempting to bind port 13b0af73-06a1-47c6-9b65-c306b2b0901d by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:02:38.621015 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d943b7b-3a16-4057-a163-007578f1f3e0 None None] Attempting to bind port 13b0af73-06a1-47c6-9b65-c306b2b0901d on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 11:02:38.632684 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d943b7b-3a16-4057-a163-007578f1f3e0 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 11:02:38.633055 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d943b7b-3a16-4057-a163-007578f1f3e0 None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 11:02:38.633459 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0d943b7b-3a16-4057-a163-007578f1f3e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:38.633960 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d943b7b-3a16-4057-a163-007578f1f3e0 None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 11:02:38.634303 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-0d943b7b-3a16-4057-a163-007578f1f3e0 None None] Bound port: 13b0af73-06a1-47c6-9b65-c306b2b0901d, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:02:38.634673 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0d943b7b-3a16-4057-a163-007578f1f3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:38.649815 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-560a87b8-cf4f-4c60-8c80-c3be621afe57 None None] Attempting to bind port 6d46be30-94bd-47e3-865c-5ff38112822e on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:02:38.650188 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-560a87b8-cf4f-4c60-8c80-c3be621afe57 None None] Attempting to bind port 6d46be30-94bd-47e3-865c-5ff38112822e by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'b6cb400b-3da3-4e53-9634-4b337643399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:02:38.650552 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560a87b8-cf4f-4c60-8c80-c3be621afe57 None None] Attempting to bind port 6d46be30-94bd-47e3-865c-5ff38112822e on network 5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 11:02:38.667220 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184abcdd-5b73-4009-a3c2-a1e28ae4ed9f None None] Pushing event updated for resources: {'Port': ['ID=13b0af73-06a1-47c6-9b65-c306b2b0901d,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:38.688969 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560a87b8-cf4f-4c60-8c80-c3be621afe57 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 11:02:38.689377 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560a87b8-cf4f-4c60-8c80-c3be621afe57 None None] Checking segment: {'id': 'b6cb400b-3da3-4e53-9634-4b337643399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 11:02:38.690017 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-560a87b8-cf4f-4c60-8c80-c3be621afe57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:38.690146 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560a87b8-cf4f-4c60-8c80-c3be621afe57 None None] Bound using segment: {'id': 'b6cb400b-3da3-4e53-9634-4b337643399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 11:02:38.690590 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-560a87b8-cf4f-4c60-8c80-c3be621afe57 None None] Bound port: 6d46be30-94bd-47e3-865c-5ff38112822e, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6cb400b-3da3-4e53-9634-4b337643399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:02:38.690970 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-560a87b8-cf4f-4c60-8c80-c3be621afe57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:38.691095 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-66d438aa-0486-43b7-b1bc-1d20899fce07 admin admin] Allocated IP 172.20.0.1 (d94f7e74-c731-4674-8664-39ae1863bc31/24a6b326-b7fa-4997-aa2a-7c851c7e500d/2313723b-9dfa-4aaf-91c9-159fc5a3c964) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:02:38.714998 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:38.719065 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-0d943b7b-3a16-4057-a163-007578f1f3e0 None None] For port 13b0af73-06a1-47c6-9b65-c306b2b0901d, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:02:38.722511 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-0d943b7b-3a16-4057-a163-007578f1f3e0 None None] For port 13b0af73-06a1-47c6-9b65-c306b2b0901d, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=13b0af73-06a1-47c6-9b65-c306b2b0901d,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:02:38.726880 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-0d943b7b-3a16-4057-a163-007578f1f3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:38.812023 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d943b7b-3a16-4057-a163-007578f1f3e0 None None] Routers {'6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:02:38.812889 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-0d943b7b-3a16-4057-a163-007578f1f3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:02:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:38.831557 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-560a87b8-cf4f-4c60-8c80-c3be621afe57 None None] For port 6d46be30-94bd-47e3-865c-5ff38112822e, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:02:38.837516 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-560a87b8-cf4f-4c60-8c80-c3be621afe57 None None] For port 6d46be30-94bd-47e3-865c-5ff38112822e, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=6d46be30-94bd-47e3-865c-5ff38112822e,segment=NetworkSegment(b6cb400b-3da3-4e53-9634-4b337643399c),segment_id=b6cb400b-3da3-4e53-9634-4b337643399c)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:02:38.846873 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-560a87b8-cf4f-4c60-8c80-c3be621afe57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:38.880359 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-66d438aa-0486-43b7-b1bc-1d20899fce07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:38.902473 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [None req-66d438aa-0486-43b7-b1bc-1d20899fce07 admin admin] Transition to ACTIVE for port object 2313723b-9dfa-4aaf-91c9-159fc5a3c964 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:02:38.915176 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2c2340e3-4356-4916-b46b-7de3ea6f7cde up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:02:38.938940 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-66d438aa-0486-43b7-b1bc-1d20899fce07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:39.004068 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c719344-3225-43d8-b61c-2a5a03e615af None None] Pushing event updated for resources: {'Port': ['ID=6d46be30-94bd-47e3-865c-5ff38112822e,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:39.004299 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184abcdd-5b73-4009-a3c2-a1e28ae4ed9f None None] Pushing event updated for resources: {'Port': ['ID=13b0af73-06a1-47c6-9b65-c306b2b0901d,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:39.015351 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560a87b8-cf4f-4c60-8c80-c3be621afe57 None None] Routers {'bbd17001-69f2-4028-bece-f01ce1f5894d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:02:39.019363 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-560a87b8-cf4f-4c60-8c80-c3be621afe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:02:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['bbd17001-69f2-4028-bece-f01ce1f5894d'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:39.030204 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-0d943b7b-3a16-4057-a163-007578f1f3e0 None None] Set router 6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:02:39.056261 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d438aa-0486-43b7-b1bc-1d20899fce07 admin admin] Pushing event updated for resources: {'Port': ['ID=2313723b-9dfa-4aaf-91c9-159fc5a3c964,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:39.093134 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d438aa-0486-43b7-b1bc-1d20899fce07 admin admin] Network d94f7e74-c731-4674-8664-39ae1863bc31 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:02:39.098871 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-66d438aa-0486-43b7-b1bc-1d20899fce07 admin admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:02:39.112133 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d438aa-0486-43b7-b1bc-1d20899fce07 admin admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 11:02:39.191465 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-66d438aa-0486-43b7-b1bc-1d20899fce07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:39.258859 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 2c2340e3-4356-4916-b46b-7de3ea6f7cde completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:02:39.271730 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 2c2340e3-4356-4916-b46b-7de3ea6f7cde triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:02:39.272363 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:39.321123 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-66d438aa-0486-43b7-b1bc-1d20899fce07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:39.322834 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-560a87b8-cf4f-4c60-8c80-c3be621afe57 None None] Set router bbd17001-69f2-4028-bece-f01ce1f5894d gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:02:39.457262 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-0d943b7b-3a16-4057-a163-007578f1f3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a', 'name': 'tempest-TestShelveInstance-1907387723-router', 'tenant_id': '15aaf6e3bd85430eb92d92b6d740f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': '13b0af73-06a1-47c6-9b65-c306b2b0901d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:35Z', 'updated_at': '2022-04-08T11:02:36Z', 'revision_number': 3, 'project_id': '15aaf6e3bd85430eb92d92b6d740f25b', 'gw_port': {'id': '13b0af73-06a1-47c6-9b65-c306b2b0901d', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:36Z', 'updated_at': '2022-04-08T11:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:39.461663 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d943b7b-3a16-4057-a163-007578f1f3e0 None None] The sync data for ids ['6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a'] in dv-neutron-837110-1-hyperv is: [{'id': '6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a', 'name': 'tempest-TestShelveInstance-1907387723-router', 'tenant_id': '15aaf6e3bd85430eb92d92b6d740f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': '13b0af73-06a1-47c6-9b65-c306b2b0901d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:35Z', 'updated_at': '2022-04-08T11:02:36Z', 'revision_number': 3, 'project_id': '15aaf6e3bd85430eb92d92b6d740f25b', 'gw_port': {'id': '13b0af73-06a1-47c6-9b65-c306b2b0901d', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:36Z', 'updated_at': '2022-04-08T11:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 11:02:39.584407 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-66d438aa-0486-43b7-b1bc-1d20899fce07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:39.589050 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-66d438aa-0486-43b7-b1bc-1d20899fce07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:39.616975 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:39.643263 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-40db8c67-1ab9-4040-b2bc-05bd72a4e76d None None] Provisioning for port 2313723b-9dfa-4aaf-91c9-159fc5a3c964 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:02:39.669810 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-40db8c67-1ab9-4040-b2bc-05bd72a4e76d None None] Provisioning complete for port 2313723b-9dfa-4aaf-91c9-159fc5a3c964 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:02:39.670186 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-40db8c67-1ab9-4040-b2bc-05bd72a4e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:39.696964 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-66d438aa-0486-43b7-b1bc-1d20899fce07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:39.700959 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d438aa-0486-43b7-b1bc-1d20899fce07 admin admin] Pushing event updated for resources: {'Port': ['ID=2313723b-9dfa-4aaf-91c9-159fc5a3c964,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:39.763859 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 2c2340e3-4356-4916-b46b-7de3ea6f7cde, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2c2340e3-4356-4916-b46b-7de3ea6f7cde,segment=NetworkSegment(f47cbb80-f073-4cc6-93a8-b66a2058928d),segment_id=f47cbb80-f073-4cc6-93a8-b66a2058928d)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:02:39.771788 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:39.817873 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-40db8c67-1ab9-4040-b2bc-05bd72a4e76d None None] Port 2313723b-9dfa-4aaf-91c9-159fc5a3c964 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 11:02:39.844479 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d438aa-0486-43b7-b1bc-1d20899fce07 admin admin] Network d94f7e74-c731-4674-8664-39ae1863bc31 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:02:39.845641 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-66d438aa-0486-43b7-b1bc-1d20899fce07 admin admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:02:39.853282 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=2c2340e3-4356-4916-b46b-7de3ea6f7cde,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:39.871342 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-560a87b8-cf4f-4c60-8c80-c3be621afe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'name': 'tempest-TestShelveInstance-1656564487-router', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:32Z', 'revision_number': 4, 'project_id': '480373186b3940779a7d294d48fc70b6', 'gw_port': {'id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '6d46be30-94bd-47e3-865c-5ff38112822e', 'name': '', 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'mac_address': 'fa:16:3e:15:c6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39517edf-0a16-4b28-be25-63313f984c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:32Z', 'updated_at': '2022-04-08T11:02:38Z', 'revision_number': 4, 'project_id': '480373186b3940779a7d294d48fc70b6', 'subnets': [{'id': '39517edf-0a16-4b28-be25-63313f984c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:39.876726 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560a87b8-cf4f-4c60-8c80-c3be621afe57 None None] The sync data for ids ['bbd17001-69f2-4028-bece-f01ce1f5894d'] in dv-neutron-837110-1-hyperv is: [{'id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'name': 'tempest-TestShelveInstance-1656564487-router', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:32Z', 'revision_number': 4, 'project_id': '480373186b3940779a7d294d48fc70b6', 'gw_port': {'id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '6d46be30-94bd-47e3-865c-5ff38112822e', 'name': '', 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'mac_address': 'fa:16:3e:15:c6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39517edf-0a16-4b28-be25-63313f984c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:32Z', 'updated_at': '2022-04-08T11:02:38Z', 'revision_number': 4, 'project_id': '480373186b3940779a7d294d48fc70b6', 'subnets': [{'id': '39517edf-0a16-4b28-be25-63313f984c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 11:02:40.142675 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-407f9d02-d20d-4f2f-acd4-a6a7e8ebecf8 None None] Provisioning complete for port 2313723b-9dfa-4aaf-91c9-159fc5a3c964 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:02:40.143141 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-407f9d02-d20d-4f2f-acd4-a6a7e8ebecf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:40.205541 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-407f9d02-d20d-4f2f-acd4-a6a7e8ebecf8 None None] Port 2313723b-9dfa-4aaf-91c9-159fc5a3c964 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 11:02:40.378432 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d438aa-0486-43b7-b1bc-1d20899fce07 admin admin] Router 6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:02:40.601754 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d438aa-0486-43b7-b1bc-1d20899fce07 admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:02:40.616134 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-66d438aa-0486-43b7-b1bc-1d20899fce07 admin admin] 10.222.0.47 "PUT /v2.0/routers/6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0967100 Apr 08 11:02:40.921545 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2c2340e3-4356-4916-b46b-7de3ea6f7cde up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:02:40.997721 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 2c2340e3-4356-4916-b46b-7de3ea6f7cde triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:02:40.998096 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:41.123467 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 6d46be30-94bd-47e3-865c-5ff38112822e up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:02:41.196568 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 6d46be30-94bd-47e3-865c-5ff38112822e completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:02:41.202530 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 6d46be30-94bd-47e3-865c-5ff38112822e triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:02:41.203119 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:41.351228 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:41.383375 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 6d46be30-94bd-47e3-865c-5ff38112822e, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=6d46be30-94bd-47e3-865c-5ff38112822e,segment=NetworkSegment(b6cb400b-3da3-4e53-9634-4b337643399c),segment_id=b6cb400b-3da3-4e53-9634-4b337643399c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:02:41.388328 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:41.389098 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 13b0af73-06a1-47c6-9b65-c306b2b0901d up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:02:41.437313 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38378) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:41.443011 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-2c0f4836-0ef2-412b-962b-9c3200d0b4f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-852507419', 'description': 'tempest-secgroup-smoke-852507419 description', 'project_id': '480373186b3940779a7d294d48fc70b6'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:02:41.448946 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2c0f4836-0ef2-412b-962b-9c3200d0b4f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:02:41.453463 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2c0f4836-0ef2-412b-962b-9c3200d0b4f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Usage tracker for resource:security_group and tenant:480373186b3940779a7d294d48fc70b6 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:02:41.456906 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2c0f4836-0ef2-412b-962b-9c3200d0b4f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:02:41.462598 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2c0f4836-0ef2-412b-962b-9c3200d0b4f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:02:41.473116 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2c0f4836-0ef2-412b-962b-9c3200d0b4f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:41.501637 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=6d46be30-94bd-47e3-865c-5ff38112822e,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:41.508694 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2c0f4836-0ef2-412b-962b-9c3200d0b4f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:02:41.513994 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2c0f4836-0ef2-412b-962b-9c3200d0b4f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Usage tracker for resource:security_group_rule and tenant:480373186b3940779a7d294d48fc70b6 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:02:41.514364 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 13b0af73-06a1-47c6-9b65-c306b2b0901d completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:02:41.517036 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2c0f4836-0ef2-412b-962b-9c3200d0b4f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:02:41.519514 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 13b0af73-06a1-47c6-9b65-c306b2b0901d triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:02:41.519884 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:41.522651 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2c0f4836-0ef2-412b-962b-9c3200d0b4f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:02:41.577512 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2c0f4836-0ef2-412b-962b-9c3200d0b4f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:41.581285 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2c0f4836-0ef2-412b-962b-9c3200d0b4f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:41.621369 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f4836-0ef2-412b-962b-9c3200d0b4f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=713d98c6-daa6-44f4-9c63-40682dfa8986,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:41.625164 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2c0f4836-0ef2-412b-962b-9c3200d0b4f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:41.625893 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2c0f4836-0ef2-412b-962b-9c3200d0b4f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1875556 Apr 08 11:02:41.628766 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38382) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:41.634183 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-54da96b5-41da-4779-99e4-9fb6fcffc1f4 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Request body: {'security_group_rule': {'security_group_id': '713d98c6-daa6-44f4-9c63-40682dfa8986', 'project_id': '480373186b3940779a7d294d48fc70b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:02:41.635266 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:41.640642 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-54da96b5-41da-4779-99e4-9fb6fcffc1f4 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:02:41.644972 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-54da96b5-41da-4779-99e4-9fb6fcffc1f4 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Usage tracker for resource:security_group_rule and tenant:480373186b3940779a7d294d48fc70b6 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:02:41.648021 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-54da96b5-41da-4779-99e4-9fb6fcffc1f4 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:02:41.652053 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 13b0af73-06a1-47c6-9b65-c306b2b0901d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=13b0af73-06a1-47c6-9b65-c306b2b0901d,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:02:41.655253 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-54da96b5-41da-4779-99e4-9fb6fcffc1f4 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:02:41.656692 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:41.674768 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-54da96b5-41da-4779-99e4-9fb6fcffc1f4 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:41.735016 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=13b0af73-06a1-47c6-9b65-c306b2b0901d,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:41.747350 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-54da96b5-41da-4779-99e4-9fb6fcffc1f4 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:41.750911 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-54da96b5-41da-4779-99e4-9fb6fcffc1f4 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:41.773831 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da96b5-41da-4779-99e4-9fb6fcffc1f4 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01b62af-1ed7-416f-bd8b-e2406d5cda0c,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:41.782232 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-54da96b5-41da-4779-99e4-9fb6fcffc1f4 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:41.783528 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-54da96b5-41da-4779-99e4-9fb6fcffc1f4 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1538620 Apr 08 11:02:41.786192 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38386) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:41.791373 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-6903e4ec-ef08-4b54-8963-b2646a5edeae tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Request body: {'security_group_rule': {'security_group_id': '713d98c6-daa6-44f4-9c63-40682dfa8986', 'project_id': '480373186b3940779a7d294d48fc70b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:02:41.797506 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-6903e4ec-ef08-4b54-8963-b2646a5edeae tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:02:41.801350 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6903e4ec-ef08-4b54-8963-b2646a5edeae tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Usage tracker for resource:security_group_rule and tenant:480373186b3940779a7d294d48fc70b6 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:02:41.804295 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-6903e4ec-ef08-4b54-8963-b2646a5edeae tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:02:41.810962 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-6903e4ec-ef08-4b54-8963-b2646a5edeae tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:02:41.827826 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6903e4ec-ef08-4b54-8963-b2646a5edeae tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:41.889524 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6903e4ec-ef08-4b54-8963-b2646a5edeae tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:41.892897 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6903e4ec-ef08-4b54-8963-b2646a5edeae tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:41.915227 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903e4ec-ef08-4b54-8963-b2646a5edeae tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c1251d-47e8-4c59-b2b2-0bdd66e31af6,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:41.925657 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-6903e4ec-ef08-4b54-8963-b2646a5edeae tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:41.926874 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-6903e4ec-ef08-4b54-8963-b2646a5edeae tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1397791 Apr 08 11:02:41.929625 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38390) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:41.936169 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-7312b291-6ec3-4594-8ff5-2a7fe3dec56c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Request body: {'security_group_rule': {'security_group_id': '713d98c6-daa6-44f4-9c63-40682dfa8986', 'project_id': '480373186b3940779a7d294d48fc70b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:02:41.942026 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7312b291-6ec3-4594-8ff5-2a7fe3dec56c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:02:41.946007 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7312b291-6ec3-4594-8ff5-2a7fe3dec56c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Usage tracker for resource:security_group_rule and tenant:480373186b3940779a7d294d48fc70b6 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:02:41.949058 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-7312b291-6ec3-4594-8ff5-2a7fe3dec56c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:02:41.955383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-7312b291-6ec3-4594-8ff5-2a7fe3dec56c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:02:41.971189 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7312b291-6ec3-4594-8ff5-2a7fe3dec56c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:42.036481 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7312b291-6ec3-4594-8ff5-2a7fe3dec56c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:42.040052 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7312b291-6ec3-4594-8ff5-2a7fe3dec56c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:42.065133 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312b291-6ec3-4594-8ff5-2a7fe3dec56c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6af8c5-412c-4b64-9edb-8bebe3e0fea3,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:42.074934 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-7312b291-6ec3-4594-8ff5-2a7fe3dec56c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:42.076270 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-7312b291-6ec3-4594-8ff5-2a7fe3dec56c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1456923 Apr 08 11:02:42.078854 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38394) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:42.084347 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-baf340e8-0108-4f62-88e9-b44e8dab8860 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Request body: {'security_group_rule': {'security_group_id': '713d98c6-daa6-44f4-9c63-40682dfa8986', 'project_id': '480373186b3940779a7d294d48fc70b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:02:42.090080 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-baf340e8-0108-4f62-88e9-b44e8dab8860 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:02:42.093783 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-baf340e8-0108-4f62-88e9-b44e8dab8860 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Usage tracker for resource:security_group_rule and tenant:480373186b3940779a7d294d48fc70b6 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:02:42.096605 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-baf340e8-0108-4f62-88e9-b44e8dab8860 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:02:42.102395 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-baf340e8-0108-4f62-88e9-b44e8dab8860 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:02:42.119785 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-baf340e8-0108-4f62-88e9-b44e8dab8860 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:42.183253 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-baf340e8-0108-4f62-88e9-b44e8dab8860 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:42.186763 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-baf340e8-0108-4f62-88e9-b44e8dab8860 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:42.208299 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf340e8-0108-4f62-88e9-b44e8dab8860 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75fcb9d3-c5a5-4666-afaf-dd6f1cefb983,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:42.219011 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-baf340e8-0108-4f62-88e9-b44e8dab8860 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:42.220281 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-baf340e8-0108-4f62-88e9-b44e8dab8860 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1403711 Apr 08 11:02:42.222881 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38398) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:42.228204 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-9e78357a-9665-48ac-865e-7806f65be178 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Request body: {'security_group_rule': {'security_group_id': '713d98c6-daa6-44f4-9c63-40682dfa8986', 'project_id': '480373186b3940779a7d294d48fc70b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:02:42.234539 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-9e78357a-9665-48ac-865e-7806f65be178 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:02:42.238377 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-9e78357a-9665-48ac-865e-7806f65be178 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Usage tracker for resource:security_group_rule and tenant:480373186b3940779a7d294d48fc70b6 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:02:42.241180 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-9e78357a-9665-48ac-865e-7806f65be178 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:02:42.246968 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-9e78357a-9665-48ac-865e-7806f65be178 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:02:42.256662 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.securitygroups_db [None req-9e78357a-9665-48ac-865e-7806f65be178 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Project 480373186b3940779a7d294d48fc70b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:02:42.262890 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9e78357a-9665-48ac-865e-7806f65be178 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:42.326520 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9e78357a-9665-48ac-865e-7806f65be178 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:42.329906 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9e78357a-9665-48ac-865e-7806f65be178 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:42.352072 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78357a-9665-48ac-865e-7806f65be178 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b9f14e-95a3-4445-84e7-0c9eaa585a9b,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:42.361617 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-9e78357a-9665-48ac-865e-7806f65be178 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:42.362796 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-9e78357a-9665-48ac-865e-7806f65be178 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1390100 Apr 08 11:02:42.365489 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38402) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:42.370739 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-19ea6893-4ff3-47dd-9750-c5d6c353be00 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Request body: {'security_group_rule': {'security_group_id': '713d98c6-daa6-44f4-9c63-40682dfa8986', 'project_id': '480373186b3940779a7d294d48fc70b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:02:42.376833 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-19ea6893-4ff3-47dd-9750-c5d6c353be00 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:02:42.380592 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-19ea6893-4ff3-47dd-9750-c5d6c353be00 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Usage tracker for resource:security_group_rule and tenant:480373186b3940779a7d294d48fc70b6 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:02:42.383372 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-19ea6893-4ff3-47dd-9750-c5d6c353be00 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:02:42.389585 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-19ea6893-4ff3-47dd-9750-c5d6c353be00 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:02:42.401854 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.securitygroups_db [None req-19ea6893-4ff3-47dd-9750-c5d6c353be00 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Project 480373186b3940779a7d294d48fc70b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:02:42.408761 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-19ea6893-4ff3-47dd-9750-c5d6c353be00 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:42.474231 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-19ea6893-4ff3-47dd-9750-c5d6c353be00 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:42.477896 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-19ea6893-4ff3-47dd-9750-c5d6c353be00 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:42.501435 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea6893-4ff3-47dd-9750-c5d6c353be00 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad22c211-be7e-45a2-b7a0-e952ec335d27,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:42.509518 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-19ea6893-4ff3-47dd-9750-c5d6c353be00 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:42.510706 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-19ea6893-4ff3-47dd-9750-c5d6c353be00 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1442935 Apr 08 11:02:42.676765 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-d57b6cb7-df95-448d-b6f4-3baf8ec65ca9 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Synchronizing usage tracker for tenant:480373186b3940779a7d294d48fc70b6 on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:02:42.692483 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-d57b6cb7-df95-448d-b6f4-3baf8ec65ca9 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Unset dirty status for tenant:480373186b3940779a7d294d48fc70b6 on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:02:42.693638 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-d57b6cb7-df95-448d-b6f4-3baf8ec65ca9 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-852507419&fields=id&tenant_id=480373186b3940779a7d294d48fc70b6 HTTP/1.1" status: 200 len: 267 time: 0.0569265 Apr 08 11:02:42.807696 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 6d46be30-94bd-47e3-865c-5ff38112822e up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:02:42.838806 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-e7742f7a-f234-4e61-b377-dced768fd9a6 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:42.840823 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-e7742f7a-f234-4e61-b377-dced768fd9a6 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/networks?id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c HTTP/1.1" status: 200 len: 809 time: 0.1396863 Apr 08 11:02:42.857650 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-f03b5d2c-3756-4fba-a878-21caa214e452 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/quotas/480373186b3940779a7d294d48fc70b6 HTTP/1.1" status: 200 len: 375 time: 0.0108438 Apr 08 11:02:42.878221 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 6d46be30-94bd-47e3-865c-5ff38112822e triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:02:42.878588 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:42.935527 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-72bd8967-a61e-48a9-8141-542ec9fb44b5 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Synchronizing usage tracker for tenant:480373186b3940779a7d294d48fc70b6 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:02:42.952836 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-72bd8967-a61e-48a9-8141-542ec9fb44b5 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Unset dirty status for tenant:480373186b3940779a7d294d48fc70b6 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:02:42.954268 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-72bd8967-a61e-48a9-8141-542ec9fb44b5 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=480373186b3940779a7d294d48fc70b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0913081 Apr 08 11:02:42.970041 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-11e2864f-5ae8-470e-9937-538d965bd875 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 11:02:42.971027 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-11e2864f-5ae8-470e-9937-538d965bd875 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050256 Apr 08 11:02:42.992211 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 13b0af73-06a1-47c6-9b65-c306b2b0901d up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:02:43.061432 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 13b0af73-06a1-47c6-9b65-c306b2b0901d triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:02:43.061800 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:43.102453 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-d7f61556-b385-41da-8d89-78d1a43393ae service neutron] 10.222.0.47 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255395 Apr 08 11:02:43.234325 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-d5d9000e-60e9-44ab-95cc-be512c1b13e5 service neutron] 10.222.0.47 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250181 Apr 08 11:02:43.398790 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-50bb8d17-b1cd-450d-8555-f909e4e04815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:43.428362 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5e8dc2d6-8030-4d37-86dc-1276b0dd7150 req-b5af3918-6452-4736-8bdc-a306a2f7df69 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 210 time: 0.0488672 Apr 08 11:02:44.501226 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-7a2cb1dd-9a42-4e7b-8287-6646c2a2590c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:44.502729 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-7a2cb1dd-9a42-4e7b-8287-6646c2a2590c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.52 "GET /v2.0/networks?id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c HTTP/1.1" status: 200 len: 809 time: 0.1479735 Apr 08 11:02:44.602391 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-40e25253-0c0e-44af-aad0-9612e87feecc req-f7b58e4f-1bf2-47fb-a281-98e11f2e3194 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 210 time: 0.0480492 Apr 08 11:02:44.608718 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-c9a381d6-1a76-45e1-99eb-2e64cc32d96b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=480373186b3940779a7d294d48fc70b6 HTTP/1.1" status: 200 len: 379 time: 0.0863779 Apr 08 11:02:44.620718 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-47ebb95b-4d7e-4ea3-87da-09701516f56d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Request body: {'port': {'device_id': '304f4dc5-8c2a-4791-94c4-7ce2343c4040', 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'admin_state_up': True, 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'security_groups': ['713d98c6-daa6-44f4-9c63-40682dfa8986']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:02:44.854007 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-47ebb95b-4d7e-4ea3-87da-09701516f56d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:02:44.866420 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-47ebb95b-4d7e-4ea3-87da-09701516f56d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:02:44.879056 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-47ebb95b-4d7e-4ea3-87da-09701516f56d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Made reservation on behalf of 480373186b3940779a7d294d48fc70b6 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:02:44.882260 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-47ebb95b-4d7e-4ea3-87da-09701516f56d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:45.050325 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-47ebb95b-4d7e-4ea3-87da-09701516f56d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Allocated IP 172.20.0.14 (5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c/39517edf-0a16-4b28-be25-63313f984c1c/b20c297d-f2d8-456c-a6a1-2ba6e43453eb) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:02:45.245325 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-47ebb95b-4d7e-4ea3-87da-09701516f56d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:45.261118 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-47ebb95b-4d7e-4ea3-87da-09701516f56d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Transition to ACTIVE for port object b20c297d-f2d8-456c-a6a1-2ba6e43453eb will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:02:45.283269 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-47ebb95b-4d7e-4ea3-87da-09701516f56d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:45.366003 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-47ebb95b-4d7e-4ea3-87da-09701516f56d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Network 5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:02:45.366739 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ebb95b-4d7e-4ea3-87da-09701516f56d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Pushing event updated for resources: {'Port': ['ID=b20c297d-f2d8-456c-a6a1-2ba6e43453eb,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:45.369237 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-47ebb95b-4d7e-4ea3-87da-09701516f56d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:02:45.371253 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-47ebb95b-4d7e-4ea3-87da-09701516f56d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 11:02:45.432304 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-47ebb95b-4d7e-4ea3-87da-09701516f56d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:45.432911 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-47ebb95b-4d7e-4ea3-87da-09701516f56d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:45.459560 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-47ebb95b-4d7e-4ea3-87da-09701516f56d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8434739 Apr 08 11:02:45.477685 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-e032e123-fe1e-4670-b132-0e02f07ce38a service neutron] Request body: {'port': {'device_id': '304f4dc5-8c2a-4791-94c4-7ce2343c4040', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:02:45.562677 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-510308b8-4be5-45d8-9f55-8a3a6ee9f882 None None] Provisioning for port b20c297d-f2d8-456c-a6a1-2ba6e43453eb completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:02:45.567386 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-510308b8-4be5-45d8-9f55-8a3a6ee9f882 None None] Provisioning complete for port b20c297d-f2d8-456c-a6a1-2ba6e43453eb triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:02:45.567752 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-510308b8-4be5-45d8-9f55-8a3a6ee9f882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:45.600155 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-e032e123-fe1e-4670-b132-0e02f07ce38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:45.620475 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-510308b8-4be5-45d8-9f55-8a3a6ee9f882 None None] Port b20c297d-f2d8-456c-a6a1-2ba6e43453eb cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 11:02:45.665725 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5e95f8ef-b677-4a69-8087-4f98b8eb41cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:45.922424 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493e48c-078e-4ec1-8d59-9ee307e82eb2 req-5c4ba04b-0873-4188-91ef-2964c4dadc72 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:45.923020 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-e493e48c-078e-4ec1-8d59-9ee307e82eb2 req-5c4ba04b-0873-4188-91ef-2964c4dadc72 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Synchronizing usage tracker for tenant:480373186b3940779a7d294d48fc70b6 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:02:45.952701 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-e493e48c-078e-4ec1-8d59-9ee307e82eb2 req-5c4ba04b-0873-4188-91ef-2964c4dadc72 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Unset dirty status for tenant:480373186b3940779a7d294d48fc70b6 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:02:45.953832 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e493e48c-078e-4ec1-8d59-9ee307e82eb2 req-5c4ba04b-0873-4188-91ef-2964c4dadc72 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 932 time: 0.2214339 Apr 08 11:02:46.040576 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-e032e123-fe1e-4670-b132-0e02f07ce38a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b20c297d-f2d8-456c-a6a1-2ba6e43453eb {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 11:02:46.051599 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-e032e123-fe1e-4670-b132-0e02f07ce38a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:46.057365 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e493e48c-078e-4ec1-8d59-9ee307e82eb2 req-503c737e-0036-4387-8c27-cea85b7414e9 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946269 Apr 08 11:02:46.068383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-e032e123-fe1e-4670-b132-0e02f07ce38a service neutron] Transition to ACTIVE for port object b20c297d-f2d8-456c-a6a1-2ba6e43453eb will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:02:46.073150 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-e032e123-fe1e-4670-b132-0e02f07ce38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:46.198412 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032e123-fe1e-4670-b132-0e02f07ce38a service neutron] Pushing event updated for resources: {'Port': ['ID=b20c297d-f2d8-456c-a6a1-2ba6e43453eb,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:46.310388 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-e032e123-fe1e-4670-b132-0e02f07ce38a service neutron] Attempting to bind port b20c297d-f2d8-456c-a6a1-2ba6e43453eb on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:02:46.310724 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-e032e123-fe1e-4670-b132-0e02f07ce38a service neutron] Attempting to bind port b20c297d-f2d8-456c-a6a1-2ba6e43453eb by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'b6cb400b-3da3-4e53-9634-4b337643399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:02:46.311051 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-e032e123-fe1e-4670-b132-0e02f07ce38a service neutron] Attempting to bind port b20c297d-f2d8-456c-a6a1-2ba6e43453eb on network 5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 11:02:46.317369 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-e032e123-fe1e-4670-b132-0e02f07ce38a service neutron] Port b20c297d-f2d8-456c-a6a1-2ba6e43453eb on network 5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 11:02:46.317691 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-e032e123-fe1e-4670-b132-0e02f07ce38a service neutron] Attempting to bind port b20c297d-f2d8-456c-a6a1-2ba6e43453eb on network 5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 11:02:46.323826 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-e032e123-fe1e-4670-b132-0e02f07ce38a service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 11:02:46.324237 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-e032e123-fe1e-4670-b132-0e02f07ce38a service neutron] Checking segment: {'id': 'b6cb400b-3da3-4e53-9634-4b337643399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 11:02:46.325185 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-e032e123-fe1e-4670-b132-0e02f07ce38a service neutron] Bound using segment: {'id': 'b6cb400b-3da3-4e53-9634-4b337643399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 11:02:46.325185 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-e032e123-fe1e-4670-b132-0e02f07ce38a service neutron] Bound port: b20c297d-f2d8-456c-a6a1-2ba6e43453eb, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6cb400b-3da3-4e53-9634-4b337643399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:02:46.325896 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-e032e123-fe1e-4670-b132-0e02f07ce38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:46.415411 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-e032e123-fe1e-4670-b132-0e02f07ce38a service neutron] For port b20c297d-f2d8-456c-a6a1-2ba6e43453eb, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:02:46.418218 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-e032e123-fe1e-4670-b132-0e02f07ce38a service neutron] For port b20c297d-f2d8-456c-a6a1-2ba6e43453eb, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b20c297d-f2d8-456c-a6a1-2ba6e43453eb,segment=NetworkSegment(b6cb400b-3da3-4e53-9634-4b337643399c),segment_id=b6cb400b-3da3-4e53-9634-4b337643399c)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:02:46.423099 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-e032e123-fe1e-4670-b132-0e02f07ce38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:46.484694 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-e032e123-fe1e-4670-b132-0e02f07ce38a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:46.486037 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-e032e123-fe1e-4670-b132-0e02f07ce38a service neutron] 10.222.0.52 "PUT /v2.0/ports/b20c297d-f2d8-456c-a6a1-2ba6e43453eb HTTP/1.1" status: 200 len: 1094 time: 1.0132356 Apr 08 11:02:46.486461 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '304f4dc5-8c2a-4791-94c4-7ce2343c4040', 'tag': 'b20c297d-f2d8-456c-a6a1-2ba6e43453eb'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:02:46.505934 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032e123-fe1e-4670-b132-0e02f07ce38a service neutron] Pushing event updated for resources: {'Port': ['ID=b20c297d-f2d8-456c-a6a1-2ba6e43453eb,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:46.563111 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08cac864-7593-4f53-abb2-d058120801a9'] response: {'name': 'network-changed', 'server_uuid': '304f4dc5-8c2a-4791-94c4-7ce2343c4040', 'tag': 'b20c297d-f2d8-456c-a6a1-2ba6e43453eb', 'status': 'completed', 'code': 200} Apr 08 11:02:46.603984 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-32d3eafc-14ec-40f2-9ea1-75aa04949462 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=480373186b3940779a7d294d48fc70b6&device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 1097 time: 0.0732026 Apr 08 11:02:46.764231 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-2c79ae82-af05-4afa-8a30-831abeeef784 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b20c297d-f2d8-456c-a6a1-2ba6e43453eb HTTP/1.1" status: 200 len: 217 time: 0.1495137 Apr 08 11:02:46.828365 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-0be343db-7c27-4fb2-a186-e5504be2a9fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:46.829735 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-0be343db-7c27-4fb2-a186-e5504be2a9fd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39517edf-0a16-4b28-be25-63313f984c1c HTTP/1.1" status: 200 len: 848 time: 0.0569141 Apr 08 11:02:46.902416 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:46.908228 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-1485ea55-a4fe-4c0a-94fb-fd9980b4f7ba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698459 Apr 08 11:02:46.961948 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:47.039561 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-83b6d071-7a4a-4179-a4ec-a9a024a6744b service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222413 Apr 08 11:02:47.171492 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-43b44c5f-ca28-4847-ad21-c6155db2e49b req-cf8e3be8-170e-4f69-82c3-574b397b9fd9 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233077 Apr 08 11:02:47.310600 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e25a1a-7825-4a5c-836f-a47fc1fc8269 req-cb0acadd-29f8-4402-9777-02e72ea3ddd6 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:47.311925 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-08e25a1a-7825-4a5c-836f-a47fc1fc8269 req-cb0acadd-29f8-4402-9777-02e72ea3ddd6 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 944 time: 0.1316817 Apr 08 11:02:47.318852 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3d26f8aa-2bc4-4c22-aaf4-06371638d92d req-acd378fd-301f-4b9d-8266-6e40e08ded38 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=480373186b3940779a7d294d48fc70b6&device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 1097 time: 0.0924544 Apr 08 11:02:47.441970 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-08e25a1a-7825-4a5c-836f-a47fc1fc8269 req-d56c272e-682f-47f4-b984-2e34cba43e0a tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221926 Apr 08 11:02:47.476279 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26f8aa-2bc4-4c22-aaf4-06371638d92d req-8a4e40d1-b6f9-447e-b828-1b791333a9cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:47.477703 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3d26f8aa-2bc4-4c22-aaf4-06371638d92d req-8a4e40d1-b6f9-447e-b828-1b791333a9cd service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c HTTP/1.1" status: 200 len: 910 time: 0.1449194 Apr 08 11:02:47.548009 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3d26f8aa-2bc4-4c22-aaf4-06371638d92d req-a611a4d1-ef1d-4ec1-83f6-05b58b4322e6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b20c297d-f2d8-456c-a6a1-2ba6e43453eb HTTP/1.1" status: 200 len: 217 time: 0.0639877 Apr 08 11:02:47.610406 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26f8aa-2bc4-4c22-aaf4-06371638d92d req-017c2d96-7761-4483-9791-87d9de9a9a16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:47.611723 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3d26f8aa-2bc4-4c22-aaf4-06371638d92d req-017c2d96-7761-4483-9791-87d9de9a9a16 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39517edf-0a16-4b28-be25-63313f984c1c HTTP/1.1" status: 200 len: 848 time: 0.0573840 Apr 08 11:02:47.690492 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3d26f8aa-2bc4-4c22-aaf4-06371638d92d req-71da042c-2c00-4efb-9536-18a940ad8e43 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725052 Apr 08 11:02:47.823521 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3d26f8aa-2bc4-4c22-aaf4-06371638d92d req-f41f133e-d02b-45c6-9086-4f73456e76d6 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259272 Apr 08 11:02:47.952295 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3d26f8aa-2bc4-4c22-aaf4-06371638d92d req-0ee03938-5079-46ef-9228-5e710eac5ac9 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218412 Apr 08 11:02:48.416608 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:48.635686 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcec310-8d85-46cf-a770-5f8c23452046 req-c596cfe1-7614-48f1-9cae-873d8b267c1e tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:48.637677 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1fcec310-8d85-46cf-a770-5f8c23452046 req-c596cfe1-7614-48f1-9cae-873d8b267c1e tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 944 time: 0.0729961 Apr 08 11:02:48.681663 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1fcec310-8d85-46cf-a770-5f8c23452046 req-c3eecbe6-dee2-44ee-b144-bb472795e995 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383239 Apr 08 11:02:49.784007 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device b20c297d-f2d8-456c-a6a1-2ba6e43453eb details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:02:49.882209 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ddcdd-3e0a-49c5-af49-9b18fa3fa62e req-9fc73282-8dfc-44de-ba23-1e9a66fb931a tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:49.883636 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-904ddcdd-3e0a-49c5-af49-9b18fa3fa62e req-9fc73282-8dfc-44de-ba23-1e9a66fb931a tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 944 time: 0.0789618 Apr 08 11:02:49.919368 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port b20c297d-f2d8-456c-a6a1-2ba6e43453eb, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b20c297d-f2d8-456c-a6a1-2ba6e43453eb,segment=NetworkSegment(b6cb400b-3da3-4e53-9634-4b337643399c),segment_id=b6cb400b-3da3-4e53-9634-4b337643399c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:02:49.932578 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': 'b20c297d-f2d8-456c-a6a1-2ba6e43453eb', 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'port_id': 'b20c297d-f2d8-456c-a6a1-2ba6e43453eb', 'mac_address': 'fa:16:3e:c7:db:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39517edf-0a16-4b28-be25-63313f984c1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:02:49.940372 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-904ddcdd-3e0a-49c5-af49-9b18fa3fa62e req-c7a98961-f8b6-4f0e-bbeb-ae4d1fe8ebe7 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503213 Apr 08 11:02:49.987804 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:50.007519 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b20c297d-f2d8-456c-a6a1-2ba6e43453eb {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 11:02:50.021892 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port b20c297d-f2d8-456c-a6a1-2ba6e43453eb, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b20c297d-f2d8-456c-a6a1-2ba6e43453eb,segment=NetworkSegment(b6cb400b-3da3-4e53-9634-4b337643399c),segment_id=b6cb400b-3da3-4e53-9634-4b337643399c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:02:50.025961 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:50.089377 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=b20c297d-f2d8-456c-a6a1-2ba6e43453eb,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:50.284187 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['b20c297d-f2d8-456c-a6a1-2ba6e43453eb'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 11:02:51.138879 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53743819-5d50-4f1b-afcc-ad318aec8113 req-478bdbe8-8c9a-455c-b877-e1969781f004 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:51.140326 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-53743819-5d50-4f1b-afcc-ad318aec8113 req-478bdbe8-8c9a-455c-b877-e1969781f004 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 945 time: 0.0780563 Apr 08 11:02:51.186184 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-53743819-5d50-4f1b-afcc-ad318aec8113 req-42be295f-08d2-464d-8557-9154e3996d51 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402794 Apr 08 11:02:51.798038 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device b20c297d-f2d8-456c-a6a1-2ba6e43453eb up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:02:51.864016 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port b20c297d-f2d8-456c-a6a1-2ba6e43453eb completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:02:51.868503 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port b20c297d-f2d8-456c-a6a1-2ba6e43453eb triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:02:51.868867 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:52.015666 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:52.042804 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304f4dc5-8c2a-4791-94c4-7ce2343c4040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20c297d-f2d8-456c-a6a1-2ba6e43453eb'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:02:52.052967 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port b20c297d-f2d8-456c-a6a1-2ba6e43453eb, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b20c297d-f2d8-456c-a6a1-2ba6e43453eb,segment=NetworkSegment(b6cb400b-3da3-4e53-9634-4b337643399c),segment_id=b6cb400b-3da3-4e53-9634-4b337643399c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:02:52.056993 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:52.121964 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a1c7756-2a5a-4952-8ae6-f7844fdb74b8'] response: {'server_uuid': '304f4dc5-8c2a-4791-94c4-7ce2343c4040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20c297d-f2d8-456c-a6a1-2ba6e43453eb', 'code': 200} Apr 08 11:02:52.131414 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=b20c297d-f2d8-456c-a6a1-2ba6e43453eb,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:52.532939 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ab5d1d61-7989-452c-b08d-85ad055c9ab9 req-83911b09-1a96-4c40-b168-cfd61af1ccd4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 1099 time: 0.2146695 Apr 08 11:02:52.538998 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eca731-d5ae-453b-99c2-bfccfc9c45fd req-755c0825-e784-4760-bdfb-a66088f45a42 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:52.540331 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e9eca731-d5ae-453b-99c2-bfccfc9c45fd req-755c0825-e784-4760-bdfb-a66088f45a42 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 946 time: 0.1913071 Apr 08 11:02:52.610490 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ab5d1d61-7989-452c-b08d-85ad055c9ab9 req-819ec4b4-f5e8-4dc3-9330-4c0ec94b0aab service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692303 Apr 08 11:02:52.612928 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e9eca731-d5ae-453b-99c2-bfccfc9c45fd req-c3c4c5a1-595c-4891-baeb-1e8b1dd19179 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590348 Apr 08 11:02:53.821256 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342b270-60ef-404f-9ea8-5b85a932ecee req-db04d94a-9438-4e35-8b98-84e4e7251b8b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:53.822693 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1342b270-60ef-404f-9ea8-5b85a932ecee req-db04d94a-9438-4e35-8b98-84e4e7251b8b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 946 time: 0.0752935 Apr 08 11:02:53.867235 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1342b270-60ef-404f-9ea8-5b85a932ecee req-09ef7869-6f37-45be-ade4-e1553498d912 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384371 Apr 08 11:02:54.067912 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a5a48-a6bf-4c72-ae11-bc4b8346c5e2 req-e2385f8c-2929-4051-a0a9-53881824b4cf tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:54.069364 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f22a5a48-a6bf-4c72-ae11-bc4b8346c5e2 req-e2385f8c-2929-4051-a0a9-53881824b4cf tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 946 time: 0.0808783 Apr 08 11:02:54.113116 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f22a5a48-a6bf-4c72-ae11-bc4b8346c5e2 req-ff356226-1fea-435b-9ab5-78bc8a860788 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382133 Apr 08 11:02:54.140422 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38448) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:54.334206 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e807770a-fef1-4b24-9a06-2eb6b514d57f tempest-TestShelveInstance-1460449736 tempest-TestShelveInstance-1460449736-project-admin] Synchronizing usage tracker for tenant:15aaf6e3bd85430eb92d92b6d740f25b on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:02:54.350706 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-e807770a-fef1-4b24-9a06-2eb6b514d57f tempest-TestShelveInstance-1460449736 tempest-TestShelveInstance-1460449736-project-admin] Unset dirty status for tenant:15aaf6e3bd85430eb92d92b6d740f25b on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:02:54.352249 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e807770a-fef1-4b24-9a06-2eb6b514d57f tempest-TestShelveInstance-1460449736 tempest-TestShelveInstance-1460449736-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 1094 time: 0.2107348 Apr 08 11:02:54.354998 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38454) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:02:54.360653 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-af85151f-7bc2-4174-8f60-aafa28576e8b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'port_id': 'b20c297d-f2d8-456c-a6a1-2ba6e43453eb', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:02:54.365958 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-af85151f-7bc2-4174-8f60-aafa28576e8b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:02:54.369649 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-af85151f-7bc2-4174-8f60-aafa28576e8b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Usage tracker for resource:floatingip and tenant:480373186b3940779a7d294d48fc70b6 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:02:54.372516 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-af85151f-7bc2-4174-8f60-aafa28576e8b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:02:54.378083 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-af85151f-7bc2-4174-8f60-aafa28576e8b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:02:54.388002 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-af85151f-7bc2-4174-8f60-aafa28576e8b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for floatingip, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:54.521017 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-af85151f-7bc2-4174-8f60-aafa28576e8b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:54.681927 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-af85151f-7bc2-4174-8f60-aafa28576e8b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Allocated IP 172.26.0.109 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/5772140d-d107-44da-bf55-03c4bd0aee7d) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:02:54.827313 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-af85151f-7bc2-4174-8f60-aafa28576e8b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:54.853591 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-af85151f-7bc2-4174-8f60-aafa28576e8b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:54.920946 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af85151f-7bc2-4174-8f60-aafa28576e8b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:02:54.923571 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-af85151f-7bc2-4174-8f60-aafa28576e8b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:02:54.927335 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af85151f-7bc2-4174-8f60-aafa28576e8b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 11:02:54.957772 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85151f-7bc2-4174-8f60-aafa28576e8b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Pushing event updated for resources: {'Port': ['ID=5772140d-d107-44da-bf55-03c4bd0aee7d,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:55.425845 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-af85151f-7bc2-4174-8f60-aafa28576e8b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:55.477945 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-af85151f-7bc2-4174-8f60-aafa28576e8b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:55.764809 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-af85151f-7bc2-4174-8f60-aafa28576e8b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:55.769273 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-af85151f-7bc2-4174-8f60-aafa28576e8b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:55.872593 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85151f-7bc2-4174-8f60-aafa28576e8b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Pushing event updated for resources: {'Port': ['ID=5772140d-d107-44da-bf55-03c4bd0aee7d,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:02:55.885726 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-af85151f-7bc2-4174-8f60-aafa28576e8b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:56.074098 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [None req-af85151f-7bc2-4174-8f60-aafa28576e8b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Floating IP 78c8619a-0258-458e-a3dc-5f7e8d8f4518 associated. External IP: 172.26.0.109, port: b20c297d-f2d8-456c-a6a1-2ba6e43453eb. Apr 08 11:02:56.475210 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af85151f-7bc2-4174-8f60-aafa28576e8b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Router bbd17001-69f2-4028-bece-f01ce1f5894d has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:02:56.669494 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af85151f-7bc2-4174-8f60-aafa28576e8b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:02:56.679208 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923f05ff-1500-4cc7-b251-fc1ae68cdcc6 None None] Sync routers for ids ['bbd17001-69f2-4028-bece-f01ce1f5894d'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 11:02:56.691011 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923f05ff-1500-4cc7-b251-fc1ae68cdcc6 None None] Routers {'bbd17001-69f2-4028-bece-f01ce1f5894d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:02:56.691598 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-923f05ff-1500-4cc7-b251-fc1ae68cdcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:02:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['bbd17001-69f2-4028-bece-f01ce1f5894d'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:56.693422 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-af85151f-7bc2-4174-8f60-aafa28576e8b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:02:56.757983 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-af85151f-7bc2-4174-8f60-aafa28576e8b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3941135 Apr 08 11:02:56.757983 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '304f4dc5-8c2a-4791-94c4-7ce2343c4040', 'tag': 'b20c297d-f2d8-456c-a6a1-2ba6e43453eb'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:02:56.805714 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65bd5e6e-358a-44ea-be22-aefc0dc9bce4'] response: {'name': 'network-changed', 'server_uuid': '304f4dc5-8c2a-4791-94c4-7ce2343c4040', 'tag': 'b20c297d-f2d8-456c-a6a1-2ba6e43453eb', 'status': 'completed', 'code': 200} Apr 08 11:02:56.869010 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-923f05ff-1500-4cc7-b251-fc1ae68cdcc6 None None] Set router bbd17001-69f2-4028-bece-f01ce1f5894d gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:02:56.898837 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0c0ae6d5-8e8d-47fe-aa9a-985a676a90eb req-6937b898-d313-4775-a37e-56aef824290a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=480373186b3940779a7d294d48fc70b6&device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 1099 time: 0.0674267 Apr 08 11:02:57.026216 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ae6d5-8e8d-47fe-aa9a-985a676a90eb req-d75b80c1-fc14-453b-aad6-d8d76f69a68d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:57.028240 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0c0ae6d5-8e8d-47fe-aa9a-985a676a90eb req-d75b80c1-fc14-453b-aad6-d8d76f69a68d service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c HTTP/1.1" status: 200 len: 910 time: 0.1233110 Apr 08 11:02:57.133610 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0c0ae6d5-8e8d-47fe-aa9a-985a676a90eb req-7c5d5f08-46e9-4ad4-b075-570290924a88 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b20c297d-f2d8-456c-a6a1-2ba6e43453eb HTTP/1.1" status: 200 len: 1000 time: 0.1001008 Apr 08 11:02:57.194639 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ae6d5-8e8d-47fe-aa9a-985a676a90eb req-3a1cfc5d-ec84-439f-8685-fc4c45768693 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:57.196194 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0c0ae6d5-8e8d-47fe-aa9a-985a676a90eb req-3a1cfc5d-ec84-439f-8685-fc4c45768693 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39517edf-0a16-4b28-be25-63313f984c1c HTTP/1.1" status: 200 len: 848 time: 0.0572326 Apr 08 11:02:57.210231 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-923f05ff-1500-4cc7-b251-fc1ae68cdcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'name': 'tempest-TestShelveInstance-1656564487-router', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:32Z', 'revision_number': 4, 'project_id': '480373186b3940779a7d294d48fc70b6', 'gw_port': {'id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '78c8619a-0258-458e-a3dc-5f7e8d8f4518', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'floating_ip_address': '172.26.0.109', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'port_id': 'b20c297d-f2d8-456c-a6a1-2ba6e43453eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'mac_address': 'fa:16:3e:c7:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304f4dc5-8c2a-4791-94c4-7ce2343c4040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:02:55Z', 'updated_at': '2022-04-08T11:02:55Z', 'revision_number': 0, 'project_id': '480373186b3940779a7d294d48fc70b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d46be30-94bd-47e3-865c-5ff38112822e', 'name': '', 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'mac_address': 'fa:16:3e:15:c6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39517edf-0a16-4b28-be25-63313f984c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:32Z', 'updated_at': '2022-04-08T11:02:41Z', 'revision_number': 5, 'project_id': '480373186b3940779a7d294d48fc70b6', 'subnets': [{'id': '39517edf-0a16-4b28-be25-63313f984c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:57.214019 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923f05ff-1500-4cc7-b251-fc1ae68cdcc6 None None] Checking router: bbd17001-69f2-4028-bece-f01ce1f5894d for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 11:02:57.224256 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923f05ff-1500-4cc7-b251-fc1ae68cdcc6 None None] Routers {'bbd17001-69f2-4028-bece-f01ce1f5894d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:02:57.224838 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-923f05ff-1500-4cc7-b251-fc1ae68cdcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:02:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['bbd17001-69f2-4028-bece-f01ce1f5894d'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:57.367708 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0c0ae6d5-8e8d-47fe-aa9a-985a676a90eb req-6285e0a3-cd6d-4348-9bfa-894ba9472eb2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1660028 Apr 08 11:02:57.407220 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-923f05ff-1500-4cc7-b251-fc1ae68cdcc6 None None] Set router bbd17001-69f2-4028-bece-f01ce1f5894d gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:02:57.495885 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0c0ae6d5-8e8d-47fe-aa9a-985a676a90eb req-1fc5b37d-28c6-4f09-b3f8-308014b82930 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225467 Apr 08 11:02:57.625793 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0c0ae6d5-8e8d-47fe-aa9a-985a676a90eb req-b4718246-c33f-4f69-9ff9-c4eece59e723 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234992 Apr 08 11:02:57.747193 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-923f05ff-1500-4cc7-b251-fc1ae68cdcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'name': 'tempest-TestShelveInstance-1656564487-router', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:32Z', 'revision_number': 4, 'project_id': '480373186b3940779a7d294d48fc70b6', 'gw_port': {'id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '78c8619a-0258-458e-a3dc-5f7e8d8f4518', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'floating_ip_address': '172.26.0.109', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'port_id': 'b20c297d-f2d8-456c-a6a1-2ba6e43453eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'mac_address': 'fa:16:3e:c7:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304f4dc5-8c2a-4791-94c4-7ce2343c4040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:02:55Z', 'updated_at': '2022-04-08T11:02:55Z', 'revision_number': 0, 'project_id': '480373186b3940779a7d294d48fc70b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d46be30-94bd-47e3-865c-5ff38112822e', 'name': '', 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'mac_address': 'fa:16:3e:15:c6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39517edf-0a16-4b28-be25-63313f984c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:32Z', 'updated_at': '2022-04-08T11:02:41Z', 'revision_number': 5, 'project_id': '480373186b3940779a7d294d48fc70b6', 'subnets': [{'id': '39517edf-0a16-4b28-be25-63313f984c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:02:57.751024 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923f05ff-1500-4cc7-b251-fc1ae68cdcc6 None None] The sync data for ids ['bbd17001-69f2-4028-bece-f01ce1f5894d'] in dv-neutron-837110-1-hyperv is: [{'id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'name': 'tempest-TestShelveInstance-1656564487-router', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:32Z', 'revision_number': 4, 'project_id': '480373186b3940779a7d294d48fc70b6', 'gw_port': {'id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '78c8619a-0258-458e-a3dc-5f7e8d8f4518', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'floating_ip_address': '172.26.0.109', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'port_id': 'b20c297d-f2d8-456c-a6a1-2ba6e43453eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'mac_address': 'fa:16:3e:c7:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304f4dc5-8c2a-4791-94c4-7ce2343c4040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:02:55Z', 'updated_at': '2022-04-08T11:02:55Z', 'revision_number': 0, 'project_id': '480373186b3940779a7d294d48fc70b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d46be30-94bd-47e3-865c-5ff38112822e', 'name': '', 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'mac_address': 'fa:16:3e:15:c6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39517edf-0a16-4b28-be25-63313f984c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:32Z', 'updated_at': '2022-04-08T11:02:41Z', 'revision_number': 5, 'project_id': '480373186b3940779a7d294d48fc70b6', 'subnets': [{'id': '39517edf-0a16-4b28-be25-63313f984c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 11:03:01.148563 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:03:01.694063 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2208a6-6d33-4c2c-8fd6-f70a1a6e32bf None None] New status for floating IP 78c8619a-0258-458e-a3dc-5f7e8d8f4518: ACTIVE {{(pid=83848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 11:03:01.706380 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920bf1e8-8de8-4303-b2a9-cfd5806bb498 None None] Sync routers for ids ['6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 11:03:01.718569 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920bf1e8-8de8-4303-b2a9-cfd5806bb498 None None] Routers {'6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:03:01.719262 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-920bf1e8-8de8-4303-b2a9-cfd5806bb498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:02:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:03:01.935375 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-920bf1e8-8de8-4303-b2a9-cfd5806bb498 None None] Set router 6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:03:02.248096 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-920bf1e8-8de8-4303-b2a9-cfd5806bb498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a', 'name': 'tempest-TestShelveInstance-1907387723-router', 'tenant_id': '15aaf6e3bd85430eb92d92b6d740f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': '13b0af73-06a1-47c6-9b65-c306b2b0901d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:35Z', 'updated_at': '2022-04-08T11:02:39Z', 'revision_number': 4, 'project_id': '15aaf6e3bd85430eb92d92b6d740f25b', 'gw_port': {'id': '13b0af73-06a1-47c6-9b65-c306b2b0901d', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:36Z', 'updated_at': '2022-04-08T11:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '2313723b-9dfa-4aaf-91c9-159fc5a3c964', 'name': '', 'network_id': 'd94f7e74-c731-4674-8664-39ae1863bc31', 'tenant_id': '15aaf6e3bd85430eb92d92b6d740f25b', 'mac_address': 'fa:16:3e:e3:03:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24a6b326-b7fa-4997-aa2a-7c851c7e500d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:38Z', 'updated_at': '2022-04-08T11:02:39Z', 'revision_number': 2, 'project_id': '15aaf6e3bd85430eb92d92b6d740f25b', 'subnets': [{'id': '24a6b326-b7fa-4997-aa2a-7c851c7e500d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:03:02.251861 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920bf1e8-8de8-4303-b2a9-cfd5806bb498 None None] Checking router: 6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 11:03:02.252238 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920bf1e8-8de8-4303-b2a9-cfd5806bb498 None None] Updating router 6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a port 2313723b-9dfa-4aaf-91c9-159fc5a3c964 binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 11:03:02.301938 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-920bf1e8-8de8-4303-b2a9-cfd5806bb498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:02.631854 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-920bf1e8-8de8-4303-b2a9-cfd5806bb498 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:02.643550 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-920bf1e8-8de8-4303-b2a9-cfd5806bb498 None None] Transition to ACTIVE for port object 2313723b-9dfa-4aaf-91c9-159fc5a3c964 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:03:02.650315 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-920bf1e8-8de8-4303-b2a9-cfd5806bb498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:02.776206 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017a63d-57c1-4a93-a648-11351bb08836 None None] Pushing event updated for resources: {'Port': ['ID=2313723b-9dfa-4aaf-91c9-159fc5a3c964,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:02.866695 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-920bf1e8-8de8-4303-b2a9-cfd5806bb498 None None] Attempting to bind port 2313723b-9dfa-4aaf-91c9-159fc5a3c964 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:03:02.867059 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-920bf1e8-8de8-4303-b2a9-cfd5806bb498 None None] Attempting to bind port 2313723b-9dfa-4aaf-91c9-159fc5a3c964 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': 'f47cbb80-f073-4cc6-93a8-b66a2058928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd94f7e74-c731-4674-8664-39ae1863bc31'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:03:02.867415 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920bf1e8-8de8-4303-b2a9-cfd5806bb498 None None] Attempting to bind port 2313723b-9dfa-4aaf-91c9-159fc5a3c964 on network d94f7e74-c731-4674-8664-39ae1863bc31 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 11:03:02.873991 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920bf1e8-8de8-4303-b2a9-cfd5806bb498 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 11:03:02.874352 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920bf1e8-8de8-4303-b2a9-cfd5806bb498 None None] Checking segment: {'id': 'f47cbb80-f073-4cc6-93a8-b66a2058928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd94f7e74-c731-4674-8664-39ae1863bc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 11:03:02.874743 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-920bf1e8-8de8-4303-b2a9-cfd5806bb498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:02.875127 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920bf1e8-8de8-4303-b2a9-cfd5806bb498 None None] Bound using segment: {'id': 'f47cbb80-f073-4cc6-93a8-b66a2058928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd94f7e74-c731-4674-8664-39ae1863bc31'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 11:03:02.875579 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-920bf1e8-8de8-4303-b2a9-cfd5806bb498 None None] Bound port: 2313723b-9dfa-4aaf-91c9-159fc5a3c964, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47cbb80-f073-4cc6-93a8-b66a2058928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd94f7e74-c731-4674-8664-39ae1863bc31'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:03:02.875943 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-920bf1e8-8de8-4303-b2a9-cfd5806bb498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:02.959982 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-920bf1e8-8de8-4303-b2a9-cfd5806bb498 None None] For port 2313723b-9dfa-4aaf-91c9-159fc5a3c964, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:03:02.966012 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-920bf1e8-8de8-4303-b2a9-cfd5806bb498 None None] For port 2313723b-9dfa-4aaf-91c9-159fc5a3c964, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2313723b-9dfa-4aaf-91c9-159fc5a3c964,segment=NetworkSegment(f47cbb80-f073-4cc6-93a8-b66a2058928d),segment_id=f47cbb80-f073-4cc6-93a8-b66a2058928d)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:03:02.972419 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-920bf1e8-8de8-4303-b2a9-cfd5806bb498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:03.061813 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017a63d-57c1-4a93-a648-11351bb08836 None None] Pushing event updated for resources: {'Port': ['ID=2313723b-9dfa-4aaf-91c9-159fc5a3c964,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:03.066528 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920bf1e8-8de8-4303-b2a9-cfd5806bb498 None None] Routers {'6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:03:03.067143 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-920bf1e8-8de8-4303-b2a9-cfd5806bb498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:02:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:03:03.245053 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-920bf1e8-8de8-4303-b2a9-cfd5806bb498 None None] Set router 6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:03:03.596692 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-920bf1e8-8de8-4303-b2a9-cfd5806bb498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a', 'name': 'tempest-TestShelveInstance-1907387723-router', 'tenant_id': '15aaf6e3bd85430eb92d92b6d740f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': '13b0af73-06a1-47c6-9b65-c306b2b0901d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:35Z', 'updated_at': '2022-04-08T11:02:39Z', 'revision_number': 4, 'project_id': '15aaf6e3bd85430eb92d92b6d740f25b', 'gw_port': {'id': '13b0af73-06a1-47c6-9b65-c306b2b0901d', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:36Z', 'updated_at': '2022-04-08T11:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '2313723b-9dfa-4aaf-91c9-159fc5a3c964', 'name': '', 'network_id': 'd94f7e74-c731-4674-8664-39ae1863bc31', 'tenant_id': '15aaf6e3bd85430eb92d92b6d740f25b', 'mac_address': 'fa:16:3e:e3:03:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24a6b326-b7fa-4997-aa2a-7c851c7e500d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:38Z', 'updated_at': '2022-04-08T11:03:02Z', 'revision_number': 4, 'project_id': '15aaf6e3bd85430eb92d92b6d740f25b', 'subnets': [{'id': '24a6b326-b7fa-4997-aa2a-7c851c7e500d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:03:03.600531 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920bf1e8-8de8-4303-b2a9-cfd5806bb498 None None] The sync data for ids ['6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a'] in dv-neutron-837110-1-hyperv is: [{'id': '6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a', 'name': 'tempest-TestShelveInstance-1907387723-router', 'tenant_id': '15aaf6e3bd85430eb92d92b6d740f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': '13b0af73-06a1-47c6-9b65-c306b2b0901d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:35Z', 'updated_at': '2022-04-08T11:02:39Z', 'revision_number': 4, 'project_id': '15aaf6e3bd85430eb92d92b6d740f25b', 'gw_port': {'id': '13b0af73-06a1-47c6-9b65-c306b2b0901d', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:36Z', 'updated_at': '2022-04-08T11:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '2313723b-9dfa-4aaf-91c9-159fc5a3c964', 'name': '', 'network_id': 'd94f7e74-c731-4674-8664-39ae1863bc31', 'tenant_id': '15aaf6e3bd85430eb92d92b6d740f25b', 'mac_address': 'fa:16:3e:e3:03:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24a6b326-b7fa-4997-aa2a-7c851c7e500d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:38Z', 'updated_at': '2022-04-08T11:03:02Z', 'revision_number': 4, 'project_id': '15aaf6e3bd85430eb92d92b6d740f25b', 'subnets': [{'id': '24a6b326-b7fa-4997-aa2a-7c851c7e500d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 11:03:04.832632 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2313723b-9dfa-4aaf-91c9-159fc5a3c964 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:03:04.897654 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 2313723b-9dfa-4aaf-91c9-159fc5a3c964 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:03:04.903061 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 2313723b-9dfa-4aaf-91c9-159fc5a3c964 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:03:04.903422 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:05.014594 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:05.047996 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 2313723b-9dfa-4aaf-91c9-159fc5a3c964, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2313723b-9dfa-4aaf-91c9-159fc5a3c964,segment=NetworkSegment(f47cbb80-f073-4cc6-93a8-b66a2058928d),segment_id=f47cbb80-f073-4cc6-93a8-b66a2058928d)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:03:05.051506 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:05.124816 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=2313723b-9dfa-4aaf-91c9-159fc5a3c964,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:06.813429 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2313723b-9dfa-4aaf-91c9-159fc5a3c964 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:03:06.878924 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 2313723b-9dfa-4aaf-91c9-159fc5a3c964 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:03:06.879286 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:08.670084 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:13.395588 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bbc2c2a4-2ea6-431f-ac67-f47f4ecdf020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:15.668708 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7d0a1348-a62f-43a0-b985-2a68d4eb6062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:16.905068 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:16.963531 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:18.418251 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:38.150433 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:03:38.670107 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:43.397367 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2fc77d99-4c71-4953-a3ba-56685a364072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:45.670465 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4b1c9a91-bf93-4986-a2ac-eefa26198296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:46.909002 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:46.965110 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:48.420824 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:03:54.050252 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b01be4b8-dce3-46a5-b979-fdd4698e1603 req-e57abbd4-0067-458b-ac4a-938e1c856154 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673764 Apr 08 11:03:54.191540 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b01be4b8-dce3-46a5-b979-fdd4698e1603 req-cfd5fc66-ac3c-4577-ac94-d202be966713 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=480373186b3940779a7d294d48fc70b6&device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 1099 time: 0.0694861 Apr 08 11:03:54.333084 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01be4b8-dce3-46a5-b979-fdd4698e1603 req-55ebec59-0a62-4921-abbf-4b21421542c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:54.334555 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b01be4b8-dce3-46a5-b979-fdd4698e1603 req-55ebec59-0a62-4921-abbf-4b21421542c7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c HTTP/1.1" status: 200 len: 910 time: 0.1241102 Apr 08 11:03:54.438778 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b01be4b8-dce3-46a5-b979-fdd4698e1603 req-37f2722a-e8a1-491d-82fe-34bf7ab13a61 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b20c297d-f2d8-456c-a6a1-2ba6e43453eb HTTP/1.1" status: 200 len: 1002 time: 0.0943549 Apr 08 11:03:54.503947 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01be4b8-dce3-46a5-b979-fdd4698e1603 req-feffd1d8-47aa-41fe-8af5-fb24abb4dcee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:54.505365 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b01be4b8-dce3-46a5-b979-fdd4698e1603 req-feffd1d8-47aa-41fe-8af5-fb24abb4dcee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39517edf-0a16-4b28-be25-63313f984c1c HTTP/1.1" status: 200 len: 848 time: 0.0583072 Apr 08 11:03:54.578332 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b01be4b8-dce3-46a5-b979-fdd4698e1603 req-e71a79c5-f250-43c1-90d2-3b97868cb7e1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0644302 Apr 08 11:03:54.709577 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b01be4b8-dce3-46a5-b979-fdd4698e1603 req-d09143ad-1b19-46ed-aaa1-f5836b0812fc service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218636 Apr 08 11:03:54.845875 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b01be4b8-dce3-46a5-b979-fdd4698e1603 req-a64118f0-84f6-4caf-abed-3bb12bdc95b3 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275914 Apr 08 11:04:08.687870 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:13.398394 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-018d10b6-f331-4168-b7c0-4fc428400869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:15.149688 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:04:15.674564 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8578f6c4-a608-46bd-bc17-839b5bd2d7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:16.910383 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:16.966465 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:18.422784 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:38.693933 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:43.400632 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2be12ffb-bd7e-4a40-ab7e-a9e1d2ded3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:45.677274 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-262d2b15-125d-4528-95f2-273d6a832a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:46.915281 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:46.972962 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:48.425639 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:04:52.148060 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:04:53.154133 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48a2a9-3243-481f-a4bb-2027ad289d7b req-1baebe36-dbd4-4c56-9a5e-91a4687782ad tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:53.155568 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fd48a2a9-3243-481f-a4bb-2027ad289d7b req-1baebe36-dbd4-4c56-9a5e-91a4687782ad tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 946 time: 0.0800657 Apr 08 11:04:53.201037 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fd48a2a9-3243-481f-a4bb-2027ad289d7b req-8808ff40-038a-4632-93ee-6194ceb7c3e7 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392599 Apr 08 11:04:54.401689 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439db046-7f07-4c8e-95be-9f96e7f764df req-7149b350-36ed-4be5-a1fc-f2fd3612ce14 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:54.403036 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-439db046-7f07-4c8e-95be-9f96e7f764df req-7149b350-36ed-4be5-a1fc-f2fd3612ce14 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 946 time: 0.0752971 Apr 08 11:04:54.447731 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-439db046-7f07-4c8e-95be-9f96e7f764df req-5168540f-e44f-4d12-9b2e-f1cd321a14d4 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383894 Apr 08 11:04:55.478358 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b7806289-df63-4405-8d70-6d4c8e67b78f req-870c811a-539f-44db-9beb-a082b880a4ea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=480373186b3940779a7d294d48fc70b6&device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 1099 time: 0.0698440 Apr 08 11:04:55.671524 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7806289-df63-4405-8d70-6d4c8e67b78f req-325a3dc8-58f6-46ba-8606-4d18634cd80f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:55.673964 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b7806289-df63-4405-8d70-6d4c8e67b78f req-325a3dc8-58f6-46ba-8606-4d18634cd80f service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c HTTP/1.1" status: 200 len: 910 time: 0.1749253 Apr 08 11:04:55.825719 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35074e-7731-4674-af30-0646465b11a5 req-c53bbaa1-a710-4211-96e2-54fca2dfdc07 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:55.827048 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-eb35074e-7731-4674-af30-0646465b11a5 req-c53bbaa1-a710-4211-96e2-54fca2dfdc07 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 946 time: 0.2457678 Apr 08 11:04:55.906861 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-eb35074e-7731-4674-af30-0646465b11a5 req-08a61e92-c9ab-43c6-b2f6-578ebc277d16 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736063 Apr 08 11:04:55.909088 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b7806289-df63-4405-8d70-6d4c8e67b78f req-d5daa8c2-6104-46a3-8969-eadf2880cc66 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b20c297d-f2d8-456c-a6a1-2ba6e43453eb HTTP/1.1" status: 200 len: 1002 time: 0.2253864 Apr 08 11:04:55.970344 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7806289-df63-4405-8d70-6d4c8e67b78f req-46da22ad-ebb5-45b3-9bf7-3f90df76041a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:55.971770 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b7806289-df63-4405-8d70-6d4c8e67b78f req-46da22ad-ebb5-45b3-9bf7-3f90df76041a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39517edf-0a16-4b28-be25-63313f984c1c HTTP/1.1" status: 200 len: 848 time: 0.0566187 Apr 08 11:04:56.047827 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b7806289-df63-4405-8d70-6d4c8e67b78f req-3cd3bcd8-5c8e-408a-9899-ecfc03fb0d58 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661962 Apr 08 11:04:56.177577 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b7806289-df63-4405-8d70-6d4c8e67b78f req-a907775c-e74c-44ad-9b81-c1f7d190ee4d service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227643 Apr 08 11:04:56.309180 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b7806289-df63-4405-8d70-6d4c8e67b78f req-13307de2-28ea-4d98-827b-c2de826da660 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239166 Apr 08 11:04:57.104631 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab88ae-692f-464c-bab9-ac6d18e6a2e0 req-7711345d-c692-4111-bab3-d88f3d7c4f12 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:57.105999 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f7ab88ae-692f-464c-bab9-ac6d18e6a2e0 req-7711345d-c692-4111-bab3-d88f3d7c4f12 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 946 time: 0.0775204 Apr 08 11:04:57.150673 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f7ab88ae-692f-464c-bab9-ac6d18e6a2e0 req-2be936b7-429f-433d-b7f9-3f3f67f5b564 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386982 Apr 08 11:04:58.347846 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bca662-6168-4643-8a5b-7442ebbb7af3 req-768613cb-511e-4d7d-babb-ebdbc7ec58dd tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:58.349317 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d7bca662-6168-4643-8a5b-7442ebbb7af3 req-768613cb-511e-4d7d-babb-ebdbc7ec58dd tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 946 time: 0.0767775 Apr 08 11:04:58.401559 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d7bca662-6168-4643-8a5b-7442ebbb7af3 req-a67624d9-4f46-4619-9a44-c7ced9c6775c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464339 Apr 08 11:04:59.592455 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4c7af-c57b-4b9b-b67d-3e2de655c93d req-0a2bfa0a-9199-4220-85e8-5c05335c40b5 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:59.593860 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7fc4c7af-c57b-4b9b-b67d-3e2de655c93d req-0a2bfa0a-9199-4220-85e8-5c05335c40b5 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 946 time: 0.0737038 Apr 08 11:04:59.637345 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7fc4c7af-c57b-4b9b-b67d-3e2de655c93d req-170a3843-4691-4eb9-b558-2c91a0b2ee7d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372579 Apr 08 11:05:00.839594 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21978b6-bb94-49ca-a9ab-52bea55ba6a1 req-f32344c3-a0cb-4f0f-8bd1-e10ce583bc58 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:00.841079 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c21978b6-bb94-49ca-a9ab-52bea55ba6a1 req-f32344c3-a0cb-4f0f-8bd1-e10ce583bc58 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 946 time: 0.0790994 Apr 08 11:05:00.884838 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c21978b6-bb94-49ca-a9ab-52bea55ba6a1 req-b4d74169-4045-46f8-94c6-604cd3719432 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376670 Apr 08 11:05:02.108532 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e78d1-2c11-4872-9cb2-3bb368f8fc81 req-1630da82-8af9-4d74-a350-ca04e142d6b3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:02.109986 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-430e78d1-2c11-4872-9cb2-3bb368f8fc81 req-1630da82-8af9-4d74-a350-ca04e142d6b3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 946 time: 0.0836651 Apr 08 11:05:02.160657 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-430e78d1-2c11-4872-9cb2-3bb368f8fc81 req-babd34a6-e879-4eb0-b420-b7f180292ad7 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437536 Apr 08 11:05:03.360001 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fcecd-f879-4aa8-8756-101ec3e3d55a req-d273f99e-642c-418a-be98-9f31142d102d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:03.361909 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-551fcecd-f879-4aa8-8756-101ec3e3d55a req-d273f99e-642c-418a-be98-9f31142d102d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 946 time: 0.0776684 Apr 08 11:05:03.406270 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-551fcecd-f879-4aa8-8756-101ec3e3d55a req-8da168b5-8fe8-45b6-adc4-5a414835f3b3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389149 Apr 08 11:05:04.597157 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d10184-07fe-47d8-b147-b8088730fbe7 req-5c3690f5-aeb0-4b8a-83f4-a717fd1b478a tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:04.598573 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-01d10184-07fe-47d8-b147-b8088730fbe7 req-5c3690f5-aeb0-4b8a-83f4-a717fd1b478a tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 946 time: 0.0746057 Apr 08 11:05:04.641972 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-01d10184-07fe-47d8-b147-b8088730fbe7 req-03e3d49a-e801-4e5c-beeb-e0abe0d4876b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374730 Apr 08 11:05:05.839187 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793a4b9-99d7-48cf-bb8c-39e47b1bcd6c req-f4cd4e8c-d10a-42d3-a9b7-76ce0e994e9f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:05.840640 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e793a4b9-99d7-48cf-bb8c-39e47b1bcd6c req-f4cd4e8c-d10a-42d3-a9b7-76ce0e994e9f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 946 time: 0.0785880 Apr 08 11:05:05.884388 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e793a4b9-99d7-48cf-bb8c-39e47b1bcd6c req-2c71501d-63e0-4a88-9f12-5daf4fee548d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382743 Apr 08 11:05:06.548614 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device b20c297d-f2d8-456c-a6a1-2ba6e43453eb details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:05:06.688714 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port b20c297d-f2d8-456c-a6a1-2ba6e43453eb, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b20c297d-f2d8-456c-a6a1-2ba6e43453eb,segment=NetworkSegment(b6cb400b-3da3-4e53-9634-4b337643399c),segment_id=b6cb400b-3da3-4e53-9634-4b337643399c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:05:06.701518 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': 'b20c297d-f2d8-456c-a6a1-2ba6e43453eb', 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'port_id': 'b20c297d-f2d8-456c-a6a1-2ba6e43453eb', 'mac_address': 'fa:16:3e:c7:db:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39517edf-0a16-4b28-be25-63313f984c1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:05:06.757044 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:06.774745 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b20c297d-f2d8-456c-a6a1-2ba6e43453eb {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 11:05:06.791383 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port b20c297d-f2d8-456c-a6a1-2ba6e43453eb, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b20c297d-f2d8-456c-a6a1-2ba6e43453eb,segment=NetworkSegment(b6cb400b-3da3-4e53-9634-4b337643399c),segment_id=b6cb400b-3da3-4e53-9634-4b337643399c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:05:06.795594 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:06.884053 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=b20c297d-f2d8-456c-a6a1-2ba6e43453eb,revision_number=6']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:06.893815 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:06.894158 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:06.894474 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:06.894875 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:06.895707 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:06.895707 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:06.895951 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:06.896249 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:06.896571 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:06.896892 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:06.897214 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:06.902169 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['b20c297d-f2d8-456c-a6a1-2ba6e43453eb'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 11:05:07.269586 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7909c3a-9cea-4044-8cff-2281c43dac15 req-9aab9c05-7b7e-4cf6-a2ae-30bda73e34d8 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:07.271271 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a7909c3a-9cea-4044-8cff-2281c43dac15 req-9aab9c05-7b7e-4cf6-a2ae-30bda73e34d8 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 945 time: 0.2599196 Apr 08 11:05:07.332503 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a7909c3a-9cea-4044-8cff-2281c43dac15 req-2fe8949b-fb6a-4c89-bdb1-cb9f5c14a931 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523877 Apr 08 11:05:08.551654 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device b20c297d-f2d8-456c-a6a1-2ba6e43453eb up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:05:08.555259 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe67666-0725-440e-8534-d49a48423d09 req-d85db311-6244-4098-8a22-9ac821ec3378 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:08.562109 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dfe67666-0725-440e-8534-d49a48423d09 req-d85db311-6244-4098-8a22-9ac821ec3378 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 945 time: 0.0899839 Apr 08 11:05:08.608314 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dfe67666-0725-440e-8534-d49a48423d09 req-78feefdc-60ca-400d-88d6-539ac9aa8031 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450294 Apr 08 11:05:08.635649 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port b20c297d-f2d8-456c-a6a1-2ba6e43453eb triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:05:08.636027 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:08.763696 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:08.830502 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:08.863447 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304f4dc5-8c2a-4791-94c4-7ce2343c4040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20c297d-f2d8-456c-a6a1-2ba6e43453eb'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:05:08.881864 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port b20c297d-f2d8-456c-a6a1-2ba6e43453eb, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b20c297d-f2d8-456c-a6a1-2ba6e43453eb,segment=NetworkSegment(b6cb400b-3da3-4e53-9634-4b337643399c),segment_id=b6cb400b-3da3-4e53-9634-4b337643399c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:05:08.885975 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:08.966429 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=b20c297d-f2d8-456c-a6a1-2ba6e43453eb,revision_number=7']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:09.017671 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d8a8a5f-e191-46ee-957a-65b0daa74321'] response: {'server_uuid': '304f4dc5-8c2a-4791-94c4-7ce2343c4040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20c297d-f2d8-456c-a6a1-2ba6e43453eb', 'code': 200} Apr 08 11:05:09.908296 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917a246-37c1-41d2-9928-9fba1a60c6f7 req-c5f8b572-a247-4905-80c7-590d87d1aca1 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:09.909739 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9917a246-37c1-41d2-9928-9fba1a60c6f7 req-c5f8b572-a247-4905-80c7-590d87d1aca1 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 946 time: 0.1678905 Apr 08 11:05:09.960116 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9917a246-37c1-41d2-9928-9fba1a60c6f7 req-f421d952-6f88-4344-a014-47906e86f87a tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443873 Apr 08 11:05:11.208421 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860346f-f9d7-490e-ac43-df36315870da req-9e408ff7-c390-467f-9e5a-84a736a024ab tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:11.210084 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3860346f-f9d7-490e-ac43-df36315870da req-9e408ff7-c390-467f-9e5a-84a736a024ab tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 946 time: 0.0900781 Apr 08 11:05:11.260012 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3860346f-f9d7-490e-ac43-df36315870da req-e312ffd2-2181-4f7a-a170-efd682423edd tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443571 Apr 08 11:05:12.482557 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6ae1d-36a9-427e-b853-eb55fd6b049d req-42fe7bd8-1904-4a4b-9fc2-a055b0f2e172 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:12.484267 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4ee6ae1d-36a9-427e-b853-eb55fd6b049d req-42fe7bd8-1904-4a4b-9fc2-a055b0f2e172 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 946 time: 0.0849288 Apr 08 11:05:12.535853 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4ee6ae1d-36a9-427e-b853-eb55fd6b049d req-7507dbef-8653-403b-8fcf-3ba70425dd22 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451636 Apr 08 11:05:13.407837 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ad097362-64b3-48fa-8130-1dc75e867d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:13.755969 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6872951-3a83-41a1-9628-32eed06c5c12 req-12f02655-820e-41ec-b9aa-fcd89c0f2a08 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:13.762597 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c6872951-3a83-41a1-9628-32eed06c5c12 req-12f02655-820e-41ec-b9aa-fcd89c0f2a08 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 946 time: 0.0959442 Apr 08 11:05:13.821066 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c6872951-3a83-41a1-9628-32eed06c5c12 req-63fc4ef2-b95d-4829-8827-f895b561f71e tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574040 Apr 08 11:05:15.027729 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d602b0-1905-4f01-a25a-98fec403bad5 req-bb1053f3-38bf-497d-98c3-f7f25da05650 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:15.030351 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-00d602b0-1905-4f01-a25a-98fec403bad5 req-bb1053f3-38bf-497d-98c3-f7f25da05650 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 946 time: 0.0879796 Apr 08 11:05:15.080335 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-00d602b0-1905-4f01-a25a-98fec403bad5 req-16c75b10-ef91-403e-962b-b325785234c5 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439131 Apr 08 11:05:15.693673 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6d2e4350-e33a-425a-80a7-7d583e9d6642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:16.295850 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e7320-475b-4bbf-a738-07cc157608d4 req-43967262-9ee8-410e-bb58-ac2b6de1a326 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:16.297515 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-591e7320-475b-4bbf-a738-07cc157608d4 req-43967262-9ee8-410e-bb58-ac2b6de1a326 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 946 time: 0.0850427 Apr 08 11:05:16.447855 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-591e7320-475b-4bbf-a738-07cc157608d4 req-99a3becf-a769-4151-be78-5c17fadca7b2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442242 Apr 08 11:05:16.917001 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:16.963862 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:17.246912 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9b9fa614-c987-41eb-a6f8-6b2bcc1807e1 req-9cc8bb46-5d80-41b4-92d4-a1bd3ac38aa8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=480373186b3940779a7d294d48fc70b6&device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 1099 time: 0.0665624 Apr 08 11:05:17.380234 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fa614-c987-41eb-a6f8-6b2bcc1807e1 req-24d63ad9-6bfc-4734-bd73-9d21edf6bcca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:17.381582 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9b9fa614-c987-41eb-a6f8-6b2bcc1807e1 req-24d63ad9-6bfc-4734-bd73-9d21edf6bcca service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c HTTP/1.1" status: 200 len: 910 time: 0.1257255 Apr 08 11:05:17.485878 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9b9fa614-c987-41eb-a6f8-6b2bcc1807e1 req-f668cbbd-bc8e-495c-a1ec-3d23ac2759cd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b20c297d-f2d8-456c-a6a1-2ba6e43453eb HTTP/1.1" status: 200 len: 1002 time: 0.0953226 Apr 08 11:05:17.553198 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fa614-c987-41eb-a6f8-6b2bcc1807e1 req-4935aac4-7be3-4a57-b9a0-9c0d68e032c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:17.554608 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9b9fa614-c987-41eb-a6f8-6b2bcc1807e1 req-4935aac4-7be3-4a57-b9a0-9c0d68e032c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39517edf-0a16-4b28-be25-63313f984c1c HTTP/1.1" status: 200 len: 848 time: 0.0599971 Apr 08 11:05:17.688577 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9b9fa614-c987-41eb-a6f8-6b2bcc1807e1 req-0c10e05f-fbb3-45ff-a072-3743045fab38 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1241019 Apr 08 11:05:17.694661 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315212e-0190-4c56-bce1-1dcde9a11d0b req-22cad08e-f6af-4cb0-aa46-cd4dbb05f7b5 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:17.695945 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b315212e-0190-4c56-bce1-1dcde9a11d0b req-22cad08e-f6af-4cb0-aa46-cd4dbb05f7b5 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 946 time: 0.1043508 Apr 08 11:05:17.817031 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b315212e-0190-4c56-bce1-1dcde9a11d0b req-3ac67273-06cc-4472-acb8-4cbb0462b716 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029112 Apr 08 11:05:17.852277 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9b9fa614-c987-41eb-a6f8-6b2bcc1807e1 req-27ef1d06-9bc5-4cf1-9d32-50bf1d8f0982 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549857 Apr 08 11:05:17.982593 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9b9fa614-c987-41eb-a6f8-6b2bcc1807e1 req-53fbe5c9-1011-4d1e-bfb5-31d019a28ea3 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204734 Apr 08 11:05:18.428525 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:19.010853 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9d50c-1fe7-4ebd-91ce-9685ce810c55 req-cb6a1f9e-afab-4d35-b3f3-d454acf386a2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:19.012318 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-73b9d50c-1fe7-4ebd-91ce-9685ce810c55 req-cb6a1f9e-afab-4d35-b3f3-d454acf386a2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 946 time: 0.0743575 Apr 08 11:05:19.057432 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-73b9d50c-1fe7-4ebd-91ce-9685ce810c55 req-36ca95b7-c42d-482a-9fe2-26795f6ff0a9 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392036 Apr 08 11:05:20.260956 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86455b-c8c2-482e-9fef-b29d2020bc35 req-31813f23-4208-4e9a-99fe-5f257ea8aa8b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:20.262409 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2a86455b-c8c2-482e-9fef-b29d2020bc35 req-31813f23-4208-4e9a-99fe-5f257ea8aa8b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 946 time: 0.0789373 Apr 08 11:05:20.308735 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2a86455b-c8c2-482e-9fef-b29d2020bc35 req-22256b3f-6ef3-44bf-af01-a9bda31137b3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407047 Apr 08 11:05:20.489756 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e3d5ae16-91ae-4db0-aadf-878ec4ae7da3 req-71063422-819a-42bc-8b56-03d6322979e2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0655758 Apr 08 11:05:20.644696 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device b20c297d-f2d8-456c-a6a1-2ba6e43453eb no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:05:20.753592 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:20.778881 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304f4dc5-8c2a-4791-94c4-7ce2343c4040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b20c297d-f2d8-456c-a6a1-2ba6e43453eb'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:05:20.788616 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port b20c297d-f2d8-456c-a6a1-2ba6e43453eb, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b20c297d-f2d8-456c-a6a1-2ba6e43453eb,segment=NetworkSegment(b6cb400b-3da3-4e53-9634-4b337643399c),segment_id=b6cb400b-3da3-4e53-9634-4b337643399c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:05:20.792616 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:20.834227 dv-neutron-837110-1-hyperv neutron-server[83847]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c025997e-3d6b-4c49-b40b-9bba8d975d09']: {'server_uuid': '304f4dc5-8c2a-4791-94c4-7ce2343c4040', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b20c297d-f2d8-456c-a6a1-2ba6e43453eb', 'code': 422} returned with failed status Apr 08 11:05:20.865877 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=b20c297d-f2d8-456c-a6a1-2ba6e43453eb,revision_number=8']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:21.769539 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a14c4-88c8-4b5e-a9cc-b106d2633319 req-b70df31e-5afb-4007-84bf-4e8fd82d3e79 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:21.770988 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-128a14c4-88c8-4b5e-a9cc-b106d2633319 req-b70df31e-5afb-4007-84bf-4e8fd82d3e79 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 944 time: 0.0780709 Apr 08 11:05:21.794498 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38608) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:05:21.817779 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-128a14c4-88c8-4b5e-a9cc-b106d2633319 req-9be07aa7-dcfe-4111-abc0-5ca5888a93fd tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413241 Apr 08 11:05:21.928395 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-624316e1-2522-4fe3-b0e0-5be704418ee6 req-13defc67-06dc-40d9-8de9-fb406c1174be service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1321778 Apr 08 11:05:23.014817 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274941d-8a3d-4e7a-86dd-ea84de12d251 req-373fa90d-94de-4224-9b17-af4071f87fba tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:23.016848 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0274941d-8a3d-4e7a-86dd-ea84de12d251 req-373fa90d-94de-4224-9b17-af4071f87fba tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 944 time: 0.0733504 Apr 08 11:05:23.065165 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0274941d-8a3d-4e7a-86dd-ea84de12d251 req-3bb2bba3-ce8a-4193-a1e4-4e87afb4b81a tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423796 Apr 08 11:05:24.255912 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780f60c-3969-4848-a2ac-68d04221e3c9 req-076e4fb0-9eaa-49b6-ae1f-b4610c4ac82a tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:24.257358 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0780f60c-3969-4848-a2ac-68d04221e3c9 req-076e4fb0-9eaa-49b6-ae1f-b4610c4ac82a tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 944 time: 0.0738833 Apr 08 11:05:24.302081 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0780f60c-3969-4848-a2ac-68d04221e3c9 req-ae253905-92e7-427b-8768-7e049eb93394 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393348 Apr 08 11:05:24.624091 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-624316e1-2522-4fe3-b0e0-5be704418ee6 req-f847b544-203d-4b01-895f-dd158eeb2641 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040&tenant_id=480373186b3940779a7d294d48fc70b6 HTTP/1.1" status: 200 len: 1097 time: 0.0695260 Apr 08 11:05:24.715279 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-624316e1-2522-4fe3-b0e0-5be704418ee6 req-642979e0-f8d5-4ead-8d38-9ed0a6a636cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=480373186b3940779a7d294d48fc70b6&device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 1097 time: 0.0658424 Apr 08 11:05:24.933720 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624316e1-2522-4fe3-b0e0-5be704418ee6 req-d0507310-b01a-48e8-91c6-60ad63439ead service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:24.935124 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-624316e1-2522-4fe3-b0e0-5be704418ee6 req-d0507310-b01a-48e8-91c6-60ad63439ead service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c HTTP/1.1" status: 200 len: 910 time: 0.2113540 Apr 08 11:05:25.104396 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-624316e1-2522-4fe3-b0e0-5be704418ee6 req-5ea1e4fa-af68-4315-8f59-665b4d6a0136 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b20c297d-f2d8-456c-a6a1-2ba6e43453eb HTTP/1.1" status: 200 len: 1000 time: 0.1607125 Apr 08 11:05:25.167495 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624316e1-2522-4fe3-b0e0-5be704418ee6 req-cc041d97-807c-4834-a1ca-0ab0531e4443 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:25.168899 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-624316e1-2522-4fe3-b0e0-5be704418ee6 req-cc041d97-807c-4834-a1ca-0ab0531e4443 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39517edf-0a16-4b28-be25-63313f984c1c HTTP/1.1" status: 200 len: 848 time: 0.0554695 Apr 08 11:05:25.247456 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-624316e1-2522-4fe3-b0e0-5be704418ee6 req-c4583fe4-9e18-4e0c-987c-b531c56d4e93 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691795 Apr 08 11:05:25.380581 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-624316e1-2522-4fe3-b0e0-5be704418ee6 req-b0a2df2a-8946-4198-b095-4d3169415f00 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233449 Apr 08 11:05:25.565121 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-624316e1-2522-4fe3-b0e0-5be704418ee6 req-fd8909d7-7c93-4f20-85f5-d80d8b432e63 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751699 Apr 08 11:05:25.577864 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40843b96-95b1-40e0-bc42-89765c1c5b8c req-82d5c898-6e0e-49a8-86b3-e5fb93a6900e tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:25.579374 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-40843b96-95b1-40e0-bc42-89765c1c5b8c req-82d5c898-6e0e-49a8-86b3-e5fb93a6900e tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 944 time: 0.1256866 Apr 08 11:05:25.628902 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-40843b96-95b1-40e0-bc42-89765c1c5b8c req-ab5be5a1-5a9a-427b-bab7-70a0352878cc tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431485 Apr 08 11:05:26.850695 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184001a-4ac4-4b76-8362-bfb1cfb9df46 req-e61c1247-83d0-4ba9-bca1-4044c42a676f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:26.852191 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d184001a-4ac4-4b76-8362-bfb1cfb9df46 req-e61c1247-83d0-4ba9-bca1-4044c42a676f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 944 time: 0.0906942 Apr 08 11:05:26.909405 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d184001a-4ac4-4b76-8362-bfb1cfb9df46 req-0e529d4a-1aed-4cde-9e5d-5e04d9a7196a tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515809 Apr 08 11:05:28.130955 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81458048-3370-4965-aa27-2e07200bb813 req-ff324705-5462-4339-a914-9c28cec1c20c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:28.132495 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-81458048-3370-4965-aa27-2e07200bb813 req-ff324705-5462-4339-a914-9c28cec1c20c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 944 time: 0.0955849 Apr 08 11:05:28.180274 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-81458048-3370-4965-aa27-2e07200bb813 req-f97293ac-fa6b-4727-8934-324a0cad0f92 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421736 Apr 08 11:05:29.148156 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:05:29.385767 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf0f94-9cb4-4871-a54f-da86a04ab1fc req-90eeda24-4215-4b19-9077-f846898a3f7d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:29.387276 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8fbf0f94-9cb4-4871-a54f-da86a04ab1fc req-90eeda24-4215-4b19-9077-f846898a3f7d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 944 time: 0.0794611 Apr 08 11:05:29.433961 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8fbf0f94-9cb4-4871-a54f-da86a04ab1fc req-471a8c84-1bb6-4910-a445-8df6f4855fee tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395823 Apr 08 11:05:30.645144 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9141d-50e4-4e47-84a7-50e8aaabe2c8 req-d0a1e03e-7c77-4774-b9ed-3b2dca588424 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:30.646719 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-40b9141d-50e4-4e47-84a7-50e8aaabe2c8 req-d0a1e03e-7c77-4774-b9ed-3b2dca588424 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 944 time: 0.0842485 Apr 08 11:05:30.692050 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-40b9141d-50e4-4e47-84a7-50e8aaabe2c8 req-8b6c4cc4-134c-44e0-87e2-a29a69b4b493 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389524 Apr 08 11:05:31.896907 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20babfd3-2334-4fc4-90af-48e59ba297c9 req-ec799023-7e9b-4824-a6d5-ae47f0989a47 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:31.898380 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-20babfd3-2334-4fc4-90af-48e59ba297c9 req-ec799023-7e9b-4824-a6d5-ae47f0989a47 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 944 time: 0.0822082 Apr 08 11:05:31.960660 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-20babfd3-2334-4fc4-90af-48e59ba297c9 req-0f9693af-73ca-4c3a-ae16-7fda0f530632 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450594 Apr 08 11:05:33.176368 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf96e90-e9aa-4c6f-b74f-795ec5505b51 req-2f404fe5-e8c6-48d0-ac1e-92268d5f1ae4 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:33.177799 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8cf96e90-e9aa-4c6f-b74f-795ec5505b51 req-2f404fe5-e8c6-48d0-ac1e-92268d5f1ae4 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 944 time: 0.0846581 Apr 08 11:05:33.225466 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8cf96e90-e9aa-4c6f-b74f-795ec5505b51 req-790d1bf1-f3c8-46c0-8d12-941fb461224a tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418534 Apr 08 11:05:34.587844 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952e6da-7a59-4d10-8808-b4aaf13bb5c5 req-a1b57a1e-19e3-4fab-ae09-2cb0535258fb tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:34.589618 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b952e6da-7a59-4d10-8808-b4aaf13bb5c5 req-a1b57a1e-19e3-4fab-ae09-2cb0535258fb tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 944 time: 0.0859306 Apr 08 11:05:34.640231 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b952e6da-7a59-4d10-8808-b4aaf13bb5c5 req-0758c082-85bb-44d5-b495-e37ebcb175a7 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446897 Apr 08 11:05:35.840843 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d51e2-4e14-488b-b4c3-596e25f90484 req-6efaa052-6625-4cbf-abfc-abf79f853cb7 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:35.842308 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2e7d51e2-4e14-488b-b4c3-596e25f90484 req-6efaa052-6625-4cbf-abfc-abf79f853cb7 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 944 time: 0.0795732 Apr 08 11:05:35.889274 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2e7d51e2-4e14-488b-b4c3-596e25f90484 req-30c59105-618b-41a8-9cd0-e0a9c6fb6577 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408301 Apr 08 11:05:37.152641 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d91740-d497-4263-b8a0-31c48fa68b6d req-225ae4ca-380b-481f-a06a-94c162a71580 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:37.154118 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-17d91740-d497-4263-b8a0-31c48fa68b6d req-225ae4ca-380b-481f-a06a-94c162a71580 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 944 time: 0.1456678 Apr 08 11:05:37.200404 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-17d91740-d497-4263-b8a0-31c48fa68b6d req-5df8481b-606b-414b-9dff-531676e184f9 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399442 Apr 08 11:05:38.400574 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bcd95-f83c-4c04-bb0b-ad51eee1d9d0 req-4e3651e1-567d-4c29-b7b7-f73d79beafce tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:38.402161 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ed2bcd95-f83c-4c04-bb0b-ad51eee1d9d0 req-4e3651e1-567d-4c29-b7b7-f73d79beafce tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 944 time: 0.0755188 Apr 08 11:05:38.445872 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ed2bcd95-f83c-4c04-bb0b-ad51eee1d9d0 req-ce29aec6-6609-4551-a295-39431ac68953 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377629 Apr 08 11:05:38.659940 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device b20c297d-f2d8-456c-a6a1-2ba6e43453eb details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:05:38.760445 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:38.799329 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port b20c297d-f2d8-456c-a6a1-2ba6e43453eb, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b20c297d-f2d8-456c-a6a1-2ba6e43453eb,segment=NetworkSegment(b6cb400b-3da3-4e53-9634-4b337643399c),segment_id=b6cb400b-3da3-4e53-9634-4b337643399c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:05:38.811743 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': 'b20c297d-f2d8-456c-a6a1-2ba6e43453eb', 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'port_id': 'b20c297d-f2d8-456c-a6a1-2ba6e43453eb', 'mac_address': 'fa:16:3e:c7:db:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39517edf-0a16-4b28-be25-63313f984c1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:05:38.867754 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:38.886121 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b20c297d-f2d8-456c-a6a1-2ba6e43453eb {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 11:05:38.900785 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port b20c297d-f2d8-456c-a6a1-2ba6e43453eb, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b20c297d-f2d8-456c-a6a1-2ba6e43453eb,segment=NetworkSegment(b6cb400b-3da3-4e53-9634-4b337643399c),segment_id=b6cb400b-3da3-4e53-9634-4b337643399c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:05:38.904833 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:38.968110 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=b20c297d-f2d8-456c-a6a1-2ba6e43453eb,revision_number=9']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:39.199673 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['b20c297d-f2d8-456c-a6a1-2ba6e43453eb'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 11:05:39.729843 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb081578-f4b4-4b45-a798-7f22df0a210f req-c4486029-f264-4c01-8259-3f62f508fe74 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:39.731278 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bb081578-f4b4-4b45-a798-7f22df0a210f req-c4486029-f264-4c01-8259-3f62f508fe74 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 945 time: 0.1654985 Apr 08 11:05:39.774439 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bb081578-f4b4-4b45-a798-7f22df0a210f req-b1a64902-e359-41fd-9649-55b38d6fd764 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375383 Apr 08 11:05:40.674631 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device b20c297d-f2d8-456c-a6a1-2ba6e43453eb up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:05:40.743216 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port b20c297d-f2d8-456c-a6a1-2ba6e43453eb triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:05:40.743579 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:40.855495 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:40.881882 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304f4dc5-8c2a-4791-94c4-7ce2343c4040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20c297d-f2d8-456c-a6a1-2ba6e43453eb'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:05:40.891391 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port b20c297d-f2d8-456c-a6a1-2ba6e43453eb, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b20c297d-f2d8-456c-a6a1-2ba6e43453eb,segment=NetworkSegment(b6cb400b-3da3-4e53-9634-4b337643399c),segment_id=b6cb400b-3da3-4e53-9634-4b337643399c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:05:40.895857 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:40.965350 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=b20c297d-f2d8-456c-a6a1-2ba6e43453eb,revision_number=10']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:40.969045 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db7942-94d5-4764-8cb0-503790eabecc req-e5924b80-1288-4b21-9ee2-3f8ae99786d1 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:40.971581 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f8db7942-94d5-4764-8cb0-503790eabecc req-e5924b80-1288-4b21-9ee2-3f8ae99786d1 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 947 time: 0.0781574 Apr 08 11:05:41.019200 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f8db7942-94d5-4764-8cb0-503790eabecc req-6dc6e1df-6051-4fea-8081-051fa69d364b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418897 Apr 08 11:05:41.959720 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-750513dd-1373-4754-9284-33b5ea84e077'] response: {'server_uuid': '304f4dc5-8c2a-4791-94c4-7ce2343c4040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20c297d-f2d8-456c-a6a1-2ba6e43453eb', 'code': 200} Apr 08 11:05:42.268513 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fcddd3e6-9d00-478d-a0d0-52e028f82cf7 req-0f4f8cda-b3b3-463b-8c7d-1abca527660f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 1100 time: 0.1297915 Apr 08 11:05:42.273653 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babff13-c347-4a87-bf05-0eb4088f3c5f req-0af4d07a-47ee-489d-bcfe-d02d939695b7 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:42.274956 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6babff13-c347-4a87-bf05-0eb4088f3c5f req-0af4d07a-47ee-489d-bcfe-d02d939695b7 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 947 time: 0.1075613 Apr 08 11:05:42.342569 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fcddd3e6-9d00-478d-a0d0-52e028f82cf7 req-13627031-024f-4d97-b827-fa86667ca66f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658305 Apr 08 11:05:42.347534 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6babff13-c347-4a87-bf05-0eb4088f3c5f req-493856fc-6603-4e31-a15e-dcac18d64f27 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579185 Apr 08 11:05:43.405504 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9965539a-2cc7-421e-a3d4-8949dd0e501a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:43.557108 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98501a2-21ee-477b-8842-54a3dedb2b2f req-92486463-a63e-45ef-808f-43a956a1ae98 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:43.558670 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b98501a2-21ee-477b-8842-54a3dedb2b2f req-92486463-a63e-45ef-808f-43a956a1ae98 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 947 time: 0.0829630 Apr 08 11:05:43.606690 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b98501a2-21ee-477b-8842-54a3dedb2b2f req-b5c428ac-0d77-492d-ad48-c822a21f819c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415504 Apr 08 11:05:44.805799 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344585cf-bf65-45ea-b056-b6130be548e7 req-580f6f98-385f-4cab-82a8-41fbdd4dba58 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:44.807251 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-344585cf-bf65-45ea-b056-b6130be548e7 req-580f6f98-385f-4cab-82a8-41fbdd4dba58 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 947 time: 0.0758159 Apr 08 11:05:44.854752 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-344585cf-bf65-45ea-b056-b6130be548e7 req-42a4b7d9-3340-46c5-91ca-569f3915bb9e tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418048 Apr 08 11:05:45.685660 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-970afcca-c9e2-43fe-a0f7-47f7465a2c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:46.919389 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:46.964609 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:48.430844 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:05:57.972465 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fbcb21fc-d601-419c-a1c2-e2c96d350655 req-46da8fce-def6-44f5-b3b8-d4e484b625f4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720029 Apr 08 11:05:58.110036 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fbcb21fc-d601-419c-a1c2-e2c96d350655 req-93028d0b-0ad7-4fca-9b3c-37c93cfd9971 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=480373186b3940779a7d294d48fc70b6&device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 1100 time: 0.0675504 Apr 08 11:05:58.249854 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb21fc-d601-419c-a1c2-e2c96d350655 req-0115c2c5-053d-41c8-86fa-ef2cb2e4a320 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:58.251313 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fbcb21fc-d601-419c-a1c2-e2c96d350655 req-0115c2c5-053d-41c8-86fa-ef2cb2e4a320 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c HTTP/1.1" status: 200 len: 910 time: 0.1222210 Apr 08 11:05:58.353230 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fbcb21fc-d601-419c-a1c2-e2c96d350655 req-6139e89c-0da0-4e7b-82e0-1a2fb8e625e1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b20c297d-f2d8-456c-a6a1-2ba6e43453eb HTTP/1.1" status: 200 len: 1002 time: 0.0943220 Apr 08 11:05:58.414501 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb21fc-d601-419c-a1c2-e2c96d350655 req-52f11c89-1c89-42a0-b21e-dcdd61977161 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:58.415857 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fbcb21fc-d601-419c-a1c2-e2c96d350655 req-52f11c89-1c89-42a0-b21e-dcdd61977161 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39517edf-0a16-4b28-be25-63313f984c1c HTTP/1.1" status: 200 len: 848 time: 0.0569222 Apr 08 11:05:58.490993 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fbcb21fc-d601-419c-a1c2-e2c96d350655 req-e79d2be3-2987-4084-8a17-b5721a4f82c1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677586 Apr 08 11:05:58.618121 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fbcb21fc-d601-419c-a1c2-e2c96d350655 req-b5b59979-cebe-4b7a-a36e-15963d19319c service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210282 Apr 08 11:05:58.744380 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fbcb21fc-d601-419c-a1c2-e2c96d350655 req-7659391f-ccaa-47ae-bb54-46087c14eefc service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209106 Apr 08 11:06:06.151408 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:06:08.721368 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:13.398318 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e2e61241-3111-4708-9e8a-e43029e8456c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:15.689289 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6cab49f8-c174-4344-9b2e-934b8f90b74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:16.922761 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:16.966226 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:18.433769 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:38.736004 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:43.150749 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:06:43.401307 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-28987ec7-21ea-4891-b16c-016aae79540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:45.689345 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9cb77b4e-6e1b-40af-9fef-f7caf8e957a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:46.926079 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:46.966144 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:48.437330 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:57.384279 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0c28e360-7dd1-4d92-821e-f3dbdaf51137 req-7e474e14-2a76-4e31-9e45-a4926f97686a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656009 Apr 08 11:06:57.536376 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0c28e360-7dd1-4d92-821e-f3dbdaf51137 req-4702ac62-32ea-43b1-9504-00948dd58815 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=480373186b3940779a7d294d48fc70b6&device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 1100 time: 0.0745075 Apr 08 11:06:57.767865 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28e360-7dd1-4d92-821e-f3dbdaf51137 req-66e22201-0b11-444e-833a-1a39565577a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:57.769294 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0c28e360-7dd1-4d92-821e-f3dbdaf51137 req-66e22201-0b11-444e-833a-1a39565577a6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c HTTP/1.1" status: 200 len: 910 time: 0.2101622 Apr 08 11:06:57.872383 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0c28e360-7dd1-4d92-821e-f3dbdaf51137 req-de8f3efa-af2c-4327-bae2-5c4bba6834ee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b20c297d-f2d8-456c-a6a1-2ba6e43453eb HTTP/1.1" status: 200 len: 1002 time: 0.0941601 Apr 08 11:06:57.934872 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28e360-7dd1-4d92-821e-f3dbdaf51137 req-e5af5926-d065-4ed5-8424-ea937a03ffc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:57.936313 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0c28e360-7dd1-4d92-821e-f3dbdaf51137 req-e5af5926-d065-4ed5-8424-ea937a03ffc4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39517edf-0a16-4b28-be25-63313f984c1c HTTP/1.1" status: 200 len: 848 time: 0.0556695 Apr 08 11:06:58.010673 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0c28e360-7dd1-4d92-821e-f3dbdaf51137 req-a8fc1507-2b14-4532-8056-486a071b718e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657492 Apr 08 11:06:58.146072 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0c28e360-7dd1-4d92-821e-f3dbdaf51137 req-4367366e-95ba-4f3e-87f1-1711f849439c service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261907 Apr 08 11:06:58.169491 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38738) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:06:58.279306 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0c28e360-7dd1-4d92-821e-f3dbdaf51137 req-4060ed81-f28e-4feb-b212-2c5d1b00a611 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244736 Apr 08 11:06:58.374146 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-85edefe5-c464-41d9-b932-badb1ed612e2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Deleting port 5772140d-d107-44da-bf55-03c4bd0aee7d {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:06:58.374400 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85edefe5-c464-41d9-b932-badb1ed612e2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:58.536607 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85edefe5-c464-41d9-b932-badb1ed612e2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:58.536933 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85edefe5-c464-41d9-b932-badb1ed612e2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:58.662684 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-85edefe5-c464-41d9-b932-badb1ed612e2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Calling delete_port for 5772140d-d107-44da-bf55-03c4bd0aee7d owned by network:floatingip {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:06:58.804300 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85edefe5-c464-41d9-b932-badb1ed612e2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:58.934853 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85edefe5-c464-41d9-b932-badb1ed612e2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Pushing event deleted for resources: {'Port': ['ID=5772140d-d107-44da-bf55-03c4bd0aee7d,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:58.971998 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85edefe5-c464-41d9-b932-badb1ed612e2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:58.972439 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85edefe5-c464-41d9-b932-badb1ed612e2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:58.972774 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85edefe5-c464-41d9-b932-badb1ed612e2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:58.973126 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85edefe5-c464-41d9-b932-badb1ed612e2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:58.973454 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85edefe5-c464-41d9-b932-badb1ed612e2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:58.973776 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85edefe5-c464-41d9-b932-badb1ed612e2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:58.974099 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85edefe5-c464-41d9-b932-badb1ed612e2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:58.974419 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85edefe5-c464-41d9-b932-badb1ed612e2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:58.974736 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85edefe5-c464-41d9-b932-badb1ed612e2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:58.975058 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85edefe5-c464-41d9-b932-badb1ed612e2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:58.975382 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85edefe5-c464-41d9-b932-badb1ed612e2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:59.033200 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85edefe5-c464-41d9-b932-badb1ed612e2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for floatingip, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:59.419915 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85edefe5-c464-41d9-b932-badb1ed612e2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Router bbd17001-69f2-4028-bece-f01ce1f5894d has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:06:59.622405 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85edefe5-c464-41d9-b932-badb1ed612e2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:06:59.631622 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463ba02f-f473-4f94-b0ec-643b6bbf039c None None] Sync routers for ids ['bbd17001-69f2-4028-bece-f01ce1f5894d'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 11:06:59.641958 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85edefe5-c464-41d9-b932-badb1ed612e2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:06:59.643110 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463ba02f-f473-4f94-b0ec-643b6bbf039c None None] Routers {'bbd17001-69f2-4028-bece-f01ce1f5894d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:06:59.643783 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-463ba02f-f473-4f94-b0ec-643b6bbf039c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:06:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['bbd17001-69f2-4028-bece-f01ce1f5894d'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:06:59.697989 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-85edefe5-c464-41d9-b932-badb1ed612e2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "DELETE /v2.0/floatingips/78c8619a-0258-458e-a3dc-5f7e8d8f4518 HTTP/1.1" status: 204 len: 168 time: 1.5274494 Apr 08 11:06:59.698530 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '304f4dc5-8c2a-4791-94c4-7ce2343c4040', 'tag': 'b20c297d-f2d8-456c-a6a1-2ba6e43453eb'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:06:59.823134 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-463ba02f-f473-4f94-b0ec-643b6bbf039c None None] Set router bbd17001-69f2-4028-bece-f01ce1f5894d gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:06:59.841671 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-535d6107-1508-45fc-8bb1-ed35f9d919f3'] response: {'name': 'network-changed', 'server_uuid': '304f4dc5-8c2a-4791-94c4-7ce2343c4040', 'tag': 'b20c297d-f2d8-456c-a6a1-2ba6e43453eb', 'status': 'completed', 'code': 200} Apr 08 11:06:59.949746 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96760072-95f4-4a55-baba-cad3b91de360 req-4cebae50-8cff-46cc-9648-e96e989a178e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=480373186b3940779a7d294d48fc70b6&device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 1100 time: 0.0792842 Apr 08 11:07:00.090676 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96760072-95f4-4a55-baba-cad3b91de360 req-4d5a3b04-f417-4d9e-ba09-f6c9f97530e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:00.092167 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96760072-95f4-4a55-baba-cad3b91de360 req-4d5a3b04-f417-4d9e-ba09-f6c9f97530e5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c HTTP/1.1" status: 200 len: 910 time: 0.1328342 Apr 08 11:07:00.143815 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-463ba02f-f473-4f94-b0ec-643b6bbf039c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'name': 'tempest-TestShelveInstance-1656564487-router', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:32Z', 'revision_number': 4, 'project_id': '480373186b3940779a7d294d48fc70b6', 'gw_port': {'id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '6d46be30-94bd-47e3-865c-5ff38112822e', 'name': '', 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'mac_address': 'fa:16:3e:15:c6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39517edf-0a16-4b28-be25-63313f984c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:32Z', 'updated_at': '2022-04-08T11:02:41Z', 'revision_number': 5, 'project_id': '480373186b3940779a7d294d48fc70b6', 'subnets': [{'id': '39517edf-0a16-4b28-be25-63313f984c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:00.147625 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463ba02f-f473-4f94-b0ec-643b6bbf039c None None] Checking router: bbd17001-69f2-4028-bece-f01ce1f5894d for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 11:07:00.158356 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463ba02f-f473-4f94-b0ec-643b6bbf039c None None] Routers {'bbd17001-69f2-4028-bece-f01ce1f5894d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:07:00.158933 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-463ba02f-f473-4f94-b0ec-643b6bbf039c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:06:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['bbd17001-69f2-4028-bece-f01ce1f5894d'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:00.197084 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96760072-95f4-4a55-baba-cad3b91de360 req-91ae7e6f-830c-4f77-a1b8-d24a9d288822 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b20c297d-f2d8-456c-a6a1-2ba6e43453eb HTTP/1.1" status: 200 len: 217 time: 0.0702674 Apr 08 11:07:00.271992 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96760072-95f4-4a55-baba-cad3b91de360 req-c6db20c8-0afe-415e-9740-ea57992ff29d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:00.273327 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96760072-95f4-4a55-baba-cad3b91de360 req-c6db20c8-0afe-415e-9740-ea57992ff29d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39517edf-0a16-4b28-be25-63313f984c1c HTTP/1.1" status: 200 len: 848 time: 0.0674706 Apr 08 11:07:00.279870 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6832837-6213-43a7-8929-194f1f296d11 req-9fb9597e-6fad-48b0-b8e7-5c8bc53a867c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:00.281273 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c6832837-6213-43a7-8929-194f1f296d11 req-9fb9597e-6fad-48b0-b8e7-5c8bc53a867c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 947 time: 0.1881804 Apr 08 11:07:00.333898 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-463ba02f-f473-4f94-b0ec-643b6bbf039c None None] Set router bbd17001-69f2-4028-bece-f01ce1f5894d gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:07:00.377739 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c6832837-6213-43a7-8929-194f1f296d11 req-0b7353eb-4c87-4b8b-af53-d3e3a83b442e tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608311 Apr 08 11:07:00.386684 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96760072-95f4-4a55-baba-cad3b91de360 req-9e2c61e4-ccc0-483c-85aa-28406d443958 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1044285 Apr 08 11:07:00.517423 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96760072-95f4-4a55-baba-cad3b91de360 req-edaf676a-c6f5-4249-9b92-ffe609a7e05d service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235323 Apr 08 11:07:00.647621 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96760072-95f4-4a55-baba-cad3b91de360 req-180697b8-af63-45ef-b58e-4b9b3a490c27 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240520 Apr 08 11:07:00.649328 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-463ba02f-f473-4f94-b0ec-643b6bbf039c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'name': 'tempest-TestShelveInstance-1656564487-router', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:32Z', 'revision_number': 4, 'project_id': '480373186b3940779a7d294d48fc70b6', 'gw_port': {'id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '6d46be30-94bd-47e3-865c-5ff38112822e', 'name': '', 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'mac_address': 'fa:16:3e:15:c6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39517edf-0a16-4b28-be25-63313f984c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:32Z', 'updated_at': '2022-04-08T11:02:41Z', 'revision_number': 5, 'project_id': '480373186b3940779a7d294d48fc70b6', 'subnets': [{'id': '39517edf-0a16-4b28-be25-63313f984c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:00.654894 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463ba02f-f473-4f94-b0ec-643b6bbf039c None None] The sync data for ids ['bbd17001-69f2-4028-bece-f01ce1f5894d'] in dv-neutron-837110-1-hyperv is: [{'id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'name': 'tempest-TestShelveInstance-1656564487-router', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:32Z', 'revision_number': 4, 'project_id': '480373186b3940779a7d294d48fc70b6', 'gw_port': {'id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '6d46be30-94bd-47e3-865c-5ff38112822e', 'name': '', 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'mac_address': 'fa:16:3e:15:c6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39517edf-0a16-4b28-be25-63313f984c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:32Z', 'updated_at': '2022-04-08T11:02:41Z', 'revision_number': 5, 'project_id': '480373186b3940779a7d294d48fc70b6', 'subnets': [{'id': '39517edf-0a16-4b28-be25-63313f984c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 11:07:00.875833 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4b45a9-c2b6-4224-bb09-23fd62cb115c None None] New status for floating IP 78c8619a-0258-458e-a3dc-5f7e8d8f4518: DOWN {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 11:07:01.582800 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2df815-e1f6-4a49-9793-e02477b47caa req-371dbd25-19a3-47de-a44b-42a1f65d706d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:01.584256 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4c2df815-e1f6-4a49-9793-e02477b47caa req-371dbd25-19a3-47de-a44b-42a1f65d706d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.52 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 947 time: 0.1326113 Apr 08 11:07:01.638123 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653d9b0-8ec5-4eb2-91b4-e32606cffcb5 req-21cf7022-8b84-4ac9-a4b4-980b3cf90b42 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:01.639530 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7653d9b0-8ec5-4eb2-91b4-e32606cffcb5 req-21cf7022-8b84-4ac9-a4b4-980b3cf90b42 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 947 time: 0.1352873 Apr 08 11:07:01.683184 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-4c2df815-e1f6-4a49-9793-e02477b47caa req-eaf6c854-bb73-4c15-9d6f-479587512a0d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Deleting port b20c297d-f2d8-456c-a6a1-2ba6e43453eb {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:07:01.683431 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-4c2df815-e1f6-4a49-9793-e02477b47caa req-eaf6c854-bb73-4c15-9d6f-479587512a0d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:01.859743 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7653d9b0-8ec5-4eb2-91b4-e32606cffcb5 req-2172e204-30ca-4dc4-b0d6-eed848096788 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=713d98c6-daa6-44f4-9c63-40682dfa8986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090874 Apr 08 11:07:02.063417 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-4c2df815-e1f6-4a49-9793-e02477b47caa req-eaf6c854-bb73-4c15-9d6f-479587512a0d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] For port b20c297d-f2d8-456c-a6a1-2ba6e43453eb, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b20c297d-f2d8-456c-a6a1-2ba6e43453eb,segment=NetworkSegment(b6cb400b-3da3-4e53-9634-4b337643399c),segment_id=b6cb400b-3da3-4e53-9634-4b337643399c)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:02.063987 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-4c2df815-e1f6-4a49-9793-e02477b47caa req-eaf6c854-bb73-4c15-9d6f-479587512a0d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:02.208534 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-4c2df815-e1f6-4a49-9793-e02477b47caa req-eaf6c854-bb73-4c15-9d6f-479587512a0d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Calling delete_port for b20c297d-f2d8-456c-a6a1-2ba6e43453eb owned by compute:nova {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:07:02.375746 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-4c2df815-e1f6-4a49-9793-e02477b47caa req-eaf6c854-bb73-4c15-9d6f-479587512a0d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:02.429382 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6c854-bb73-4c15-9d6f-479587512a0d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Pushing event deleted for resources: {'Port': ['ID=b20c297d-f2d8-456c-a6a1-2ba6e43453eb,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:02.469127 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6c854-bb73-4c15-9d6f-479587512a0d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:02.469719 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6c854-bb73-4c15-9d6f-479587512a0d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:02.470100 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6c854-bb73-4c15-9d6f-479587512a0d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:02.470445 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6c854-bb73-4c15-9d6f-479587512a0d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:02.470788 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6c854-bb73-4c15-9d6f-479587512a0d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:02.471125 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6c854-bb73-4c15-9d6f-479587512a0d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:02.471459 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6c854-bb73-4c15-9d6f-479587512a0d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:02.471791 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6c854-bb73-4c15-9d6f-479587512a0d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:02.472143 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6c854-bb73-4c15-9d6f-479587512a0d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:02.472475 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6c854-bb73-4c15-9d6f-479587512a0d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:02.472802 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6c854-bb73-4c15-9d6f-479587512a0d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:02.512363 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2df815-e1f6-4a49-9793-e02477b47caa req-eaf6c854-bb73-4c15-9d6f-479587512a0d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] No DVR routers for this DVR port b20c297d-f2d8-456c-a6a1-2ba6e43453eb on host hv-neutron-8371 {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:07:02.514759 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-4c2df815-e1f6-4a49-9793-e02477b47caa req-eaf6c854-bb73-4c15-9d6f-479587512a0d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:02.517413 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304f4dc5-8c2a-4791-94c4-7ce2343c4040', 'name': 'network-vif-deleted', 'tag': 'b20c297d-f2d8-456c-a6a1-2ba6e43453eb'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:07:02.528920 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4c2df815-e1f6-4a49-9793-e02477b47caa req-eaf6c854-bb73-4c15-9d6f-479587512a0d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.52 "DELETE /v2.0/ports/b20c297d-f2d8-456c-a6a1-2ba6e43453eb HTTP/1.1" status: 204 len: 173 time: 0.9369781 Apr 08 11:07:02.573186 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c99ab95-4eb9-4e4d-84ed-d0d5c95f1b62'] response: {'server_uuid': '304f4dc5-8c2a-4791-94c4-7ce2343c4040', 'name': 'network-vif-deleted', 'tag': 'b20c297d-f2d8-456c-a6a1-2ba6e43453eb', 'status': 'completed', 'code': 200} Apr 08 11:07:03.037990 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-5ec9d2a1-d352-4d8c-a51b-aa5a15b96310 req-528c8413-26c4-4c18-b29d-0a935a4fc1b2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Synchronizing usage tracker for tenant:480373186b3940779a7d294d48fc70b6 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:07:03.054693 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-5ec9d2a1-d352-4d8c-a51b-aa5a15b96310 req-528c8413-26c4-4c18-b29d-0a935a4fc1b2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Unset dirty status for tenant:480373186b3940779a7d294d48fc70b6 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:07:03.060583 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5ec9d2a1-d352-4d8c-a51b-aa5a15b96310 req-528c8413-26c4-4c18-b29d-0a935a4fc1b2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=304f4dc5-8c2a-4791-94c4-7ce2343c4040 HTTP/1.1" status: 200 len: 210 time: 0.0649400 Apr 08 11:07:04.162825 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38764) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:07:04.231066 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-09345ea6-3145-4244-9a92-420618bcabae tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:04.258881 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-09345ea6-3145-4244-9a92-420618bcabae tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:04.325638 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-09345ea6-3145-4244-9a92-420618bcabae tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:04.346218 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09345ea6-3145-4244-9a92-420618bcabae tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=713d98c6-daa6-44f4-9c63-40682dfa8986,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:04.358933 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-09345ea6-3145-4244-9a92-420618bcabae tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:04.360213 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-09345ea6-3145-4244-9a92-420618bcabae tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "DELETE /v2.0/security-groups/713d98c6-daa6-44f4-9c63-40682dfa8986 HTTP/1.1" status: 204 len: 168 time: 0.1963108 Apr 08 11:07:04.781998 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38772) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:07:04.787579 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-d367d3db-7f41-4f58-89a9-67e9e8c342b5 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1179105899', 'description': 'tempest-secgroup-smoke-1179105899 description', 'project_id': '480373186b3940779a7d294d48fc70b6'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:07:04.793541 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d367d3db-7f41-4f58-89a9-67e9e8c342b5 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:07:04.797607 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d367d3db-7f41-4f58-89a9-67e9e8c342b5 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Usage tracker for resource:security_group and tenant:480373186b3940779a7d294d48fc70b6 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:07:04.800434 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d367d3db-7f41-4f58-89a9-67e9e8c342b5 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:07:04.805944 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d367d3db-7f41-4f58-89a9-67e9e8c342b5 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:07:04.817036 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d367d3db-7f41-4f58-89a9-67e9e8c342b5 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:04.851172 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d367d3db-7f41-4f58-89a9-67e9e8c342b5 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:07:04.854830 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d367d3db-7f41-4f58-89a9-67e9e8c342b5 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Usage tracker for resource:security_group_rule and tenant:480373186b3940779a7d294d48fc70b6 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:07:04.857532 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d367d3db-7f41-4f58-89a9-67e9e8c342b5 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:07:04.863225 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-d367d3db-7f41-4f58-89a9-67e9e8c342b5 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:07:04.919769 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d367d3db-7f41-4f58-89a9-67e9e8c342b5 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:04.924168 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d367d3db-7f41-4f58-89a9-67e9e8c342b5 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:04.967627 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367d3db-7f41-4f58-89a9-67e9e8c342b5 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9e42a2-3d13-4b84-9b91-74103cf69df5,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:04.974748 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-d367d3db-7f41-4f58-89a9-67e9e8c342b5 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:04.975936 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d367d3db-7f41-4f58-89a9-67e9e8c342b5 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1929326 Apr 08 11:07:04.978728 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38776) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:07:04.983939 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-5a462b07-d033-4c10-ac77-5040accf1a59 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Request body: {'security_group_rule': {'security_group_id': '3e9e42a2-3d13-4b84-9b91-74103cf69df5', 'project_id': '480373186b3940779a7d294d48fc70b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:07:04.990836 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5a462b07-d033-4c10-ac77-5040accf1a59 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:07:04.994646 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5a462b07-d033-4c10-ac77-5040accf1a59 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Usage tracker for resource:security_group_rule and tenant:480373186b3940779a7d294d48fc70b6 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:07:04.997463 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-5a462b07-d033-4c10-ac77-5040accf1a59 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:07:05.003744 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-5a462b07-d033-4c10-ac77-5040accf1a59 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:07:05.020145 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5a462b07-d033-4c10-ac77-5040accf1a59 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:05.055322 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device b20c297d-f2d8-456c-a6a1-2ba6e43453eb no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:07:05.083210 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5a462b07-d033-4c10-ac77-5040accf1a59 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:05.087285 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5a462b07-d033-4c10-ac77-5040accf1a59 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:05.089091 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: b20c297d-f2d8-456c-a6a1-2ba6e43453eb {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 11:07:05.089441 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device b20c297d-f2d8-456c-a6a1-2ba6e43453eb not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:07:05.116512 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a462b07-d033-4c10-ac77-5040accf1a59 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c13c8c-4e9b-4a1c-9d39-a7ca27ce3d3c,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:05.122837 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-5a462b07-d033-4c10-ac77-5040accf1a59 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:05.124030 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-5a462b07-d033-4c10-ac77-5040accf1a59 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1443880 Apr 08 11:07:05.127292 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38780) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:07:05.132635 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-c7f5ff77-01de-4b9d-8378-fe94ba459502 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Request body: {'security_group_rule': {'security_group_id': '3e9e42a2-3d13-4b84-9b91-74103cf69df5', 'project_id': '480373186b3940779a7d294d48fc70b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:07:05.138495 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-c7f5ff77-01de-4b9d-8378-fe94ba459502 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:07:05.142382 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c7f5ff77-01de-4b9d-8378-fe94ba459502 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Usage tracker for resource:security_group_rule and tenant:480373186b3940779a7d294d48fc70b6 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:07:05.145224 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c7f5ff77-01de-4b9d-8378-fe94ba459502 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:07:05.151096 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-c7f5ff77-01de-4b9d-8378-fe94ba459502 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:07:05.167427 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ff77-01de-4b9d-8378-fe94ba459502 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:05.228597 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ff77-01de-4b9d-8378-fe94ba459502 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:05.231951 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ff77-01de-4b9d-8378-fe94ba459502 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:05.256710 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5ff77-01de-4b9d-8378-fe94ba459502 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb1fdb4-a80f-4b41-b58d-4602d56f1a00,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:05.267937 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ff77-01de-4b9d-8378-fe94ba459502 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:05.269108 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c7f5ff77-01de-4b9d-8378-fe94ba459502 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1409178 Apr 08 11:07:05.271897 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38784) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:07:05.277152 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-e7181b11-52a9-4c61-889a-a87f60c055ee tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Request body: {'security_group_rule': {'security_group_id': '3e9e42a2-3d13-4b84-9b91-74103cf69df5', 'project_id': '480373186b3940779a7d294d48fc70b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:07:05.284131 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e7181b11-52a9-4c61-889a-a87f60c055ee tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:07:05.287903 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e7181b11-52a9-4c61-889a-a87f60c055ee tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Usage tracker for resource:security_group_rule and tenant:480373186b3940779a7d294d48fc70b6 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:07:05.290754 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-e7181b11-52a9-4c61-889a-a87f60c055ee tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:07:05.296368 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-e7181b11-52a9-4c61-889a-a87f60c055ee tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:07:05.313969 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e7181b11-52a9-4c61-889a-a87f60c055ee tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:05.376652 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e7181b11-52a9-4c61-889a-a87f60c055ee tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:05.380148 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e7181b11-52a9-4c61-889a-a87f60c055ee tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:05.409140 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7181b11-52a9-4c61-889a-a87f60c055ee tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a23cce-7d75-48f2-9495-e03356067c77,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:05.416105 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-e7181b11-52a9-4c61-889a-a87f60c055ee tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:05.417335 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-e7181b11-52a9-4c61-889a-a87f60c055ee tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1445694 Apr 08 11:07:05.420014 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38788) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:07:05.426559 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-9bdf1c8d-0a8b-40a7-a6dc-b4fe9dd20b12 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Request body: {'security_group_rule': {'security_group_id': '3e9e42a2-3d13-4b84-9b91-74103cf69df5', 'project_id': '480373186b3940779a7d294d48fc70b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:07:05.432382 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9bdf1c8d-0a8b-40a7-a6dc-b4fe9dd20b12 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:07:05.436225 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9bdf1c8d-0a8b-40a7-a6dc-b4fe9dd20b12 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Usage tracker for resource:security_group_rule and tenant:480373186b3940779a7d294d48fc70b6 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:07:05.439164 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9bdf1c8d-0a8b-40a7-a6dc-b4fe9dd20b12 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:07:05.444811 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9bdf1c8d-0a8b-40a7-a6dc-b4fe9dd20b12 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:07:05.460763 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9bdf1c8d-0a8b-40a7-a6dc-b4fe9dd20b12 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:05.522618 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9bdf1c8d-0a8b-40a7-a6dc-b4fe9dd20b12 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:05.525867 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9bdf1c8d-0a8b-40a7-a6dc-b4fe9dd20b12 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:05.549456 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf1c8d-0a8b-40a7-a6dc-b4fe9dd20b12 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7284e7-3700-4bda-8d44-8224ce067766,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:05.557602 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9bdf1c8d-0a8b-40a7-a6dc-b4fe9dd20b12 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:05.558906 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9bdf1c8d-0a8b-40a7-a6dc-b4fe9dd20b12 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1379099 Apr 08 11:07:05.561624 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38792) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:07:05.568179 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-fd7b665e-a61d-4490-9fea-907446ffb86c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Request body: {'security_group_rule': {'security_group_id': '3e9e42a2-3d13-4b84-9b91-74103cf69df5', 'project_id': '480373186b3940779a7d294d48fc70b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:07:05.574064 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-fd7b665e-a61d-4490-9fea-907446ffb86c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:07:05.577904 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-fd7b665e-a61d-4490-9fea-907446ffb86c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Usage tracker for resource:security_group_rule and tenant:480373186b3940779a7d294d48fc70b6 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:07:05.581676 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-fd7b665e-a61d-4490-9fea-907446ffb86c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:07:05.587283 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-fd7b665e-a61d-4490-9fea-907446ffb86c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:07:05.597200 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.securitygroups_db [None req-fd7b665e-a61d-4490-9fea-907446ffb86c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Project 480373186b3940779a7d294d48fc70b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:07:05.603428 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fd7b665e-a61d-4490-9fea-907446ffb86c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:05.669522 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fd7b665e-a61d-4490-9fea-907446ffb86c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:05.673590 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fd7b665e-a61d-4490-9fea-907446ffb86c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:05.696913 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b665e-a61d-4490-9fea-907446ffb86c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00bf009-1081-4dd2-a9a6-0979aff558c3,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:05.704845 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-fd7b665e-a61d-4490-9fea-907446ffb86c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:05.706145 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-fd7b665e-a61d-4490-9fea-907446ffb86c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1435933 Apr 08 11:07:05.708705 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 38796) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:07:05.713873 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-ca19e643-3155-4df5-aac7-958170310434 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Request body: {'security_group_rule': {'security_group_id': '3e9e42a2-3d13-4b84-9b91-74103cf69df5', 'project_id': '480373186b3940779a7d294d48fc70b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:07:05.719652 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ca19e643-3155-4df5-aac7-958170310434 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:07:05.723455 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ca19e643-3155-4df5-aac7-958170310434 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Usage tracker for resource:security_group_rule and tenant:480373186b3940779a7d294d48fc70b6 is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:07:05.726308 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-ca19e643-3155-4df5-aac7-958170310434 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:07:05.731929 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-ca19e643-3155-4df5-aac7-958170310434 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:07:05.742680 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.securitygroups_db [None req-ca19e643-3155-4df5-aac7-958170310434 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Project 480373186b3940779a7d294d48fc70b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:07:05.748744 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ca19e643-3155-4df5-aac7-958170310434 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:05.812301 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ca19e643-3155-4df5-aac7-958170310434 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:05.816448 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ca19e643-3155-4df5-aac7-958170310434 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:05.839221 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19e643-3155-4df5-aac7-958170310434 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a172f6f-22b6-46dd-b791-2872cf934397,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:05.847750 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ca19e643-3155-4df5-aac7-958170310434 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:05.849038 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ca19e643-3155-4df5-aac7-958170310434 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1394050 Apr 08 11:07:08.745987 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:13.403948 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-dabee483-7890-4c31-9992-a3c11f29629f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:15.692424 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-323eeb4f-ea99-4261-8d66-56df53309ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:16.930302 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:16.969603 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:18.444460 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:19.591393 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-d885790a-790c-4e29-954c-df9e83e7065c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1179105899&fields=id&tenant_id=480373186b3940779a7d294d48fc70b6 HTTP/1.1" status: 200 len: 267 time: 0.0421696 Apr 08 11:07:19.735888 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-8d9816b4-b53b-448a-9a29-fb7d18a9907d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:19.737303 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-8d9816b4-b53b-448a-9a29-fb7d18a9907d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/networks?id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c HTTP/1.1" status: 200 len: 809 time: 0.1391313 Apr 08 11:07:19.753109 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-5cac5d2a-df2a-4690-932b-4691907992be tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/quotas/480373186b3940779a7d294d48fc70b6 HTTP/1.1" status: 200 len: 375 time: 0.0104914 Apr 08 11:07:19.829930 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-6aa585b3-fb79-493f-861e-57c7ef780906 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=480373186b3940779a7d294d48fc70b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720370 Apr 08 11:07:19.914762 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-84d9b4ee-f654-49d0-a613-4fcf24679698 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 11:07:19.915742 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-84d9b4ee-f654-49d0-a613-4fcf24679698 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0750372 Apr 08 11:07:20.046648 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-6271225d-7a0a-48e3-acfb-57cb133da909 service neutron] 10.222.0.47 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239350 Apr 08 11:07:20.153640 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:07:20.177270 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-8030473d-d567-46fb-886e-fa88f5d7addd service neutron] 10.222.0.47 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251168 Apr 08 11:07:20.553497 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ff2df2f1-e96c-4ad3-a891-2302774e8f94 req-bf89d5a5-bd84-4eed-9a96-03eb841e1a62 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 210 time: 0.0406697 Apr 08 11:07:21.637902 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-08a00234-96f3-4ceb-89de-5d18d7a619b3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:21.639447 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-08a00234-96f3-4ceb-89de-5d18d7a619b3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.52 "GET /v2.0/networks?id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c HTTP/1.1" status: 200 len: 809 time: 0.1463485 Apr 08 11:07:21.730652 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9cec0537-237d-4fbb-a325-98a48d0fad7e req-6623dca0-6e74-4122-979e-d870d9e18be9 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 210 time: 0.0467384 Apr 08 11:07:21.736012 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-b6abcf2b-4512-45ae-9b20-3687b123fba8 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=480373186b3940779a7d294d48fc70b6 HTTP/1.1" status: 200 len: 380 time: 0.0848780 Apr 08 11:07:21.746963 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-39349761-b44f-4fe4-89f0-774df7d7a7f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Request body: {'port': {'device_id': 'b9671fe4-8625-47e0-a451-df1a8fc1c83f', 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'admin_state_up': True, 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'security_groups': ['3e9e42a2-3d13-4b84-9b91-74103cf69df5']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:07:21.973741 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-39349761-b44f-4fe4-89f0-774df7d7a7f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:07:21.983202 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-39349761-b44f-4fe4-89f0-774df7d7a7f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:07:21.993798 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-39349761-b44f-4fe4-89f0-774df7d7a7f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Made reservation on behalf of 480373186b3940779a7d294d48fc70b6 for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:07:21.996926 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-39349761-b44f-4fe4-89f0-774df7d7a7f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:22.159576 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-39349761-b44f-4fe4-89f0-774df7d7a7f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Allocated IP 172.20.0.6 (5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c/39517edf-0a16-4b28-be25-63313f984c1c/2c4af638-7fed-4cfc-88aa-73083cc50f15) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:22.351515 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-39349761-b44f-4fe4-89f0-774df7d7a7f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:22.367135 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-39349761-b44f-4fe4-89f0-774df7d7a7f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Transition to ACTIVE for port object 2c4af638-7fed-4cfc-88aa-73083cc50f15 will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:07:22.388371 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-39349761-b44f-4fe4-89f0-774df7d7a7f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:22.463507 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-39349761-b44f-4fe4-89f0-774df7d7a7f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Network 5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:22.466510 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-39349761-b44f-4fe4-89f0-774df7d7a7f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:22.471405 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-39349761-b44f-4fe4-89f0-774df7d7a7f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 11:07:22.495749 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39349761-b44f-4fe4-89f0-774df7d7a7f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Pushing event updated for resources: {'Port': ['ID=2c4af638-7fed-4cfc-88aa-73083cc50f15,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:22.535638 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-39349761-b44f-4fe4-89f0-774df7d7a7f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:22.536270 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-39349761-b44f-4fe4-89f0-774df7d7a7f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:22.562787 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-39349761-b44f-4fe4-89f0-774df7d7a7f3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8188758 Apr 08 11:07:22.577459 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-b7801b21-db40-4d68-8d11-428107db3858 service neutron] Request body: {'port': {'device_id': 'b9671fe4-8625-47e0-a451-df1a8fc1c83f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:07:22.689294 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-b7801b21-db40-4d68-8d11-428107db3858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:22.735065 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-67e4821f-9929-4846-912a-75d51aa7c56e None None] Provisioning for port 2c4af638-7fed-4cfc-88aa-73083cc50f15 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:07:22.740348 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-67e4821f-9929-4846-912a-75d51aa7c56e None None] Provisioning complete for port 2c4af638-7fed-4cfc-88aa-73083cc50f15 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:07:22.740788 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-67e4821f-9929-4846-912a-75d51aa7c56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:22.792952 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-67e4821f-9929-4846-912a-75d51aa7c56e None None] Port 2c4af638-7fed-4cfc-88aa-73083cc50f15 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 11:07:23.035571 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c709f-26fd-4780-8d5a-2a1e50c0332f req-08ed3715-fe90-4561-bc65-bdefd3e79f40 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:23.036343 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-890c709f-26fd-4780-8d5a-2a1e50c0332f req-08ed3715-fe90-4561-bc65-bdefd3e79f40 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Synchronizing usage tracker for tenant:480373186b3940779a7d294d48fc70b6 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:07:23.089687 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-890c709f-26fd-4780-8d5a-2a1e50c0332f req-08ed3715-fe90-4561-bc65-bdefd3e79f40 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Unset dirty status for tenant:480373186b3940779a7d294d48fc70b6 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:07:23.090835 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-890c709f-26fd-4780-8d5a-2a1e50c0332f req-08ed3715-fe90-4561-bc65-bdefd3e79f40 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 931 time: 0.1839263 Apr 08 11:07:23.145288 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-b7801b21-db40-4d68-8d11-428107db3858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4af638-7fed-4cfc-88aa-73083cc50f15 {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 11:07:23.156147 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-b7801b21-db40-4d68-8d11-428107db3858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:23.168864 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-890c709f-26fd-4780-8d5a-2a1e50c0332f req-d684037e-6788-4d59-adc9-af9e45287cb4 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644271 Apr 08 11:07:23.175284 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-b7801b21-db40-4d68-8d11-428107db3858 service neutron] Transition to ACTIVE for port object 2c4af638-7fed-4cfc-88aa-73083cc50f15 will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:07:23.184355 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-b7801b21-db40-4d68-8d11-428107db3858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:23.315692 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7801b21-db40-4d68-8d11-428107db3858 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4af638-7fed-4cfc-88aa-73083cc50f15,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:23.419882 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-b7801b21-db40-4d68-8d11-428107db3858 service neutron] Attempting to bind port 2c4af638-7fed-4cfc-88aa-73083cc50f15 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:07:23.420255 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-b7801b21-db40-4d68-8d11-428107db3858 service neutron] Attempting to bind port 2c4af638-7fed-4cfc-88aa-73083cc50f15 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'b6cb400b-3da3-4e53-9634-4b337643399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:07:23.420591 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-b7801b21-db40-4d68-8d11-428107db3858 service neutron] Attempting to bind port 2c4af638-7fed-4cfc-88aa-73083cc50f15 on network 5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 11:07:23.426968 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-b7801b21-db40-4d68-8d11-428107db3858 service neutron] Port 2c4af638-7fed-4cfc-88aa-73083cc50f15 on network 5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 11:07:23.427291 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-b7801b21-db40-4d68-8d11-428107db3858 service neutron] Attempting to bind port 2c4af638-7fed-4cfc-88aa-73083cc50f15 on network 5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 11:07:23.433455 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-b7801b21-db40-4d68-8d11-428107db3858 service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 11:07:23.433797 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-b7801b21-db40-4d68-8d11-428107db3858 service neutron] Checking segment: {'id': 'b6cb400b-3da3-4e53-9634-4b337643399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 11:07:23.434181 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-b7801b21-db40-4d68-8d11-428107db3858 service neutron] Bound using segment: {'id': 'b6cb400b-3da3-4e53-9634-4b337643399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 11:07:23.434608 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-b7801b21-db40-4d68-8d11-428107db3858 service neutron] Bound port: 2c4af638-7fed-4cfc-88aa-73083cc50f15, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6cb400b-3da3-4e53-9634-4b337643399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:07:23.434961 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-b7801b21-db40-4d68-8d11-428107db3858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:23.527100 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-b7801b21-db40-4d68-8d11-428107db3858 service neutron] For port 2c4af638-7fed-4cfc-88aa-73083cc50f15, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:07:23.530326 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-b7801b21-db40-4d68-8d11-428107db3858 service neutron] For port 2c4af638-7fed-4cfc-88aa-73083cc50f15, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2c4af638-7fed-4cfc-88aa-73083cc50f15,segment=NetworkSegment(b6cb400b-3da3-4e53-9634-4b337643399c),segment_id=b6cb400b-3da3-4e53-9634-4b337643399c)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:07:23.535356 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-b7801b21-db40-4d68-8d11-428107db3858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:23.596280 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-b7801b21-db40-4d68-8d11-428107db3858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:23.597190 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-b7801b21-db40-4d68-8d11-428107db3858 service neutron] 10.222.0.52 "PUT /v2.0/ports/2c4af638-7fed-4cfc-88aa-73083cc50f15 HTTP/1.1" status: 200 len: 1093 time: 1.0246198 Apr 08 11:07:23.597641 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9671fe4-8625-47e0-a451-df1a8fc1c83f', 'tag': '2c4af638-7fed-4cfc-88aa-73083cc50f15'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:07:23.622362 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7801b21-db40-4d68-8d11-428107db3858 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4af638-7fed-4cfc-88aa-73083cc50f15,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:23.725672 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-d87a1ca3-70da-41a4-a5b9-51bbe7fac3ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=480373186b3940779a7d294d48fc70b6&device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 1096 time: 0.0836148 Apr 08 11:07:23.785650 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a272531-19b0-4b73-bce0-0f1a431f8df9'] response: {'name': 'network-changed', 'server_uuid': 'b9671fe4-8625-47e0-a451-df1a8fc1c83f', 'tag': '2c4af638-7fed-4cfc-88aa-73083cc50f15', 'status': 'completed', 'code': 200} Apr 08 11:07:23.800339 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-6985d557-a021-47d6-a178-c6442ca87fe5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c4af638-7fed-4cfc-88aa-73083cc50f15 HTTP/1.1" status: 200 len: 217 time: 0.0644667 Apr 08 11:07:23.957577 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-4bd10ceb-7e0c-4136-abdd-c227135fa4ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:23.959003 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-4bd10ceb-7e0c-4136-abdd-c227135fa4ab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39517edf-0a16-4b28-be25-63313f984c1c HTTP/1.1" status: 200 len: 848 time: 0.1515048 Apr 08 11:07:24.037042 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-b408992f-7785-44b6-b668-b4510c1535d5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671155 Apr 08 11:07:24.169775 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-6103cb49-29b7-4f5d-a362-282fd3f276c1 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233265 Apr 08 11:07:24.346530 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b71247dc-b8c1-461a-82fa-22655b642f2e req-cc92a09f-e8ff-4674-a7b7-cf860985f859 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678550 Apr 08 11:07:24.380165 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670297e-5f49-46fb-bd95-e127fb84a807 req-8cbfb311-ad02-4959-b214-d830079530d1 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:24.381591 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1670297e-5f49-46fb-bd95-e127fb84a807 req-8cbfb311-ad02-4959-b214-d830079530d1 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 943 time: 0.0852256 Apr 08 11:07:24.475317 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1670297e-5f49-46fb-bd95-e127fb84a807 req-f9bbba55-bdb4-444d-b8d5-1c6d272a611c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875075 Apr 08 11:07:24.490778 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dfe73937-ab2f-4f36-8d6d-cd7f037c50c3 req-f1633270-da4f-42b1-8bed-5d5a9c25a7f7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=480373186b3940779a7d294d48fc70b6&device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 1096 time: 0.0868893 Apr 08 11:07:24.619745 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe73937-ab2f-4f36-8d6d-cd7f037c50c3 req-30ef174e-5556-43d7-bc5b-05b1cec253ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:24.621190 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dfe73937-ab2f-4f36-8d6d-cd7f037c50c3 req-30ef174e-5556-43d7-bc5b-05b1cec253ef service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c HTTP/1.1" status: 200 len: 910 time: 0.1238780 Apr 08 11:07:24.691422 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dfe73937-ab2f-4f36-8d6d-cd7f037c50c3 req-e4c6c7d4-c52b-4efd-a054-77e7e96e87ef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c4af638-7fed-4cfc-88aa-73083cc50f15 HTTP/1.1" status: 200 len: 217 time: 0.0642016 Apr 08 11:07:24.751824 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe73937-ab2f-4f36-8d6d-cd7f037c50c3 req-f710023d-5451-42dc-9510-653435c64139 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:24.753155 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dfe73937-ab2f-4f36-8d6d-cd7f037c50c3 req-f710023d-5451-42dc-9510-653435c64139 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39517edf-0a16-4b28-be25-63313f984c1c HTTP/1.1" status: 200 len: 848 time: 0.0561039 Apr 08 11:07:24.831178 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dfe73937-ab2f-4f36-8d6d-cd7f037c50c3 req-12b72c23-d74c-4bba-b70d-88aafbaf83c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692275 Apr 08 11:07:24.964805 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dfe73937-ab2f-4f36-8d6d-cd7f037c50c3 req-8fa6cc96-226d-4c75-ba37-96970378047e service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246672 Apr 08 11:07:25.094762 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dfe73937-ab2f-4f36-8d6d-cd7f037c50c3 req-2174dc22-179e-4d96-b27a-9a9869a1271d service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202030 Apr 08 11:07:25.669810 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36442a7d-b0a4-4a4b-a024-4e44ad45613f req-85b4c23b-e091-4839-a61b-9c210ad25c53 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:25.671293 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-36442a7d-b0a4-4a4b-a024-4e44ad45613f req-85b4c23b-e091-4839-a61b-9c210ad25c53 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 943 time: 0.0756423 Apr 08 11:07:25.717659 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-36442a7d-b0a4-4a4b-a024-4e44ad45613f req-31fab401-25de-447d-bbce-4ddd5bc3ca2d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404840 Apr 08 11:07:26.917870 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19cf878-8fee-4fd3-ad6f-983f3528846e req-51691f40-c80c-4268-9544-c3535eafe784 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:26.919301 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a19cf878-8fee-4fd3-ad6f-983f3528846e req-51691f40-c80c-4268-9544-c3535eafe784 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 943 time: 0.0800905 Apr 08 11:07:26.963830 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a19cf878-8fee-4fd3-ad6f-983f3528846e req-597bcf1a-5d71-4c45-9bd2-4a2771d008ab tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385506 Apr 08 11:07:28.154664 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9dbd57-577a-4b20-8686-834a2ed4773f req-eecebaac-d6e7-4527-acaf-43c2403bde50 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:28.156629 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ae9dbd57-577a-4b20-8686-834a2ed4773f req-eecebaac-d6e7-4527-acaf-43c2403bde50 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 943 time: 0.0758088 Apr 08 11:07:28.199867 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ae9dbd57-577a-4b20-8686-834a2ed4773f req-2bcf9fb7-6f25-4ab4-a7e6-3d9525c5abad tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378366 Apr 08 11:07:29.547919 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf868ef-0a53-4037-b8af-73292d7a50e9 req-1db155ab-62d2-4aca-ab91-e0c8c50d4d5a tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:29.549305 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cbf868ef-0a53-4037-b8af-73292d7a50e9 req-1db155ab-62d2-4aca-ab91-e0c8c50d4d5a tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 943 time: 0.0780017 Apr 08 11:07:29.593664 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-cbf868ef-0a53-4037-b8af-73292d7a50e9 req-4b9ae001-e4ba-4ce0-a4d0-352bb0dac5c9 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389619 Apr 08 11:07:30.786053 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0616ee-1829-4b58-ab58-67017d46cf78 req-cf9ca336-614b-47d8-9df8-c9c170a8f892 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:30.787472 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1e0616ee-1829-4b58-ab58-67017d46cf78 req-cf9ca336-614b-47d8-9df8-c9c170a8f892 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 943 time: 0.0739040 Apr 08 11:07:30.920106 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1e0616ee-1829-4b58-ab58-67017d46cf78 req-5680e805-4b93-4e8a-96ff-fa0934fd33a3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271083 Apr 08 11:07:32.112393 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237a4b9-904d-4a30-a0f8-f4c82eec1d9f req-99f5ba1d-17b9-4769-8d93-f8715e113c03 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:32.113784 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e237a4b9-904d-4a30-a0f8-f4c82eec1d9f req-99f5ba1d-17b9-4769-8d93-f8715e113c03 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 943 time: 0.0752397 Apr 08 11:07:32.158589 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e237a4b9-904d-4a30-a0f8-f4c82eec1d9f req-3254c4f6-9979-45ce-8ce0-19279b7b607e tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394323 Apr 08 11:07:33.204809 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 2c4af638-7fed-4cfc-88aa-73083cc50f15 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:07:33.337671 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 2c4af638-7fed-4cfc-88aa-73083cc50f15, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2c4af638-7fed-4cfc-88aa-73083cc50f15,segment=NetworkSegment(b6cb400b-3da3-4e53-9634-4b337643399c),segment_id=b6cb400b-3da3-4e53-9634-4b337643399c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:33.351109 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '2c4af638-7fed-4cfc-88aa-73083cc50f15', 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'port_id': '2c4af638-7fed-4cfc-88aa-73083cc50f15', 'mac_address': 'fa:16:3e:26:d1:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39517edf-0a16-4b28-be25-63313f984c1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:07:33.369659 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca69771-9f51-4d7a-a94f-24c85a94f192 req-a24663d1-6436-4af1-82ab-0a31b041be93 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:33.371140 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-eca69771-9f51-4d7a-a94f-24c85a94f192 req-a24663d1-6436-4af1-82ab-0a31b041be93 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 943 time: 0.0782542 Apr 08 11:07:33.408026 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:33.415764 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-eca69771-9f51-4d7a-a94f-24c85a94f192 req-cdc91d4e-a36f-49c5-9013-0833b84e4ac0 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389233 Apr 08 11:07:33.425710 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4af638-7fed-4cfc-88aa-73083cc50f15 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 11:07:33.440640 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 2c4af638-7fed-4cfc-88aa-73083cc50f15, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2c4af638-7fed-4cfc-88aa-73083cc50f15,segment=NetworkSegment(b6cb400b-3da3-4e53-9634-4b337643399c),segment_id=b6cb400b-3da3-4e53-9634-4b337643399c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:33.444396 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:33.507288 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=2c4af638-7fed-4cfc-88aa-73083cc50f15,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:33.515731 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:33.516101 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:33.516437 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:33.516772 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:33.517103 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:33.517438 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:33.517761 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:33.518083 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:33.518401 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:33.518722 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:33.519038 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:33.699082 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['2c4af638-7fed-4cfc-88aa-73083cc50f15'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 11:07:34.607937 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c4be2-4bcf-4675-acb9-1bc0033a61fc req-92dd5cd5-bced-48a4-9598-fd3a32aff6b2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:34.609549 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a49c4be2-4bcf-4675-acb9-1bc0033a61fc req-92dd5cd5-bced-48a4-9598-fd3a32aff6b2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 944 time: 0.0739911 Apr 08 11:07:34.653555 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a49c4be2-4bcf-4675-acb9-1bc0033a61fc req-d8155a79-a000-4130-8e6e-7cc2dbf80eab tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379932 Apr 08 11:07:35.205274 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 2c4af638-7fed-4cfc-88aa-73083cc50f15 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:07:35.273326 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port 2c4af638-7fed-4cfc-88aa-73083cc50f15 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:07:35.278227 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 2c4af638-7fed-4cfc-88aa-73083cc50f15 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:07:35.278581 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:35.389554 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:35.416459 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9671fe4-8625-47e0-a451-df1a8fc1c83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4af638-7fed-4cfc-88aa-73083cc50f15'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:07:35.425988 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 2c4af638-7fed-4cfc-88aa-73083cc50f15, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2c4af638-7fed-4cfc-88aa-73083cc50f15,segment=NetworkSegment(b6cb400b-3da3-4e53-9634-4b337643399c),segment_id=b6cb400b-3da3-4e53-9634-4b337643399c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:35.429559 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:35.472189 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fe6e225-50a1-4c94-9a84-343e4ea50839'] response: {'server_uuid': 'b9671fe4-8625-47e0-a451-df1a8fc1c83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4af638-7fed-4cfc-88aa-73083cc50f15', 'code': 200} Apr 08 11:07:35.496345 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=2c4af638-7fed-4cfc-88aa-73083cc50f15,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:35.768888 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-297e9fd4-d336-47ed-af79-c2de6df9a202 req-0b605caa-276c-4385-9ec0-7b9147b00797 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 1098 time: 0.0688133 Apr 08 11:07:35.866638 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-297e9fd4-d336-47ed-af79-c2de6df9a202 req-2b32364b-b457-44ce-ab70-866d0678a5aa service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902631 Apr 08 11:07:35.883578 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504eeafe-4261-40a6-a264-6419503c820c req-6b6f014d-e846-4185-9351-cb8158025888 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:35.884965 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-504eeafe-4261-40a6-a264-6419503c820c req-6b6f014d-e846-4185-9351-cb8158025888 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 945 time: 0.0953000 Apr 08 11:07:35.928989 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-504eeafe-4261-40a6-a264-6419503c820c req-092adccd-db30-4508-8302-ceecda1f2dd2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384440 Apr 08 11:07:37.130318 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cbfd1-3b80-49cc-8e0a-21a9765ca87f req-6c318ef3-76c6-4d49-bf55-0b6db6d05489 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:37.131704 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d29cbfd1-3b80-49cc-8e0a-21a9765ca87f req-6c318ef3-76c6-4d49-bf55-0b6db6d05489 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 945 time: 0.0778565 Apr 08 11:07:37.176486 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d29cbfd1-3b80-49cc-8e0a-21a9765ca87f req-5f5ac230-81dd-46e9-b054-b05b84e7699d tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392513 Apr 08 11:07:38.370876 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b09c2b-fc12-43be-897a-5d2e4402ac02 req-1768f2c0-5720-4c40-992b-d2806b8355c3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:38.372283 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-13b09c2b-fc12-43be-897a-5d2e4402ac02 req-1768f2c0-5720-4c40-992b-d2806b8355c3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 945 time: 0.0798326 Apr 08 11:07:38.416334 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-13b09c2b-fc12-43be-897a-5d2e4402ac02 req-07fff199-2c90-4d10-80ce-676f1250c53b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384231 Apr 08 11:07:38.607011 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa4c93-3f3a-4285-83d0-7c1fb5383f65 req-d467870b-92f2-4de5-b53d-c59dacd8f403 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:38.608497 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8faa4c93-3f3a-4285-83d0-7c1fb5383f65 req-d467870b-92f2-4de5-b53d-c59dacd8f403 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 945 time: 0.0745945 Apr 08 11:07:38.657030 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-8faa4c93-3f3a-4285-83d0-7c1fb5383f65 req-6654ec18-f06d-43c2-bdf7-96fe78685695 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427330 Apr 08 11:07:38.683598 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38944) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:07:38.748526 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:38.753614 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-a5e87cb1-14bf-44e2-bcfc-3c22babf326d tempest-TestShelveInstance-1460449736 tempest-TestShelveInstance-1460449736-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 1093 time: 0.0688527 Apr 08 11:07:38.756252 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 38948) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:07:38.761294 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-97769c57-7c70-49fb-81b2-6dd5c1c84817 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'port_id': '2c4af638-7fed-4cfc-88aa-73083cc50f15', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:07:38.766785 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-97769c57-7c70-49fb-81b2-6dd5c1c84817 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:07:38.770498 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-97769c57-7c70-49fb-81b2-6dd5c1c84817 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Usage tracker for resource:floatingip and tenant:480373186b3940779a7d294d48fc70b6 is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:07:38.773280 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-97769c57-7c70-49fb-81b2-6dd5c1c84817 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:07:38.779026 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-97769c57-7c70-49fb-81b2-6dd5c1c84817 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:07:38.789290 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-97769c57-7c70-49fb-81b2-6dd5c1c84817 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for floatingip, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:38.921790 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-97769c57-7c70-49fb-81b2-6dd5c1c84817 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:39.065000 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-97769c57-7c70-49fb-81b2-6dd5c1c84817 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Allocated IP 172.26.0.100 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/bcb0404b-d041-4f3f-96bd-3d3a95b616fb) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:07:39.206100 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-97769c57-7c70-49fb-81b2-6dd5c1c84817 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:39.232649 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-97769c57-7c70-49fb-81b2-6dd5c1c84817 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:39.300908 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97769c57-7c70-49fb-81b2-6dd5c1c84817 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:07:39.303653 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-97769c57-7c70-49fb-81b2-6dd5c1c84817 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:07:39.307810 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97769c57-7c70-49fb-81b2-6dd5c1c84817 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 11:07:39.337712 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97769c57-7c70-49fb-81b2-6dd5c1c84817 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Pushing event updated for resources: {'Port': ['ID=bcb0404b-d041-4f3f-96bd-3d3a95b616fb,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:39.876229 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-97769c57-7c70-49fb-81b2-6dd5c1c84817 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:39.933249 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-97769c57-7c70-49fb-81b2-6dd5c1c84817 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:40.133972 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-97769c57-7c70-49fb-81b2-6dd5c1c84817 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:40.137902 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-97769c57-7c70-49fb-81b2-6dd5c1c84817 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:40.242149 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97769c57-7c70-49fb-81b2-6dd5c1c84817 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Pushing event updated for resources: {'Port': ['ID=bcb0404b-d041-4f3f-96bd-3d3a95b616fb,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:40.255858 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-97769c57-7c70-49fb-81b2-6dd5c1c84817 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:40.441383 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [None req-97769c57-7c70-49fb-81b2-6dd5c1c84817 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Floating IP 49658f98-355f-4fb0-9f2e-b095f89ff30a associated. External IP: 172.26.0.100, port: 2c4af638-7fed-4cfc-88aa-73083cc50f15. Apr 08 11:07:40.818698 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97769c57-7c70-49fb-81b2-6dd5c1c84817 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Router bbd17001-69f2-4028-bece-f01ce1f5894d has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:07:41.014038 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97769c57-7c70-49fb-81b2-6dd5c1c84817 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:07:41.023469 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f284835-33e4-4d31-9e7e-f112d2aa7100 None None] Sync routers for ids ['bbd17001-69f2-4028-bece-f01ce1f5894d'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 11:07:41.035960 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f284835-33e4-4d31-9e7e-f112d2aa7100 None None] Routers {'bbd17001-69f2-4028-bece-f01ce1f5894d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:07:41.036583 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-4f284835-33e4-4d31-9e7e-f112d2aa7100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:07:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['bbd17001-69f2-4028-bece-f01ce1f5894d'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:41.038301 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-97769c57-7c70-49fb-81b2-6dd5c1c84817 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:41.091579 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-97769c57-7c70-49fb-81b2-6dd5c1c84817 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3341651 Apr 08 11:07:41.092174 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9671fe4-8625-47e0-a451-df1a8fc1c83f', 'tag': '2c4af638-7fed-4cfc-88aa-73083cc50f15'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:07:41.149200 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5e2236e-1132-42c2-a995-13d574c81090'] response: {'name': 'network-changed', 'server_uuid': 'b9671fe4-8625-47e0-a451-df1a8fc1c83f', 'tag': '2c4af638-7fed-4cfc-88aa-73083cc50f15', 'status': 'completed', 'code': 200} Apr 08 11:07:41.244250 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-4f284835-33e4-4d31-9e7e-f112d2aa7100 None None] Set router bbd17001-69f2-4028-bece-f01ce1f5894d gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:07:41.353232 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a1bbd929-3968-40f5-9e99-9a402b8fb065 req-3095ed98-9e82-49d4-83de-e5f5a69ce57d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=480373186b3940779a7d294d48fc70b6&device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 1098 time: 0.1778283 Apr 08 11:07:41.482329 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bbd929-3968-40f5-9e99-9a402b8fb065 req-1777a6cf-6581-4250-9d35-6d9ddd174a12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:41.484348 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a1bbd929-3968-40f5-9e99-9a402b8fb065 req-1777a6cf-6581-4250-9d35-6d9ddd174a12 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c HTTP/1.1" status: 200 len: 910 time: 0.1248751 Apr 08 11:07:41.584383 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a1bbd929-3968-40f5-9e99-9a402b8fb065 req-756d1a82-fe14-4c97-851c-5090a0c85023 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c4af638-7fed-4cfc-88aa-73083cc50f15 HTTP/1.1" status: 200 len: 999 time: 0.0946596 Apr 08 11:07:41.600158 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-4f284835-33e4-4d31-9e7e-f112d2aa7100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'name': 'tempest-TestShelveInstance-1656564487-router', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:32Z', 'revision_number': 4, 'project_id': '480373186b3940779a7d294d48fc70b6', 'gw_port': {'id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '49658f98-355f-4fb0-9f2e-b095f89ff30a', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'floating_ip_address': '172.26.0.100', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'port_id': '2c4af638-7fed-4cfc-88aa-73083cc50f15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'mac_address': 'fa:16:3e:26:d1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9671fe4-8625-47e0-a451-df1a8fc1c83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:07:39Z', 'updated_at': '2022-04-08T11:07:39Z', 'revision_number': 0, 'project_id': '480373186b3940779a7d294d48fc70b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d46be30-94bd-47e3-865c-5ff38112822e', 'name': '', 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'mac_address': 'fa:16:3e:15:c6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39517edf-0a16-4b28-be25-63313f984c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:32Z', 'updated_at': '2022-04-08T11:02:41Z', 'revision_number': 5, 'project_id': '480373186b3940779a7d294d48fc70b6', 'subnets': [{'id': '39517edf-0a16-4b28-be25-63313f984c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:41.603953 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f284835-33e4-4d31-9e7e-f112d2aa7100 None None] Checking router: bbd17001-69f2-4028-bece-f01ce1f5894d for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 11:07:41.615192 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f284835-33e4-4d31-9e7e-f112d2aa7100 None None] Routers {'bbd17001-69f2-4028-bece-f01ce1f5894d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:07:41.615775 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-4f284835-33e4-4d31-9e7e-f112d2aa7100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:07:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['bbd17001-69f2-4028-bece-f01ce1f5894d'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:41.646082 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bbd929-3968-40f5-9e99-9a402b8fb065 req-381af2a8-27a3-4df2-a3aa-8975e2b9a69a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:41.647511 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a1bbd929-3968-40f5-9e99-9a402b8fb065 req-381af2a8-27a3-4df2-a3aa-8975e2b9a69a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39517edf-0a16-4b28-be25-63313f984c1c HTTP/1.1" status: 200 len: 848 time: 0.0575449 Apr 08 11:07:41.723027 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a1bbd929-3968-40f5-9e99-9a402b8fb065 req-44761bdf-bc3a-424a-84dc-57c75401d6f5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690424 Apr 08 11:07:41.791871 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-4f284835-33e4-4d31-9e7e-f112d2aa7100 None None] Set router bbd17001-69f2-4028-bece-f01ce1f5894d gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:07:41.861811 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a1bbd929-3968-40f5-9e99-9a402b8fb065 req-d648a216-3386-4c93-8631-02e239f20b61 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296906 Apr 08 11:07:42.000794 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a1bbd929-3968-40f5-9e99-9a402b8fb065 req-ac49b0b9-bbb6-48c4-a4d1-b886e50db4e6 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313672 Apr 08 11:07:42.143242 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-4f284835-33e4-4d31-9e7e-f112d2aa7100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'name': 'tempest-TestShelveInstance-1656564487-router', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:32Z', 'revision_number': 4, 'project_id': '480373186b3940779a7d294d48fc70b6', 'gw_port': {'id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '49658f98-355f-4fb0-9f2e-b095f89ff30a', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'floating_ip_address': '172.26.0.100', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'port_id': '2c4af638-7fed-4cfc-88aa-73083cc50f15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'mac_address': 'fa:16:3e:26:d1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9671fe4-8625-47e0-a451-df1a8fc1c83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:07:39Z', 'updated_at': '2022-04-08T11:07:39Z', 'revision_number': 0, 'project_id': '480373186b3940779a7d294d48fc70b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d46be30-94bd-47e3-865c-5ff38112822e', 'name': '', 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'mac_address': 'fa:16:3e:15:c6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39517edf-0a16-4b28-be25-63313f984c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:32Z', 'updated_at': '2022-04-08T11:02:41Z', 'revision_number': 5, 'project_id': '480373186b3940779a7d294d48fc70b6', 'subnets': [{'id': '39517edf-0a16-4b28-be25-63313f984c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:42.146966 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f284835-33e4-4d31-9e7e-f112d2aa7100 None None] The sync data for ids ['bbd17001-69f2-4028-bece-f01ce1f5894d'] in dv-neutron-837110-1-hyperv is: [{'id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'name': 'tempest-TestShelveInstance-1656564487-router', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:32Z', 'revision_number': 4, 'project_id': '480373186b3940779a7d294d48fc70b6', 'gw_port': {'id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '49658f98-355f-4fb0-9f2e-b095f89ff30a', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'floating_ip_address': '172.26.0.100', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'port_id': '2c4af638-7fed-4cfc-88aa-73083cc50f15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'mac_address': 'fa:16:3e:26:d1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9671fe4-8625-47e0-a451-df1a8fc1c83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:07:39Z', 'updated_at': '2022-04-08T11:07:39Z', 'revision_number': 0, 'project_id': '480373186b3940779a7d294d48fc70b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d46be30-94bd-47e3-865c-5ff38112822e', 'name': '', 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'mac_address': 'fa:16:3e:15:c6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39517edf-0a16-4b28-be25-63313f984c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:32Z', 'updated_at': '2022-04-08T11:02:41Z', 'revision_number': 5, 'project_id': '480373186b3940779a7d294d48fc70b6', 'subnets': [{'id': '39517edf-0a16-4b28-be25-63313f984c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 11:07:42.334730 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dc19d1-652c-4cb9-9232-91c546f6f1a7 None None] New status for floating IP 49658f98-355f-4fb0-9f2e-b095f89ff30a: ACTIVE {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 11:07:43.406074 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-97873ee5-0e13-46ee-9708-b655a18f96dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:45.698735 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d3356193-e814-4bf0-9164-644154735538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:46.931955 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:46.974143 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:48.444661 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:07:57.157485 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:07:59.220878 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d60c9a6f-a2e3-4917-a50e-02983360ba74 req-e55d7bd3-7a37-4c6e-ae19-6944cff6f3ef service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734704 Apr 08 11:07:59.372955 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d60c9a6f-a2e3-4917-a50e-02983360ba74 req-93737a6b-bdcb-4c19-a480-bf0ae77d4b64 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=480373186b3940779a7d294d48fc70b6&device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 1098 time: 0.0703473 Apr 08 11:07:59.521941 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c9a6f-a2e3-4917-a50e-02983360ba74 req-09bd7b1e-0ca8-4718-ab8d-2bd99ec752ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:59.521941 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d60c9a6f-a2e3-4917-a50e-02983360ba74 req-09bd7b1e-0ca8-4718-ab8d-2bd99ec752ba service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c HTTP/1.1" status: 200 len: 910 time: 0.1266921 Apr 08 11:07:59.621974 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d60c9a6f-a2e3-4917-a50e-02983360ba74 req-4f8df811-37ac-43be-8621-1444eaa89650 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c4af638-7fed-4cfc-88aa-73083cc50f15 HTTP/1.1" status: 200 len: 1001 time: 0.0962329 Apr 08 11:07:59.684614 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c9a6f-a2e3-4917-a50e-02983360ba74 req-4cb4cea0-c946-483d-9c92-281fd517bb72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:59.686606 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d60c9a6f-a2e3-4917-a50e-02983360ba74 req-4cb4cea0-c946-483d-9c92-281fd517bb72 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39517edf-0a16-4b28-be25-63313f984c1c HTTP/1.1" status: 200 len: 848 time: 0.0593202 Apr 08 11:07:59.758671 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d60c9a6f-a2e3-4917-a50e-02983360ba74 req-c8dae3c3-3c64-4a84-acfe-938dc1f28559 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662560 Apr 08 11:07:59.892003 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d60c9a6f-a2e3-4917-a50e-02983360ba74 req-4c782897-6f95-4cc7-8d74-e2506fefd783 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272848 Apr 08 11:08:00.025234 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d60c9a6f-a2e3-4917-a50e-02983360ba74 req-8aab921e-95dc-46ab-9920-d99efdb4aeb9 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273153 Apr 08 11:08:08.750036 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:13.407658 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2003ce35-8bee-401e-ace2-7150bd517fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:15.690788 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5951986e-c004-4686-ae43-3bd5552a0043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:16.934360 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:16.975683 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:18.445533 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:34.155938 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:08:38.781009 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:43.412313 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f0b1f302-fc4e-408d-b7f4-630e3faf3ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:45.693350 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f93ac2d9-f068-498f-953c-060d86b07324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:46.937257 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:46.976093 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:48.447932 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:08:58.387890 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-29767b0c-2e04-4271-b963-a1e93391d70a req-a1599411-14ef-450c-932d-992342357d94 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0653143 Apr 08 11:08:58.614754 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-29767b0c-2e04-4271-b963-a1e93391d70a req-73140020-9a31-4a46-8f95-e1f1c3934ab7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=480373186b3940779a7d294d48fc70b6&device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 1098 time: 0.1540678 Apr 08 11:08:58.761165 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29767b0c-2e04-4271-b963-a1e93391d70a req-3426305f-f47c-44b7-a058-9cd1a0caf3cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:58.762572 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-29767b0c-2e04-4271-b963-a1e93391d70a req-3426305f-f47c-44b7-a058-9cd1a0caf3cb service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c HTTP/1.1" status: 200 len: 910 time: 0.1224635 Apr 08 11:08:58.869969 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-29767b0c-2e04-4271-b963-a1e93391d70a req-c1c0cdac-bac2-4fff-a7ae-5916ba190655 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c4af638-7fed-4cfc-88aa-73083cc50f15 HTTP/1.1" status: 200 len: 1001 time: 0.0966280 Apr 08 11:08:58.933820 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29767b0c-2e04-4271-b963-a1e93391d70a req-9f120c34-1981-4514-b549-33abd0d7a9fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:08:58.935195 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-29767b0c-2e04-4271-b963-a1e93391d70a req-9f120c34-1981-4514-b549-33abd0d7a9fb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39517edf-0a16-4b28-be25-63313f984c1c HTTP/1.1" status: 200 len: 848 time: 0.0559177 Apr 08 11:08:59.012003 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-29767b0c-2e04-4271-b963-a1e93391d70a req-7123b955-d184-436b-83d6-ebfba8e0262e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677154 Apr 08 11:08:59.144183 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-29767b0c-2e04-4271-b963-a1e93391d70a req-2afda9eb-7d0b-4e72-ad4d-a3f465784603 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232326 Apr 08 11:08:59.286288 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-29767b0c-2e04-4271-b963-a1e93391d70a req-8011da9c-c5be-439d-8635-923c8f6a7ffa service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325800 Apr 08 11:09:08.779642 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:11.159343 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:09:13.413587 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5cd15f83-3985-4dda-81d8-61771e7581ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:15.694290 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b45c-263f-4878-b83e-663156e75ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:16.941872 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:16.978704 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:18.452253 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:38.794929 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:39.196527 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d083f52-034a-46b0-a468-3ad2f28859bc req-67f755a9-6541-499a-bad7-a046a2cd960a tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:39.197956 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d083f52-034a-46b0-a468-3ad2f28859bc req-67f755a9-6541-499a-bad7-a046a2cd960a tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 945 time: 0.0746920 Apr 08 11:09:39.242540 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d083f52-034a-46b0-a468-3ad2f28859bc req-1eca9616-a980-407b-9123-b0b5df035c5a tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391166 Apr 08 11:09:40.459942 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d321c5-c453-4199-a4db-9d719e179601 req-52a98939-7a50-482e-9397-b4a99a03b43c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:40.461429 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d7d321c5-c453-4199-a4db-9d719e179601 req-52a98939-7a50-482e-9397-b4a99a03b43c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 945 time: 0.0775251 Apr 08 11:09:40.505622 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d7d321c5-c453-4199-a4db-9d719e179601 req-2cff0557-f22f-42e5-ae03-9563315e6f85 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386658 Apr 08 11:09:41.712309 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9f530-e4fe-437f-ba90-a787d5efa347 req-4243b51b-1b36-4740-8e98-232ba3c05680 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:41.713729 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c8e9f530-e4fe-437f-ba90-a787d5efa347 req-4243b51b-1b36-4740-8e98-232ba3c05680 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 945 time: 0.0757387 Apr 08 11:09:41.757805 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c8e9f530-e4fe-437f-ba90-a787d5efa347 req-a7a4b0e7-cf79-4034-a183-bdac2b7d8eae tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386381 Apr 08 11:09:42.951004 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd93a0-3714-4d4f-a37d-85f1f21546cf req-8ed848ce-a8c7-4efd-a0f2-04373cbe55f8 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:42.952478 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-53fd93a0-3714-4d4f-a37d-85f1f21546cf req-8ed848ce-a8c7-4efd-a0f2-04373cbe55f8 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 945 time: 0.0790148 Apr 08 11:09:42.997139 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-53fd93a0-3714-4d4f-a37d-85f1f21546cf req-5ae0c197-b900-4ab0-ac03-9a5e47ef3a64 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385315 Apr 08 11:09:43.414458 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-70adeaef-4d06-4697-8864-6d5e646e5834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:44.194176 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c58f0-3ed5-49ab-92b6-0c5755c3b73b req-eae77c47-53bb-492d-ace0-2d7da0d6f838 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:44.195606 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2f7c58f0-3ed5-49ab-92b6-0c5755c3b73b req-eae77c47-53bb-492d-ace0-2d7da0d6f838 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 945 time: 0.0766737 Apr 08 11:09:44.243980 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2f7c58f0-3ed5-49ab-92b6-0c5755c3b73b req-c5bc56d9-5e66-4ae6-ad77-478fa7e290d5 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428474 Apr 08 11:09:45.450797 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9cea9-7a0b-4d50-873e-0d6e70c18003 req-79982875-4830-49fa-a3e2-fbc60174e2ee tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:45.455478 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7de9cea9-7a0b-4d50-873e-0d6e70c18003 req-79982875-4830-49fa-a3e2-fbc60174e2ee tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 945 time: 0.0888190 Apr 08 11:09:45.497616 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7de9cea9-7a0b-4d50-873e-0d6e70c18003 req-889494fe-e6ee-47b0-9a22-e734c1198123 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413001 Apr 08 11:09:45.697153 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63de2ce6-6e29-44db-b751-0ea6964b61cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:46.694067 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be9efd-9e29-4bcf-81c7-d9fc908a4ae3 req-030e1d95-9bb7-4c31-bdaf-c20ee8ea46b9 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:46.695498 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a4be9efd-9e29-4bcf-81c7-d9fc908a4ae3 req-030e1d95-9bb7-4c31-bdaf-c20ee8ea46b9 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 945 time: 0.0782986 Apr 08 11:09:46.739640 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a4be9efd-9e29-4bcf-81c7-d9fc908a4ae3 req-fcf3f744-755e-4dd5-8f7e-165b3c24c110 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386484 Apr 08 11:09:46.945072 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:46.981394 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:47.937047 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a85c6-fef1-4c42-98f3-35f4792199a8 req-afbf3377-4fcc-416c-9ab3-9cb16fcd22d3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:47.939034 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b14a85c6-fef1-4c42-98f3-35f4792199a8 req-afbf3377-4fcc-416c-9ab3-9cb16fcd22d3 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 945 time: 0.0816126 Apr 08 11:09:47.982535 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b14a85c6-fef1-4c42-98f3-35f4792199a8 req-db58c2de-48b6-49ed-94c9-b43239ddcc73 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379686 Apr 08 11:09:48.157661 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:09:48.454188 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:49.185462 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d77ad3-88db-4992-9f3b-06b51d2efc12 req-b6424bd0-8657-4fd1-ac83-19889b4f3e62 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:49.186933 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-32d77ad3-88db-4992-9f3b-06b51d2efc12 req-b6424bd0-8657-4fd1-ac83-19889b4f3e62 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 945 time: 0.0779278 Apr 08 11:09:49.230688 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-32d77ad3-88db-4992-9f3b-06b51d2efc12 req-30248426-2a02-4ffe-93be-681889807065 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384045 Apr 08 11:09:49.339114 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-aa4603f0-c6d6-4893-a13b-fa7924fd7aba req-9b25c7ab-7a67-46c7-bcc3-4ae795058068 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=480373186b3940779a7d294d48fc70b6&device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 1098 time: 0.0674779 Apr 08 11:09:49.558251 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4603f0-c6d6-4893-a13b-fa7924fd7aba req-9eaa7521-c070-4544-a583-29a75ec78537 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:49.559670 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-aa4603f0-c6d6-4893-a13b-fa7924fd7aba req-9eaa7521-c070-4544-a583-29a75ec78537 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c HTTP/1.1" status: 200 len: 910 time: 0.2115006 Apr 08 11:09:49.663400 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-aa4603f0-c6d6-4893-a13b-fa7924fd7aba req-5f42002c-cb95-40f0-929a-b2072476e7f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c4af638-7fed-4cfc-88aa-73083cc50f15 HTTP/1.1" status: 200 len: 1001 time: 0.0945008 Apr 08 11:09:49.731953 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4603f0-c6d6-4893-a13b-fa7924fd7aba req-0efd8db9-862f-48d2-99da-d27f105b925b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:49.733346 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-aa4603f0-c6d6-4893-a13b-fa7924fd7aba req-0efd8db9-862f-48d2-99da-d27f105b925b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39517edf-0a16-4b28-be25-63313f984c1c HTTP/1.1" status: 200 len: 848 time: 0.0599375 Apr 08 11:09:49.811742 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-aa4603f0-c6d6-4893-a13b-fa7924fd7aba req-d43c8f3f-4140-45aa-86b9-0b9eae6765dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687935 Apr 08 11:09:49.942338 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-aa4603f0-c6d6-4893-a13b-fa7924fd7aba req-e22415ed-9216-459a-a906-844350d347c0 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216371 Apr 08 11:09:50.078844 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-aa4603f0-c6d6-4893-a13b-fa7924fd7aba req-b905602a-62d7-4703-9cb2-86b3eeb93917 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253898 Apr 08 11:09:50.432849 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197735a-f99d-4702-bdf0-1eac91f87df2 req-7bc05300-d4ae-481b-83a7-eb9b49e4a457 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:50.434168 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b197735a-f99d-4702-bdf0-1eac91f87df2 req-7bc05300-d4ae-481b-83a7-eb9b49e4a457 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 945 time: 0.0811634 Apr 08 11:09:50.478414 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b197735a-f99d-4702-bdf0-1eac91f87df2 req-11d832f4-983a-4700-88ec-fe08e8d565e2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382700 Apr 08 11:09:51.671332 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfaf844-7836-4129-9d52-baff4da124ac req-3deeede3-9efc-43d9-9c22-a3b693e21158 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:51.672815 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ebfaf844-7836-4129-9d52-baff4da124ac req-3deeede3-9efc-43d9-9c22-a3b693e21158 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 945 time: 0.0751166 Apr 08 11:09:51.717863 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-ebfaf844-7836-4129-9d52-baff4da124ac req-9e83862a-8cde-4596-8e37-77809106cf79 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389459 Apr 08 11:09:52.918463 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde6161-915e-43b2-b7e7-cb4d0ffacfcd req-194dc278-c842-4ad6-bee0-65a57ea6b946 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:52.919911 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dbde6161-915e-43b2-b7e7-cb4d0ffacfcd req-194dc278-c842-4ad6-bee0-65a57ea6b946 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 945 time: 0.0802107 Apr 08 11:09:52.964350 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-dbde6161-915e-43b2-b7e7-cb4d0ffacfcd req-06e0d4e3-d798-4f2c-b29a-cd7c111c4de4 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388715 Apr 08 11:09:53.257228 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f0de0767-982b-46cf-b2fa-a5cf8dfb03c8 req-1e9f8552-941a-49c6-84fa-08501f48c927 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1733608 Apr 08 11:09:53.464596 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [req-b60c847f-b8d0-4c38-9852-38c267550b4c req-5bdcbf9d-9df3-44e8-aec8-3ce9c4db146e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796378 Apr 08 11:09:53.540646 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be5983-765b-44a5-9652-6def3b8429bd req-1b335ac7-2daa-401d-8ee3-44907d584eff tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:53.542124 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-25be5983-765b-44a5-9652-6def3b8429bd req-1b335ac7-2daa-401d-8ee3-44907d584eff tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 945 time: 0.0790329 Apr 08 11:09:53.588871 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-25be5983-765b-44a5-9652-6def3b8429bd req-a38e96ad-5fe6-4f07-9435-1853aaca4f78 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408866 Apr 08 11:09:54.799430 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ad737-92b2-4cf9-9504-cce293f6e32c req-77027b2a-e17b-41d3-acae-a92895e43227 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:54.801141 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bc5ad737-92b2-4cf9-9504-cce293f6e32c req-77027b2a-e17b-41d3-acae-a92895e43227 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 945 time: 0.0766578 Apr 08 11:09:54.848189 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bc5ad737-92b2-4cf9-9504-cce293f6e32c req-5af21c2c-2ed6-4dda-8fff-01a43f77e038 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398130 Apr 08 11:09:55.883812 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b60c847f-b8d0-4c38-9852-38c267550b4c req-6eadfbac-2b53-43e6-87cc-3deadd93ebf9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f&tenant_id=480373186b3940779a7d294d48fc70b6 HTTP/1.1" status: 200 len: 1098 time: 0.0743008 Apr 08 11:09:56.025438 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b60c847f-b8d0-4c38-9852-38c267550b4c req-61edb019-5a39-4165-b594-4ef40d49dade service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=480373186b3940779a7d294d48fc70b6&device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 1098 time: 0.1138835 Apr 08 11:09:56.051987 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 2c4af638-7fed-4cfc-88aa-73083cc50f15 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:09:56.145809 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2006a-27f4-4cbd-a8ad-2cad003db491 req-cfc070d5-24f9-43ae-b636-fb7859d7bd09 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:56.147257 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-faf2006a-27f4-4cbd-a8ad-2cad003db491 req-cfc070d5-24f9-43ae-b636-fb7859d7bd09 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 945 time: 0.1745257 Apr 08 11:09:56.164689 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:56.192553 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9671fe4-8625-47e0-a451-df1a8fc1c83f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c4af638-7fed-4cfc-88aa-73083cc50f15'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:09:56.202136 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 2c4af638-7fed-4cfc-88aa-73083cc50f15, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2c4af638-7fed-4cfc-88aa-73083cc50f15,segment=NetworkSegment(b6cb400b-3da3-4e53-9634-4b337643399c),segment_id=b6cb400b-3da3-4e53-9634-4b337643399c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:09:56.206916 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:09:56.240721 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-faf2006a-27f4-4cbd-a8ad-2cad003db491 req-f0da0129-08de-47a8-86b1-574955869a74 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827031 Apr 08 11:09:56.245109 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c847f-b8d0-4c38-9852-38c267550b4c req-2511f4e7-c6c1-46b2-bd60-f775c0abb9df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:56.246532 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b60c847f-b8d0-4c38-9852-38c267550b4c req-2511f4e7-c6c1-46b2-bd60-f775c0abb9df service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c HTTP/1.1" status: 200 len: 910 time: 0.2093434 Apr 08 11:09:56.282554 dv-neutron-837110-1-hyperv neutron-server[83847]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8c38e940-ad39-4217-a680-7779ad105e70']: {'server_uuid': 'b9671fe4-8625-47e0-a451-df1a8fc1c83f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2c4af638-7fed-4cfc-88aa-73083cc50f15', 'code': 422} returned with failed status Apr 08 11:09:56.283704 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=2c4af638-7fed-4cfc-88aa-73083cc50f15,revision_number=6']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:09:56.293143 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:56.293516 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:56.293854 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:56.294186 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:56.294553 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:56.294881 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:56.295240 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:56.295590 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:56.295957 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:56.296301 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:56.296622 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:09:56.461595 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b60c847f-b8d0-4c38-9852-38c267550b4c req-d66ae869-e4ee-4656-9e55-56754ced57a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c4af638-7fed-4cfc-88aa-73083cc50f15 HTTP/1.1" status: 200 len: 999 time: 0.2057641 Apr 08 11:09:56.530722 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c847f-b8d0-4c38-9852-38c267550b4c req-a34010d5-b4d7-4e2f-9eb6-bc4ef0fb1beb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:56.532227 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b60c847f-b8d0-4c38-9852-38c267550b4c req-a34010d5-b4d7-4e2f-9eb6-bc4ef0fb1beb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39517edf-0a16-4b28-be25-63313f984c1c HTTP/1.1" status: 200 len: 848 time: 0.0582247 Apr 08 11:09:56.608994 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b60c847f-b8d0-4c38-9852-38c267550b4c req-506e7d89-8679-4ef2-97d7-7d881ffb2a55 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679877 Apr 08 11:09:56.747510 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b60c847f-b8d0-4c38-9852-38c267550b4c req-f5ff5156-73a2-4a17-9402-78214d9a7ea5 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293976 Apr 08 11:09:56.881090 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b60c847f-b8d0-4c38-9852-38c267550b4c req-97f741e0-ae97-4b5a-92b3-6a1a1e1813aa service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234508 Apr 08 11:09:57.453380 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a22635-97c3-4417-b374-1ecc4283d218 req-7e7f3c6b-83a6-4840-8573-8b20a17b1c69 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:57.456096 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-39a22635-97c3-4417-b374-1ecc4283d218 req-7e7f3c6b-83a6-4840-8573-8b20a17b1c69 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 943 time: 0.0789828 Apr 08 11:09:57.501431 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-39a22635-97c3-4417-b374-1ecc4283d218 req-cd0ec70d-1cb4-4518-a56b-4120a506077f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405874 Apr 08 11:09:58.713468 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5728fc-fc1d-4589-ac09-8afeee2f5abf req-680b7797-9c3e-4633-9b48-ef8d7d9b18c5 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:58.714891 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4d5728fc-fc1d-4589-ac09-8afeee2f5abf req-680b7797-9c3e-4633-9b48-ef8d7d9b18c5 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 943 time: 0.0931411 Apr 08 11:09:58.759591 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4d5728fc-fc1d-4589-ac09-8afeee2f5abf req-d288e0e2-3b82-491d-885b-f30486512f1c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392570 Apr 08 11:09:59.459071 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e7d0a13a-3ad9-4a76-b63e-5b4925711444 req-65ef34fd-1ce4-4239-9bfb-31ca31c10fa8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=480373186b3940779a7d294d48fc70b6&device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 1096 time: 0.0674245 Apr 08 11:09:59.615462 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0a13a-3ad9-4a76-b63e-5b4925711444 req-820018e7-e556-4dd1-997f-6f196cd317a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:59.616941 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e7d0a13a-3ad9-4a76-b63e-5b4925711444 req-820018e7-e556-4dd1-997f-6f196cd317a5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c HTTP/1.1" status: 200 len: 910 time: 0.1330292 Apr 08 11:09:59.737077 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e7d0a13a-3ad9-4a76-b63e-5b4925711444 req-16d2b585-23d6-4ca0-bbe8-44898543a152 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c4af638-7fed-4cfc-88aa-73083cc50f15 HTTP/1.1" status: 200 len: 999 time: 0.1090224 Apr 08 11:09:59.818026 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0a13a-3ad9-4a76-b63e-5b4925711444 req-ac7235e1-f006-47fe-aa3b-6ee10b259891 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:09:59.819468 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e7d0a13a-3ad9-4a76-b63e-5b4925711444 req-ac7235e1-f006-47fe-aa3b-6ee10b259891 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39517edf-0a16-4b28-be25-63313f984c1c HTTP/1.1" status: 200 len: 848 time: 0.0733581 Apr 08 11:09:59.965856 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e7d0a13a-3ad9-4a76-b63e-5b4925711444 req-1d955d72-5389-4dbb-90e8-1f4c3edbf4dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1358275 Apr 08 11:10:00.059546 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74036482-3693-4c18-a3fc-df93b06ffc99 req-8d996e26-9f59-4d58-9bab-15b8e0de861b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:00.061678 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-74036482-3693-4c18-a3fc-df93b06ffc99 req-8d996e26-9f59-4d58-9bab-15b8e0de861b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 943 time: 0.1747456 Apr 08 11:10:00.148753 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-74036482-3693-4c18-a3fc-df93b06ffc99 req-b2eaacaa-1d4e-4f67-87dd-28c4840a8e73 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804100 Apr 08 11:10:00.169886 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e7d0a13a-3ad9-4a76-b63e-5b4925711444 req-b31ed69a-e410-474d-807b-fd544973c1d9 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925321 Apr 08 11:10:00.317004 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e7d0a13a-3ad9-4a76-b63e-5b4925711444 req-734593a5-9135-4777-ae0e-32737882a2e6 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382842 Apr 08 11:10:01.352388 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652895e0-bff9-4f29-a5c6-d2abc529fc2f req-c355177d-9921-4e10-b57e-b94f92aef94c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:01.354014 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-652895e0-bff9-4f29-a5c6-d2abc529fc2f req-c355177d-9921-4e10-b57e-b94f92aef94c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 943 time: 0.0838575 Apr 08 11:10:01.403414 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-652895e0-bff9-4f29-a5c6-d2abc529fc2f req-d6145107-f2fb-47e1-9f86-05a4293e7d56 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436380 Apr 08 11:10:02.687525 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc07af6-9c12-4a48-997a-3fce460918a1 req-74b4b380-23de-4faa-8237-29f5b31e3a4c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:02.689075 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-efc07af6-9c12-4a48-997a-3fce460918a1 req-74b4b380-23de-4faa-8237-29f5b31e3a4c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 943 time: 0.1665778 Apr 08 11:10:02.735232 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-efc07af6-9c12-4a48-997a-3fce460918a1 req-87d14eac-a75d-4b38-9800-9713e011442c tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405221 Apr 08 11:10:03.628887 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-33780d8f-8ce6-41ba-aed3-c36807c01fdb req-a91fdd1f-770a-4ea5-95d6-ce14d2d5c90a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 1096 time: 0.0683777 Apr 08 11:10:03.673131 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-33780d8f-8ce6-41ba-aed3-c36807c01fdb req-586b323f-b1bf-4c23-aaf9-1c5d86fb4492 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351784 Apr 08 11:10:03.926714 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31af23-1bde-45a6-97e7-7bd43bde7e12 req-16641ffc-d2e5-4609-aecc-ce12cc0a3242 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:03.928068 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2a31af23-1bde-45a6-97e7-7bd43bde7e12 req-16641ffc-d2e5-4609-aecc-ce12cc0a3242 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 943 time: 0.0757735 Apr 08 11:10:03.972334 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2a31af23-1bde-45a6-97e7-7bd43bde7e12 req-96083784-8910-4f04-8f1b-4a6704fe0beb tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385382 Apr 08 11:10:04.109431 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 2c4af638-7fed-4cfc-88aa-73083cc50f15 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:10:04.239473 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 2c4af638-7fed-4cfc-88aa-73083cc50f15, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2c4af638-7fed-4cfc-88aa-73083cc50f15,segment=NetworkSegment(b6cb400b-3da3-4e53-9634-4b337643399c),segment_id=b6cb400b-3da3-4e53-9634-4b337643399c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:10:04.252015 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '2c4af638-7fed-4cfc-88aa-73083cc50f15', 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'port_id': '2c4af638-7fed-4cfc-88aa-73083cc50f15', 'mac_address': 'fa:16:3e:26:d1:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39517edf-0a16-4b28-be25-63313f984c1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:10:04.303379 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:04.319617 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4af638-7fed-4cfc-88aa-73083cc50f15 {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 11:10:04.334204 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 2c4af638-7fed-4cfc-88aa-73083cc50f15, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2c4af638-7fed-4cfc-88aa-73083cc50f15,segment=NetworkSegment(b6cb400b-3da3-4e53-9634-4b337643399c),segment_id=b6cb400b-3da3-4e53-9634-4b337643399c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:10:04.338014 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:04.405434 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=2c4af638-7fed-4cfc-88aa-73083cc50f15,revision_number=7']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:05.189659 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36952f-7719-4419-a3ab-a1d53f50324d req-085fe0a0-4564-4724-ae5a-32c52a175e2a tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:05.191104 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2f36952f-7719-4419-a3ab-a1d53f50324d req-085fe0a0-4564-4724-ae5a-32c52a175e2a tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 944 time: 0.0815430 Apr 08 11:10:05.237333 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-2f36952f-7719-4419-a3ab-a1d53f50324d req-8b024e28-6731-4c5c-9c0c-130bfe91400b tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405333 Apr 08 11:10:05.702216 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['2c4af638-7fed-4cfc-88aa-73083cc50f15'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 11:10:08.129913 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 2c4af638-7fed-4cfc-88aa-73083cc50f15 up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:10:08.195588 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 2c4af638-7fed-4cfc-88aa-73083cc50f15 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:10:08.195948 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:08.308153 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:08.334621 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9671fe4-8625-47e0-a451-df1a8fc1c83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4af638-7fed-4cfc-88aa-73083cc50f15'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:10:08.343650 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 2c4af638-7fed-4cfc-88aa-73083cc50f15, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2c4af638-7fed-4cfc-88aa-73083cc50f15,segment=NetworkSegment(b6cb400b-3da3-4e53-9634-4b337643399c),segment_id=b6cb400b-3da3-4e53-9634-4b337643399c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:10:08.348356 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:08.391763 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae085270-e550-4d89-b8a3-a27159eed1fe'] response: {'server_uuid': 'b9671fe4-8625-47e0-a451-df1a8fc1c83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4af638-7fed-4cfc-88aa-73083cc50f15', 'code': 200} Apr 08 11:10:08.417398 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=2c4af638-7fed-4cfc-88aa-73083cc50f15,revision_number=8']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:10:08.785280 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:13.417253 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d22da2f4-03d5-4c5e-b496-f139418fec7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:15.699547 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-fcc0babe-01b1-43de-b9ad-63a78a38e325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:16.947645 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:16.981995 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:18.458269 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:25.161332 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:10:38.796601 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:43.422265 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1ac9d251-8d1c-4e4c-a383-0d25d893776f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:45.702199 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d5d334e4-57c7-471d-9821-4ef5dc99506b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:46.953350 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:46.984198 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:48.460018 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:10:59.457483 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-47f24761-fc04-4a82-bc1e-b0b73d71ba3e req-06ed640c-d596-467e-aa2f-7c6f64196eb1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1310802 Apr 08 11:10:59.604909 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-47f24761-fc04-4a82-bc1e-b0b73d71ba3e req-17649884-6561-48fa-ac8b-8832e313ec5b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=480373186b3940779a7d294d48fc70b6&device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 1098 time: 0.0718632 Apr 08 11:10:59.752291 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f24761-fc04-4a82-bc1e-b0b73d71ba3e req-f0620a5b-6557-4074-8b55-32bad239facf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:59.753710 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-47f24761-fc04-4a82-bc1e-b0b73d71ba3e req-f0620a5b-6557-4074-8b55-32bad239facf service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c HTTP/1.1" status: 200 len: 910 time: 0.1264036 Apr 08 11:10:59.857387 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-47f24761-fc04-4a82-bc1e-b0b73d71ba3e req-86249dce-9eb5-41ec-8358-594889fe3a83 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c4af638-7fed-4cfc-88aa-73083cc50f15 HTTP/1.1" status: 200 len: 1001 time: 0.0937202 Apr 08 11:10:59.921037 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f24761-fc04-4a82-bc1e-b0b73d71ba3e req-38921c2d-51b7-479f-ac3e-081e06edc823 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:10:59.922395 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-47f24761-fc04-4a82-bc1e-b0b73d71ba3e req-38921c2d-51b7-479f-ac3e-081e06edc823 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39517edf-0a16-4b28-be25-63313f984c1c HTTP/1.1" status: 200 len: 848 time: 0.0563319 Apr 08 11:10:59.995421 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-47f24761-fc04-4a82-bc1e-b0b73d71ba3e req-e2dd49fe-937f-4d7a-a3bf-3532e2af4725 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0648208 Apr 08 11:11:00.007733 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [req-47f24761-fc04-4a82-bc1e-b0b73d71ba3e req-bcb7bdcd-b299-47cd-a3c3-ee42a1f2378e service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83845) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 08 11:11:00.008646 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-47f24761-fc04-4a82-bc1e-b0b73d71ba3e req-bcb7bdcd-b299-47cd-a3c3-ee42a1f2378e service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046222 Apr 08 11:11:00.142304 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-47f24761-fc04-4a82-bc1e-b0b73d71ba3e req-bb5abbae-2ae5-4183-8c7a-59ad64d70487 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234257 Apr 08 11:11:00.271684 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-47f24761-fc04-4a82-bc1e-b0b73d71ba3e req-940033d0-c09d-4fd1-b29b-9b33f0f70aeb service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208093 Apr 08 11:11:02.165147 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:11:08.824673 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:13.428201 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-97082e19-98fd-4cb0-824c-0bf02a289f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:15.703639 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-977ed3da-661e-4d4f-b9c6-8ac0daa226d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:16.953029 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:16.985411 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:18.462899 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:27.043193 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 39088) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:11:27.240149 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-b5e55791-5dd4-42fe-af0d-7f27877d3269 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Deleting port bcb0404b-d041-4f3f-96bd-3d3a95b616fb {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:11:27.240427 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b5e55791-5dd4-42fe-af0d-7f27877d3269 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:27.403014 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b5e55791-5dd4-42fe-af0d-7f27877d3269 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:27.403262 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b5e55791-5dd4-42fe-af0d-7f27877d3269 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:27.603974 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-b5e55791-5dd4-42fe-af0d-7f27877d3269 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Calling delete_port for bcb0404b-d041-4f3f-96bd-3d3a95b616fb owned by network:floatingip {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:11:27.746020 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b5e55791-5dd4-42fe-af0d-7f27877d3269 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:27.790852 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e55791-5dd4-42fe-af0d-7f27877d3269 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Pushing event deleted for resources: {'Port': ['ID=bcb0404b-d041-4f3f-96bd-3d3a95b616fb,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:27.831997 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e55791-5dd4-42fe-af0d-7f27877d3269 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:27.832369 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e55791-5dd4-42fe-af0d-7f27877d3269 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:27.832707 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e55791-5dd4-42fe-af0d-7f27877d3269 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:27.833040 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e55791-5dd4-42fe-af0d-7f27877d3269 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:27.833375 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e55791-5dd4-42fe-af0d-7f27877d3269 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:27.833700 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e55791-5dd4-42fe-af0d-7f27877d3269 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:27.834025 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e55791-5dd4-42fe-af0d-7f27877d3269 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:27.834349 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e55791-5dd4-42fe-af0d-7f27877d3269 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:27.834667 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e55791-5dd4-42fe-af0d-7f27877d3269 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:27.834984 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e55791-5dd4-42fe-af0d-7f27877d3269 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:27.835303 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e55791-5dd4-42fe-af0d-7f27877d3269 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:27.892394 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b5e55791-5dd4-42fe-af0d-7f27877d3269 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for floatingip, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:28.272574 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e55791-5dd4-42fe-af0d-7f27877d3269 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Router bbd17001-69f2-4028-bece-f01ce1f5894d has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:11:28.465578 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e55791-5dd4-42fe-af0d-7f27877d3269 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:11:28.475501 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62443a01-b6a8-4724-8778-a7c681bf4fae None None] Sync routers for ids ['bbd17001-69f2-4028-bece-f01ce1f5894d'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 11:11:28.486847 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b5e55791-5dd4-42fe-af0d-7f27877d3269 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:28.491219 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62443a01-b6a8-4724-8778-a7c681bf4fae None None] Routers {'bbd17001-69f2-4028-bece-f01ce1f5894d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:11:28.491818 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-62443a01-b6a8-4724-8778-a7c681bf4fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:11:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['bbd17001-69f2-4028-bece-f01ce1f5894d'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:28.541987 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b5e55791-5dd4-42fe-af0d-7f27877d3269 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "DELETE /v2.0/floatingips/49658f98-355f-4fb0-9f2e-b095f89ff30a HTTP/1.1" status: 204 len: 168 time: 1.4976175 Apr 08 11:11:28.542569 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9671fe4-8625-47e0-a451-df1a8fc1c83f', 'tag': '2c4af638-7fed-4cfc-88aa-73083cc50f15'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:11:28.625932 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-611e792b-0f92-4272-8d3a-1f5539802386'] response: {'name': 'network-changed', 'server_uuid': 'b9671fe4-8625-47e0-a451-df1a8fc1c83f', 'tag': '2c4af638-7fed-4cfc-88aa-73083cc50f15', 'status': 'completed', 'code': 200} Apr 08 11:11:28.676732 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-62443a01-b6a8-4724-8778-a7c681bf4fae None None] Set router bbd17001-69f2-4028-bece-f01ce1f5894d gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:11:28.726380 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-725490b5-f968-466f-b8b5-d4591354dda1 req-36046c4c-ee74-4f1e-8fb6-8352f1909505 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=480373186b3940779a7d294d48fc70b6&device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 1098 time: 0.0712194 Apr 08 11:11:28.881232 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725490b5-f968-466f-b8b5-d4591354dda1 req-d7d17b3f-b477-484f-85e0-165496a4b780 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:28.882731 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-725490b5-f968-466f-b8b5-d4591354dda1 req-d7d17b3f-b477-484f-85e0-165496a4b780 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c HTTP/1.1" status: 200 len: 910 time: 0.1467144 Apr 08 11:11:28.960933 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-725490b5-f968-466f-b8b5-d4591354dda1 req-ee1e0f7d-176e-4e38-a9be-5a5641ae0488 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c4af638-7fed-4cfc-88aa-73083cc50f15 HTTP/1.1" status: 200 len: 217 time: 0.0704107 Apr 08 11:11:29.029190 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-62443a01-b6a8-4724-8778-a7c681bf4fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'name': 'tempest-TestShelveInstance-1656564487-router', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:32Z', 'revision_number': 4, 'project_id': '480373186b3940779a7d294d48fc70b6', 'gw_port': {'id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '6d46be30-94bd-47e3-865c-5ff38112822e', 'name': '', 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'mac_address': 'fa:16:3e:15:c6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39517edf-0a16-4b28-be25-63313f984c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:32Z', 'updated_at': '2022-04-08T11:02:41Z', 'revision_number': 5, 'project_id': '480373186b3940779a7d294d48fc70b6', 'subnets': [{'id': '39517edf-0a16-4b28-be25-63313f984c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:29.032952 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62443a01-b6a8-4724-8778-a7c681bf4fae None None] Checking router: bbd17001-69f2-4028-bece-f01ce1f5894d for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 11:11:29.044678 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62443a01-b6a8-4724-8778-a7c681bf4fae None None] Routers {'bbd17001-69f2-4028-bece-f01ce1f5894d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:11:29.045275 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-62443a01-b6a8-4724-8778-a7c681bf4fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:11:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['bbd17001-69f2-4028-bece-f01ce1f5894d'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:29.171322 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725490b5-f968-466f-b8b5-d4591354dda1 req-65999608-918d-471d-9142-7cecf0edf075 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:29.172805 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-725490b5-f968-466f-b8b5-d4591354dda1 req-65999608-918d-471d-9142-7cecf0edf075 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=39517edf-0a16-4b28-be25-63313f984c1c HTTP/1.1" status: 200 len: 848 time: 0.2049227 Apr 08 11:11:29.224569 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-62443a01-b6a8-4724-8778-a7c681bf4fae None None] Set router bbd17001-69f2-4028-bece-f01ce1f5894d gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:11:29.258843 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea7e78-1d04-4688-bbf9-83874c968062 req-786cf1d9-4748-4df2-9df6-ad8dd41da370 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:29.259530 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-23ea7e78-1d04-4688-bbf9-83874c968062 req-786cf1d9-4748-4df2-9df6-ad8dd41da370 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Synchronizing usage tracker for tenant:480373186b3940779a7d294d48fc70b6 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:11:29.279331 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-725490b5-f968-466f-b8b5-d4591354dda1 req-b3233f7e-4687-40df-80c9-cd332df26e7d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0994895 Apr 08 11:11:29.283617 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-23ea7e78-1d04-4688-bbf9-83874c968062 req-786cf1d9-4748-4df2-9df6-ad8dd41da370 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Unset dirty status for tenant:480373186b3940779a7d294d48fc70b6 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:11:29.284671 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-23ea7e78-1d04-4688-bbf9-83874c968062 req-786cf1d9-4748-4df2-9df6-ad8dd41da370 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 945 time: 0.3420861 Apr 08 11:11:29.421390 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-23ea7e78-1d04-4688-bbf9-83874c968062 req-7cf3dcb8-2bd0-4390-9281-6362b55b6882 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178672 Apr 08 11:11:29.444907 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-725490b5-f968-466f-b8b5-d4591354dda1 req-8440dca3-11ef-4a66-9131-77f1f4a482ab service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593175 Apr 08 11:11:29.539991 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-62443a01-b6a8-4724-8778-a7c681bf4fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'name': 'tempest-TestShelveInstance-1656564487-router', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:32Z', 'revision_number': 4, 'project_id': '480373186b3940779a7d294d48fc70b6', 'gw_port': {'id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '6d46be30-94bd-47e3-865c-5ff38112822e', 'name': '', 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'mac_address': 'fa:16:3e:15:c6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39517edf-0a16-4b28-be25-63313f984c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:32Z', 'updated_at': '2022-04-08T11:02:41Z', 'revision_number': 5, 'project_id': '480373186b3940779a7d294d48fc70b6', 'subnets': [{'id': '39517edf-0a16-4b28-be25-63313f984c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:29.545236 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62443a01-b6a8-4724-8778-a7c681bf4fae None None] The sync data for ids ['bbd17001-69f2-4028-bece-f01ce1f5894d'] in dv-neutron-837110-1-hyperv is: [{'id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'name': 'tempest-TestShelveInstance-1656564487-router', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:32Z', 'revision_number': 4, 'project_id': '480373186b3940779a7d294d48fc70b6', 'gw_port': {'id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '6d46be30-94bd-47e3-865c-5ff38112822e', 'name': '', 'network_id': '5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'mac_address': 'fa:16:3e:15:c6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39517edf-0a16-4b28-be25-63313f984c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:32Z', 'updated_at': '2022-04-08T11:02:41Z', 'revision_number': 5, 'project_id': '480373186b3940779a7d294d48fc70b6', 'subnets': [{'id': '39517edf-0a16-4b28-be25-63313f984c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 11:11:29.580644 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-725490b5-f968-466f-b8b5-d4591354dda1 req-34d2be65-1546-43cc-80a8-554f301de1a0 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274507 Apr 08 11:11:29.759817 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827d8acb-e525-43b0-a569-0d284bc24080 None None] New status for floating IP 49658f98-355f-4fb0-9f2e-b095f89ff30a: DOWN {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 11:11:30.723881 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06388b23-3057-4107-a866-ab5ad0559903 req-653a2697-add0-431e-9185-fddff1a1fa94 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:30.725283 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-06388b23-3057-4107-a866-ab5ad0559903 req-653a2697-add0-431e-9185-fddff1a1fa94 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 945 time: 0.1371489 Apr 08 11:11:30.732801 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c8216-1cb0-4390-b4ae-f9fd2eafdd1f req-7bdde155-eb80-471b-b180-5e2f7ac589a2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:30.734249 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a21c8216-1cb0-4390-b4ae-f9fd2eafdd1f req-7bdde155-eb80-471b-b180-5e2f7ac589a2 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 945 time: 0.1876776 Apr 08 11:11:30.835178 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-06388b23-3057-4107-a866-ab5ad0559903 req-33486bb1-503a-4171-af4c-41ff212fb39f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Deleting port 2c4af638-7fed-4cfc-88aa-73083cc50f15 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:11:30.835514 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-06388b23-3057-4107-a866-ab5ad0559903 req-33486bb1-503a-4171-af4c-41ff212fb39f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:30.878791 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-a21c8216-1cb0-4390-b4ae-f9fd2eafdd1f req-b5dc80a5-ae8b-4d81-a187-2276f943c2ed tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e9e42a2-3d13-4b84-9b91-74103cf69df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141818 Apr 08 11:11:31.083473 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-06388b23-3057-4107-a866-ab5ad0559903 req-33486bb1-503a-4171-af4c-41ff212fb39f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] For port 2c4af638-7fed-4cfc-88aa-73083cc50f15, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=2c4af638-7fed-4cfc-88aa-73083cc50f15,segment=NetworkSegment(b6cb400b-3da3-4e53-9634-4b337643399c),segment_id=b6cb400b-3da3-4e53-9634-4b337643399c)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:11:31.083827 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-06388b23-3057-4107-a866-ab5ad0559903 req-33486bb1-503a-4171-af4c-41ff212fb39f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:31.201568 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-06388b23-3057-4107-a866-ab5ad0559903 req-33486bb1-503a-4171-af4c-41ff212fb39f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Calling delete_port for 2c4af638-7fed-4cfc-88aa-73083cc50f15 owned by compute:nova {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:11:31.343071 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-06388b23-3057-4107-a866-ab5ad0559903 req-33486bb1-503a-4171-af4c-41ff212fb39f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:31.392716 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33486bb1-503a-4171-af4c-41ff212fb39f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Pushing event deleted for resources: {'Port': ['ID=2c4af638-7fed-4cfc-88aa-73083cc50f15,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:31.469708 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-06388b23-3057-4107-a866-ab5ad0559903 req-33486bb1-503a-4171-af4c-41ff212fb39f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] No DVR routers for this DVR port 2c4af638-7fed-4cfc-88aa-73083cc50f15 on host hv-neutron-8371 {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:11:31.472107 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-06388b23-3057-4107-a866-ab5ad0559903 req-33486bb1-503a-4171-af4c-41ff212fb39f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:31.474577 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9671fe4-8625-47e0-a451-df1a8fc1c83f', 'name': 'network-vif-deleted', 'tag': '2c4af638-7fed-4cfc-88aa-73083cc50f15'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:11:31.489682 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-06388b23-3057-4107-a866-ab5ad0559903 req-33486bb1-503a-4171-af4c-41ff212fb39f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.52 "DELETE /v2.0/ports/2c4af638-7fed-4cfc-88aa-73083cc50f15 HTTP/1.1" status: 204 len: 173 time: 0.7544594 Apr 08 11:11:31.535008 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86b013cf-d2d0-4282-a0eb-eee965331432'] response: {'server_uuid': 'b9671fe4-8625-47e0-a451-df1a8fc1c83f', 'name': 'network-vif-deleted', 'tag': '2c4af638-7fed-4cfc-88aa-73083cc50f15', 'status': 'completed', 'code': 200} Apr 08 11:11:32.045426 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-14452307-21ba-4bfc-9909-d64212197600 req-1d303aa2-47e5-46ea-b42a-c379e157e856 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Synchronizing usage tracker for tenant:480373186b3940779a7d294d48fc70b6 on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:11:32.061715 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-14452307-21ba-4bfc-9909-d64212197600 req-1d303aa2-47e5-46ea-b42a-c379e157e856 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Unset dirty status for tenant:480373186b3940779a7d294d48fc70b6 on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:11:32.063064 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-14452307-21ba-4bfc-9909-d64212197600 req-1d303aa2-47e5-46ea-b42a-c379e157e856 tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9671fe4-8625-47e0-a451-df1a8fc1c83f HTTP/1.1" status: 200 len: 210 time: 0.0598016 Apr 08 11:11:33.192063 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 39122) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:11:33.261590 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-de9f3070-c646-43aa-832a-c476f9e8563f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:33.294210 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-de9f3070-c646-43aa-832a-c476f9e8563f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:33.357680 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-de9f3070-c646-43aa-832a-c476f9e8563f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:33.377716 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f3070-c646-43aa-832a-c476f9e8563f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9e42a2-3d13-4b84-9b91-74103cf69df5,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:33.388584 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-de9f3070-c646-43aa-832a-c476f9e8563f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:33.392396 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-de9f3070-c646-43aa-832a-c476f9e8563f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] 10.222.0.47 "DELETE /v2.0/security-groups/3e9e42a2-3d13-4b84-9b91-74103cf69df5 HTTP/1.1" status: 204 len: 168 time: 0.1964724 Apr 08 11:11:33.392396 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9f3070-c646-43aa-832a-c476f9e8563f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:33.392396 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9f3070-c646-43aa-832a-c476f9e8563f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:33.392396 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9f3070-c646-43aa-832a-c476f9e8563f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:33.392396 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9f3070-c646-43aa-832a-c476f9e8563f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:33.392810 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9f3070-c646-43aa-832a-c476f9e8563f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:33.393062 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9f3070-c646-43aa-832a-c476f9e8563f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:33.393391 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9f3070-c646-43aa-832a-c476f9e8563f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:33.393728 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9f3070-c646-43aa-832a-c476f9e8563f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:33.394053 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9f3070-c646-43aa-832a-c476f9e8563f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:33.394377 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9f3070-c646-43aa-832a-c476f9e8563f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:33.394702 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9f3070-c646-43aa-832a-c476f9e8563f tempest-TestShelveInstance-1422914583 tempest-TestShelveInstance-1422914583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:33.454388 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 39130) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:11:34.076942 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b39118b3-1fc0-489f-9fa6-17c7f86d6a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:34.594045 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 2c4af638-7fed-4cfc-88aa-73083cc50f15 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:11:34.665228 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: 2c4af638-7fed-4cfc-88aa-73083cc50f15 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 11:11:34.665569 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 2c4af638-7fed-4cfc-88aa-73083cc50f15 not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:11:34.684431 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-b39118b3-1fc0-489f-9fa6-17c7f86d6a33 admin admin] Deleting port 6d46be30-94bd-47e3-865c-5ff38112822e {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:11:34.685017 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b39118b3-1fc0-489f-9fa6-17c7f86d6a33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:34.853255 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-b39118b3-1fc0-489f-9fa6-17c7f86d6a33 admin admin] For port 6d46be30-94bd-47e3-865c-5ff38112822e, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=6d46be30-94bd-47e3-865c-5ff38112822e,segment=NetworkSegment(b6cb400b-3da3-4e53-9634-4b337643399c),segment_id=b6cb400b-3da3-4e53-9634-4b337643399c)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:11:34.853508 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b39118b3-1fc0-489f-9fa6-17c7f86d6a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:34.974037 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-b39118b3-1fc0-489f-9fa6-17c7f86d6a33 admin admin] Calling delete_port for 6d46be30-94bd-47e3-865c-5ff38112822e owned by network:router_interface {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:11:35.139462 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b39118b3-1fc0-489f-9fa6-17c7f86d6a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:35.183404 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39118b3-1fc0-489f-9fa6-17c7f86d6a33 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d46be30-94bd-47e3-865c-5ff38112822e,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:35.569025 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b39118b3-1fc0-489f-9fa6-17c7f86d6a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:36.135576 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39118b3-1fc0-489f-9fa6-17c7f86d6a33 admin admin] Router bbd17001-69f2-4028-bece-f01ce1f5894d has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:11:36.328595 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39118b3-1fc0-489f-9fa6-17c7f86d6a33 admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:11:36.338339 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25f1d2a-9070-4d42-813a-acaa33793018 None None] Sync routers for ids ['bbd17001-69f2-4028-bece-f01ce1f5894d'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 11:11:36.347533 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b39118b3-1fc0-489f-9fa6-17c7f86d6a33 admin admin] 10.222.0.47 "PUT /v2.0/routers/bbd17001-69f2-4028-bece-f01ce1f5894d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8916934 Apr 08 11:11:36.349547 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 39136) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:11:36.350830 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25f1d2a-9070-4d42-813a-acaa33793018 None None] Routers {'bbd17001-69f2-4028-bece-f01ce1f5894d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:11:36.351419 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c25f1d2a-9070-4d42-813a-acaa33793018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:11:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['bbd17001-69f2-4028-bece-f01ce1f5894d'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:36.525033 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-c25f1d2a-9070-4d42-813a-acaa33793018 None None] Set router bbd17001-69f2-4028-bece-f01ce1f5894d gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:11:36.546520 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-22acdf9c-95e7-42f7-aa7d-5f537e2ee48d admin admin] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:36.740886 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-22acdf9c-95e7-42f7-aa7d-5f537e2ee48d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:36.750981 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-22acdf9c-95e7-42f7-aa7d-5f537e2ee48d admin admin] Deleting port a5a210ca-05f2-4a98-b819-129f961c8b9e {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:11:36.751381 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-22acdf9c-95e7-42f7-aa7d-5f537e2ee48d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:36.830850 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c25f1d2a-9070-4d42-813a-acaa33793018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'name': 'tempest-TestShelveInstance-1656564487-router', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:11:35Z', 'revision_number': 5, 'project_id': '480373186b3940779a7d294d48fc70b6', 'gw_port': {'id': 'a5a210ca-05f2-4a98-b819-129f961c8b9e', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:36.835310 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25f1d2a-9070-4d42-813a-acaa33793018 None None] Checking router: bbd17001-69f2-4028-bece-f01ce1f5894d for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 11:11:36.847231 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25f1d2a-9070-4d42-813a-acaa33793018 None None] Routers {'bbd17001-69f2-4028-bece-f01ce1f5894d'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:11:36.847852 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c25f1d2a-9070-4d42-813a-acaa33793018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:11:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['bbd17001-69f2-4028-bece-f01ce1f5894d'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:37.002320 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-c25f1d2a-9070-4d42-813a-acaa33793018 None None] Set router bbd17001-69f2-4028-bece-f01ce1f5894d gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:11:37.050024 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-22acdf9c-95e7-42f7-aa7d-5f537e2ee48d admin admin] For port a5a210ca-05f2-4a98-b819-129f961c8b9e, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=a5a210ca-05f2-4a98-b819-129f961c8b9e,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:11:37.050401 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-22acdf9c-95e7-42f7-aa7d-5f537e2ee48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:37.115681 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c25f1d2a-9070-4d42-813a-acaa33793018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'name': 'tempest-TestShelveInstance-1656564487-router', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:11:36Z', 'revision_number': 6, 'project_id': '480373186b3940779a7d294d48fc70b6', 'gw_port_host': None}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:37.119602 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25f1d2a-9070-4d42-813a-acaa33793018 None None] The sync data for ids ['bbd17001-69f2-4028-bece-f01ce1f5894d'] in dv-neutron-837110-1-hyperv is: [{'id': 'bbd17001-69f2-4028-bece-f01ce1f5894d', 'name': 'tempest-TestShelveInstance-1656564487-router', 'tenant_id': '480373186b3940779a7d294d48fc70b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:30Z', 'updated_at': '2022-04-08T11:11:36Z', 'revision_number': 6, 'project_id': '480373186b3940779a7d294d48fc70b6', 'gw_port_host': None}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 11:11:37.173425 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-22acdf9c-95e7-42f7-aa7d-5f537e2ee48d admin admin] Calling delete_port for a5a210ca-05f2-4a98-b819-129f961c8b9e owned by network:router_gateway {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:11:37.333469 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-22acdf9c-95e7-42f7-aa7d-5f537e2ee48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:37.378726 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acdf9c-95e7-42f7-aa7d-5f537e2ee48d admin admin] Pushing event deleted for resources: {'Port': ['ID=a5a210ca-05f2-4a98-b819-129f961c8b9e,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:37.598226 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-22acdf9c-95e7-42f7-aa7d-5f537e2ee48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:37.852480 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-22acdf9c-95e7-42f7-aa7d-5f537e2ee48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:37.857504 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-22acdf9c-95e7-42f7-aa7d-5f537e2ee48d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:37.882488 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-22acdf9c-95e7-42f7-aa7d-5f537e2ee48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:37.883015 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22acdf9c-95e7-42f7-aa7d-5f537e2ee48d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbd17001-69f2-4028-bece-f01ce1f5894d {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:11:37.894594 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-22acdf9c-95e7-42f7-aa7d-5f537e2ee48d admin admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:37.895698 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-22acdf9c-95e7-42f7-aa7d-5f537e2ee48d admin admin] 10.222.0.47 "DELETE /v2.0/routers/bbd17001-69f2-4028-bece-f01ce1f5894d HTTP/1.1" status: 204 len: 168 time: 1.5452716 Apr 08 11:11:37.898141 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 39140) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:11:37.959354 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f36295-6a5d-4b6a-a4f5-c70c73c5c8e8 admin admin] Deleting subnet 39517edf-0a16-4b28-be25-63313f984c1c {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 11:11:37.962218 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-13f36295-6a5d-4b6a-a4f5-c70c73c5c8e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:38.012306 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-13f36295-6a5d-4b6a-a4f5-c70c73c5c8e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:38.096667 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-13f36295-6a5d-4b6a-a4f5-c70c73c5c8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:38.162459 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-13f36295-6a5d-4b6a-a4f5-c70c73c5c8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:38.200816 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f36295-6a5d-4b6a-a4f5-c70c73c5c8e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39517edf-0a16-4b28-be25-63313f984c1c,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:38.205155 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-13f36295-6a5d-4b6a-a4f5-c70c73c5c8e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:38.211356 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-13f36295-6a5d-4b6a-a4f5-c70c73c5c8e8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/39517edf-0a16-4b28-be25-63313f984c1c HTTP/1.1" status: 204 len: 168 time: 0.3122785 Apr 08 11:11:38.211589 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33241b67-5e96-4c36-aa90-48eee051ea97 None None] Network 5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 11:11:38.213840 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 39144) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:11:38.410986 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c2efbe87-a39e-4f1e-a779-74f7f80a9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:38.422763 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-c2efbe87-a39e-4f1e-a779-74f7f80a9ed0 admin admin] Deleting port 8e0a2927-8838-40ef-a16f-2c15606eee0e {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:11:38.423366 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c2efbe87-a39e-4f1e-a779-74f7f80a9ed0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:38.462668 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7998ab-6acf-4d97-8f92-b16580a4b495 None None] DHCP port deletion for 5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 11:11:38.467620 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-bf7998ab-6acf-4d97-8f92-b16580a4b495 None None] Deleting port 8e0a2927-8838-40ef-a16f-2c15606eee0e {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:11:38.467995 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf7998ab-6acf-4d97-8f92-b16580a4b495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:38.625996 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-c2efbe87-a39e-4f1e-a779-74f7f80a9ed0 admin admin] For port 8e0a2927-8838-40ef-a16f-2c15606eee0e, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=8e0a2927-8838-40ef-a16f-2c15606eee0e,segment=NetworkSegment(b6cb400b-3da3-4e53-9634-4b337643399c),segment_id=b6cb400b-3da3-4e53-9634-4b337643399c)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:11:38.626338 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c2efbe87-a39e-4f1e-a779-74f7f80a9ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:38.667480 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-bf7998ab-6acf-4d97-8f92-b16580a4b495 None None] For port 8e0a2927-8838-40ef-a16f-2c15606eee0e, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=8e0a2927-8838-40ef-a16f-2c15606eee0e,segment=NetworkSegment(b6cb400b-3da3-4e53-9634-4b337643399c),segment_id=b6cb400b-3da3-4e53-9634-4b337643399c)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:11:38.667796 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf7998ab-6acf-4d97-8f92-b16580a4b495 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:38.744958 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-c2efbe87-a39e-4f1e-a779-74f7f80a9ed0 admin admin] Calling delete_port for 8e0a2927-8838-40ef-a16f-2c15606eee0e owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:11:38.783987 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-bf7998ab-6acf-4d97-8f92-b16580a4b495 None None] Calling delete_port for 8e0a2927-8838-40ef-a16f-2c15606eee0e owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:11:38.821516 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c2efbe87-a39e-4f1e-a779-74f7f80a9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:38.857929 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:38.866221 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2efbe87-a39e-4f1e-a779-74f7f80a9ed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e0a2927-8838-40ef-a16f-2c15606eee0e,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:11:38.870023 dv-neutron-837110-1-hyperv neutron-server[83847]: util.warn( Apr 08 11:11:38.873316 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2efbe87-a39e-4f1e-a779-74f7f80a9ed0 admin admin] No DVR routers for this DVR port 8e0a2927-8838-40ef-a16f-2c15606eee0e on host dv-neutron-837110-1-hyperv {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:11:38.876217 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-bf7998ab-6acf-4d97-8f92-b16580a4b495 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:11:38.876580 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-bf7998ab-6acf-4d97-8f92-b16580a4b495 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:11:38.987231 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c2efbe87-a39e-4f1e-a779-74f7f80a9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:39.012144 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-c2efbe87-a39e-4f1e-a779-74f7f80a9ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:39.024877 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-c2efbe87-a39e-4f1e-a779-74f7f80a9ed0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6cb400b-3da3-4e53-9634-4b337643399c') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:39.025178 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-c2efbe87-a39e-4f1e-a779-74f7f80a9ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6cb400b-3da3-4e53-9634-4b337643399c') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:39.036687 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c2efbe87-a39e-4f1e-a779-74f7f80a9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:39.048541 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 8e0a2927-8838-40ef-a16f-2c15606eee0e no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:11:39.053535 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c2efbe87-a39e-4f1e-a779-74f7f80a9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:39.060705 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2efbe87-a39e-4f1e-a779-74f7f80a9ed0 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 11:11:39.061114 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c2efbe87-a39e-4f1e-a779-74f7f80a9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:11:39.074482 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:11:39.086302 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 8e0a2927-8838-40ef-a16f-2c15606eee0e {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 11:11:39.086743 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 8e0a2927-8838-40ef-a16f-2c15606eee0e not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:11:39.087261 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 6d46be30-94bd-47e3-865c-5ff38112822e no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:11:39.118121 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 6d46be30-94bd-47e3-865c-5ff38112822e {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 11:11:39.118534 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 6d46be30-94bd-47e3-865c-5ff38112822e not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:11:39.118946 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device a5a210ca-05f2-4a98-b819-129f961c8b9e no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:11:39.150530 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: a5a210ca-05f2-4a98-b819-129f961c8b9e {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 11:11:39.150942 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device a5a210ca-05f2-4a98-b819-129f961c8b9e not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:11:39.157008 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c2efbe87-a39e-4f1e-a779-74f7f80a9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:39.170068 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:11:39.176771 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-c2efbe87-a39e-4f1e-a779-74f7f80a9ed0 admin admin] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:39.182515 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2efbe87-a39e-4f1e-a779-74f7f80a9ed0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:39.192219 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-c2efbe87-a39e-4f1e-a779-74f7f80a9ed0 admin admin] 10.222.0.47 "DELETE /v2.0/networks/5e5f9f2e-3e26-4dc2-ae01-f1fe8f65a74c HTTP/1.1" status: 204 len: 168 time: 0.9772627 Apr 08 11:11:39.194958 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 39148) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:11:39.377712 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-bf7998ab-6acf-4d97-8f92-b16580a4b495 None None] Deleting port 8e0a2927-8838-40ef-a16f-2c15606eee0e {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:11:39.378244 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf7998ab-6acf-4d97-8f92-b16580a4b495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:39.443659 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-bf7998ab-6acf-4d97-8f92-b16580a4b495 None None] The port '8e0a2927-8838-40ef-a16f-2c15606eee0e' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 11:11:39.598004 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-787667c6-08f5-413c-8be6-7ffe88926419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:40.288355 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-787667c6-08f5-413c-8be6-7ffe88926419 admin admin] Deleting port 2313723b-9dfa-4aaf-91c9-159fc5a3c964 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:11:40.288693 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-787667c6-08f5-413c-8be6-7ffe88926419 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:40.471115 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-787667c6-08f5-413c-8be6-7ffe88926419 admin admin] For port 2313723b-9dfa-4aaf-91c9-159fc5a3c964, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2313723b-9dfa-4aaf-91c9-159fc5a3c964,segment=NetworkSegment(f47cbb80-f073-4cc6-93a8-b66a2058928d),segment_id=f47cbb80-f073-4cc6-93a8-b66a2058928d)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:11:40.471477 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-787667c6-08f5-413c-8be6-7ffe88926419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:40.594393 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-787667c6-08f5-413c-8be6-7ffe88926419 admin admin] Calling delete_port for 2313723b-9dfa-4aaf-91c9-159fc5a3c964 owned by network:router_interface {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:11:40.758205 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-787667c6-08f5-413c-8be6-7ffe88926419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:40.801600 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787667c6-08f5-413c-8be6-7ffe88926419 admin admin] Pushing event deleted for resources: {'Port': ['ID=2313723b-9dfa-4aaf-91c9-159fc5a3c964,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:41.093069 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-787667c6-08f5-413c-8be6-7ffe88926419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:41.751859 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787667c6-08f5-413c-8be6-7ffe88926419 admin admin] Router 6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:11:41.947020 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787667c6-08f5-413c-8be6-7ffe88926419 admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:11:41.960228 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604605d9-48dc-439d-9a31-850d5c413488 None None] Sync routers for ids ['6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 11:11:41.963459 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-787667c6-08f5-413c-8be6-7ffe88926419 admin admin] 10.222.0.47 "PUT /v2.0/routers/6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7675314 Apr 08 11:11:41.966426 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 39156) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:11:41.973382 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604605d9-48dc-439d-9a31-850d5c413488 None None] Routers {'6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:11:41.974054 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-604605d9-48dc-439d-9a31-850d5c413488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:11:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:42.158020 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-604605d9-48dc-439d-9a31-850d5c413488 None None] Set router 6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:11:42.172057 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2d1eae46-48ac-4a78-a2c1-be649b79a017 admin admin] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:42.368878 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2d1eae46-48ac-4a78-a2c1-be649b79a017 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:42.378515 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-2d1eae46-48ac-4a78-a2c1-be649b79a017 admin admin] Deleting port 13b0af73-06a1-47c6-9b65-c306b2b0901d {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:11:42.378915 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2d1eae46-48ac-4a78-a2c1-be649b79a017 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:42.438454 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-604605d9-48dc-439d-9a31-850d5c413488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a', 'name': 'tempest-TestShelveInstance-1907387723-router', 'tenant_id': '15aaf6e3bd85430eb92d92b6d740f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': '13b0af73-06a1-47c6-9b65-c306b2b0901d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:35Z', 'updated_at': '2022-04-08T11:11:40Z', 'revision_number': 5, 'project_id': '15aaf6e3bd85430eb92d92b6d740f25b', 'gw_port': {'id': '13b0af73-06a1-47c6-9b65-c306b2b0901d', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:65:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:02:36Z', 'updated_at': '2022-04-08T11:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:42.442454 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604605d9-48dc-439d-9a31-850d5c413488 None None] Checking router: 6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 11:11:42.453484 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604605d9-48dc-439d-9a31-850d5c413488 None None] Routers {'6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:11:42.454077 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-604605d9-48dc-439d-9a31-850d5c413488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:11:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:42.559004 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-2d1eae46-48ac-4a78-a2c1-be649b79a017 admin admin] For port 13b0af73-06a1-47c6-9b65-c306b2b0901d, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=13b0af73-06a1-47c6-9b65-c306b2b0901d,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:11:42.559660 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2d1eae46-48ac-4a78-a2c1-be649b79a017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:42.642317 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-604605d9-48dc-439d-9a31-850d5c413488 None None] Set router 6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a gateway port host: None {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:11:42.675975 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-2d1eae46-48ac-4a78-a2c1-be649b79a017 admin admin] Calling delete_port for 13b0af73-06a1-47c6-9b65-c306b2b0901d owned by network:router_gateway {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:11:42.745426 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-604605d9-48dc-439d-9a31-850d5c413488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a', 'name': 'tempest-TestShelveInstance-1907387723-router', 'tenant_id': '15aaf6e3bd85430eb92d92b6d740f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:35Z', 'updated_at': '2022-04-08T11:11:42Z', 'revision_number': 6, 'project_id': '15aaf6e3bd85430eb92d92b6d740f25b', 'gw_port_host': None}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:42.750437 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604605d9-48dc-439d-9a31-850d5c413488 None None] The sync data for ids ['6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a'] in dv-neutron-837110-1-hyperv is: [{'id': '6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a', 'name': 'tempest-TestShelveInstance-1907387723-router', 'tenant_id': '15aaf6e3bd85430eb92d92b6d740f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:02:35Z', 'updated_at': '2022-04-08T11:11:42Z', 'revision_number': 6, 'project_id': '15aaf6e3bd85430eb92d92b6d740f25b', 'gw_port_host': None}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 11:11:42.944526 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2d1eae46-48ac-4a78-a2c1-be649b79a017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:42.989272 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1eae46-48ac-4a78-a2c1-be649b79a017 admin admin] Pushing event deleted for resources: {'Port': ['ID=13b0af73-06a1-47c6-9b65-c306b2b0901d,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:43.174576 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2313723b-9dfa-4aaf-91c9-159fc5a3c964 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:11:43.207968 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 2313723b-9dfa-4aaf-91c9-159fc5a3c964 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 11:11:43.208284 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2313723b-9dfa-4aaf-91c9-159fc5a3c964 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:11:43.219798 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2d1eae46-48ac-4a78-a2c1-be649b79a017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:43.430113 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-75e76b88-4bc7-493e-99c5-ae922141c827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:43.482441 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2d1eae46-48ac-4a78-a2c1-be649b79a017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:43.486486 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2d1eae46-48ac-4a78-a2c1-be649b79a017 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:43.510520 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2d1eae46-48ac-4a78-a2c1-be649b79a017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:43.511050 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1eae46-48ac-4a78-a2c1-be649b79a017 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:11:43.522820 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2d1eae46-48ac-4a78-a2c1-be649b79a017 admin admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:43.523954 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2d1eae46-48ac-4a78-a2c1-be649b79a017 admin admin] 10.222.0.47 "DELETE /v2.0/routers/6dc86c13-42d3-4e03-80ce-fccfc5a1ed2a HTTP/1.1" status: 204 len: 168 time: 1.5566440 Apr 08 11:11:43.526547 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 39160) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:11:43.585776 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_v2 [None req-30aaa342-f80d-4041-832f-bb8d89bfaedd admin admin] Deleting subnet 24a6b326-b7fa-4997-aa2a-7c851c7e500d {{(pid=83845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 11:11:43.588652 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-30aaa342-f80d-4041-832f-bb8d89bfaedd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:43.638503 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-30aaa342-f80d-4041-832f-bb8d89bfaedd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1503582'] for subnet, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:43.718428 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-30aaa342-f80d-4041-832f-bb8d89bfaedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:43.789226 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-30aaa342-f80d-4041-832f-bb8d89bfaedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2739186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2717301'] for subnet, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:43.828233 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aaa342-f80d-4041-832f-bb8d89bfaedd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24a6b326-b7fa-4997-aa2a-7c851c7e500d,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:43.834139 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-30aaa342-f80d-4041-832f-bb8d89bfaedd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:43.839478 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3125da5b-7673-450c-943e-50f399321e0e None None] Network d94f7e74-c731-4674-8664-39ae1863bc31 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 11:11:43.839787 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-30aaa342-f80d-4041-832f-bb8d89bfaedd admin admin] 10.222.0.47 "DELETE /v2.0/subnets/24a6b326-b7fa-4997-aa2a-7c851c7e500d HTTP/1.1" status: 204 len: 168 time: 0.3122895 Apr 08 11:11:43.842286 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 39164) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:11:43.942264 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-74b704fc-a3ed-4657-b74b-c3046f2d480f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:43.952311 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-74b704fc-a3ed-4657-b74b-c3046f2d480f admin admin] Deleting port 2c2340e3-4356-4916-b46b-7de3ea6f7cde {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:11:43.952635 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-74b704fc-a3ed-4657-b74b-c3046f2d480f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:44.095428 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e77edec-61c5-4973-922a-4d776a30e25b None None] DHCP port deletion for d94f7e74-c731-4674-8664-39ae1863bc31 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 11:11:44.099679 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-4e77edec-61c5-4973-922a-4d776a30e25b None None] Deleting port 2c2340e3-4356-4916-b46b-7de3ea6f7cde {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:11:44.100273 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4e77edec-61c5-4973-922a-4d776a30e25b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:44.153323 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-74b704fc-a3ed-4657-b74b-c3046f2d480f admin admin] For port 2c2340e3-4356-4916-b46b-7de3ea6f7cde, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2c2340e3-4356-4916-b46b-7de3ea6f7cde,segment=NetworkSegment(f47cbb80-f073-4cc6-93a8-b66a2058928d),segment_id=f47cbb80-f073-4cc6-93a8-b66a2058928d)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:11:44.153859 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-74b704fc-a3ed-4657-b74b-c3046f2d480f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:44.319870 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-4e77edec-61c5-4973-922a-4d776a30e25b None None] For port 2c2340e3-4356-4916-b46b-7de3ea6f7cde, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=2c2340e3-4356-4916-b46b-7de3ea6f7cde,segment=NetworkSegment(f47cbb80-f073-4cc6-93a8-b66a2058928d),segment_id=f47cbb80-f073-4cc6-93a8-b66a2058928d)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:11:44.320475 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4e77edec-61c5-4973-922a-4d776a30e25b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:44.368370 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-74b704fc-a3ed-4657-b74b-c3046f2d480f admin admin] Calling delete_port for 2c2340e3-4356-4916-b46b-7de3ea6f7cde owned by network:dhcp {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:11:44.441898 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-4e77edec-61c5-4973-922a-4d776a30e25b None None] Calling delete_port for 2c2340e3-4356-4916-b46b-7de3ea6f7cde owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:11:44.442214 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-74b704fc-a3ed-4657-b74b-c3046f2d480f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:44.485591 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b704fc-a3ed-4657-b74b-c3046f2d480f admin admin] Pushing event deleted for resources: {'Port': ['ID=2c2340e3-4356-4916-b46b-7de3ea6f7cde,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:44.491818 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b704fc-a3ed-4657-b74b-c3046f2d480f admin admin] No DVR routers for this DVR port 2c2340e3-4356-4916-b46b-7de3ea6f7cde on host dv-neutron-837110-1-hyperv {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:11:44.516073 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-4e77edec-61c5-4973-922a-4d776a30e25b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:11:44.516459 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-4e77edec-61c5-4973-922a-4d776a30e25b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:11:44.606430 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-74b704fc-a3ed-4657-b74b-c3046f2d480f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:44.630531 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-74b704fc-a3ed-4657-b74b-c3046f2d480f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94f7e74-c731-4674-8664-39ae1863bc31']}} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:44.642756 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-74b704fc-a3ed-4657-b74b-c3046f2d480f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47cbb80-f073-4cc6-93a8-b66a2058928d') {'for_net_delete': True} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:44.643048 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.services.segments.db [None req-74b704fc-a3ed-4657-b74b-c3046f2d480f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47cbb80-f073-4cc6-93a8-b66a2058928d') {} {{(pid=83845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:44.655369 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-74b704fc-a3ed-4657-b74b-c3046f2d480f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1503559'] for segment, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:44.672005 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-74b704fc-a3ed-4657-b74b-c3046f2d480f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:44.678082 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b704fc-a3ed-4657-b74b-c3046f2d480f admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=83845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 11:11:44.678470 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-74b704fc-a3ed-4657-b74b-c3046f2d480f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2739116'] for segment, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: Traceback (most recent call last): Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: timer() Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: cb(*args, **kw) Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: return func(*args, **kwargs) Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: self._notify() Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: self.callback(batched_events) Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: event.method(event) Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: return f(self, *a, **k) Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._get(url).json() Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: return self.request(url, 'GET', **kwargs) Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:11:44.695191 dv-neutron-837110-1-hyperv neutron-server[83845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:11:44.773902 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-74b704fc-a3ed-4657-b74b-c3046f2d480f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:44.780593 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-74b704fc-a3ed-4657-b74b-c3046f2d480f admin admin] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:44.805553 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b704fc-a3ed-4657-b74b-c3046f2d480f admin admin] Pushing event deleted for resources: {'Network': ['ID=d94f7e74-c731-4674-8664-39ae1863bc31,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:44.811836 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-74b704fc-a3ed-4657-b74b-c3046f2d480f admin admin] 10.222.0.47 "DELETE /v2.0/networks/d94f7e74-c731-4674-8664-39ae1863bc31 HTTP/1.1" status: 204 len: 168 time: 0.9686337 Apr 08 11:11:44.955396 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 39170) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:11:45.010095 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2a6ecc93-6cae-4085-ab4d-742a981505f3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=480373186b3940779a7d294d48fc70b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513289 Apr 08 11:11:45.010306 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 39174) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:11:45.017446 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-4e77edec-61c5-4973-922a-4d776a30e25b None None] Deleting port 2c2340e3-4356-4916-b46b-7de3ea6f7cde {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:11:45.017902 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4e77edec-61c5-4973-922a-4d776a30e25b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:45.072246 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 13b0af73-06a1-47c6-9b65-c306b2b0901d no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:11:45.079934 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c5713ef-3be1-4eff-bc61-ca4a3246e937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:45.112707 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c5713ef-3be1-4eff-bc61-ca4a3246e937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:45.117750 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 13b0af73-06a1-47c6-9b65-c306b2b0901d {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 11:11:45.118097 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 13b0af73-06a1-47c6-9b65-c306b2b0901d not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:11:45.118510 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2c2340e3-4356-4916-b46b-7de3ea6f7cde no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:11:45.170960 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c5713ef-3be1-4eff-bc61-ca4a3246e937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:45.181017 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-4e77edec-61c5-4973-922a-4d776a30e25b None None] The port '2c2340e3-4356-4916-b46b-7de3ea6f7cde' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 11:11:45.182111 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 2c2340e3-4356-4916-b46b-7de3ea6f7cde {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 11:11:45.182470 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 2c2340e3-4356-4916-b46b-7de3ea6f7cde not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:11:45.194989 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5713ef-3be1-4eff-bc61-ca4a3246e937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552efcdd-525c-4336-a77e-4a380c6706d7,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:45.198466 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-8c5713ef-3be1-4eff-bc61-ca4a3246e937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:45.200578 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-8c5713ef-3be1-4eff-bc61-ca4a3246e937 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/552efcdd-525c-4336-a77e-4a380c6706d7 HTTP/1.1" status: 204 len: 168 time: 0.1883874 Apr 08 11:11:45.601782 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 39186) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:11:45.651850 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3fbd7097-7db0-4233-b065-4dad863a12e7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=15aaf6e3bd85430eb92d92b6d740f25b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488398 Apr 08 11:11:45.655920 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 39190) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:11:45.709663 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-2793c0ae-05db-44e8-bc33-73aa7e19e680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:45.720487 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f48074e8-54a5-41a2-8c44-eafec19d66f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:45.745763 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f48074e8-54a5-41a2-8c44-eafec19d66f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:45.796687 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f48074e8-54a5-41a2-8c44-eafec19d66f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:45.811513 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48074e8-54a5-41a2-8c44-eafec19d66f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ad41d8-c3d6-4343-91a6-291a5b229067,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:45.820457 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f48074e8-54a5-41a2-8c44-eafec19d66f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:45.821585 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f48074e8-54a5-41a2-8c44-eafec19d66f6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/37ad41d8-c3d6-4343-91a6-291a5b229067 HTTP/1.1" status: 204 len: 168 time: 0.1647444 Apr 08 11:11:46.726984 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 39214) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:11:46.857414 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-b7debdd3-8d67-4cb0-8029-6efad8b38103 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-688706020-network', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:11:46.862049 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b7debdd3-8d67-4cb0-8029-6efad8b38103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:11:46.865777 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b7debdd3-8d67-4cb0-8029-6efad8b38103 admin admin] Usage tracker for resource:network and tenant:6d35b0ac8fb8465f89328a05bc0e986b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:11:46.868572 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b7debdd3-8d67-4cb0-8029-6efad8b38103 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:11:46.874726 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b7debdd3-8d67-4cb0-8029-6efad8b38103 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:11:46.883859 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7debdd3-8d67-4cb0-8029-6efad8b38103 admin admin] Made reservation on behalf of 6d35b0ac8fb8465f89328a05bc0e986b for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:11:46.886138 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b7debdd3-8d67-4cb0-8029-6efad8b38103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:46.898869 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b7debdd3-8d67-4cb0-8029-6efad8b38103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:46.929761 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b7debdd3-8d67-4cb0-8029-6efad8b38103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:11:46.933790 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b7debdd3-8d67-4cb0-8029-6efad8b38103 admin admin] Usage tracker for resource:security_group_rule and tenant:6d35b0ac8fb8465f89328a05bc0e986b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:11:46.936822 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-b7debdd3-8d67-4cb0-8029-6efad8b38103 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:11:46.943609 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-b7debdd3-8d67-4cb0-8029-6efad8b38103 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:11:46.956407 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:46.987750 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:47.011541 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b7debdd3-8d67-4cb0-8029-6efad8b38103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:47.015877 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b7debdd3-8d67-4cb0-8029-6efad8b38103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:47.046362 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7debdd3-8d67-4cb0-8029-6efad8b38103 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:11:47.055112 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7debdd3-8d67-4cb0-8029-6efad8b38103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba42ea69-9bfd-40a0-a93b-5aa7ccd27594,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:47.061150 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b7debdd3-8d67-4cb0-8029-6efad8b38103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:47.061547 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-b7debdd3-8d67-4cb0-8029-6efad8b38103 admin admin] Added segment 334cce28-86a5-4634-a2f2-7864aa7ed9c9 of type vlan for network cfaa7cc2-a717-455f-ac86-549884406d63 Apr 08 11:11:47.092634 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b7debdd3-8d67-4cb0-8029-6efad8b38103 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:47.121902 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b7debdd3-8d67-4cb0-8029-6efad8b38103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:47.122743 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7debdd3-8d67-4cb0-8029-6efad8b38103 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:47.123319 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-b7debdd3-8d67-4cb0-8029-6efad8b38103 admin admin] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:47.221665 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-b7debdd3-8d67-4cb0-8029-6efad8b38103 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4935980 Apr 08 11:11:47.224360 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7debdd3-8d67-4cb0-8029-6efad8b38103 admin admin] Pushing event updated for resources: {'Network': ['ID=cfaa7cc2-a717-455f-ac86-549884406d63,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:47.224557 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 39220) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:11:47.230159 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-add42fd4-1a6c-467d-afff-00e141922a8d admin admin] Request body: {'subnet': {'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-688706020-subnet', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'ip_version': 4}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:11:47.234080 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network cfaa7cc2-a717-455f-ac86-549884406d63 details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:11:47.235355 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-add42fd4-1a6c-467d-afff-00e141922a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:11:47.239272 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-add42fd4-1a6c-467d-afff-00e141922a8d admin admin] Usage tracker for resource:subnet and tenant:6d35b0ac8fb8465f89328a05bc0e986b is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:11:47.242080 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-add42fd4-1a6c-467d-afff-00e141922a8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:11:47.249032 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-add42fd4-1a6c-467d-afff-00e141922a8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:11:47.259753 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add42fd4-1a6c-467d-afff-00e141922a8d admin admin] Made reservation on behalf of 6d35b0ac8fb8465f89328a05bc0e986b for: {'subnet': 1} {{(pid=83846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:11:47.262003 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-add42fd4-1a6c-467d-afff-00e141922a8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1416883'] for subnet, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:47.547074 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-add42fd4-1a6c-467d-afff-00e141922a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1076833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1416861'] for subnet, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:47.619644 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add42fd4-1a6c-467d-afff-00e141922a8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=519e529a-cc89-4060-9560-3b699f33fd81,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:47.629812 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add42fd4-1a6c-467d-afff-00e141922a8d admin admin] Checking segment: {'id': '334cce28-86a5-4634-a2f2-7864aa7ed9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 11:11:47.630166 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add42fd4-1a6c-467d-afff-00e141922a8d admin admin] Network hostable DHCP agents. Network: cfaa7cc2-a717-455f-ac86-549884406d63, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:11:47.651194 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add42fd4-1a6c-467d-afff-00e141922a8d admin admin] Network cfaa7cc2-a717-455f-ac86-549884406d63 is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:11:47.659870 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-add42fd4-1a6c-467d-afff-00e141922a8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, cfaa7cc2-a717-455f-ac86-549884406d63) {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:11:47.663750 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add42fd4-1a6c-467d-afff-00e141922a8d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:47.664349 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-add42fd4-1a6c-467d-afff-00e141922a8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:47.671250 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6c6d0c-fddc-41bf-9fde-9bfa5292e7b0 None None] Network cfaa7cc2-a717-455f-ac86-549884406d63 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 11:11:47.685360 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-add42fd4-1a6c-467d-afff-00e141922a8d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4596589 Apr 08 11:11:47.687935 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 39224) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:11:47.693020 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-1da742d1-8146-4359-bc74-ddcdfa8280ba admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-688706020-router', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:11:47.697638 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-1da742d1-8146-4359-bc74-ddcdfa8280ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:11:47.701590 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-1da742d1-8146-4359-bc74-ddcdfa8280ba admin admin] Usage tracker for resource:router and tenant:6d35b0ac8fb8465f89328a05bc0e986b is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:11:47.704422 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-1da742d1-8146-4359-bc74-ddcdfa8280ba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:11:47.710264 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-1da742d1-8146-4359-bc74-ddcdfa8280ba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:11:47.720609 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1da742d1-8146-4359-bc74-ddcdfa8280ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:47.721872 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1da742d1-8146-4359-bc74-ddcdfa8280ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:47.740954 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1da742d1-8146-4359-bc74-ddcdfa8280ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:47.889865 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1da742d1-8146-4359-bc74-ddcdfa8280ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:47.919278 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-cfaa7cc2-a717-455f-ac86-549884406d63', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'fixed_ips': [{'subnet_id': '519e529a-cc89-4060-9560-3b699f33fd81'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 11:11:47.920104 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:48.077451 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Allocated IP 172.20.0.2 (cfaa7cc2-a717-455f-ac86-549884406d63/519e529a-cc89-4060-9560-3b699f33fd81/fdd9103f-3ccf-411d-98a9-75de080403ab) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:11:48.082379 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1da742d1-8146-4359-bc74-ddcdfa8280ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:48.117747 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1da742d1-8146-4359-bc74-ddcdfa8280ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:48.264924 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-1da742d1-8146-4359-bc74-ddcdfa8280ba admin admin] Allocated IP 172.26.0.179 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/a3d540af-e18f-45eb-83d3-d3e0aa997eb8) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:11:48.280893 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:48.290816 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Transition to ACTIVE for port object fdd9103f-3ccf-411d-98a9-75de080403ab will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:11:48.308486 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Transition to ACTIVE for port object fdd9103f-3ccf-411d-98a9-75de080403ab will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:11:48.314365 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:48.381865 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Network cfaa7cc2-a717-455f-ac86-549884406d63 is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:11:48.384505 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:11:48.388375 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 11:11:48.394484 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Pushing event updated for resources: {'Port': ['ID=fdd9103f-3ccf-411d-98a9-75de080403ab,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:48.419390 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1da742d1-8146-4359-bc74-ddcdfa8280ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:48.432059 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:48.432428 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:48.432769 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:48.433105 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:48.433441 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:48.433771 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:48.434667 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:48.434977 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:48.435304 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:48.435627 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:48.435948 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:48.448104 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1da742d1-8146-4359-bc74-ddcdfa8280ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:48.498073 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:48.500110 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Attempting to bind port fdd9103f-3ccf-411d-98a9-75de080403ab on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:11:48.500481 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Attempting to bind port fdd9103f-3ccf-411d-98a9-75de080403ab by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '334cce28-86a5-4634-a2f2-7864aa7ed9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:11:48.500840 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Attempting to bind port fdd9103f-3ccf-411d-98a9-75de080403ab on network cfaa7cc2-a717-455f-ac86-549884406d63 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 11:11:48.508357 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 11:11:48.508751 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Checking segment: {'id': '334cce28-86a5-4634-a2f2-7864aa7ed9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 11:11:48.509245 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:48.509757 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Bound using segment: {'id': '334cce28-86a5-4634-a2f2-7864aa7ed9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 11:11:48.510227 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Bound port: fdd9103f-3ccf-411d-98a9-75de080403ab, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334cce28-86a5-4634-a2f2-7864aa7ed9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:11:48.510605 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:48.519881 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da742d1-8146-4359-bc74-ddcdfa8280ba admin admin] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:11:48.522483 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-1da742d1-8146-4359-bc74-ddcdfa8280ba admin admin] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:11:48.524877 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da742d1-8146-4359-bc74-ddcdfa8280ba admin admin] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 11:11:48.560786 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da742d1-8146-4359-bc74-ddcdfa8280ba admin admin] Pushing event updated for resources: {'Port': ['ID=a3d540af-e18f-45eb-83d3-d3e0aa997eb8,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:48.604836 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] For port fdd9103f-3ccf-411d-98a9-75de080403ab, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:11:48.608000 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] For port fdd9103f-3ccf-411d-98a9-75de080403ab, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=fdd9103f-3ccf-411d-98a9-75de080403ab,segment=NetworkSegment(334cce28-86a5-4634-a2f2-7864aa7ed9c9),segment_id=334cce28-86a5-4634-a2f2-7864aa7ed9c9)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:11:48.612839 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:48.692243 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1da742d1-8146-4359-bc74-ddcdfa8280ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:48.692981 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1da742d1-8146-4359-bc74-ddcdfa8280ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:48.698688 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca4e03-807f-4a30-97f9-91fbc77c6b51 None None] Pushing event updated for resources: {'Port': ['ID=fdd9103f-3ccf-411d-98a9-75de080403ab,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:48.947526 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da742d1-8146-4359-bc74-ddcdfa8280ba admin admin] Router 86017aaa-2566-4306-911f-99581857a9e5 is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:11:49.080256 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device fdd9103f-3ccf-411d-98a9-75de080403ab up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:11:49.156503 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port fdd9103f-3ccf-411d-98a9-75de080403ab completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:11:49.246318 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da742d1-8146-4359-bc74-ddcdfa8280ba admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:11:49.255959 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5772a704-c25c-4f40-9b2c-74403ee06512 None None] Sync routers for ids ['86017aaa-2566-4306-911f-99581857a9e5'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 11:11:49.268571 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5772a704-c25c-4f40-9b2c-74403ee06512 None None] Routers {'86017aaa-2566-4306-911f-99581857a9e5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:11:49.269253 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-5772a704-c25c-4f40-9b2c-74403ee06512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:11:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['86017aaa-2566-4306-911f-99581857a9e5'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:49.270140 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-1da742d1-8146-4359-bc74-ddcdfa8280ba admin admin] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:49.271334 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-1da742d1-8146-4359-bc74-ddcdfa8280ba admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5824234 Apr 08 11:11:49.274110 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 39228) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:11:49.453337 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-5772a704-c25c-4f40-9b2c-74403ee06512 None None] Set router 86017aaa-2566-4306-911f-99581857a9e5 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:11:49.673706 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c9bdb3-7408-4323-8637-d04728b48602 None None] Network cfaa7cc2-a717-455f-ac86-549884406d63 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 11:11:49.750920 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-5772a704-c25c-4f40-9b2c-74403ee06512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017aaa-2566-4306-911f-99581857a9e5', 'name': 'tempest-TestSnapshotPattern-688706020-router', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:47Z', 'updated_at': '2022-04-08T11:11:48Z', 'revision_number': 3, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'gw_port': {'id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:48Z', 'updated_at': '2022-04-08T11:11:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:49.754869 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5772a704-c25c-4f40-9b2c-74403ee06512 None None] Checking router: 86017aaa-2566-4306-911f-99581857a9e5 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 11:11:49.755207 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5772a704-c25c-4f40-9b2c-74403ee06512 None None] Updating router 86017aaa-2566-4306-911f-99581857a9e5 port a3d540af-e18f-45eb-83d3-d3e0aa997eb8 binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 11:11:49.785575 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-df565afa-3296-490d-9f21-80537b9103b3 None None] Provisioning for port fdd9103f-3ccf-411d-98a9-75de080403ab completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:11:49.796158 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-df565afa-3296-490d-9f21-80537b9103b3 None None] Provisioning complete for port fdd9103f-3ccf-411d-98a9-75de080403ab triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:11:49.796430 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-df565afa-3296-490d-9f21-80537b9103b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:49.806231 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5772a704-c25c-4f40-9b2c-74403ee06512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:50.020961 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-df565afa-3296-490d-9f21-80537b9103b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:50.037246 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85b39f1e-5761-498e-bf4a-80652907aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:50.068013 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-df565afa-3296-490d-9f21-80537b9103b3 None None] For port fdd9103f-3ccf-411d-98a9-75de080403ab, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=fdd9103f-3ccf-411d-98a9-75de080403ab,segment=NetworkSegment(334cce28-86a5-4634-a2f2-7864aa7ed9c9),segment_id=334cce28-86a5-4634-a2f2-7864aa7ed9c9)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:11:50.077254 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-df565afa-3296-490d-9f21-80537b9103b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:50.186407 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565afa-3296-490d-9f21-80537b9103b3 None None] Pushing event updated for resources: {'Port': ['ID=fdd9103f-3ccf-411d-98a9-75de080403ab,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:50.245325 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5772a704-c25c-4f40-9b2c-74403ee06512 None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:50.258057 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-5772a704-c25c-4f40-9b2c-74403ee06512 None None] Transition to ACTIVE for port object a3d540af-e18f-45eb-83d3-d3e0aa997eb8 will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:11:50.265143 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5772a704-c25c-4f40-9b2c-74403ee06512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:50.295431 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-85b39f1e-5761-498e-bf4a-80652907aa25 admin admin] Allocated IP 172.20.0.1 (cfaa7cc2-a717-455f-ac86-549884406d63/519e529a-cc89-4060-9560-3b699f33fd81/159b95a2-33a2-4fdf-b618-5708ab1ae135) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:11:50.299955 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-1d91c0da-89c1-47f1-b16e-8021e5608ddf None None] Provisioning complete for port fdd9103f-3ccf-411d-98a9-75de080403ab triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:11:50.300413 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1d91c0da-89c1-47f1-b16e-8021e5608ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:50.353083 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-5772a704-c25c-4f40-9b2c-74403ee06512 None None] Attempting to bind port a3d540af-e18f-45eb-83d3-d3e0aa997eb8 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:11:50.353400 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-5772a704-c25c-4f40-9b2c-74403ee06512 None None] Attempting to bind port a3d540af-e18f-45eb-83d3-d3e0aa997eb8 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:11:50.353706 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5772a704-c25c-4f40-9b2c-74403ee06512 None None] Attempting to bind port a3d540af-e18f-45eb-83d3-d3e0aa997eb8 on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 11:11:50.355777 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997ba2f-527c-4e64-880a-ffe1b79866ea None None] Pushing event updated for resources: {'Port': ['ID=a3d540af-e18f-45eb-83d3-d3e0aa997eb8,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:50.367348 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5772a704-c25c-4f40-9b2c-74403ee06512 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 11:11:50.367719 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5772a704-c25c-4f40-9b2c-74403ee06512 None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 11:11:50.368137 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5772a704-c25c-4f40-9b2c-74403ee06512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:50.368541 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5772a704-c25c-4f40-9b2c-74403ee06512 None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 11:11:50.368973 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-5772a704-c25c-4f40-9b2c-74403ee06512 None None] Bound port: a3d540af-e18f-45eb-83d3-d3e0aa997eb8, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:11:50.369348 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5772a704-c25c-4f40-9b2c-74403ee06512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:50.397412 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997ba2f-527c-4e64-880a-ffe1b79866ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:50.397764 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997ba2f-527c-4e64-880a-ffe1b79866ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:50.398102 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997ba2f-527c-4e64-880a-ffe1b79866ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:50.398441 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997ba2f-527c-4e64-880a-ffe1b79866ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:50.398778 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997ba2f-527c-4e64-880a-ffe1b79866ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:50.399107 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997ba2f-527c-4e64-880a-ffe1b79866ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:50.399433 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997ba2f-527c-4e64-880a-ffe1b79866ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:50.400136 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997ba2f-527c-4e64-880a-ffe1b79866ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:50.400136 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997ba2f-527c-4e64-880a-ffe1b79866ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:50.400415 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997ba2f-527c-4e64-880a-ffe1b79866ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:50.400737 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997ba2f-527c-4e64-880a-ffe1b79866ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:11:50.448685 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-5772a704-c25c-4f40-9b2c-74403ee06512 None None] For port a3d540af-e18f-45eb-83d3-d3e0aa997eb8, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:11:50.452011 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-5772a704-c25c-4f40-9b2c-74403ee06512 None None] For port a3d540af-e18f-45eb-83d3-d3e0aa997eb8, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=a3d540af-e18f-45eb-83d3-d3e0aa997eb8,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:11:50.453896 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85b39f1e-5761-498e-bf4a-80652907aa25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:50.456382 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-5772a704-c25c-4f40-9b2c-74403ee06512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:50.470626 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-85b39f1e-5761-498e-bf4a-80652907aa25 admin admin] Transition to ACTIVE for port object 159b95a2-33a2-4fdf-b618-5708ab1ae135 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:11:50.493743 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85b39f1e-5761-498e-bf4a-80652907aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:50.536731 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997ba2f-527c-4e64-880a-ffe1b79866ea None None] Pushing event updated for resources: {'Port': ['ID=a3d540af-e18f-45eb-83d3-d3e0aa997eb8,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:50.540985 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5772a704-c25c-4f40-9b2c-74403ee06512 None None] Routers {'86017aaa-2566-4306-911f-99581857a9e5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:11:50.541570 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-5772a704-c25c-4f40-9b2c-74403ee06512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:11:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['86017aaa-2566-4306-911f-99581857a9e5'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:50.565466 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b39f1e-5761-498e-bf4a-80652907aa25 admin admin] Network cfaa7cc2-a717-455f-ac86-549884406d63 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:11:50.566212 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b39f1e-5761-498e-bf4a-80652907aa25 admin admin] Pushing event updated for resources: {'Port': ['ID=159b95a2-33a2-4fdf-b618-5708ab1ae135,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:50.568736 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-85b39f1e-5761-498e-bf4a-80652907aa25 admin admin] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:11:50.570782 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b39f1e-5761-498e-bf4a-80652907aa25 admin admin] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 11:11:50.628050 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85b39f1e-5761-498e-bf4a-80652907aa25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:50.708286 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85b39f1e-5761-498e-bf4a-80652907aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:50.726537 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-5772a704-c25c-4f40-9b2c-74403ee06512 None None] Set router 86017aaa-2566-4306-911f-99581857a9e5 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:11:50.849851 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ad7547db-8656-4b64-8204-3efa856deb0f None None] Provisioning for port 159b95a2-33a2-4fdf-b618-5708ab1ae135 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:11:50.856025 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-ad7547db-8656-4b64-8204-3efa856deb0f None None] Provisioning complete for port 159b95a2-33a2-4fdf-b618-5708ab1ae135 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:11:50.856635 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ad7547db-8656-4b64-8204-3efa856deb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:50.909912 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-ad7547db-8656-4b64-8204-3efa856deb0f None None] Port 159b95a2-33a2-4fdf-b618-5708ab1ae135 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 11:11:50.935281 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85b39f1e-5761-498e-bf4a-80652907aa25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:50.940241 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85b39f1e-5761-498e-bf4a-80652907aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:51.033465 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-5772a704-c25c-4f40-9b2c-74403ee06512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017aaa-2566-4306-911f-99581857a9e5', 'name': 'tempest-TestSnapshotPattern-688706020-router', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:47Z', 'updated_at': '2022-04-08T11:11:48Z', 'revision_number': 3, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'gw_port': {'id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:48Z', 'updated_at': '2022-04-08T11:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:51.037679 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5772a704-c25c-4f40-9b2c-74403ee06512 None None] The sync data for ids ['86017aaa-2566-4306-911f-99581857a9e5'] in dv-neutron-837110-1-hyperv is: [{'id': '86017aaa-2566-4306-911f-99581857a9e5', 'name': 'tempest-TestSnapshotPattern-688706020-router', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:47Z', 'updated_at': '2022-04-08T11:11:48Z', 'revision_number': 3, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'gw_port': {'id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:48Z', 'updated_at': '2022-04-08T11:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 11:11:51.075601 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device fdd9103f-3ccf-411d-98a9-75de080403ab up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:11:51.142347 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b39f1e-5761-498e-bf4a-80652907aa25 admin admin] Pushing event updated for resources: {'Port': ['ID=159b95a2-33a2-4fdf-b618-5708ab1ae135,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:51.152473 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port fdd9103f-3ccf-411d-98a9-75de080403ab triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:11:51.153407 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:51.154278 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85b39f1e-5761-498e-bf4a-80652907aa25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:51.319862 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b39f1e-5761-498e-bf4a-80652907aa25 admin admin] Network cfaa7cc2-a717-455f-ac86-549884406d63 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:11:51.321006 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-85b39f1e-5761-498e-bf4a-80652907aa25 admin admin] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:11:51.535653 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-a3de276c-1d53-40b2-b9cb-990b32e3344f None None] Provisioning complete for port 159b95a2-33a2-4fdf-b618-5708ab1ae135 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:11:51.536287 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a3de276c-1d53-40b2-b9cb-990b32e3344f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:51.629907 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-a3de276c-1d53-40b2-b9cb-990b32e3344f None None] Port 159b95a2-33a2-4fdf-b618-5708ab1ae135 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 11:11:51.746575 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b39f1e-5761-498e-bf4a-80652907aa25 admin admin] Router 86017aaa-2566-4306-911f-99581857a9e5 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:11:51.946546 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b39f1e-5761-498e-bf4a-80652907aa25 admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:11:51.955715 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-85b39f1e-5761-498e-bf4a-80652907aa25 admin admin] 10.222.0.47 "PUT /v2.0/routers/86017aaa-2566-4306-911f-99581857a9e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6807382 Apr 08 11:11:52.769054 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 39250) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:11:52.774469 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-28181d1c-4557-40a1-8755-7a8424500f7f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1627951183-network', 'tenant_id': 'f6eee7f521ee4c7781cb12cddf2ccd7b'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:11:52.779933 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-28181d1c-4557-40a1-8755-7a8424500f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:11:52.784008 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-28181d1c-4557-40a1-8755-7a8424500f7f admin admin] Usage tracker for resource:network and tenant:f6eee7f521ee4c7781cb12cddf2ccd7b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:11:52.787411 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-28181d1c-4557-40a1-8755-7a8424500f7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:11:52.793082 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-28181d1c-4557-40a1-8755-7a8424500f7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:11:52.806332 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28181d1c-4557-40a1-8755-7a8424500f7f admin admin] Made reservation on behalf of f6eee7f521ee4c7781cb12cddf2ccd7b for: {'network': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:11:52.808599 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-28181d1c-4557-40a1-8755-7a8424500f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for network, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:52.821267 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-28181d1c-4557-40a1-8755-7a8424500f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:52.851605 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-28181d1c-4557-40a1-8755-7a8424500f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:11:52.855251 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-28181d1c-4557-40a1-8755-7a8424500f7f admin admin] Usage tracker for resource:security_group_rule and tenant:f6eee7f521ee4c7781cb12cddf2ccd7b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:11:52.858467 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-28181d1c-4557-40a1-8755-7a8424500f7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:11:52.863912 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-28181d1c-4557-40a1-8755-7a8424500f7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:11:52.938724 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-28181d1c-4557-40a1-8755-7a8424500f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:52.942538 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-28181d1c-4557-40a1-8755-7a8424500f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:52.974508 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28181d1c-4557-40a1-8755-7a8424500f7f admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=83845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:11:52.980065 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28181d1c-4557-40a1-8755-7a8424500f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aad9b83-ce5d-43b5-9d10-51aa2a4e2153,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:52.988383 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-28181d1c-4557-40a1-8755-7a8424500f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:52.988692 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.segments_db [None req-28181d1c-4557-40a1-8755-7a8424500f7f admin admin] Added segment 387a00c2-a581-4f46-a77c-4f6a6af0d003 of type vlan for network d5c065eb-d710-4db0-b82f-af60ce21016c Apr 08 11:11:53.016460 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-28181d1c-4557-40a1-8755-7a8424500f7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790031139588'] for network, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:53.047455 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-28181d1c-4557-40a1-8755-7a8424500f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810'] for network, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:53.048712 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28181d1c-4557-40a1-8755-7a8424500f7f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:53.049524 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-28181d1c-4557-40a1-8755-7a8424500f7f admin admin] Notify callbacks [] for network, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:53.077024 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device a3d540af-e18f-45eb-83d3-d3e0aa997eb8 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:11:53.144976 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port a3d540af-e18f-45eb-83d3-d3e0aa997eb8 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:11:53.150205 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port a3d540af-e18f-45eb-83d3-d3e0aa997eb8 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:11:53.150573 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:53.154825 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28181d1c-4557-40a1-8755-7a8424500f7f admin admin] Pushing event updated for resources: {'Network': ['ID=d5c065eb-d710-4db0-b82f-af60ce21016c,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:53.162682 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-28181d1c-4557-40a1-8755-7a8424500f7f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3924534 Apr 08 11:11:53.165384 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 39254) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:11:53.171363 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-2aebc42a-5fd1-487a-b8d1-3bf8551e9aaa admin admin] Request body: {'subnet': {'network_id': 'd5c065eb-d710-4db0-b82f-af60ce21016c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1627951183-subnet', 'tenant_id': 'f6eee7f521ee4c7781cb12cddf2ccd7b', 'ip_version': 4}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:11:53.175088 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Network d5c065eb-d710-4db0-b82f-af60ce21016c details requested by agent ovs-agent-dv-neutron-837110-1-hyperv with host dv-neutron-837110-1-hyperv {{(pid=83847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 11:11:53.176325 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2aebc42a-5fd1-487a-b8d1-3bf8551e9aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:11:53.180118 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2aebc42a-5fd1-487a-b8d1-3bf8551e9aaa admin admin] Usage tracker for resource:subnet and tenant:f6eee7f521ee4c7781cb12cddf2ccd7b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:11:53.183963 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-2aebc42a-5fd1-487a-b8d1-3bf8551e9aaa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:11:53.189611 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-2aebc42a-5fd1-487a-b8d1-3bf8551e9aaa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:11:53.200014 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aebc42a-5fd1-487a-b8d1-3bf8551e9aaa admin admin] Made reservation on behalf of f6eee7f521ee4c7781cb12cddf2ccd7b for: {'subnet': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:11:53.202317 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2aebc42a-5fd1-487a-b8d1-3bf8551e9aaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2717264'] for subnet, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:53.356708 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:53.373026 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port a3d540af-e18f-45eb-83d3-d3e0aa997eb8, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=a3d540af-e18f-45eb-83d3-d3e0aa997eb8,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:11:53.376807 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:53.404380 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2aebc42a-5fd1-487a-b8d1-3bf8551e9aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2717310'] for subnet, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:53.443219 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=a3d540af-e18f-45eb-83d3-d3e0aa997eb8,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:53.480516 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aebc42a-5fd1-487a-b8d1-3bf8551e9aaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca050336-7403-4940-8029-c613fe955c7f,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:53.490378 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aebc42a-5fd1-487a-b8d1-3bf8551e9aaa admin admin] Checking segment: {'id': '387a00c2-a581-4f46-a77c-4f6a6af0d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd5c065eb-d710-4db0-b82f-af60ce21016c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 11:11:53.490726 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aebc42a-5fd1-487a-b8d1-3bf8551e9aaa admin admin] Network hostable DHCP agents. Network: d5c065eb-d710-4db0-b82f-af60ce21016c, hostable agents: ['15138990-4e78-44bf-810b-807876e4c9d3'], hosted agents: [] {{(pid=83845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:11:53.511373 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aebc42a-5fd1-487a-b8d1-3bf8551e9aaa admin admin] Network d5c065eb-d710-4db0-b82f-af60ce21016c is scheduled to be hosted by DHCP agent 15138990-4e78-44bf-810b-807876e4c9d3 with binding_index 1 {{(pid=83845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:11:53.520105 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-2aebc42a-5fd1-487a-b8d1-3bf8551e9aaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837110-1-hyperv, d5c065eb-d710-4db0-b82f-af60ce21016c) {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:11:53.523927 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aebc42a-5fd1-487a-b8d1-3bf8551e9aaa admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:11:53.524527 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-2aebc42a-5fd1-487a-b8d1-3bf8551e9aaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:53.529542 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59593f8f-4cd8-4fbf-bfd4-acc8a973c2c6 None None] Network d5c065eb-d710-4db0-b82f-af60ce21016c requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 11:11:53.546129 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-2aebc42a-5fd1-487a-b8d1-3bf8551e9aaa admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3796866 Apr 08 11:11:53.548675 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 39258) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:11:53.553824 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-eac991d9-d29e-4110-a08d-a7fb98eb0c67 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1627951183-router', 'tenant_id': 'f6eee7f521ee4c7781cb12cddf2ccd7b', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:11:53.558358 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-eac991d9-d29e-4110-a08d-a7fb98eb0c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:11:53.562354 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-eac991d9-d29e-4110-a08d-a7fb98eb0c67 admin admin] Usage tracker for resource:router and tenant:f6eee7f521ee4c7781cb12cddf2ccd7b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:11:53.565216 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-eac991d9-d29e-4110-a08d-a7fb98eb0c67 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:11:53.570768 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-eac991d9-d29e-4110-a08d-a7fb98eb0c67 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:11:53.581157 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eac991d9-d29e-4110-a08d-a7fb98eb0c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1760490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30318'] for router, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:53.581978 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eac991d9-d29e-4110-a08d-a7fb98eb0c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1760399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1762403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1825779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30295'] for router, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:53.601183 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eac991d9-d29e-4110-a08d-a7fb98eb0c67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:53.746317 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5bccb5-ac1e-495d-86f4-aa0a0e09b149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68fef6a8-736f-59c0-bb52-ed1969c843ab-d5c065eb-d710-4db0-b82f-af60ce21016c', 'network_id': 'd5c065eb-d710-4db0-b82f-af60ce21016c', 'tenant_id': 'f6eee7f521ee4c7781cb12cddf2ccd7b', 'fixed_ips': [{'subnet_id': 'ca050336-7403-4940-8029-c613fe955c7f'}]}} from dv-neutron-837110-1-hyperv. {{(pid=83847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 08 11:11:53.747297 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3a5bccb5-ac1e-495d-86f4-aa0a0e09b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:53.835337 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eac991d9-d29e-4110-a08d-a7fb98eb0c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30277'] for router, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:53.907336 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.db_base_plugin_common [None req-3a5bccb5-ac1e-495d-86f4-aa0a0e09b149 None None] Allocated IP 172.20.0.2 (d5c065eb-d710-4db0-b82f-af60ce21016c/ca050336-7403-4940-8029-c613fe955c7f/e84ec19e-7f14-4503-bc00-d7d211171c70) {{(pid=83847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:11:54.022598 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eac991d9-d29e-4110-a08d-a7fb98eb0c67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:54.052937 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eac991d9-d29e-4110-a08d-a7fb98eb0c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:54.112034 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3a5bccb5-ac1e-495d-86f4-aa0a0e09b149 None None] Notify callbacks [] for port, precommit_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:54.123148 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3a5bccb5-ac1e-495d-86f4-aa0a0e09b149 None None] Transition to ACTIVE for port object e84ec19e-7f14-4503-bc00-d7d211171c70 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:11:54.141309 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-3a5bccb5-ac1e-495d-86f4-aa0a0e09b149 None None] Transition to ACTIVE for port object e84ec19e-7f14-4503-bc00-d7d211171c70 will not be triggered until provisioned by entity DHCP. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:11:54.148558 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3a5bccb5-ac1e-495d-86f4-aa0a0e09b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674'] for port, after_create {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:54.196292 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-eac991d9-d29e-4110-a08d-a7fb98eb0c67 admin admin] Allocated IP 172.26.0.99 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/3fdd7d4a-230b-4719-86b3-e2436745c9cd) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:11:54.219482 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5bccb5-ac1e-495d-86f4-aa0a0e09b149 None None] Network d5c065eb-d710-4db0-b82f-af60ce21016c is already hosted by enough agents. {{(pid=83847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:11:54.222347 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.scheduler.base_scheduler [None req-3a5bccb5-ac1e-495d-86f4-aa0a0e09b149 None None] Resources bound (agent type, host, resource id): {{(pid=83847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:11:54.226782 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5bccb5-ac1e-495d-86f4-aa0a0e09b149 None None] Received port after_create {{(pid=83847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 11:11:54.228871 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5bccb5-ac1e-495d-86f4-aa0a0e09b149 None None] Pushing event updated for resources: {'Port': ['ID=e84ec19e-7f14-4503-bc00-d7d211171c70,revision_number=1']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:54.316312 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-3a5bccb5-ac1e-495d-86f4-aa0a0e09b149 None None] Attempting to bind port e84ec19e-7f14-4503-bc00-d7d211171c70 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:11:54.316683 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-3a5bccb5-ac1e-495d-86f4-aa0a0e09b149 None None] Attempting to bind port e84ec19e-7f14-4503-bc00-d7d211171c70 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '387a00c2-a581-4f46-a77c-4f6a6af0d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd5c065eb-d710-4db0-b82f-af60ce21016c'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:11:54.317045 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5bccb5-ac1e-495d-86f4-aa0a0e09b149 None None] Attempting to bind port e84ec19e-7f14-4503-bc00-d7d211171c70 on network d5c065eb-d710-4db0-b82f-af60ce21016c {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 11:11:54.323854 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5bccb5-ac1e-495d-86f4-aa0a0e09b149 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 11:11:54.324284 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5bccb5-ac1e-495d-86f4-aa0a0e09b149 None None] Checking segment: {'id': '387a00c2-a581-4f46-a77c-4f6a6af0d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd5c065eb-d710-4db0-b82f-af60ce21016c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 11:11:54.325309 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3a5bccb5-ac1e-495d-86f4-aa0a0e09b149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:54.325692 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5bccb5-ac1e-495d-86f4-aa0a0e09b149 None None] Bound using segment: {'id': '387a00c2-a581-4f46-a77c-4f6a6af0d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd5c065eb-d710-4db0-b82f-af60ce21016c'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 11:11:54.326164 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-3a5bccb5-ac1e-495d-86f4-aa0a0e09b149 None None] Bound port: e84ec19e-7f14-4503-bc00-d7d211171c70, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387a00c2-a581-4f46-a77c-4f6a6af0d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd5c065eb-d710-4db0-b82f-af60ce21016c'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:11:54.326539 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3a5bccb5-ac1e-495d-86f4-aa0a0e09b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:54.348962 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eac991d9-d29e-4110-a08d-a7fb98eb0c67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:54.377882 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eac991d9-d29e-4110-a08d-a7fb98eb0c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:54.417974 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-3a5bccb5-ac1e-495d-86f4-aa0a0e09b149 None None] For port e84ec19e-7f14-4503-bc00-d7d211171c70, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:11:54.421713 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-3a5bccb5-ac1e-495d-86f4-aa0a0e09b149 None None] For port e84ec19e-7f14-4503-bc00-d7d211171c70, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=e84ec19e-7f14-4503-bc00-d7d211171c70,segment=NetworkSegment(387a00c2-a581-4f46-a77c-4f6a6af0d003),segment_id=387a00c2-a581-4f46-a77c-4f6a6af0d003)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:11:54.426651 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3a5bccb5-ac1e-495d-86f4-aa0a0e09b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:54.444858 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac991d9-d29e-4110-a08d-a7fb98eb0c67 admin admin] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:11:54.447527 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-eac991d9-d29e-4110-a08d-a7fb98eb0c67 admin admin] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:11:54.451215 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac991d9-d29e-4110-a08d-a7fb98eb0c67 admin admin] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 11:11:54.487518 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac991d9-d29e-4110-a08d-a7fb98eb0c67 admin admin] Pushing event updated for resources: {'Port': ['ID=3fdd7d4a-230b-4719-86b3-e2436745c9cd,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:54.503968 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5bccb5-ac1e-495d-86f4-aa0a0e09b149 None None] Pushing event updated for resources: {'Port': ['ID=e84ec19e-7f14-4503-bc00-d7d211171c70,revision_number=2']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:54.610077 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aabe535-bcfe-476f-bc75-a255e7f62a39 None None] Sync routers for ids ['86017aaa-2566-4306-911f-99581857a9e5'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 11:11:54.619702 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eac991d9-d29e-4110-a08d-a7fb98eb0c67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:54.620566 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eac991d9-d29e-4110-a08d-a7fb98eb0c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1760499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762448'] for router, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:54.623615 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aabe535-bcfe-476f-bc75-a255e7f62a39 None None] Routers {'86017aaa-2566-4306-911f-99581857a9e5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:11:54.624314 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-5aabe535-bcfe-476f-bc75-a255e7f62a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:11:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['86017aaa-2566-4306-911f-99581857a9e5'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:54.844035 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-5aabe535-bcfe-476f-bc75-a255e7f62a39 None None] Set router 86017aaa-2566-4306-911f-99581857a9e5 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:11:54.869219 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac991d9-d29e-4110-a08d-a7fb98eb0c67 admin admin] Router f0a83134-7d4e-42fb-ac4b-06aacfac097e is scheduled to L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 with binding_index 1 {{(pid=83845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:11:55.097569 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac991d9-d29e-4110-a08d-a7fb98eb0c67 admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:11:55.118237 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c516027b-5117-440b-a868-966f137c8f5d None None] Sync routers for ids ['f0a83134-7d4e-42fb-ac4b-06aacfac097e'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 11:11:55.133536 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c516027b-5117-440b-a868-966f137c8f5d None None] Routers {'f0a83134-7d4e-42fb-ac4b-06aacfac097e'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:11:55.134066 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c516027b-5117-440b-a868-966f137c8f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:11:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['f0a83134-7d4e-42fb-ac4b-06aacfac097e'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:55.141467 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-eac991d9-d29e-4110-a08d-a7fb98eb0c67 admin admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:55.145890 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-eac991d9-d29e-4110-a08d-a7fb98eb0c67 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5958171 Apr 08 11:11:55.148254 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 39262) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:11:55.200218 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device a3d540af-e18f-45eb-83d3-d3e0aa997eb8 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:11:55.300648 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-5aabe535-bcfe-476f-bc75-a255e7f62a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017aaa-2566-4306-911f-99581857a9e5', 'name': 'tempest-TestSnapshotPattern-688706020-router', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:47Z', 'updated_at': '2022-04-08T11:11:50Z', 'revision_number': 4, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'gw_port': {'id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:48Z', 'updated_at': '2022-04-08T11:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '159b95a2-33a2-4fdf-b618-5708ab1ae135', 'name': '', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'mac_address': 'fa:16:3e:79:a2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '519e529a-cc89-4060-9560-3b699f33fd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:50Z', 'updated_at': '2022-04-08T11:11:50Z', 'revision_number': 2, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'subnets': [{'id': '519e529a-cc89-4060-9560-3b699f33fd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:55.308511 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aabe535-bcfe-476f-bc75-a255e7f62a39 None None] Checking router: 86017aaa-2566-4306-911f-99581857a9e5 for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 11:11:55.308905 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aabe535-bcfe-476f-bc75-a255e7f62a39 None None] Updating router 86017aaa-2566-4306-911f-99581857a9e5 port 159b95a2-33a2-4fdf-b618-5708ab1ae135 binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 11:11:55.337368 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port a3d540af-e18f-45eb-83d3-d3e0aa997eb8 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:11:55.337868 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:55.356602 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-c516027b-5117-440b-a868-966f137c8f5d None None] Set router f0a83134-7d4e-42fb-ac4b-06aacfac097e gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:11:55.414152 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5aabe535-bcfe-476f-bc75-a255e7f62a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:55.541147 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device e84ec19e-7f14-4503-bc00-d7d211171c70 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:11:55.649793 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81996936-d189-426c-9cad-e639a7d965da None None] Network d5c065eb-d710-4db0-b82f-af60ce21016c requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 11:11:55.715430 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c516027b-5117-440b-a868-966f137c8f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a83134-7d4e-42fb-ac4b-06aacfac097e', 'name': 'tempest-TestSnapshotPattern-1627951183-router', 'tenant_id': 'f6eee7f521ee4c7781cb12cddf2ccd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': '3fdd7d4a-230b-4719-86b3-e2436745c9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:53Z', 'updated_at': '2022-04-08T11:11:54Z', 'revision_number': 3, 'project_id': 'f6eee7f521ee4c7781cb12cddf2ccd7b', 'gw_port': {'id': '3fdd7d4a-230b-4719-86b3-e2436745c9cd', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a83134-7d4e-42fb-ac4b-06aacfac097e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:54Z', 'updated_at': '2022-04-08T11:11:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:55.720668 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c516027b-5117-440b-a868-966f137c8f5d None None] Checking router: f0a83134-7d4e-42fb-ac4b-06aacfac097e for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 11:11:55.721018 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c516027b-5117-440b-a868-966f137c8f5d None None] Updating router f0a83134-7d4e-42fb-ac4b-06aacfac097e port 3fdd7d4a-230b-4719-86b3-e2436745c9cd binding host dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 11:11:55.775375 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c516027b-5117-440b-a868-966f137c8f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:55.810884 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port e84ec19e-7f14-4503-bc00-d7d211171c70 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:11:55.869445 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-cb5a1132-d20a-4d43-abb5-cfa173c1996e None None] Provisioning for port e84ec19e-7f14-4503-bc00-d7d211171c70 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:11:55.892140 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port e84ec19e-7f14-4503-bc00-d7d211171c70 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:11:55.892427 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:55.922355 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-cb5a1132-d20a-4d43-abb5-cfa173c1996e None None] Provisioning complete for port e84ec19e-7f14-4503-bc00-d7d211171c70 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:11:55.922640 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cb5a1132-d20a-4d43-abb5-cfa173c1996e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:56.087485 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-708b45e0-92fb-486c-a6b3-e3d19d650d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:56.177332 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c516027b-5117-440b-a868-966f137c8f5d None None] Notify callbacks [] for port, precommit_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:56.189391 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.provisioning_blocks [None req-c516027b-5117-440b-a868-966f137c8f5d None None] Transition to ACTIVE for port object 3fdd7d4a-230b-4719-86b3-e2436745c9cd will not be triggered until provisioned by entity L2. {{(pid=83848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:11:56.196685 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c516027b-5117-440b-a868-966f137c8f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:56.278570 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47339885-f25b-46e8-8199-eefbed803ca0 None None] Pushing event updated for resources: {'Port': ['ID=3fdd7d4a-230b-4719-86b3-e2436745c9cd,revision_number=2']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:56.281319 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-c516027b-5117-440b-a868-966f137c8f5d None None] Attempting to bind port 3fdd7d4a-230b-4719-86b3-e2436745c9cd on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:11:56.281776 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-c516027b-5117-440b-a868-966f137c8f5d None None] Attempting to bind port 3fdd7d4a-230b-4719-86b3-e2436745c9cd by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:11:56.282773 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c516027b-5117-440b-a868-966f137c8f5d None None] Attempting to bind port 3fdd7d4a-230b-4719-86b3-e2436745c9cd on network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 11:11:56.289124 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c516027b-5117-440b-a868-966f137c8f5d None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 11:11:56.290118 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c516027b-5117-440b-a868-966f137c8f5d None None] Checking segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 11:11:56.290118 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c516027b-5117-440b-a868-966f137c8f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:56.291107 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c516027b-5117-440b-a868-966f137c8f5d None None] Bound using segment: {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'} {{(pid=83848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 11:11:56.291107 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.managers [None req-c516027b-5117-440b-a868-966f137c8f5d None None] Bound port: 3fdd7d4a-230b-4719-86b3-e2436745c9cd, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b3dc7-70bf-4510-b13b-6f35d3c000c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240'}}] {{(pid=83848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:11:56.291634 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c516027b-5117-440b-a868-966f137c8f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:56.303464 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cb5a1132-d20a-4d43-abb5-cfa173c1996e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:56.314196 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-708b45e0-92fb-486c-a6b3-e3d19d650d9b admin admin] Allocated IP 172.20.0.1 (d5c065eb-d710-4db0-b82f-af60ce21016c/ca050336-7403-4940-8029-c613fe955c7f/b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:11:56.325684 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:56.357819 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5aabe535-bcfe-476f-bc75-a255e7f62a39 None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:56.365932 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-c516027b-5117-440b-a868-966f137c8f5d None None] For port 3fdd7d4a-230b-4719-86b3-e2436745c9cd, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:11:56.369273 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.plugins.ml2.db [None req-c516027b-5117-440b-a868-966f137c8f5d None None] For port 3fdd7d4a-230b-4719-86b3-e2436745c9cd, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=3fdd7d4a-230b-4719-86b3-e2436745c9cd,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:11:56.374636 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron_lib.callbacks.manager [None req-c516027b-5117-440b-a868-966f137c8f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:56.394590 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-5aabe535-bcfe-476f-bc75-a255e7f62a39 None None] Transition to ACTIVE for port object 159b95a2-33a2-4fdf-b618-5708ab1ae135 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:11:56.401161 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-cb5a1132-d20a-4d43-abb5-cfa173c1996e None None] For port e84ec19e-7f14-4503-bc00-d7d211171c70, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=e84ec19e-7f14-4503-bc00-d7d211171c70,segment=NetworkSegment(387a00c2-a581-4f46-a77c-4f6a6af0d003),segment_id=387a00c2-a581-4f46-a77c-4f6a6af0d003)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:11:56.404725 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5aabe535-bcfe-476f-bc75-a255e7f62a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:56.443156 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cb5a1132-d20a-4d43-abb5-cfa173c1996e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:56.471999 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47339885-f25b-46e8-8199-eefbed803ca0 None None] Pushing event updated for resources: {'Port': ['ID=3fdd7d4a-230b-4719-86b3-e2436745c9cd,revision_number=3']} {{(pid=83848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:56.480544 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c516027b-5117-440b-a868-966f137c8f5d None None] Routers {'f0a83134-7d4e-42fb-ac4b-06aacfac097e'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:11:56.481212 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c516027b-5117-440b-a868-966f137c8f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:11:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['f0a83134-7d4e-42fb-ac4b-06aacfac097e'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:56.551479 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-708b45e0-92fb-486c-a6b3-e3d19d650d9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:56.575837 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.provisioning_blocks [None req-708b45e0-92fb-486c-a6b3-e3d19d650d9b admin admin] Transition to ACTIVE for port object b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895 will not be triggered until provisioned by entity DHCP. {{(pid=83846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:11:56.587061 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732b3cb-f8f5-4d87-ba04-e6cfaf7e5e93 None None] Pushing event updated for resources: {'Port': ['ID=159b95a2-33a2-4fdf-b618-5708ab1ae135,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:56.612955 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-708b45e0-92fb-486c-a6b3-e3d19d650d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:56.677635 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-c516027b-5117-440b-a868-966f137c8f5d None None] Set router f0a83134-7d4e-42fb-ac4b-06aacfac097e gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:11:56.708846 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708b45e0-92fb-486c-a6b3-e3d19d650d9b admin admin] Network d5c065eb-d710-4db0-b82f-af60ce21016c is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:11:56.712936 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-708b45e0-92fb-486c-a6b3-e3d19d650d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:11:56.718135 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708b45e0-92fb-486c-a6b3-e3d19d650d9b admin admin] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 11:11:56.721218 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:11:56.721577 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:11:56.814526 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-708b45e0-92fb-486c-a6b3-e3d19d650d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1762138'] for router_interface, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:56.872433 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b45e0-92fb-486c-a6b3-e3d19d650d9b admin admin] Pushing event updated for resources: {'Port': ['ID=b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:56.904562 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a1132-d20a-4d43-abb5-cfa173c1996e None None] Pushing event updated for resources: {'Port': ['ID=e84ec19e-7f14-4503-bc00-d7d211171c70,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:56.926411 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-5aabe535-bcfe-476f-bc75-a255e7f62a39 None None] Attempting to bind port 159b95a2-33a2-4fdf-b618-5708ab1ae135 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:11:56.927118 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-5aabe535-bcfe-476f-bc75-a255e7f62a39 None None] Attempting to bind port 159b95a2-33a2-4fdf-b618-5708ab1ae135 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '334cce28-86a5-4634-a2f2-7864aa7ed9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:11:56.927727 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aabe535-bcfe-476f-bc75-a255e7f62a39 None None] Attempting to bind port 159b95a2-33a2-4fdf-b618-5708ab1ae135 on network cfaa7cc2-a717-455f-ac86-549884406d63 {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 11:11:56.936763 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aabe535-bcfe-476f-bc75-a255e7f62a39 None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 11:11:56.937517 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aabe535-bcfe-476f-bc75-a255e7f62a39 None None] Checking segment: {'id': '334cce28-86a5-4634-a2f2-7864aa7ed9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 11:11:56.938139 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5aabe535-bcfe-476f-bc75-a255e7f62a39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:56.938749 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aabe535-bcfe-476f-bc75-a255e7f62a39 None None] Bound using segment: {'id': '334cce28-86a5-4634-a2f2-7864aa7ed9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 11:11:56.939696 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-5aabe535-bcfe-476f-bc75-a255e7f62a39 None None] Bound port: 159b95a2-33a2-4fdf-b618-5708ab1ae135, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334cce28-86a5-4634-a2f2-7864aa7ed9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:11:56.940323 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5aabe535-bcfe-476f-bc75-a255e7f62a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:56.963434 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-eda38841-1ca1-4536-9a6a-343a638cd618 None None] Provisioning complete for port e84ec19e-7f14-4503-bc00-d7d211171c70 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:11:56.964041 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-eda38841-1ca1-4536-9a6a-343a638cd618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:56.967146 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-708b45e0-92fb-486c-a6b3-e3d19d650d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:57.162944 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-5aabe535-bcfe-476f-bc75-a255e7f62a39 None None] For port 159b95a2-33a2-4fdf-b618-5708ab1ae135, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:11:57.172795 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-c516027b-5117-440b-a868-966f137c8f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a83134-7d4e-42fb-ac4b-06aacfac097e', 'name': 'tempest-TestSnapshotPattern-1627951183-router', 'tenant_id': 'f6eee7f521ee4c7781cb12cddf2ccd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': '3fdd7d4a-230b-4719-86b3-e2436745c9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:53Z', 'updated_at': '2022-04-08T11:11:54Z', 'revision_number': 3, 'project_id': 'f6eee7f521ee4c7781cb12cddf2ccd7b', 'gw_port': {'id': '3fdd7d4a-230b-4719-86b3-e2436745c9cd', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a83134-7d4e-42fb-ac4b-06aacfac097e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:54Z', 'updated_at': '2022-04-08T11:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:57.178106 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c516027b-5117-440b-a868-966f137c8f5d None None] The sync data for ids ['f0a83134-7d4e-42fb-ac4b-06aacfac097e'] in dv-neutron-837110-1-hyperv is: [{'id': 'f0a83134-7d4e-42fb-ac4b-06aacfac097e', 'name': 'tempest-TestSnapshotPattern-1627951183-router', 'tenant_id': 'f6eee7f521ee4c7781cb12cddf2ccd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': '3fdd7d4a-230b-4719-86b3-e2436745c9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:53Z', 'updated_at': '2022-04-08T11:11:54Z', 'revision_number': 3, 'project_id': 'f6eee7f521ee4c7781cb12cddf2ccd7b', 'gw_port': {'id': '3fdd7d4a-230b-4719-86b3-e2436745c9cd', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a83134-7d4e-42fb-ac4b-06aacfac097e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:54Z', 'updated_at': '2022-04-08T11:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 11:11:57.190840 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-5aabe535-bcfe-476f-bc75-a255e7f62a39 None None] For port 159b95a2-33a2-4fdf-b618-5708ab1ae135, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=159b95a2-33a2-4fdf-b618-5708ab1ae135,segment=NetworkSegment(334cce28-86a5-4634-a2f2-7864aa7ed9c9),segment_id=334cce28-86a5-4634-a2f2-7864aa7ed9c9)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:11:57.197937 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5aabe535-bcfe-476f-bc75-a255e7f62a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:57.302882 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-708b45e0-92fb-486c-a6b3-e3d19d650d9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:57.309837 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-708b45e0-92fb-486c-a6b3-e3d19d650d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:57.329549 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732b3cb-f8f5-4d87-ba04-e6cfaf7e5e93 None None] Pushing event updated for resources: {'Port': ['ID=159b95a2-33a2-4fdf-b618-5708ab1ae135,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:57.347693 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aabe535-bcfe-476f-bc75-a255e7f62a39 None None] Routers {'86017aaa-2566-4306-911f-99581857a9e5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:11:57.348424 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-5aabe535-bcfe-476f-bc75-a255e7f62a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:11:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['86017aaa-2566-4306-911f-99581857a9e5'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:57.401743 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-aabc9b2c-f0b4-4398-8165-203f8948166c None None] Provisioning for port b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895 completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:11:57.434708 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-708b45e0-92fb-486c-a6b3-e3d19d650d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6952745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1762245'] for router_interface, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:57.438840 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b45e0-92fb-486c-a6b3-e3d19d650d9b admin admin] Pushing event updated for resources: {'Port': ['ID=b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:57.462157 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-aabc9b2c-f0b4-4398-8165-203f8948166c None None] Provisioning complete for port b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:11:57.462463 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-aabc9b2c-f0b4-4398-8165-203f8948166c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:57.496578 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device e84ec19e-7f14-4503-bc00-d7d211171c70 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:11:57.586158 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708b45e0-92fb-486c-a6b3-e3d19d650d9b admin admin] Network d5c065eb-d710-4db0-b82f-af60ce21016c is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:11:57.587261 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-708b45e0-92fb-486c-a6b3-e3d19d650d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:11:57.594784 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-aabc9b2c-f0b4-4398-8165-203f8948166c None None] Port b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 11:11:57.643569 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-5aabe535-bcfe-476f-bc75-a255e7f62a39 None None] Set router 86017aaa-2566-4306-911f-99581857a9e5 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:11:57.702798 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port e84ec19e-7f14-4503-bc00-d7d211171c70 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:11:57.703162 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:57.975311 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-56bc4ced-e6a9-42dd-9983-91a70929f0e9 None None] Provisioning complete for port b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895 triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:11:57.975678 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-56bc4ced-e6a9-42dd-9983-91a70929f0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:58.094259 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-56bc4ced-e6a9-42dd-9983-91a70929f0e9 None None] Port b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895 cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 11:11:58.103550 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708b45e0-92fb-486c-a6b3-e3d19d650d9b admin admin] Router f0a83134-7d4e-42fb-ac4b-06aacfac097e has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:11:58.139157 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-5aabe535-bcfe-476f-bc75-a255e7f62a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017aaa-2566-4306-911f-99581857a9e5', 'name': 'tempest-TestSnapshotPattern-688706020-router', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:47Z', 'updated_at': '2022-04-08T11:11:50Z', 'revision_number': 4, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'gw_port': {'id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:48Z', 'updated_at': '2022-04-08T11:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '159b95a2-33a2-4fdf-b618-5708ab1ae135', 'name': '', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'mac_address': 'fa:16:3e:79:a2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '519e529a-cc89-4060-9560-3b699f33fd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:50Z', 'updated_at': '2022-04-08T11:11:57Z', 'revision_number': 4, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'subnets': [{'id': '519e529a-cc89-4060-9560-3b699f33fd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:11:58.143291 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aabe535-bcfe-476f-bc75-a255e7f62a39 None None] The sync data for ids ['86017aaa-2566-4306-911f-99581857a9e5'] in dv-neutron-837110-1-hyperv is: [{'id': '86017aaa-2566-4306-911f-99581857a9e5', 'name': 'tempest-TestSnapshotPattern-688706020-router', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:47Z', 'updated_at': '2022-04-08T11:11:50Z', 'revision_number': 4, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'gw_port': {'id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:48Z', 'updated_at': '2022-04-08T11:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '159b95a2-33a2-4fdf-b618-5708ab1ae135', 'name': '', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'mac_address': 'fa:16:3e:79:a2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '519e529a-cc89-4060-9560-3b699f33fd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:50Z', 'updated_at': '2022-04-08T11:11:57Z', 'revision_number': 4, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'subnets': [{'id': '519e529a-cc89-4060-9560-3b699f33fd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 11:11:58.345443 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708b45e0-92fb-486c-a6b3-e3d19d650d9b admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:11:58.354924 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-708b45e0-92fb-486c-a6b3-e3d19d650d9b admin admin] 10.222.0.47 "PUT /v2.0/routers/f0a83134-7d4e-42fb-ac4b-06aacfac097e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2054873 Apr 08 11:11:58.961541 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 39274) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:11:58.968195 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-90efff71-c578-49c4-94b7-8c3cb4da8127 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1209282468', 'description': 'tempest-secgroup-smoke-1209282468 description', 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:11:58.974410 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-90efff71-c578-49c4-94b7-8c3cb4da8127 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:11:58.978410 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-90efff71-c578-49c4-94b7-8c3cb4da8127 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Usage tracker for resource:security_group and tenant:6d35b0ac8fb8465f89328a05bc0e986b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:11:58.983005 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-90efff71-c578-49c4-94b7-8c3cb4da8127 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:11:58.989772 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-90efff71-c578-49c4-94b7-8c3cb4da8127 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:11:59.001421 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-90efff71-c578-49c4-94b7-8c3cb4da8127 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for security_group, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:59.041332 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-90efff71-c578-49c4-94b7-8c3cb4da8127 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:11:59.045998 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-90efff71-c578-49c4-94b7-8c3cb4da8127 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Usage tracker for resource:security_group_rule and tenant:6d35b0ac8fb8465f89328a05bc0e986b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:11:59.048916 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-90efff71-c578-49c4-94b7-8c3cb4da8127 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:11:59.054804 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-90efff71-c578-49c4-94b7-8c3cb4da8127 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:11:59.113686 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-90efff71-c578-49c4-94b7-8c3cb4da8127 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for security_group, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:59.119047 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-90efff71-c578-49c4-94b7-8c3cb4da8127 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:59.161121 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90efff71-c578-49c4-94b7-8c3cb4da8127 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3707fc5f-e441-4bf0-9b6e-c136be0651c2,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:59.164067 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-90efff71-c578-49c4-94b7-8c3cb4da8127 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for security_group, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:59.168898 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-90efff71-c578-49c4-94b7-8c3cb4da8127 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2052166 Apr 08 11:11:59.168978 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 39278) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:11:59.175007 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-b7e5bccb-af1d-4b18-b082-d961f309bf62 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Request body: {'security_group_rule': {'security_group_id': '3707fc5f-e441-4bf0-9b6e-c136be0651c2', 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:11:59.181167 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b7e5bccb-af1d-4b18-b082-d961f309bf62 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:11:59.186025 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b7e5bccb-af1d-4b18-b082-d961f309bf62 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Usage tracker for resource:security_group_rule and tenant:6d35b0ac8fb8465f89328a05bc0e986b is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:11:59.189035 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-b7e5bccb-af1d-4b18-b082-d961f309bf62 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:11:59.194740 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-b7e5bccb-af1d-4b18-b082-d961f309bf62 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:11:59.213727 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b7e5bccb-af1d-4b18-b082-d961f309bf62 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:59.287101 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b7e5bccb-af1d-4b18-b082-d961f309bf62 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:59.291289 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b7e5bccb-af1d-4b18-b082-d961f309bf62 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:59.315434 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5bccb-af1d-4b18-b082-d961f309bf62 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e736d5c-fda1-447a-b35c-b99c59221261,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:59.324822 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b7e5bccb-af1d-4b18-b082-d961f309bf62 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:59.326027 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b7e5bccb-af1d-4b18-b082-d961f309bf62 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1560977 Apr 08 11:11:59.328663 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 39282) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:11:59.334023 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-32429e84-cedc-444c-88db-b9e218f24a31 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Request body: {'security_group_rule': {'security_group_id': '3707fc5f-e441-4bf0-9b6e-c136be0651c2', 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:11:59.339829 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-32429e84-cedc-444c-88db-b9e218f24a31 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:11:59.344289 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-32429e84-cedc-444c-88db-b9e218f24a31 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Usage tracker for resource:security_group_rule and tenant:6d35b0ac8fb8465f89328a05bc0e986b is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:11:59.347130 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-32429e84-cedc-444c-88db-b9e218f24a31 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:11:59.352980 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-32429e84-cedc-444c-88db-b9e218f24a31 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:11:59.372342 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-32429e84-cedc-444c-88db-b9e218f24a31 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:59.435363 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-32429e84-cedc-444c-88db-b9e218f24a31 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:59.440780 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-32429e84-cedc-444c-88db-b9e218f24a31 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:59.458837 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 159b95a2-33a2-4fdf-b618-5708ab1ae135 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:11:59.464415 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32429e84-cedc-444c-88db-b9e218f24a31 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e108f64-6744-465b-840a-9450a7e5cb0f,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:59.473378 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-32429e84-cedc-444c-88db-b9e218f24a31 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:59.476589 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-32429e84-cedc-444c-88db-b9e218f24a31 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1468129 Apr 08 11:11:59.477392 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 39286) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:11:59.483604 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-96bfdddf-bdab-4dfd-8436-ea962798aafd tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Request body: {'security_group_rule': {'security_group_id': '3707fc5f-e441-4bf0-9b6e-c136be0651c2', 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:11:59.489605 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-96bfdddf-bdab-4dfd-8436-ea962798aafd tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:11:59.493381 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-96bfdddf-bdab-4dfd-8436-ea962798aafd tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Usage tracker for resource:security_group_rule and tenant:6d35b0ac8fb8465f89328a05bc0e986b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:11:59.496769 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-96bfdddf-bdab-4dfd-8436-ea962798aafd tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:11:59.502643 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-96bfdddf-bdab-4dfd-8436-ea962798aafd tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:11:59.519954 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-96bfdddf-bdab-4dfd-8436-ea962798aafd tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:59.534123 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 159b95a2-33a2-4fdf-b618-5708ab1ae135 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:11:59.538850 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 159b95a2-33a2-4fdf-b618-5708ab1ae135 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:11:59.539155 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:59.588500 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-96bfdddf-bdab-4dfd-8436-ea962798aafd tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:59.592733 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-96bfdddf-bdab-4dfd-8436-ea962798aafd tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:59.616115 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bfdddf-bdab-4dfd-8436-ea962798aafd tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ea889e-14b8-4edf-8dab-6a71d797d11a,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:59.626316 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-96bfdddf-bdab-4dfd-8436-ea962798aafd tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:59.627659 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-96bfdddf-bdab-4dfd-8436-ea962798aafd tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1491652 Apr 08 11:11:59.630372 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 39290) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:11:59.635926 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-c689ea5c-9bc1-4d1b-ab27-662f397079d3 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Request body: {'security_group_rule': {'security_group_id': '3707fc5f-e441-4bf0-9b6e-c136be0651c2', 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:11:59.642612 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-c689ea5c-9bc1-4d1b-ab27-662f397079d3 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:11:59.646389 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c689ea5c-9bc1-4d1b-ab27-662f397079d3 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Usage tracker for resource:security_group_rule and tenant:6d35b0ac8fb8465f89328a05bc0e986b is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:11:59.649284 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-c689ea5c-9bc1-4d1b-ab27-662f397079d3 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:11:59.655757 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-c689ea5c-9bc1-4d1b-ab27-662f397079d3 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:11:59.673650 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c689ea5c-9bc1-4d1b-ab27-662f397079d3 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:59.698197 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:59.733269 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 159b95a2-33a2-4fdf-b618-5708ab1ae135, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=159b95a2-33a2-4fdf-b618-5708ab1ae135,segment=NetworkSegment(334cce28-86a5-4634-a2f2-7864aa7ed9c9),segment_id=334cce28-86a5-4634-a2f2-7864aa7ed9c9)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:11:59.736981 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:59.737766 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3fdd7d4a-230b-4719-86b3-e2436745c9cd up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:11:59.740986 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c689ea5c-9bc1-4d1b-ab27-662f397079d3 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:59.744558 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c689ea5c-9bc1-4d1b-ab27-662f397079d3 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:59.767736 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689ea5c-9bc1-4d1b-ab27-662f397079d3 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3edbf2e6-ab61-4df2-9618-7f1202debc4b,revision_number=0']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:59.776924 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-c689ea5c-9bc1-4d1b-ab27-662f397079d3 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:59.778422 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-c689ea5c-9bc1-4d1b-ab27-662f397079d3 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1470659 Apr 08 11:11:59.781573 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 39294) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:11:59.787203 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-048e46fc-c845-4f64-85b8-e52fba329f8e tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Request body: {'security_group_rule': {'security_group_id': '3707fc5f-e441-4bf0-9b6e-c136be0651c2', 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:11:59.795893 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-048e46fc-c845-4f64-85b8-e52fba329f8e tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:11:59.801508 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-048e46fc-c845-4f64-85b8-e52fba329f8e tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Usage tracker for resource:security_group_rule and tenant:6d35b0ac8fb8465f89328a05bc0e986b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:11:59.806386 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-048e46fc-c845-4f64-85b8-e52fba329f8e tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:11:59.812604 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-048e46fc-c845-4f64-85b8-e52fba329f8e tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:11:59.824129 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.securitygroups_db [None req-048e46fc-c845-4f64-85b8-e52fba329f8e tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Project 6d35b0ac8fb8465f89328a05bc0e986b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:11:59.831705 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-048e46fc-c845-4f64-85b8-e52fba329f8e tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:59.864730 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=159b95a2-33a2-4fdf-b618-5708ab1ae135,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:59.877493 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port 3fdd7d4a-230b-4719-86b3-e2436745c9cd completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:11:59.882390 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 3fdd7d4a-230b-4719-86b3-e2436745c9cd triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:11:59.882862 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:59.914266 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-048e46fc-c845-4f64-85b8-e52fba329f8e tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:59.918120 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-048e46fc-c845-4f64-85b8-e52fba329f8e tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:59.941040 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e46fc-c845-4f64-85b8-e52fba329f8e tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349afa23-be52-495e-b623-173a678e315a,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:11:59.951686 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-048e46fc-c845-4f64-85b8-e52fba329f8e tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:11:59.952909 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-048e46fc-c845-4f64-85b8-e52fba329f8e tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1703084 Apr 08 11:11:59.955583 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 39298) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:11:59.961462 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-f66e18a2-3810-4736-88dd-9ddd290f87ba tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Request body: {'security_group_rule': {'security_group_id': '3707fc5f-e441-4bf0-9b6e-c136be0651c2', 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:11:59.967515 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f66e18a2-3810-4736-88dd-9ddd290f87ba tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:11:59.971446 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f66e18a2-3810-4736-88dd-9ddd290f87ba tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Usage tracker for resource:security_group_rule and tenant:6d35b0ac8fb8465f89328a05bc0e986b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:11:59.974296 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-f66e18a2-3810-4736-88dd-9ddd290f87ba tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:11:59.979844 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-f66e18a2-3810-4736-88dd-9ddd290f87ba tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:11:59.990385 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.securitygroups_db [None req-f66e18a2-3810-4736-88dd-9ddd290f87ba tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Project 6d35b0ac8fb8465f89328a05bc0e986b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:11:59.997287 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f66e18a2-3810-4736-88dd-9ddd290f87ba tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:00.006835 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:00.023536 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port 3fdd7d4a-230b-4719-86b3-e2436745c9cd, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=3fdd7d4a-230b-4719-86b3-e2436745c9cd,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:12:00.027466 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:00.065668 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f66e18a2-3810-4736-88dd-9ddd290f87ba tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:00.069760 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f66e18a2-3810-4736-88dd-9ddd290f87ba tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680391'] for security_group_rule, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:00.096740 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e18a2-3810-4736-88dd-9ddd290f87ba tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb5dda0-6d7c-47eb-827b-0bb211fe6083,revision_number=0']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:00.099926 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=3fdd7d4a-230b-4719-86b3-e2436745c9cd,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:00.108731 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-f66e18a2-3810-4736-88dd-9ddd290f87ba tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:00.117709 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-f66e18a2-3810-4736-88dd-9ddd290f87ba tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1535313 Apr 08 11:12:00.279717 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-d08480cf-c027-4800-a312-011148acd778 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Synchronizing usage tracker for tenant:6d35b0ac8fb8465f89328a05bc0e986b on resource:security_group {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:12:00.295837 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-d08480cf-c027-4800-a312-011148acd778 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Unset dirty status for tenant:6d35b0ac8fb8465f89328a05bc0e986b on resource:security_group {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:12:00.297092 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-d08480cf-c027-4800-a312-011148acd778 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1209282468&fields=id&tenant_id=6d35b0ac8fb8465f89328a05bc0e986b HTTP/1.1" status: 200 len: 267 time: 0.0594549 Apr 08 11:12:00.454840 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-7787ffc6-abb9-4414-8f54-92c8fe989961 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:00.455510 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-7787ffc6-abb9-4414-8f54-92c8fe989961 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Synchronizing usage tracker for tenant:6d35b0ac8fb8465f89328a05bc0e986b on resource:network {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:12:00.472030 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-7787ffc6-abb9-4414-8f54-92c8fe989961 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Unset dirty status for tenant:6d35b0ac8fb8465f89328a05bc0e986b on resource:network {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:12:00.473229 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-7787ffc6-abb9-4414-8f54-92c8fe989961 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/networks?id=cfaa7cc2-a717-455f-ac86-549884406d63 HTTP/1.1" status: 200 len: 809 time: 0.1697834 Apr 08 11:12:00.489521 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-0ba4cd0b-e61c-4429-b6e2-7e3cdbed085e tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/quotas/6d35b0ac8fb8465f89328a05bc0e986b HTTP/1.1" status: 200 len: 375 time: 0.0109584 Apr 08 11:12:00.663845 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-9c2e3ea1-cc43-471c-81f2-711b26eb1c7e tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d35b0ac8fb8465f89328a05bc0e986b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1694703 Apr 08 11:12:00.799285 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-f215e1d5-05c5-480e-ae5e-ee93589eef03 service neutron] 10.222.0.47 "GET /v2.0/networks/cfaa7cc2-a717-455f-ac86-549884406d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233323 Apr 08 11:12:00.928059 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-df65f924-6c77-4775-a0d6-dca0f11d7af9 service neutron] 10.222.0.47 "GET /v2.0/networks/cfaa7cc2-a717-455f-ac86-549884406d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230991 Apr 08 11:12:01.112419 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4d4fc82a-5b47-48de-bcd2-d319f9a545d9 req-d4af05ed-36d0-42cb-9ace-c4fee75753e1 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=edb6c809-4b2a-4e44-bfed-cb922133419c HTTP/1.1" status: 200 len: 210 time: 0.0408351 Apr 08 11:12:01.411286 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 159b95a2-33a2-4fdf-b618-5708ab1ae135 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:12:01.479765 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 159b95a2-33a2-4fdf-b618-5708ab1ae135 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:12:01.480158 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:01.593475 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3fdd7d4a-230b-4719-86b3-e2436745c9cd up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:12:01.657819 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port 3fdd7d4a-230b-4719-86b3-e2436745c9cd triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:12:01.658105 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:02.219231 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e8c8a55f-c88e-411b-860d-8132c7c164f2 req-1fba60b2-8233-4ae5-859e-2beaf8b0f128 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=edb6c809-4b2a-4e44-bfed-cb922133419c HTTP/1.1" status: 200 len: 210 time: 0.0405602 Apr 08 11:12:03.336367 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3cf7e8f1-595d-4528-ae12-2e920f7873a9 req-dc7e4d32-aee3-4b85-b152-d0fb1ee5d597 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=edb6c809-4b2a-4e44-bfed-cb922133419c HTTP/1.1" status: 200 len: 210 time: 0.0489721 Apr 08 11:12:04.444438 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-857a4d1e-7f99-4bf1-9dfb-17ad6d20a2df req-2e84863e-ab39-48f9-a01b-49f797a25cea tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=edb6c809-4b2a-4e44-bfed-cb922133419c HTTP/1.1" status: 200 len: 210 time: 0.0419281 Apr 08 11:12:05.613134 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-fb861067-5a95-4d8c-8dab-0d4ca52d458f req-966a8e01-356d-4ce8-843c-b723e1aeb1e7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=edb6c809-4b2a-4e44-bfed-cb922133419c HTTP/1.1" status: 200 len: 210 time: 0.0471661 Apr 08 11:12:06.613014 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-61a422c7-85dc-4b7e-8fef-55b0270a7ada tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:06.614385 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-61a422c7-85dc-4b7e-8fef-55b0270a7ada tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.52 "GET /v2.0/networks?id=cfaa7cc2-a717-455f-ac86-549884406d63 HTTP/1.1" status: 200 len: 809 time: 0.1482503 Apr 08 11:12:06.677203 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-b5b71532-b803-41d6-b5b2-038a22018494 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d35b0ac8fb8465f89328a05bc0e986b HTTP/1.1" status: 200 len: 380 time: 0.0428064 Apr 08 11:12:06.688962 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-a672f030-3606-4474-8e26-7a6d719d7ba7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Request body: {'port': {'device_id': 'edb6c809-4b2a-4e44-bfed-cb922133419c', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'admin_state_up': True, 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'security_groups': ['3707fc5f-e441-4bf0-9b6e-c136be0651c2']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:12:06.816443 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-553b433a-d812-4324-9e8f-357ea1e27714 req-2b29ff64-7647-4f22-9bef-aac30b509cb1 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=edb6c809-4b2a-4e44-bfed-cb922133419c HTTP/1.1" status: 200 len: 210 time: 0.0624979 Apr 08 11:12:06.866293 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-a672f030-3606-4474-8e26-7a6d719d7ba7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:12:06.869908 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-a672f030-3606-4474-8e26-7a6d719d7ba7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Usage tracker for resource:port and tenant:6d35b0ac8fb8465f89328a05bc0e986b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:12:06.873361 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-a672f030-3606-4474-8e26-7a6d719d7ba7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:12:06.878839 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-a672f030-3606-4474-8e26-7a6d719d7ba7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:12:06.888743 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-a672f030-3606-4474-8e26-7a6d719d7ba7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Made reservation on behalf of 6d35b0ac8fb8465f89328a05bc0e986b for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:12:06.891761 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-a672f030-3606-4474-8e26-7a6d719d7ba7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:07.046996 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-a672f030-3606-4474-8e26-7a6d719d7ba7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Allocated IP 172.20.0.11 (cfaa7cc2-a717-455f-ac86-549884406d63/519e529a-cc89-4060-9560-3b699f33fd81/c43b912a-8b07-462d-b2eb-b40167505f3d) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:12:07.234315 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-a672f030-3606-4474-8e26-7a6d719d7ba7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:07.251112 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-a672f030-3606-4474-8e26-7a6d719d7ba7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Transition to ACTIVE for port object c43b912a-8b07-462d-b2eb-b40167505f3d will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:12:07.272460 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-a672f030-3606-4474-8e26-7a6d719d7ba7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:07.346069 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-a672f030-3606-4474-8e26-7a6d719d7ba7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Network cfaa7cc2-a717-455f-ac86-549884406d63 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:12:07.349149 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-a672f030-3606-4474-8e26-7a6d719d7ba7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:12:07.353460 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-a672f030-3606-4474-8e26-7a6d719d7ba7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 11:12:07.379270 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672f030-3606-4474-8e26-7a6d719d7ba7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Pushing event updated for resources: {'Port': ['ID=c43b912a-8b07-462d-b2eb-b40167505f3d,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:07.416821 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-a672f030-3606-4474-8e26-7a6d719d7ba7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:07.417426 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-a672f030-3606-4474-8e26-7a6d719d7ba7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:07.439421 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-a672f030-3606-4474-8e26-7a6d719d7ba7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7541776 Apr 08 11:12:07.455294 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-dbe4d64a-e7da-4900-a198-f1faecec42ee service neutron] Request body: {'port': {'device_id': 'edb6c809-4b2a-4e44-bfed-cb922133419c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:12:07.566224 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-dbe4d64a-e7da-4900-a198-f1faecec42ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:07.607485 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-9886119a-c949-4f87-8d2c-748fc04618c4 None None] Provisioning for port c43b912a-8b07-462d-b2eb-b40167505f3d completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:12:07.612252 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-9886119a-c949-4f87-8d2c-748fc04618c4 None None] Provisioning complete for port c43b912a-8b07-462d-b2eb-b40167505f3d triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:12:07.612681 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9886119a-c949-4f87-8d2c-748fc04618c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:07.663815 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-9886119a-c949-4f87-8d2c-748fc04618c4 None None] Port c43b912a-8b07-462d-b2eb-b40167505f3d cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 11:12:08.033360 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-dbe4d64a-e7da-4900-a198-f1faecec42ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c43b912a-8b07-462d-b2eb-b40167505f3d {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 11:12:08.047180 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-dbe4d64a-e7da-4900-a198-f1faecec42ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:08.068462 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-dbe4d64a-e7da-4900-a198-f1faecec42ee service neutron] Transition to ACTIVE for port object c43b912a-8b07-462d-b2eb-b40167505f3d will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:12:08.075265 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-dbe4d64a-e7da-4900-a198-f1faecec42ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:08.112691 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319cc30a-40df-4b86-88d4-33a4652ee19f req-4bd16ad9-8d8a-47c6-bc8c-0c9f115f201c tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:08.113393 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-319cc30a-40df-4b86-88d4-33a4652ee19f req-4bd16ad9-8d8a-47c6-bc8c-0c9f115f201c tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Synchronizing usage tracker for tenant:6d35b0ac8fb8465f89328a05bc0e986b on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:12:08.221120 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-319cc30a-40df-4b86-88d4-33a4652ee19f req-4bd16ad9-8d8a-47c6-bc8c-0c9f115f201c tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Unset dirty status for tenant:6d35b0ac8fb8465f89328a05bc0e986b on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:12:08.222281 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-319cc30a-40df-4b86-88d4-33a4652ee19f req-4bd16ad9-8d8a-47c6-bc8c-0c9f115f201c tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=edb6c809-4b2a-4e44-bfed-cb922133419c HTTP/1.1" status: 200 len: 932 time: 0.2843032 Apr 08 11:12:08.227245 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4d64a-e7da-4900-a198-f1faecec42ee service neutron] Pushing event updated for resources: {'Port': ['ID=c43b912a-8b07-462d-b2eb-b40167505f3d,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:08.354342 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-319cc30a-40df-4b86-88d4-33a4652ee19f req-0be8c691-4e02-4f4e-ac6a-fa9ac4c4496b tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239624 Apr 08 11:12:08.377576 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-dbe4d64a-e7da-4900-a198-f1faecec42ee service neutron] Attempting to bind port c43b912a-8b07-462d-b2eb-b40167505f3d on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:12:08.377905 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-dbe4d64a-e7da-4900-a198-f1faecec42ee service neutron] Attempting to bind port c43b912a-8b07-462d-b2eb-b40167505f3d by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '334cce28-86a5-4634-a2f2-7864aa7ed9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:12:08.378233 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-dbe4d64a-e7da-4900-a198-f1faecec42ee service neutron] Attempting to bind port c43b912a-8b07-462d-b2eb-b40167505f3d on network cfaa7cc2-a717-455f-ac86-549884406d63 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 11:12:08.383952 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-dbe4d64a-e7da-4900-a198-f1faecec42ee service neutron] Port c43b912a-8b07-462d-b2eb-b40167505f3d on network cfaa7cc2-a717-455f-ac86-549884406d63 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 11:12:08.384300 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-dbe4d64a-e7da-4900-a198-f1faecec42ee service neutron] Attempting to bind port c43b912a-8b07-462d-b2eb-b40167505f3d on network cfaa7cc2-a717-455f-ac86-549884406d63 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 11:12:08.397320 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-dbe4d64a-e7da-4900-a198-f1faecec42ee service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 11:12:08.397665 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-dbe4d64a-e7da-4900-a198-f1faecec42ee service neutron] Checking segment: {'id': '334cce28-86a5-4634-a2f2-7864aa7ed9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 11:12:08.398049 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-dbe4d64a-e7da-4900-a198-f1faecec42ee service neutron] Bound using segment: {'id': '334cce28-86a5-4634-a2f2-7864aa7ed9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 11:12:08.398491 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-dbe4d64a-e7da-4900-a198-f1faecec42ee service neutron] Bound port: c43b912a-8b07-462d-b2eb-b40167505f3d, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '334cce28-86a5-4634-a2f2-7864aa7ed9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:12:08.398843 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-dbe4d64a-e7da-4900-a198-f1faecec42ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:08.485208 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-dbe4d64a-e7da-4900-a198-f1faecec42ee service neutron] For port c43b912a-8b07-462d-b2eb-b40167505f3d, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:12:08.488102 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-dbe4d64a-e7da-4900-a198-f1faecec42ee service neutron] For port c43b912a-8b07-462d-b2eb-b40167505f3d, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c43b912a-8b07-462d-b2eb-b40167505f3d,segment=NetworkSegment(334cce28-86a5-4634-a2f2-7864aa7ed9c9),segment_id=334cce28-86a5-4634-a2f2-7864aa7ed9c9)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:12:08.492283 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-dbe4d64a-e7da-4900-a198-f1faecec42ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:08.555742 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-dbe4d64a-e7da-4900-a198-f1faecec42ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:08.557168 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-dbe4d64a-e7da-4900-a198-f1faecec42ee service neutron] 10.222.0.52 "PUT /v2.0/ports/c43b912a-8b07-462d-b2eb-b40167505f3d HTTP/1.1" status: 200 len: 1094 time: 1.1061141 Apr 08 11:12:08.557600 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb6c809-4b2a-4e44-bfed-cb922133419c', 'tag': 'c43b912a-8b07-462d-b2eb-b40167505f3d'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:12:08.576927 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4d64a-e7da-4900-a198-f1faecec42ee service neutron] Pushing event updated for resources: {'Port': ['ID=c43b912a-8b07-462d-b2eb-b40167505f3d,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:08.637522 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0b21cd8-aca6-4fba-ae9d-45e1f342edce'] response: {'name': 'network-changed', 'server_uuid': 'edb6c809-4b2a-4e44-bfed-cb922133419c', 'tag': 'c43b912a-8b07-462d-b2eb-b40167505f3d', 'status': 'completed', 'code': 200} Apr 08 11:12:08.679508 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-fdc555f6-e794-42f4-b700-0de004ed745c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d35b0ac8fb8465f89328a05bc0e986b&device_id=edb6c809-4b2a-4e44-bfed-cb922133419c HTTP/1.1" status: 200 len: 1097 time: 0.0759881 Apr 08 11:12:08.753936 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-a115cf89-428d-4a25-a59d-619c6b6b3bda service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c43b912a-8b07-462d-b2eb-b40167505f3d HTTP/1.1" status: 200 len: 217 time: 0.0642881 Apr 08 11:12:08.819427 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-ea01f00b-c09e-4312-92e9-f989d0dd1c8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:08.820784 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-ea01f00b-c09e-4312-92e9-f989d0dd1c8d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=519e529a-cc89-4060-9560-3b699f33fd81 HTTP/1.1" status: 200 len: 848 time: 0.0571334 Apr 08 11:12:08.829090 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:08.903228 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-d7e1eff6-29b9-42a8-8184-6aa7c4317ed2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cfaa7cc2-a717-455f-ac86-549884406d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721900 Apr 08 11:12:09.046291 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-9df923ce-ad17-451f-a42d-86c7b016ef1b service neutron] 10.222.0.52 "GET /v2.0/networks/cfaa7cc2-a717-455f-ac86-549884406d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340218 Apr 08 11:12:09.177846 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c10a7060-ff11-40aa-8917-d74c29f519e6 req-ce92f958-2dc4-48a3-804a-ea29315c5438 service neutron] 10.222.0.52 "GET /v2.0/networks/cfaa7cc2-a717-455f-ac86-549884406d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223724 Apr 08 11:12:09.294022 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3d742684-d737-4910-a507-247a937232c3 req-fff455ce-86da-4a0c-92c4-c84448d74458 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d35b0ac8fb8465f89328a05bc0e986b&device_id=edb6c809-4b2a-4e44-bfed-cb922133419c HTTP/1.1" status: 200 len: 1097 time: 0.0685925 Apr 08 11:12:09.429357 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d742684-d737-4910-a507-247a937232c3 req-a999667d-24f4-4bf1-9957-1496c8d4822e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:09.430739 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3d742684-d737-4910-a507-247a937232c3 req-a999667d-24f4-4bf1-9957-1496c8d4822e service neutron] 10.222.0.52 "GET /v2.0/networks?id=cfaa7cc2-a717-455f-ac86-549884406d63 HTTP/1.1" status: 200 len: 910 time: 0.1269665 Apr 08 11:12:09.622109 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3d742684-d737-4910-a507-247a937232c3 req-8a3e4332-1612-4de7-9a8b-09d0e32bb5d1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c43b912a-8b07-462d-b2eb-b40167505f3d HTTP/1.1" status: 200 len: 217 time: 0.1852286 Apr 08 11:12:09.698584 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d742684-d737-4910-a507-247a937232c3 req-e03b6e38-77c9-439f-8a9c-d0502f40a0f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:09.699989 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3d742684-d737-4910-a507-247a937232c3 req-e03b6e38-77c9-439f-8a9c-d0502f40a0f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=519e529a-cc89-4060-9560-3b699f33fd81 HTTP/1.1" status: 200 len: 848 time: 0.0706670 Apr 08 11:12:09.747010 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfa2fc-0eaa-4ae0-9508-b6de0413a1b4 req-155b1bad-42a4-41a6-84c0-d7af03ce215e tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:09.748445 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-09dfa2fc-0eaa-4ae0-9508-b6de0413a1b4 req-155b1bad-42a4-41a6-84c0-d7af03ce215e tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=edb6c809-4b2a-4e44-bfed-cb922133419c HTTP/1.1" status: 200 len: 944 time: 0.2657247 Apr 08 11:12:09.808877 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-09dfa2fc-0eaa-4ae0-9508-b6de0413a1b4 req-a99c6abb-a591-466f-93cc-eb3e61b19b73 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542772 Apr 08 11:12:09.818450 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3d742684-d737-4910-a507-247a937232c3 req-8d5972c8-f949-4a42-9504-a29971c7e593 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cfaa7cc2-a717-455f-ac86-549884406d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1117883 Apr 08 11:12:09.948947 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3d742684-d737-4910-a507-247a937232c3 req-fe35ca2f-e672-410e-b3f6-ecdfb0fc91a1 service neutron] 10.222.0.52 "GET /v2.0/networks/cfaa7cc2-a717-455f-ac86-549884406d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233916 Apr 08 11:12:10.080045 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-3d742684-d737-4910-a507-247a937232c3 req-b818c5b5-03eb-4019-8510-689b64a0e4cb service neutron] 10.222.0.52 "GET /v2.0/networks/cfaa7cc2-a717-455f-ac86-549884406d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242919 Apr 08 11:12:11.008101 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65528817-d0fa-4361-a1b3-c5f4b7728102 req-08b04ed2-fd7c-42da-9406-1b7bcc059936 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:11.009586 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-65528817-d0fa-4361-a1b3-c5f4b7728102 req-08b04ed2-fd7c-42da-9406-1b7bcc059936 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=edb6c809-4b2a-4e44-bfed-cb922133419c HTTP/1.1" status: 200 len: 944 time: 0.0805473 Apr 08 11:12:11.053926 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-65528817-d0fa-4361-a1b3-c5f4b7728102 req-9020697e-68bd-4b79-87b0-9f34eab22625 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387146 Apr 08 11:12:12.247627 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181ceaf-674f-45c6-84b0-9b5391dd6a94 req-cf3d22a4-c9d8-425b-83ec-1618ff7e1bb0 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:12.249072 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f181ceaf-674f-45c6-84b0-9b5391dd6a94 req-cf3d22a4-c9d8-425b-83ec-1618ff7e1bb0 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=edb6c809-4b2a-4e44-bfed-cb922133419c HTTP/1.1" status: 200 len: 944 time: 0.0743303 Apr 08 11:12:12.293106 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f181ceaf-674f-45c6-84b0-9b5391dd6a94 req-d6a9d6e1-e59f-433e-af16-e84b4e6be2d0 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384369 Apr 08 11:12:12.827836 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device c43b912a-8b07-462d-b2eb-b40167505f3d details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:12:12.962892 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port c43b912a-8b07-462d-b2eb-b40167505f3d, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c43b912a-8b07-462d-b2eb-b40167505f3d,segment=NetworkSegment(334cce28-86a5-4634-a2f2-7864aa7ed9c9),segment_id=334cce28-86a5-4634-a2f2-7864aa7ed9c9)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:12:12.976095 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': 'c43b912a-8b07-462d-b2eb-b40167505f3d', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'port_id': 'c43b912a-8b07-462d-b2eb-b40167505f3d', 'mac_address': 'fa:16:3e:3e:96:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519e529a-cc89-4060-9560-3b699f33fd81', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:12:13.032838 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:13.050173 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c43b912a-8b07-462d-b2eb-b40167505f3d {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 11:12:13.064762 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port c43b912a-8b07-462d-b2eb-b40167505f3d, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c43b912a-8b07-462d-b2eb-b40167505f3d,segment=NetworkSegment(334cce28-86a5-4634-a2f2-7864aa7ed9c9),segment_id=334cce28-86a5-4634-a2f2-7864aa7ed9c9)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:12:13.069336 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:13.133366 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=c43b912a-8b07-462d-b2eb-b40167505f3d,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:13.336040 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['c43b912a-8b07-462d-b2eb-b40167505f3d'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 11:12:13.447390 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-15831795-ba85-45aa-a735-c18511099798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:13.491674 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfb4d7-681f-4f72-aaf9-141085996fc7 req-dc9039a3-80c8-4aa9-aeb6-746a57f23a3b tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:13.493144 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-abcfb4d7-681f-4f72-aaf9-141085996fc7 req-dc9039a3-80c8-4aa9-aeb6-746a57f23a3b tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=edb6c809-4b2a-4e44-bfed-cb922133419c HTTP/1.1" status: 200 len: 945 time: 0.0799623 Apr 08 11:12:13.538764 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-abcfb4d7-681f-4f72-aaf9-141085996fc7 req-8ae538bb-404f-44dc-8081-96576bbe5892 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390136 Apr 08 11:12:14.730711 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4da89-843c-4b48-be34-51819cf51f55 req-26c42389-53a4-4e6e-836b-6450d475e2bc tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:14.732150 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4dd4da89-843c-4b48-be34-51819cf51f55 req-26c42389-53a4-4e6e-836b-6450d475e2bc tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=edb6c809-4b2a-4e44-bfed-cb922133419c HTTP/1.1" status: 200 len: 945 time: 0.0740025 Apr 08 11:12:14.776315 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4dd4da89-843c-4b48-be34-51819cf51f55 req-9f4fdb00-d2d9-4b43-ab2c-b278c4a63089 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387735 Apr 08 11:12:14.830775 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device c43b912a-8b07-462d-b2eb-b40167505f3d up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:12:14.898219 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port c43b912a-8b07-462d-b2eb-b40167505f3d completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:12:14.904448 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port c43b912a-8b07-462d-b2eb-b40167505f3d triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:12:14.904822 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:15.023126 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:15.054186 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb6c809-4b2a-4e44-bfed-cb922133419c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43b912a-8b07-462d-b2eb-b40167505f3d'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:12:15.065635 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port c43b912a-8b07-462d-b2eb-b40167505f3d, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c43b912a-8b07-462d-b2eb-b40167505f3d,segment=NetworkSegment(334cce28-86a5-4634-a2f2-7864aa7ed9c9),segment_id=334cce28-86a5-4634-a2f2-7864aa7ed9c9)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:12:15.070413 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:15.137752 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=c43b912a-8b07-462d-b2eb-b40167505f3d,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:15.191776 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a17801a5-96cb-4926-889b-6bf15daa51bb'] response: {'server_uuid': 'edb6c809-4b2a-4e44-bfed-cb922133419c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43b912a-8b07-462d-b2eb-b40167505f3d', 'code': 200} Apr 08 11:12:15.430082 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f17dabc8-7d02-47b0-b712-558a2b88f0d9 req-c1b1134c-2b4a-41e8-bcd1-9f72d8aa68a5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=edb6c809-4b2a-4e44-bfed-cb922133419c HTTP/1.1" status: 200 len: 1099 time: 0.0700879 Apr 08 11:12:15.470800 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f17dabc8-7d02-47b0-b712-558a2b88f0d9 req-ea2ec401-6c42-487e-9870-5ae2ba843f29 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345240 Apr 08 11:12:15.701514 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-82d61318-a4d9-4f53-b56f-760889629c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:15.966410 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14b814-d866-452a-9e3b-d32f13a04cb8 req-c61b3c50-c4f6-416d-8c06-90e6e36f28a7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:15.967749 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9b14b814-d866-452a-9e3b-d32f13a04cb8 req-c61b3c50-c4f6-416d-8c06-90e6e36f28a7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=edb6c809-4b2a-4e44-bfed-cb922133419c HTTP/1.1" status: 200 len: 946 time: 0.0746419 Apr 08 11:12:16.015112 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9b14b814-d866-452a-9e3b-d32f13a04cb8 req-af737543-949e-427a-8188-9518ad701c34 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417149 Apr 08 11:12:16.168418 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:12:16.959021 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:16.988372 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:17.214935 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb33406-5b81-4cac-b54d-91cda84168fd req-3ff6e920-cbff-470f-873d-e90cb6ff75d9 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:17.216389 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5bb33406-5b81-4cac-b54d-91cda84168fd req-3ff6e920-cbff-470f-873d-e90cb6ff75d9 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=edb6c809-4b2a-4e44-bfed-cb922133419c HTTP/1.1" status: 200 len: 946 time: 0.0756786 Apr 08 11:12:17.260173 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5bb33406-5b81-4cac-b54d-91cda84168fd req-35e91418-a860-4c6e-82c8-004756eb0332 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382638 Apr 08 11:12:17.460625 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6ce50-4786-4adc-9513-d6a2be564fb9 req-80fb061f-ab29-4049-af33-341510450c87 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:17.462032 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1cb6ce50-4786-4adc-9513-d6a2be564fb9 req-80fb061f-ab29-4049-af33-341510450c87 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=edb6c809-4b2a-4e44-bfed-cb922133419c HTTP/1.1" status: 200 len: 946 time: 0.0783212 Apr 08 11:12:17.505394 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-1cb6ce50-4786-4adc-9513-d6a2be564fb9 req-54e9a687-5128-4454-8416-75074a72e95e tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378175 Apr 08 11:12:17.532735 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 39370) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:12:17.781700 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d5945d3f-9325-41e4-b3c0-3bf97af12062 tempest-TestSnapshotPattern-707652218 tempest-TestSnapshotPattern-707652218-project-admin] Synchronizing usage tracker for tenant:f6eee7f521ee4c7781cb12cddf2ccd7b on resource:port {{(pid=83846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:12:17.798070 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-d5945d3f-9325-41e4-b3c0-3bf97af12062 tempest-TestSnapshotPattern-707652218 tempest-TestSnapshotPattern-707652218-project-admin] Unset dirty status for tenant:f6eee7f521ee4c7781cb12cddf2ccd7b on resource:port {{(pid=83846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:12:17.799374 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-d5945d3f-9325-41e4-b3c0-3bf97af12062 tempest-TestSnapshotPattern-707652218 tempest-TestSnapshotPattern-707652218-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=edb6c809-4b2a-4e44-bfed-cb922133419c HTTP/1.1" status: 200 len: 1094 time: 0.2656760 Apr 08 11:12:17.802209 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 39378) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:12:17.807630 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.v2.base [None req-9f6b404b-8bf9-442d-98d2-ea2e0254e0e4 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'port_id': 'c43b912a-8b07-462d-b2eb-b40167505f3d', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:12:17.813784 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9f6b404b-8bf9-442d-98d2-ea2e0254e0e4 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:12:17.817470 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9f6b404b-8bf9-442d-98d2-ea2e0254e0e4 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Usage tracker for resource:floatingip and tenant:6d35b0ac8fb8465f89328a05bc0e986b is out of sync, need to count used quota {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:12:17.820347 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.quota.resource [None req-9f6b404b-8bf9-442d-98d2-ea2e0254e0e4 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:12:17.826112 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.quota.driver [None req-9f6b404b-8bf9-442d-98d2-ea2e0254e0e4 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:12:17.835962 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9f6b404b-8bf9-442d-98d2-ea2e0254e0e4 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for floatingip, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:17.975281 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9f6b404b-8bf9-442d-98d2-ea2e0254e0e4 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:18.112530 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_common [None req-9f6b404b-8bf9-442d-98d2-ea2e0254e0e4 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Allocated IP 172.26.0.16 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/635ec146-8d96-4d23-b053-d0ef0392120a) {{(pid=83846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:12:18.256949 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9f6b404b-8bf9-442d-98d2-ea2e0254e0e4 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for port, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:18.283832 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9f6b404b-8bf9-442d-98d2-ea2e0254e0e4 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:18.349114 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6b404b-8bf9-442d-98d2-ea2e0254e0e4 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:12:18.351870 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.base_scheduler [None req-9f6b404b-8bf9-442d-98d2-ea2e0254e0e4 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Resources bound (agent type, host, resource id): {{(pid=83846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:12:18.356169 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6b404b-8bf9-442d-98d2-ea2e0254e0e4 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Received port after_create {{(pid=83846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 11:12:18.385032 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b404b-8bf9-442d-98d2-ea2e0254e0e4 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Pushing event updated for resources: {'Port': ['ID=635ec146-8d96-4d23-b053-d0ef0392120a,revision_number=1']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:18.469135 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:18.848341 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9f6b404b-8bf9-442d-98d2-ea2e0254e0e4 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:18.905003 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9f6b404b-8bf9-442d-98d2-ea2e0254e0e4 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:19.195776 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9f6b404b-8bf9-442d-98d2-ea2e0254e0e4 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for port, precommit_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:19.200623 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9f6b404b-8bf9-442d-98d2-ea2e0254e0e4 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076890'] for port, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:19.327585 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b404b-8bf9-442d-98d2-ea2e0254e0e4 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Pushing event updated for resources: {'Port': ['ID=635ec146-8d96-4d23-b053-d0ef0392120a,revision_number=2']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:19.341202 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9f6b404b-8bf9-442d-98d2-ea2e0254e0e4 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:19.529590 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.db.l3_db [None req-9f6b404b-8bf9-442d-98d2-ea2e0254e0e4 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Floating IP c4305230-e808-4e9f-a749-cd4718edb492 associated. External IP: 172.26.0.16, port: c43b912a-8b07-462d-b2eb-b40167505f3d. Apr 08 11:12:19.912177 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6b404b-8bf9-442d-98d2-ea2e0254e0e4 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Router 86017aaa-2566-4306-911f-99581857a9e5 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:12:20.070319 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f169c6e-3de2-408b-9bea-26d4c930dfdf None None] Sync routers for ids ['f0a83134-7d4e-42fb-ac4b-06aacfac097e'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 11:12:20.081840 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f169c6e-3de2-408b-9bea-26d4c930dfdf None None] Routers {'f0a83134-7d4e-42fb-ac4b-06aacfac097e'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:12:20.082440 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-7f169c6e-3de2-408b-9bea-26d4c930dfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:12:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['f0a83134-7d4e-42fb-ac4b-06aacfac097e'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:20.113694 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6b404b-8bf9-442d-98d2-ea2e0254e0e4 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:12:20.125551 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8906419e-3473-4866-ad5a-ca208b1c5f80 None None] Sync routers for ids ['86017aaa-2566-4306-911f-99581857a9e5'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 11:12:20.141679 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-9f6b404b-8bf9-442d-98d2-ea2e0254e0e4 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:20.147773 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8906419e-3473-4866-ad5a-ca208b1c5f80 None None] Routers {'86017aaa-2566-4306-911f-99581857a9e5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:12:20.148515 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-8906419e-3473-4866-ad5a-ca208b1c5f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:12:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['86017aaa-2566-4306-911f-99581857a9e5'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:20.210657 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-9f6b404b-8bf9-442d-98d2-ea2e0254e0e4 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3936775 Apr 08 11:12:20.210657 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb6c809-4b2a-4e44-bfed-cb922133419c', 'tag': 'c43b912a-8b07-462d-b2eb-b40167505f3d'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:12:20.298802 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-7f169c6e-3de2-408b-9bea-26d4c930dfdf None None] Set router f0a83134-7d4e-42fb-ac4b-06aacfac097e gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:12:20.329661 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-8906419e-3473-4866-ad5a-ca208b1c5f80 None None] Set router 86017aaa-2566-4306-911f-99581857a9e5 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:12:20.340653 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6f47ac7-2fcf-4269-a6cf-add028a13f81'] response: {'name': 'network-changed', 'server_uuid': 'edb6c809-4b2a-4e44-bfed-cb922133419c', 'tag': 'c43b912a-8b07-462d-b2eb-b40167505f3d', 'status': 'completed', 'code': 200} Apr 08 11:12:20.434128 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b2b95832-a3d4-45f8-8604-f7a451b433bc req-805c2335-d6b2-4d32-8312-08af9563707d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d35b0ac8fb8465f89328a05bc0e986b&device_id=edb6c809-4b2a-4e44-bfed-cb922133419c HTTP/1.1" status: 200 len: 1099 time: 0.0713556 Apr 08 11:12:20.565687 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b95832-a3d4-45f8-8604-f7a451b433bc req-d5d2a9cd-5c99-4730-87f0-c5b6c8f99b46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:20.567048 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b2b95832-a3d4-45f8-8604-f7a451b433bc req-d5d2a9cd-5c99-4730-87f0-c5b6c8f99b46 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cfaa7cc2-a717-455f-ac86-549884406d63 HTTP/1.1" status: 200 len: 910 time: 0.1276762 Apr 08 11:12:20.628683 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-7f169c6e-3de2-408b-9bea-26d4c930dfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a83134-7d4e-42fb-ac4b-06aacfac097e', 'name': 'tempest-TestSnapshotPattern-1627951183-router', 'tenant_id': 'f6eee7f521ee4c7781cb12cddf2ccd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': '3fdd7d4a-230b-4719-86b3-e2436745c9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:53Z', 'updated_at': '2022-04-08T11:11:56Z', 'revision_number': 4, 'project_id': 'f6eee7f521ee4c7781cb12cddf2ccd7b', 'gw_port': {'id': '3fdd7d4a-230b-4719-86b3-e2436745c9cd', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a83134-7d4e-42fb-ac4b-06aacfac097e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:54Z', 'updated_at': '2022-04-08T11:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895', 'name': '', 'network_id': 'd5c065eb-d710-4db0-b82f-af60ce21016c', 'tenant_id': 'f6eee7f521ee4c7781cb12cddf2ccd7b', 'mac_address': 'fa:16:3e:0d:31:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a83134-7d4e-42fb-ac4b-06aacfac097e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca050336-7403-4940-8029-c613fe955c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:56Z', 'updated_at': '2022-04-08T11:11:57Z', 'revision_number': 2, 'project_id': 'f6eee7f521ee4c7781cb12cddf2ccd7b', 'subnets': [{'id': 'ca050336-7403-4940-8029-c613fe955c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:20.632851 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f169c6e-3de2-408b-9bea-26d4c930dfdf None None] Checking router: f0a83134-7d4e-42fb-ac4b-06aacfac097e for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 11:12:20.633462 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f169c6e-3de2-408b-9bea-26d4c930dfdf None None] Updating router f0a83134-7d4e-42fb-ac4b-06aacfac097e port b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895 binding host dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 08 11:12:20.676797 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b2b95832-a3d4-45f8-8604-f7a451b433bc req-e8f4f780-dd47-4c8b-93df-4bf2bc1c69dd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c43b912a-8b07-462d-b2eb-b40167505f3d HTTP/1.1" status: 200 len: 999 time: 0.1040254 Apr 08 11:12:20.684609 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7f169c6e-3de2-408b-9bea-26d4c930dfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:20.712798 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-8906419e-3473-4866-ad5a-ca208b1c5f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017aaa-2566-4306-911f-99581857a9e5', 'name': 'tempest-TestSnapshotPattern-688706020-router', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:47Z', 'updated_at': '2022-04-08T11:11:50Z', 'revision_number': 4, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'gw_port': {'id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:48Z', 'updated_at': '2022-04-08T11:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'c4305230-e808-4e9f-a749-cd4718edb492', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'floating_ip_address': '172.26.0.16', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '86017aaa-2566-4306-911f-99581857a9e5', 'port_id': 'c43b912a-8b07-462d-b2eb-b40167505f3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'mac_address': 'fa:16:3e:3e:96:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb6c809-4b2a-4e44-bfed-cb922133419c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:12:18Z', 'updated_at': '2022-04-08T11:12:18Z', 'revision_number': 0, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159b95a2-33a2-4fdf-b618-5708ab1ae135', 'name': '', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'mac_address': 'fa:16:3e:79:a2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '519e529a-cc89-4060-9560-3b699f33fd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:50Z', 'updated_at': '2022-04-08T11:11:59Z', 'revision_number': 5, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'subnets': [{'id': '519e529a-cc89-4060-9560-3b699f33fd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:20.716710 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8906419e-3473-4866-ad5a-ca208b1c5f80 None None] Checking router: 86017aaa-2566-4306-911f-99581857a9e5 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 11:12:20.728110 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8906419e-3473-4866-ad5a-ca208b1c5f80 None None] Routers {'86017aaa-2566-4306-911f-99581857a9e5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:12:20.728705 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-8906419e-3473-4866-ad5a-ca208b1c5f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:12:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['86017aaa-2566-4306-911f-99581857a9e5'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:20.744743 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b95832-a3d4-45f8-8604-f7a451b433bc req-2a28f1b2-1ba8-41aa-ba00-1bce25e7d422 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:12:20.746950 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b2b95832-a3d4-45f8-8604-f7a451b433bc req-2a28f1b2-1ba8-41aa-ba00-1bce25e7d422 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=519e529a-cc89-4060-9560-3b699f33fd81 HTTP/1.1" status: 200 len: 848 time: 0.0614288 Apr 08 11:12:20.913984 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-8906419e-3473-4866-ad5a-ca208b1c5f80 None None] Set router 86017aaa-2566-4306-911f-99581857a9e5 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:12:20.919217 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b2b95832-a3d4-45f8-8604-f7a451b433bc req-15047982-4bdc-403c-b866-03f4c242ad64 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cfaa7cc2-a717-455f-ac86-549884406d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1667855 Apr 08 11:12:21.028955 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7f169c6e-3de2-408b-9bea-26d4c930dfdf None None] Notify callbacks [] for port, precommit_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:21.041176 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-7f169c6e-3de2-408b-9bea-26d4c930dfdf None None] Transition to ACTIVE for port object b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895 will not be triggered until provisioned by entity L2. {{(pid=83847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:12:21.048808 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7f169c6e-3de2-408b-9bea-26d4c930dfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:21.051424 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b2b95832-a3d4-45f8-8604-f7a451b433bc req-27a70f95-2211-4ca8-93cc-9d1c6ef801e1 service neutron] 10.222.0.52 "GET /v2.0/networks/cfaa7cc2-a717-455f-ac86-549884406d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253998 Apr 08 11:12:21.211172 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b2b95832-a3d4-45f8-8604-f7a451b433bc req-214ea8e9-2164-4a14-841d-632103caf3f7 service neutron] 10.222.0.52 "GET /v2.0/networks/cfaa7cc2-a717-455f-ac86-549884406d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521225 Apr 08 11:12:21.228500 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884c78f-bd21-44c4-bb22-8dd1277b0f18 None None] Pushing event updated for resources: {'Port': ['ID=b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895,revision_number=3']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:21.283564 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-7f169c6e-3de2-408b-9bea-26d4c930dfdf None None] Attempting to bind port b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895 on host dv-neutron-837110-1-hyperv for vnic_type normal with profile {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:12:21.284254 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-7f169c6e-3de2-408b-9bea-26d4c930dfdf None None] Attempting to bind port b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895 by drivers openvswitch,hyperv on host dv-neutron-837110-1-hyperv at level 0 using segments [{'id': '387a00c2-a581-4f46-a77c-4f6a6af0d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd5c065eb-d710-4db0-b82f-af60ce21016c'}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:12:21.284659 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f169c6e-3de2-408b-9bea-26d4c930dfdf None None] Attempting to bind port b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895 on network d5c065eb-d710-4db0-b82f-af60ce21016c {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 11:12:21.292636 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f169c6e-3de2-408b-9bea-26d4c930dfdf None None] Checking agent: {'id': '4f349a56-1a91-451e-8c05-50feb65ea3f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837110-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 10, 47), 'started_at': datetime.datetime(2022, 4, 8, 10, 11, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837110-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 11:12:21.293451 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f169c6e-3de2-408b-9bea-26d4c930dfdf None None] Checking segment: {'id': '387a00c2-a581-4f46-a77c-4f6a6af0d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd5c065eb-d710-4db0-b82f-af60ce21016c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 11:12:21.293451 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7f169c6e-3de2-408b-9bea-26d4c930dfdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:21.293758 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f169c6e-3de2-408b-9bea-26d4c930dfdf None None] Bound using segment: {'id': '387a00c2-a581-4f46-a77c-4f6a6af0d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd5c065eb-d710-4db0-b82f-af60ce21016c'} {{(pid=83847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 11:12:21.294213 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.managers [None req-7f169c6e-3de2-408b-9bea-26d4c930dfdf None None] Bound port: b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895, host: dv-neutron-837110-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387a00c2-a581-4f46-a77c-4f6a6af0d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd5c065eb-d710-4db0-b82f-af60ce21016c'}}] {{(pid=83847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:12:21.294581 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7f169c6e-3de2-408b-9bea-26d4c930dfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:21.312605 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-8906419e-3473-4866-ad5a-ca208b1c5f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017aaa-2566-4306-911f-99581857a9e5', 'name': 'tempest-TestSnapshotPattern-688706020-router', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:47Z', 'updated_at': '2022-04-08T11:11:50Z', 'revision_number': 4, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'gw_port': {'id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:48Z', 'updated_at': '2022-04-08T11:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'c4305230-e808-4e9f-a749-cd4718edb492', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'floating_ip_address': '172.26.0.16', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '86017aaa-2566-4306-911f-99581857a9e5', 'port_id': 'c43b912a-8b07-462d-b2eb-b40167505f3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'mac_address': 'fa:16:3e:3e:96:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb6c809-4b2a-4e44-bfed-cb922133419c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:12:18Z', 'updated_at': '2022-04-08T11:12:18Z', 'revision_number': 0, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159b95a2-33a2-4fdf-b618-5708ab1ae135', 'name': '', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'mac_address': 'fa:16:3e:79:a2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '519e529a-cc89-4060-9560-3b699f33fd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:50Z', 'updated_at': '2022-04-08T11:11:59Z', 'revision_number': 5, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'subnets': [{'id': '519e529a-cc89-4060-9560-3b699f33fd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:21.317025 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8906419e-3473-4866-ad5a-ca208b1c5f80 None None] The sync data for ids ['86017aaa-2566-4306-911f-99581857a9e5'] in dv-neutron-837110-1-hyperv is: [{'id': '86017aaa-2566-4306-911f-99581857a9e5', 'name': 'tempest-TestSnapshotPattern-688706020-router', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:47Z', 'updated_at': '2022-04-08T11:11:50Z', 'revision_number': 4, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'gw_port': {'id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:48Z', 'updated_at': '2022-04-08T11:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'c4305230-e808-4e9f-a749-cd4718edb492', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'floating_ip_address': '172.26.0.16', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '86017aaa-2566-4306-911f-99581857a9e5', 'port_id': 'c43b912a-8b07-462d-b2eb-b40167505f3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'mac_address': 'fa:16:3e:3e:96:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb6c809-4b2a-4e44-bfed-cb922133419c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:12:18Z', 'updated_at': '2022-04-08T11:12:18Z', 'revision_number': 0, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159b95a2-33a2-4fdf-b618-5708ab1ae135', 'name': '', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'mac_address': 'fa:16:3e:79:a2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '519e529a-cc89-4060-9560-3b699f33fd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:50Z', 'updated_at': '2022-04-08T11:11:59Z', 'revision_number': 5, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'subnets': [{'id': '519e529a-cc89-4060-9560-3b699f33fd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 11:12:21.385945 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-7f169c6e-3de2-408b-9bea-26d4c930dfdf None None] For port b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895, host dv-neutron-837110-1-hyperv, cleared binding levels {{(pid=83847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:12:21.389641 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-7f169c6e-3de2-408b-9bea-26d4c930dfdf None None] For port b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895, host dv-neutron-837110-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895,segment=NetworkSegment(387a00c2-a581-4f46-a77c-4f6a6af0d003),segment_id=387a00c2-a581-4f46-a77c-4f6a6af0d003)] {{(pid=83847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:12:21.394927 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7f169c6e-3de2-408b-9bea-26d4c930dfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:21.495241 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f169c6e-3de2-408b-9bea-26d4c930dfdf None None] Routers {'f0a83134-7d4e-42fb-ac4b-06aacfac097e'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:12:21.496776 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-7f169c6e-3de2-408b-9bea-26d4c930dfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:12:16Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['f0a83134-7d4e-42fb-ac4b-06aacfac097e'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:21.557144 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4d7da6-93ec-4cd0-9aa3-c44a4d6e0681 None None] New status for floating IP c4305230-e808-4e9f-a749-cd4718edb492: ACTIVE {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 11:12:21.733525 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884c78f-bd21-44c4-bb22-8dd1277b0f18 None None] Pushing event updated for resources: {'Port': ['ID=b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:21.900649 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-7f169c6e-3de2-408b-9bea-26d4c930dfdf None None] Set router f0a83134-7d4e-42fb-ac4b-06aacfac097e gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:12:22.265881 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-7f169c6e-3de2-408b-9bea-26d4c930dfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a83134-7d4e-42fb-ac4b-06aacfac097e', 'name': 'tempest-TestSnapshotPattern-1627951183-router', 'tenant_id': 'f6eee7f521ee4c7781cb12cddf2ccd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': '3fdd7d4a-230b-4719-86b3-e2436745c9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:53Z', 'updated_at': '2022-04-08T11:11:56Z', 'revision_number': 4, 'project_id': 'f6eee7f521ee4c7781cb12cddf2ccd7b', 'gw_port': {'id': '3fdd7d4a-230b-4719-86b3-e2436745c9cd', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a83134-7d4e-42fb-ac4b-06aacfac097e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:54Z', 'updated_at': '2022-04-08T11:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895', 'name': '', 'network_id': 'd5c065eb-d710-4db0-b82f-af60ce21016c', 'tenant_id': 'f6eee7f521ee4c7781cb12cddf2ccd7b', 'mac_address': 'fa:16:3e:0d:31:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a83134-7d4e-42fb-ac4b-06aacfac097e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca050336-7403-4940-8029-c613fe955c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:56Z', 'updated_at': '2022-04-08T11:12:21Z', 'revision_number': 4, 'project_id': 'f6eee7f521ee4c7781cb12cddf2ccd7b', 'subnets': [{'id': 'ca050336-7403-4940-8029-c613fe955c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:12:22.269805 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f169c6e-3de2-408b-9bea-26d4c930dfdf None None] The sync data for ids ['f0a83134-7d4e-42fb-ac4b-06aacfac097e'] in dv-neutron-837110-1-hyperv is: [{'id': 'f0a83134-7d4e-42fb-ac4b-06aacfac097e', 'name': 'tempest-TestSnapshotPattern-1627951183-router', 'tenant_id': 'f6eee7f521ee4c7781cb12cddf2ccd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': '3fdd7d4a-230b-4719-86b3-e2436745c9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:53Z', 'updated_at': '2022-04-08T11:11:56Z', 'revision_number': 4, 'project_id': 'f6eee7f521ee4c7781cb12cddf2ccd7b', 'gw_port': {'id': '3fdd7d4a-230b-4719-86b3-e2436745c9cd', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a83134-7d4e-42fb-ac4b-06aacfac097e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:54Z', 'updated_at': '2022-04-08T11:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': 'b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895', 'name': '', 'network_id': 'd5c065eb-d710-4db0-b82f-af60ce21016c', 'tenant_id': 'f6eee7f521ee4c7781cb12cddf2ccd7b', 'mac_address': 'fa:16:3e:0d:31:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a83134-7d4e-42fb-ac4b-06aacfac097e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca050336-7403-4940-8029-c613fe955c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:56Z', 'updated_at': '2022-04-08T11:12:21Z', 'revision_number': 4, 'project_id': 'f6eee7f521ee4c7781cb12cddf2ccd7b', 'subnets': [{'id': 'ca050336-7403-4940-8029-c613fe955c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 11:12:23.431081 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:12:23.500696 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning for port b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895 completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:12:23.505520 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:12:23.505882 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:23.615664 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:23.647648 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] For port b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895,segment=NetworkSegment(387a00c2-a581-4f46-a77c-4f6a6af0d003),segment_id=387a00c2-a581-4f46-a77c-4f6a6af0d003)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:12:23.651589 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:23.715107 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Pushing event updated for resources: {'Port': ['ID=b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:12:25.415995 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895 up at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:12:25.486174 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Provisioning complete for port b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895 triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:12:25.486537 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:38.842215 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:43.429535 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-271df1e8-1b6a-49c6-a377-82d72354748a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:45.707470 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c31fd386-8fce-479a-8b2a-b291c1e39484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:46.961705 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:46.989040 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:48.471065 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:12:53.167679 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:13:02.384178 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bf827753-56a6-4f0e-927c-fbda76bdee3f req-5abc12d3-3ed6-489d-9252-fdadb6905d7d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=edb6c809-4b2a-4e44-bfed-cb922133419c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0655951 Apr 08 11:13:02.529596 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bf827753-56a6-4f0e-927c-fbda76bdee3f req-60bf2102-3a00-46cd-934c-3c4d4fbad8cf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d35b0ac8fb8465f89328a05bc0e986b&device_id=edb6c809-4b2a-4e44-bfed-cb922133419c HTTP/1.1" status: 200 len: 1099 time: 0.0702894 Apr 08 11:13:02.674382 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf827753-56a6-4f0e-927c-fbda76bdee3f req-8ffe5776-00ae-4d97-a710-39a532dc6d97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:02.675718 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bf827753-56a6-4f0e-927c-fbda76bdee3f req-8ffe5776-00ae-4d97-a710-39a532dc6d97 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cfaa7cc2-a717-455f-ac86-549884406d63 HTTP/1.1" status: 200 len: 910 time: 0.1236393 Apr 08 11:13:02.780677 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bf827753-56a6-4f0e-927c-fbda76bdee3f req-12c07788-4bf1-4ff7-907c-fbc77351f6b6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c43b912a-8b07-462d-b2eb-b40167505f3d HTTP/1.1" status: 200 len: 1001 time: 0.0946665 Apr 08 11:13:02.843719 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf827753-56a6-4f0e-927c-fbda76bdee3f req-dfb367f3-88c2-474c-a58a-ed3bd422ad3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:13:02.845121 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bf827753-56a6-4f0e-927c-fbda76bdee3f req-dfb367f3-88c2-474c-a58a-ed3bd422ad3f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=519e529a-cc89-4060-9560-3b699f33fd81 HTTP/1.1" status: 200 len: 848 time: 0.0559654 Apr 08 11:13:02.923588 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bf827753-56a6-4f0e-927c-fbda76bdee3f req-5cfed101-df92-4332-9246-87716f194d87 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cfaa7cc2-a717-455f-ac86-549884406d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693269 Apr 08 11:13:03.058463 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bf827753-56a6-4f0e-927c-fbda76bdee3f req-6f5caa9d-494f-497d-961c-0fc40f92063c service neutron] 10.222.0.52 "GET /v2.0/networks/cfaa7cc2-a717-455f-ac86-549884406d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232255 Apr 08 11:13:03.190119 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-bf827753-56a6-4f0e-927c-fbda76bdee3f req-25847414-9ad3-4d8e-98c0-01becf85cce5 service neutron] 10.222.0.52 "GET /v2.0/networks/cfaa7cc2-a717-455f-ac86-549884406d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231050 Apr 08 11:13:06.959289 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [req-5ab55545-9e9a-4cb6-aa5e-303ff228127d req-400eda6c-3da0-4271-a523-467b8ed363d9 service neutron] (83846) timed out ('10.222.0.47', 34374) {{(pid=83846) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 08 11:13:08.855732 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:13.431830 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-8fe89fca-dc5b-4bd6-a41f-e00ee84c37a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:15.699699 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e518f1db-d489-4396-af7a-b19fec6e7417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:16.964687 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:16.989589 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:18.474452 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:30.169518 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:13:38.855618 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:43.433069 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-35aa7fb6-1cc1-4b96-8939-5b2606627821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:45.701932 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7fb7c419-9f7d-4d0d-b6e2-4737b1f70828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:46.968895 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:46.992465 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:13:48.476310 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:04.387270 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6b19e397-3d9b-4695-bf2a-15e75d429d58 req-6d09f263-ba85-4bb5-8ed9-8960bc054d8c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=edb6c809-4b2a-4e44-bfed-cb922133419c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664752 Apr 08 11:14:04.534951 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6b19e397-3d9b-4695-bf2a-15e75d429d58 req-0195de62-dad4-4b39-b1be-154fede16491 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d35b0ac8fb8465f89328a05bc0e986b&device_id=edb6c809-4b2a-4e44-bfed-cb922133419c HTTP/1.1" status: 200 len: 1099 time: 0.0692437 Apr 08 11:14:04.678123 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19e397-3d9b-4695-bf2a-15e75d429d58 req-2c920691-1551-4d6b-a532-a5467b12bdfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:04.679490 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6b19e397-3d9b-4695-bf2a-15e75d429d58 req-2c920691-1551-4d6b-a532-a5467b12bdfb service neutron] 10.222.0.52 "GET /v2.0/networks?id=cfaa7cc2-a717-455f-ac86-549884406d63 HTTP/1.1" status: 200 len: 910 time: 0.1241353 Apr 08 11:14:04.782370 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6b19e397-3d9b-4695-bf2a-15e75d429d58 req-5ad81d35-de79-4502-bb66-2785c6ce08fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c43b912a-8b07-462d-b2eb-b40167505f3d HTTP/1.1" status: 200 len: 1001 time: 0.0942075 Apr 08 11:14:04.945806 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19e397-3d9b-4695-bf2a-15e75d429d58 req-e0f79394-98a2-4255-a339-b37740050c2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:04.947122 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6b19e397-3d9b-4695-bf2a-15e75d429d58 req-e0f79394-98a2-4255-a339-b37740050c2e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=519e529a-cc89-4060-9560-3b699f33fd81 HTTP/1.1" status: 200 len: 848 time: 0.1563964 Apr 08 11:14:05.022743 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6b19e397-3d9b-4695-bf2a-15e75d429d58 req-30076055-69a8-4c8f-8f2f-8c460aca47fa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cfaa7cc2-a717-455f-ac86-549884406d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662344 Apr 08 11:14:05.153540 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6b19e397-3d9b-4695-bf2a-15e75d429d58 req-21a23954-5252-4f23-8486-4460559d3314 service neutron] 10.222.0.52 "GET /v2.0/networks/cfaa7cc2-a717-455f-ac86-549884406d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212199 Apr 08 11:14:05.296776 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6b19e397-3d9b-4695-bf2a-15e75d429d58 req-21b77777-3c3e-42df-a155-444a004f3f03 service neutron] 10.222.0.52 "GET /v2.0/networks/cfaa7cc2-a717-455f-ac86-549884406d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341279 Apr 08 11:14:07.171640 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:14:08.870529 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:13.434796 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d03f54ad-af4d-435d-b9d9-d1487cc6abce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:15.703967 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5eb30505-146e-4bcc-a646-ca8bda54bb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:16.970630 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:16.992943 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:18.480099 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:21.393304 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device c43b912a-8b07-462d-b2eb-b40167505f3d details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:14:21.578422 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port c43b912a-8b07-462d-b2eb-b40167505f3d, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c43b912a-8b07-462d-b2eb-b40167505f3d,segment=NetworkSegment(334cce28-86a5-4634-a2f2-7864aa7ed9c9),segment_id=334cce28-86a5-4634-a2f2-7864aa7ed9c9)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:14:21.591699 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': 'c43b912a-8b07-462d-b2eb-b40167505f3d', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'port_id': 'c43b912a-8b07-462d-b2eb-b40167505f3d', 'mac_address': 'fa:16:3e:3e:96:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519e529a-cc89-4060-9560-3b699f33fd81', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:14:21.649010 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:21.665630 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c43b912a-8b07-462d-b2eb-b40167505f3d {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 11:14:21.680350 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port c43b912a-8b07-462d-b2eb-b40167505f3d, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c43b912a-8b07-462d-b2eb-b40167505f3d,segment=NetworkSegment(334cce28-86a5-4634-a2f2-7864aa7ed9c9),segment_id=334cce28-86a5-4634-a2f2-7864aa7ed9c9)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:14:21.684198 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:21.751256 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=c43b912a-8b07-462d-b2eb-b40167505f3d,revision_number=6']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:21.759884 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:21.760252 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:21.760590 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:21.760921 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:21.761247 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:21.761566 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:21.761891 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:21.762207 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:21.762520 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:21.762834 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:21.763143 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:21.774120 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['c43b912a-8b07-462d-b2eb-b40167505f3d'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 11:14:23.407128 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device c43b912a-8b07-462d-b2eb-b40167505f3d up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:14:23.486274 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port c43b912a-8b07-462d-b2eb-b40167505f3d triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:14:23.486981 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:23.618602 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:23.646904 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb6c809-4b2a-4e44-bfed-cb922133419c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43b912a-8b07-462d-b2eb-b40167505f3d'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:14:23.657468 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port c43b912a-8b07-462d-b2eb-b40167505f3d, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c43b912a-8b07-462d-b2eb-b40167505f3d,segment=NetworkSegment(334cce28-86a5-4634-a2f2-7864aa7ed9c9),segment_id=334cce28-86a5-4634-a2f2-7864aa7ed9c9)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:14:23.664662 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:23.732833 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=c43b912a-8b07-462d-b2eb-b40167505f3d,revision_number=7']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:23.737628 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d969224-9366-4d5e-b29e-1c31696f62bf'] response: {'server_uuid': 'edb6c809-4b2a-4e44-bfed-cb922133419c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43b912a-8b07-462d-b2eb-b40167505f3d', 'code': 200} Apr 08 11:14:33.286460 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-2d201e87-98a8-4f0e-9f25-f78b68699619 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1209282468&fields=id&tenant_id=6d35b0ac8fb8465f89328a05bc0e986b HTTP/1.1" status: 200 len: 267 time: 0.0425789 Apr 08 11:14:33.433723 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-83415b24-1645-465c-a553-ac8a4043adad tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:33.435180 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-83415b24-1645-465c-a553-ac8a4043adad tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/networks?id=cfaa7cc2-a717-455f-ac86-549884406d63 HTTP/1.1" status: 200 len: 809 time: 0.1423888 Apr 08 11:14:33.452345 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-8a764c8f-375b-4241-a85f-2335d455ba93 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/quotas/6d35b0ac8fb8465f89328a05bc0e986b HTTP/1.1" status: 200 len: 375 time: 0.0117898 Apr 08 11:14:33.538760 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-afc2ac0a-dd8d-4871-8024-d528813865ca tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d35b0ac8fb8465f89328a05bc0e986b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0815296 Apr 08 11:14:33.753416 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-d0ab2f25-498c-410d-8261-0ed53dd59921 service neutron] 10.222.0.47 "GET /v2.0/networks/cfaa7cc2-a717-455f-ac86-549884406d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031431 Apr 08 11:14:33.882766 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-00680b9f-e57c-4a17-b6fb-44426726fde6 service neutron] 10.222.0.47 "GET /v2.0/networks/cfaa7cc2-a717-455f-ac86-549884406d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235206 Apr 08 11:14:35.099627 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-54906d78-0ebc-4e58-87b3-7c3aa66a4ea1 req-410969c8-f1fe-4984-9e67-3366d89cfb5c tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee HTTP/1.1" status: 200 len: 210 time: 0.0402007 Apr 08 11:14:36.173282 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-52dd4883-708c-453b-bb8c-bb132dfe52d9 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:36.174696 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-52dd4883-708c-453b-bb8c-bb132dfe52d9 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.52 "GET /v2.0/networks?id=cfaa7cc2-a717-455f-ac86-549884406d63 HTTP/1.1" status: 200 len: 809 time: 0.1417227 Apr 08 11:14:36.277254 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-4d70ffae-5c0e-4485-b710-d48ac45c2bc8 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d35b0ac8fb8465f89328a05bc0e986b HTTP/1.1" status: 200 len: 380 time: 0.0837278 Apr 08 11:14:36.279099 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7d9b9d31-90f6-4952-8648-a8acb1d81f6b req-f7818988-94ef-401c-8645-86e371d12ea7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee HTTP/1.1" status: 200 len: 210 time: 0.0509887 Apr 08 11:14:36.296777 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-8f94fde5-99ec-4045-aced-ee0e24e5f620 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Request body: {'port': {'device_id': '0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'admin_state_up': True, 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'security_groups': ['3707fc5f-e441-4bf0-9b6e-c136be0651c2']}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:14:36.432695 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-8f94fde5-99ec-4045-aced-ee0e24e5f620 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:14:36.443005 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-8f94fde5-99ec-4045-aced-ee0e24e5f620 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:14:36.452928 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-8f94fde5-99ec-4045-aced-ee0e24e5f620 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Made reservation on behalf of 6d35b0ac8fb8465f89328a05bc0e986b for: {'port': 1} {{(pid=83845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:14:36.455856 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-8f94fde5-99ec-4045-aced-ee0e24e5f620 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:36.617811 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-8f94fde5-99ec-4045-aced-ee0e24e5f620 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Allocated IP 172.20.0.12 (cfaa7cc2-a717-455f-ac86-549884406d63/519e529a-cc89-4060-9560-3b699f33fd81/6879d467-0d85-47ff-91e8-5813e2b1b45d) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:14:36.988469 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-8f94fde5-99ec-4045-aced-ee0e24e5f620 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:37.008114 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-8f94fde5-99ec-4045-aced-ee0e24e5f620 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Transition to ACTIVE for port object 6879d467-0d85-47ff-91e8-5813e2b1b45d will not be triggered until provisioned by entity DHCP. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:14:37.033599 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-8f94fde5-99ec-4045-aced-ee0e24e5f620 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:37.109775 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94fde5-99ec-4045-aced-ee0e24e5f620 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Pushing event updated for resources: {'Port': ['ID=6879d467-0d85-47ff-91e8-5813e2b1b45d,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:37.121395 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f94fde5-99ec-4045-aced-ee0e24e5f620 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:37.122078 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f94fde5-99ec-4045-aced-ee0e24e5f620 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:37.122834 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f94fde5-99ec-4045-aced-ee0e24e5f620 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:37.123362 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f94fde5-99ec-4045-aced-ee0e24e5f620 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:37.123897 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f94fde5-99ec-4045-aced-ee0e24e5f620 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:37.124444 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f94fde5-99ec-4045-aced-ee0e24e5f620 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:37.124985 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f94fde5-99ec-4045-aced-ee0e24e5f620 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:37.125515 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f94fde5-99ec-4045-aced-ee0e24e5f620 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:37.126038 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f94fde5-99ec-4045-aced-ee0e24e5f620 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:37.126571 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f94fde5-99ec-4045-aced-ee0e24e5f620 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:37.127107 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f94fde5-99ec-4045-aced-ee0e24e5f620 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:14:37.149032 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-8f94fde5-99ec-4045-aced-ee0e24e5f620 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Network cfaa7cc2-a717-455f-ac86-549884406d63 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:14:37.150212 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-8f94fde5-99ec-4045-aced-ee0e24e5f620 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:14:37.152672 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-8f94fde5-99ec-4045-aced-ee0e24e5f620 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 11:14:37.245237 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-8f94fde5-99ec-4045-aced-ee0e24e5f620 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:37.245896 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-8f94fde5-99ec-4045-aced-ee0e24e5f620 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:37.284104 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-8f94fde5-99ec-4045-aced-ee0e24e5f620 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9912827 Apr 08 11:14:37.473473 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-92c3cbfc-6c0c-463e-9fe7-182e31808f7d None None] Provisioning for port 6879d467-0d85-47ff-91e8-5813e2b1b45d completed by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:14:37.480384 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-92c3cbfc-6c0c-463e-9fe7-182e31808f7d None None] Provisioning complete for port 6879d467-0d85-47ff-91e8-5813e2b1b45d triggered by entity DHCP. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:14:37.481029 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-92c3cbfc-6c0c-463e-9fe7-182e31808f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:37.525571 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e12892-a0a2-43f3-a989-17caf464652b req-2b60635c-fda9-40da-8129-3657d40da0ef tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:37.526389 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-32e12892-a0a2-43f3-a989-17caf464652b req-2b60635c-fda9-40da-8129-3657d40da0ef tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Synchronizing usage tracker for tenant:6d35b0ac8fb8465f89328a05bc0e986b on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:14:37.533037 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device c43b912a-8b07-462d-b2eb-b40167505f3d no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:14:37.551327 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-32e12892-a0a2-43f3-a989-17caf464652b req-2b60635c-fda9-40da-8129-3657d40da0ef tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Unset dirty status for tenant:6d35b0ac8fb8465f89328a05bc0e986b on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:14:37.552517 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-32e12892-a0a2-43f3-a989-17caf464652b req-2b60635c-fda9-40da-8129-3657d40da0ef tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee HTTP/1.1" status: 200 len: 932 time: 0.1389472 Apr 08 11:14:37.607188 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-92c3cbfc-6c0c-463e-9fe7-182e31808f7d None None] Port 6879d467-0d85-47ff-91e8-5813e2b1b45d cannot update to ACTIVE because it is not bound. {{(pid=83847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 08 11:14:37.618126 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-32e12892-a0a2-43f3-a989-17caf464652b req-b61dfca5-bf81-4249-8c52-7aab138ba2fd tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551507 Apr 08 11:14:37.671785 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:37.716773 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb6c809-4b2a-4e44-bfed-cb922133419c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c43b912a-8b07-462d-b2eb-b40167505f3d'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:14:37.733057 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port c43b912a-8b07-462d-b2eb-b40167505f3d, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c43b912a-8b07-462d-b2eb-b40167505f3d,segment=NetworkSegment(334cce28-86a5-4634-a2f2-7864aa7ed9c9),segment_id=334cce28-86a5-4634-a2f2-7864aa7ed9c9)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:14:37.737639 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:37.790055 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52dc6285-6a8d-4357-a79a-cbca3cb0ce27'] response: {'server_uuid': 'edb6c809-4b2a-4e44-bfed-cb922133419c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c43b912a-8b07-462d-b2eb-b40167505f3d', 'code': 200} Apr 08 11:14:37.823056 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=c43b912a-8b07-462d-b2eb-b40167505f3d,revision_number=8']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:38.832694 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1865e-7adf-4074-b22a-02f496b5b65d req-c75465a6-0843-429c-a75a-7db5a41e200e tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:38.834013 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f8e1865e-7adf-4074-b22a-02f496b5b65d req-c75465a6-0843-429c-a75a-7db5a41e200e tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee HTTP/1.1" status: 200 len: 932 time: 0.0826480 Apr 08 11:14:38.870888 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:38.883749 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f8e1865e-7adf-4074-b22a-02f496b5b65d req-206d01be-6e0f-4993-a3eb-4d8eedb2e9fc tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441511 Apr 08 11:14:40.103836 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab8321-172e-4a8f-917d-71625abae509 req-3961c9a9-4e52-4407-ac38-1d3173e0750f tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:40.105251 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9eab8321-172e-4a8f-917d-71625abae509 req-3961c9a9-4e52-4407-ac38-1d3173e0750f tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee HTTP/1.1" status: 200 len: 932 time: 0.0922694 Apr 08 11:14:40.158787 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9eab8321-172e-4a8f-917d-71625abae509 req-14f7beac-68d8-434f-bc51-631adabb151a tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456619 Apr 08 11:14:41.374685 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236cf148-2f72-44f3-88bd-6ae1930d0c9f req-f39f6f14-2ef2-424b-8965-12737321e828 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:41.376263 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-236cf148-2f72-44f3-88bd-6ae1930d0c9f req-f39f6f14-2ef2-424b-8965-12737321e828 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee HTTP/1.1" status: 200 len: 932 time: 0.0829873 Apr 08 11:14:41.452758 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-236cf148-2f72-44f3-88bd-6ae1930d0c9f req-528fee2f-afc7-4bdc-8f08-37be2d4ee9cd tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701590 Apr 08 11:14:42.658295 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89475b-1f11-437c-99dc-d4697c5ad452 req-98e10a2f-6e60-405d-8eae-0bcb1fbc0d19 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:42.659798 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-de89475b-1f11-437c-99dc-d4697c5ad452 req-98e10a2f-6e60-405d-8eae-0bcb1fbc0d19 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee HTTP/1.1" status: 200 len: 932 time: 0.0809474 Apr 08 11:14:42.708162 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-de89475b-1f11-437c-99dc-d4697c5ad452 req-666d488d-4054-4e79-94b2-7d91ec2cab4b tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417719 Apr 08 11:14:43.437831 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-da28b8c1-aa55-491c-8989-3da3ca8ba419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:43.864893 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-351cb527-3b34-44b3-85cf-bf6fc410dcd7 service neutron] Request body: {'port': {'device_id': '0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:14:43.992751 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-351cb527-3b34-44b3-85cf-bf6fc410dcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:44.014848 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1146982-1548-4487-9fc5-10c46d606d55 req-79b5f642-eb30-4a0b-b82c-974fb3a0ea5e tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:44.016217 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f1146982-1548-4487-9fc5-10c46d606d55 req-79b5f642-eb30-4a0b-b82c-974fb3a0ea5e tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee HTTP/1.1" status: 200 len: 932 time: 0.1883616 Apr 08 11:14:44.143328 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f1146982-1548-4487-9fc5-10c46d606d55 req-7c6facfa-9a9a-43bc-86f9-9524e0abb015 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037276 Apr 08 11:14:44.169898 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:14:44.365048 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-351cb527-3b34-44b3-85cf-bf6fc410dcd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6879d467-0d85-47ff-91e8-5813e2b1b45d {{(pid=83845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 11:14:44.371469 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-351cb527-3b34-44b3-85cf-bf6fc410dcd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:44.385215 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.provisioning_blocks [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-351cb527-3b34-44b3-85cf-bf6fc410dcd7 service neutron] Transition to ACTIVE for port object 6879d467-0d85-47ff-91e8-5813e2b1b45d will not be triggered until provisioned by entity L2. {{(pid=83845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 11:14:44.389187 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-351cb527-3b34-44b3-85cf-bf6fc410dcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:44.513936 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351cb527-3b34-44b3-85cf-bf6fc410dcd7 service neutron] Pushing event updated for resources: {'Port': ['ID=6879d467-0d85-47ff-91e8-5813e2b1b45d,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:44.625419 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-351cb527-3b34-44b3-85cf-bf6fc410dcd7 service neutron] Attempting to bind port 6879d467-0d85-47ff-91e8-5813e2b1b45d on host hv-neutron-8371 for vnic_type normal with profile {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 11:14:44.625753 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-351cb527-3b34-44b3-85cf-bf6fc410dcd7 service neutron] Attempting to bind port 6879d467-0d85-47ff-91e8-5813e2b1b45d by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '334cce28-86a5-4634-a2f2-7864aa7ed9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63'}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 11:14:44.626081 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-351cb527-3b34-44b3-85cf-bf6fc410dcd7 service neutron] Attempting to bind port 6879d467-0d85-47ff-91e8-5813e2b1b45d on network cfaa7cc2-a717-455f-ac86-549884406d63 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 11:14:44.631990 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-351cb527-3b34-44b3-85cf-bf6fc410dcd7 service neutron] Port 6879d467-0d85-47ff-91e8-5813e2b1b45d on network cfaa7cc2-a717-455f-ac86-549884406d63 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 08 11:14:44.632335 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-351cb527-3b34-44b3-85cf-bf6fc410dcd7 service neutron] Attempting to bind port 6879d467-0d85-47ff-91e8-5813e2b1b45d on network cfaa7cc2-a717-455f-ac86-549884406d63 {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 08 11:14:44.638733 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-351cb527-3b34-44b3-85cf-bf6fc410dcd7 service neutron] Checking agent: {'id': '348c280c-6a27-44b6-bce7-4d56d4dbfda4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'started_at': datetime.datetime(2022, 4, 8, 10, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 08 11:14:44.639078 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-351cb527-3b34-44b3-85cf-bf6fc410dcd7 service neutron] Checking segment: {'id': '334cce28-86a5-4634-a2f2-7864aa7ed9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 08 11:14:44.639513 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-351cb527-3b34-44b3-85cf-bf6fc410dcd7 service neutron] Bound using segment: {'id': '334cce28-86a5-4634-a2f2-7864aa7ed9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63'} {{(pid=83845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 08 11:14:44.639875 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.managers [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-351cb527-3b34-44b3-85cf-bf6fc410dcd7 service neutron] Bound port: 6879d467-0d85-47ff-91e8-5813e2b1b45d, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '334cce28-86a5-4634-a2f2-7864aa7ed9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63'}}] {{(pid=83845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 11:14:44.640254 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-351cb527-3b34-44b3-85cf-bf6fc410dcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:44.730257 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-351cb527-3b34-44b3-85cf-bf6fc410dcd7 service neutron] For port 6879d467-0d85-47ff-91e8-5813e2b1b45d, host hv-neutron-8371, cleared binding levels {{(pid=83845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:14:44.733165 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-351cb527-3b34-44b3-85cf-bf6fc410dcd7 service neutron] For port 6879d467-0d85-47ff-91e8-5813e2b1b45d, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=6879d467-0d85-47ff-91e8-5813e2b1b45d,segment=NetworkSegment(334cce28-86a5-4634-a2f2-7864aa7ed9c9),segment_id=334cce28-86a5-4634-a2f2-7864aa7ed9c9)] {{(pid=83845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:14:44.737639 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-351cb527-3b34-44b3-85cf-bf6fc410dcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:44.799688 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-351cb527-3b34-44b3-85cf-bf6fc410dcd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:44.801240 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-351cb527-3b34-44b3-85cf-bf6fc410dcd7 service neutron] 10.222.0.52 "PUT /v2.0/ports/6879d467-0d85-47ff-91e8-5813e2b1b45d HTTP/1.1" status: 200 len: 1094 time: 0.9408562 Apr 08 11:14:44.801654 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee', 'tag': '6879d467-0d85-47ff-91e8-5813e2b1b45d'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:14:44.821509 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351cb527-3b34-44b3-85cf-bf6fc410dcd7 service neutron] Pushing event updated for resources: {'Port': ['ID=6879d467-0d85-47ff-91e8-5813e2b1b45d,revision_number=3']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:44.923616 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-56e4c780-02b3-41d2-89fd-3696d3559e39 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d35b0ac8fb8465f89328a05bc0e986b&device_id=0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee HTTP/1.1" status: 200 len: 1097 time: 0.0792515 Apr 08 11:14:45.072962 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13ed086a-e697-4749-b497-45689d4481f9'] response: {'name': 'network-changed', 'server_uuid': '0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee', 'tag': '6879d467-0d85-47ff-91e8-5813e2b1b45d', 'status': 'completed', 'code': 200} Apr 08 11:14:45.093277 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-06b64cef-d07a-4eea-90c0-80cadc317582 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6879d467-0d85-47ff-91e8-5813e2b1b45d HTTP/1.1" status: 200 len: 217 time: 0.1592944 Apr 08 11:14:45.161013 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-728a9b96-82e5-4168-b9b6-66a557a644f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:45.162388 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-728a9b96-82e5-4168-b9b6-66a557a644f6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=519e529a-cc89-4060-9560-3b699f33fd81 HTTP/1.1" status: 200 len: 848 time: 0.0605168 Apr 08 11:14:45.240378 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-445bd463-27d9-4912-a83f-45ff44c9db15 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cfaa7cc2-a717-455f-ac86-549884406d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680773 Apr 08 11:14:45.433951 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-062d6068-19fe-4215-a334-29700eb1bccf service neutron] 10.222.0.52 "GET /v2.0/networks/cfaa7cc2-a717-455f-ac86-549884406d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847210 Apr 08 11:14:45.442862 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6935e-4a4c-4bea-8f9b-08a96c972f46 req-90048309-2af5-4268-be5c-395a5a979b25 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:45.444227 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5cd6935e-4a4c-4bea-8f9b-08a96c972f46 req-90048309-2af5-4268-be5c-395a5a979b25 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee HTTP/1.1" status: 200 len: 944 time: 0.1766012 Apr 08 11:14:45.572047 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5cd6935e-4a4c-4bea-8f9b-08a96c972f46 req-bdb5b246-b2b5-4aef-a9e4-fa966a05792a tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102130 Apr 08 11:14:45.607282 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-96106e99-f426-4f7d-8d5d-191a2439f029 req-9a505f15-1421-47c8-8d09-0ce56cb7f595 service neutron] 10.222.0.52 "GET /v2.0/networks/cfaa7cc2-a717-455f-ac86-549884406d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621399 Apr 08 11:14:45.708734 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b361c8e2-2825-4cd0-aba1-0da20d81184e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:45.730933 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b89e6544-a4a8-4247-9138-62d72e362dbe req-1ba61c88-1aa9-4107-9aa7-688332d5c478 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d35b0ac8fb8465f89328a05bc0e986b&device_id=0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee HTTP/1.1" status: 200 len: 1097 time: 0.0693886 Apr 08 11:14:45.859487 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e6544-a4a8-4247-9138-62d72e362dbe req-fbb29e2f-282a-47ce-adcd-b8acadf2ec7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:45.860922 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b89e6544-a4a8-4247-9138-62d72e362dbe req-fbb29e2f-282a-47ce-adcd-b8acadf2ec7a service neutron] 10.222.0.52 "GET /v2.0/networks?id=cfaa7cc2-a717-455f-ac86-549884406d63 HTTP/1.1" status: 200 len: 910 time: 0.1237998 Apr 08 11:14:45.931660 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b89e6544-a4a8-4247-9138-62d72e362dbe req-24e35e83-3aac-4f7c-9b5b-bd8c49a0f361 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6879d467-0d85-47ff-91e8-5813e2b1b45d HTTP/1.1" status: 200 len: 217 time: 0.0624104 Apr 08 11:14:45.992848 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e6544-a4a8-4247-9138-62d72e362dbe req-f436e95b-26bb-4e96-ae65-3476b352b484 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:45.994177 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b89e6544-a4a8-4247-9138-62d72e362dbe req-f436e95b-26bb-4e96-ae65-3476b352b484 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=519e529a-cc89-4060-9560-3b699f33fd81 HTTP/1.1" status: 200 len: 848 time: 0.0567143 Apr 08 11:14:46.069842 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b89e6544-a4a8-4247-9138-62d72e362dbe req-5f7c0d56-c728-4aaa-983f-55619f447c45 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cfaa7cc2-a717-455f-ac86-549884406d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691097 Apr 08 11:14:46.199331 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b89e6544-a4a8-4247-9138-62d72e362dbe req-a7be2431-f141-42a2-8858-f5095d7917e0 service neutron] 10.222.0.52 "GET /v2.0/networks/cfaa7cc2-a717-455f-ac86-549884406d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227403 Apr 08 11:14:46.325914 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b89e6544-a4a8-4247-9138-62d72e362dbe req-e2d88086-6291-4c2e-aebd-65fd90ccefef service neutron] 10.222.0.52 "GET /v2.0/networks/cfaa7cc2-a717-455f-ac86-549884406d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206062 Apr 08 11:14:46.766026 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0717f93-3f5e-40c6-b60c-a42103de290f req-fb68f457-e535-4ea3-a0c6-afc20ad1f82c tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:46.767449 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e0717f93-3f5e-40c6-b60c-a42103de290f req-fb68f457-e535-4ea3-a0c6-afc20ad1f82c tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee HTTP/1.1" status: 200 len: 944 time: 0.0749183 Apr 08 11:14:46.810691 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e0717f93-3f5e-40c6-b60c-a42103de290f req-a59ecc6e-bc65-427a-9ec8-66f801ddbd7c tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378375 Apr 08 11:14:46.972327 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:46.993518 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:48.007808 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51d935-5ac6-4a13-b141-85f9b922e016 req-7ab14f97-5a86-49df-8801-a394ac404f1c tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:48.009282 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7f51d935-5ac6-4a13-b141-85f9b922e016 req-7ab14f97-5a86-49df-8801-a394ac404f1c tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee HTTP/1.1" status: 200 len: 944 time: 0.0783989 Apr 08 11:14:48.053967 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-7f51d935-5ac6-4a13-b141-85f9b922e016 req-229ac36f-2b50-4675-82c1-4bc88467ca5c tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392287 Apr 08 11:14:48.508574 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:49.245476 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8da13f-20b1-45cd-9eeb-29466854a8fc req-afb21e01-9511-4d55-a371-dcfa876abace tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:49.246989 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9e8da13f-20b1-45cd-9eeb-29466854a8fc req-afb21e01-9511-4d55-a371-dcfa876abace tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee HTTP/1.1" status: 200 len: 944 time: 0.0740256 Apr 08 11:14:49.291422 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9e8da13f-20b1-45cd-9eeb-29466854a8fc req-909bf696-fbb4-4d8e-81eb-103bd59893b7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390711 Apr 08 11:14:49.543985 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 6879d467-0d85-47ff-91e8-5813e2b1b45d details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:14:49.679291 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 6879d467-0d85-47ff-91e8-5813e2b1b45d, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=6879d467-0d85-47ff-91e8-5813e2b1b45d,segment=NetworkSegment(334cce28-86a5-4634-a2f2-7864aa7ed9c9),segment_id=334cce28-86a5-4634-a2f2-7864aa7ed9c9)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:14:49.691640 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '6879d467-0d85-47ff-91e8-5813e2b1b45d', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'port_id': '6879d467-0d85-47ff-91e8-5813e2b1b45d', 'mac_address': 'fa:16:3e:7a:b5:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519e529a-cc89-4060-9560-3b699f33fd81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:14:49.747094 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:49.764319 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6879d467-0d85-47ff-91e8-5813e2b1b45d {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 11:14:49.778848 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 6879d467-0d85-47ff-91e8-5813e2b1b45d, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=6879d467-0d85-47ff-91e8-5813e2b1b45d,segment=NetworkSegment(334cce28-86a5-4634-a2f2-7864aa7ed9c9),segment_id=334cce28-86a5-4634-a2f2-7864aa7ed9c9)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:14:49.782690 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:49.845518 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=6879d467-0d85-47ff-91e8-5813e2b1b45d,revision_number=4']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:50.114831 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['6879d467-0d85-47ff-91e8-5813e2b1b45d'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 11:14:50.572457 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dcaaa-1fa1-425e-a7ae-96503e5c0f0f req-d00458b6-9558-4507-80f5-1c42e525c6a5 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:50.573896 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-700dcaaa-1fa1-425e-a7ae-96503e5c0f0f req-d00458b6-9558-4507-80f5-1c42e525c6a5 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee HTTP/1.1" status: 200 len: 945 time: 0.1651475 Apr 08 11:14:50.619029 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-700dcaaa-1fa1-425e-a7ae-96503e5c0f0f req-0ad80bfa-0d23-4450-a635-42f54653e854 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396578 Apr 08 11:14:51.559625 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 6879d467-0d85-47ff-91e8-5813e2b1b45d up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:14:51.628222 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning for port 6879d467-0d85-47ff-91e8-5813e2b1b45d completed by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 11:14:51.632712 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 6879d467-0d85-47ff-91e8-5813e2b1b45d triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:14:51.633078 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:51.754254 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:51.810256 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6879d467-0d85-47ff-91e8-5813e2b1b45d'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:14:51.819446 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 6879d467-0d85-47ff-91e8-5813e2b1b45d, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=6879d467-0d85-47ff-91e8-5813e2b1b45d,segment=NetworkSegment(334cce28-86a5-4634-a2f2-7864aa7ed9c9),segment_id=334cce28-86a5-4634-a2f2-7864aa7ed9c9)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:14:51.821571 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce9bfb-84a4-44d4-9258-3e44f17e0273 req-1d6c9279-0569-4df1-a249-0c24ca7a3041 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:51.823019 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d3ce9bfb-84a4-44d4-9258-3e44f17e0273 req-1d6c9279-0569-4df1-a249-0c24ca7a3041 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee HTTP/1.1" status: 200 len: 945 time: 0.0823290 Apr 08 11:14:51.823655 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:51.874012 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-d3ce9bfb-84a4-44d4-9258-3e44f17e0273 req-e254cee9-7f85-444d-aa3b-6788fe370f3c tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436995 Apr 08 11:14:51.874267 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-031d9e3b-5238-4e41-bc30-074304753b51'] response: {'server_uuid': '0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6879d467-0d85-47ff-91e8-5813e2b1b45d', 'code': 200} Apr 08 11:14:51.890544 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=6879d467-0d85-47ff-91e8-5813e2b1b45d,revision_number=5']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:52.107527 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-09711b93-60bc-4ece-861a-987f71374d9a req-9145be7f-4f11-492e-b123-fb2321f783a6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee HTTP/1.1" status: 200 len: 1099 time: 0.0656757 Apr 08 11:14:52.150539 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-09711b93-60bc-4ece-861a-987f71374d9a req-56f5bf32-c056-40c3-9507-6f3961980c2b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350225 Apr 08 11:14:53.075426 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961e86e-d458-4825-a4a9-eda115c5b966 req-d6510886-7cbf-4bcb-b1ef-357464a8703d tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:53.076910 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0961e86e-d458-4825-a4a9-eda115c5b966 req-d6510886-7cbf-4bcb-b1ef-357464a8703d tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee HTTP/1.1" status: 200 len: 946 time: 0.0784791 Apr 08 11:14:53.121823 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0961e86e-d458-4825-a4a9-eda115c5b966 req-28b3325e-6a75-41cd-a9c9-01ee2f2ea4b0 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394890 Apr 08 11:14:54.380988 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b5c8f-8dfd-4df1-b4b0-973083d4b32c req-3e8d123e-dbbb-47f5-94da-ce9786ba2853 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:54.383055 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-255b5c8f-8dfd-4df1-b4b0-973083d4b32c req-3e8d123e-dbbb-47f5-94da-ce9786ba2853 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee HTTP/1.1" status: 200 len: 946 time: 0.0748870 Apr 08 11:14:54.426929 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-255b5c8f-8dfd-4df1-b4b0-973083d4b32c req-563d87fb-3208-45a5-999e-274f7810a1d0 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383804 Apr 08 11:14:54.622510 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a42f5-a2c2-43ef-9e21-7f1552555ae6 req-eab3a852-aa69-4c3e-88dd-885ea83031ac tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:54.623945 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6e0a42f5-a2c2-43ef-9e21-7f1552555ae6 req-eab3a852-aa69-4c3e-88dd-885ea83031ac tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee HTTP/1.1" status: 200 len: 946 time: 0.0781054 Apr 08 11:14:54.668925 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6e0a42f5-a2c2-43ef-9e21-7f1552555ae6 req-fe2a254d-24e5-4f9a-a415-29d1c28c9669 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394495 Apr 08 11:14:54.696244 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 39596) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:14:54.764417 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-e62b8621-7bd8-445a-9f57-c8a0084f07f2 tempest-TestSnapshotPattern-707652218 tempest-TestSnapshotPattern-707652218-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee HTTP/1.1" status: 200 len: 1094 time: 0.0666866 Apr 08 11:14:54.766660 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 39600) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:14:54.771679 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.v2.base [None req-df514391-a8f1-407c-95fd-3e1a085896ad tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Request body: {'floatingip': {'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'port_id': '6879d467-0d85-47ff-91e8-5813e2b1b45d', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 08 11:14:54.777711 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-df514391-a8f1-407c-95fd-3e1a085896ad tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 11:14:54.781812 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-df514391-a8f1-407c-95fd-3e1a085896ad tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Usage tracker for resource:floatingip and tenant:6d35b0ac8fb8465f89328a05bc0e986b is out of sync, need to count used quota {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 11:14:54.784608 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [None req-df514391-a8f1-407c-95fd-3e1a085896ad tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 11:14:54.790789 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.quota.driver [None req-df514391-a8f1-407c-95fd-3e1a085896ad tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 11:14:54.803873 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-df514391-a8f1-407c-95fd-3e1a085896ad tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for floatingip, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:54.933631 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-df514391-a8f1-407c-95fd-3e1a085896ad tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:55.067697 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.db_base_plugin_common [None req-df514391-a8f1-407c-95fd-3e1a085896ad tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Allocated IP 172.26.0.25 (f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240/b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e/522c5f28-006a-49f8-ae2b-0e601fd13730) {{(pid=83845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:14:55.214235 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-df514391-a8f1-407c-95fd-3e1a085896ad tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for port, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:55.242017 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-df514391-a8f1-407c-95fd-3e1a085896ad tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790031148674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:55.310493 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df514391-a8f1-407c-95fd-3e1a085896ad tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Network f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240 is already hosted by enough agents. {{(pid=83845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:14:55.313278 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.base_scheduler [None req-df514391-a8f1-407c-95fd-3e1a085896ad tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Resources bound (agent type, host, resource id): {{(pid=83845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:14:55.317446 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df514391-a8f1-407c-95fd-3e1a085896ad tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Received port after_create {{(pid=83845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 08 11:14:55.341910 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df514391-a8f1-407c-95fd-3e1a085896ad tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Pushing event updated for resources: {'Port': ['ID=522c5f28-006a-49f8-ae2b-0e601fd13730,revision_number=1']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:55.910073 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-df514391-a8f1-407c-95fd-3e1a085896ad tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:55.964130 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-df514391-a8f1-407c-95fd-3e1a085896ad tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:56.160886 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-df514391-a8f1-407c-95fd-3e1a085896ad tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for port, precommit_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:56.165831 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-df514391-a8f1-407c-95fd-3e1a085896ad tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2739144'] for port, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:56.271219 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df514391-a8f1-407c-95fd-3e1a085896ad tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Pushing event updated for resources: {'Port': ['ID=522c5f28-006a-49f8-ae2b-0e601fd13730,revision_number=2']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:14:56.285197 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-df514391-a8f1-407c-95fd-3e1a085896ad tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1762529'] for floatingip, after_update {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:56.473838 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.db.l3_db [None req-df514391-a8f1-407c-95fd-3e1a085896ad tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Floating IP 789240bd-3d37-4225-aa15-f60cfb50ed81 associated. External IP: 172.26.0.25, port: 6879d467-0d85-47ff-91e8-5813e2b1b45d. Apr 08 11:14:56.855435 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df514391-a8f1-407c-95fd-3e1a085896ad tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Router 86017aaa-2566-4306-911f-99581857a9e5 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:14:57.048844 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df514391-a8f1-407c-95fd-3e1a085896ad tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:14:57.059188 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98a1feb-0e07-49a9-bf18-4086e0591932 None None] Sync routers for ids ['86017aaa-2566-4306-911f-99581857a9e5'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 11:14:57.071855 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98a1feb-0e07-49a9-bf18-4086e0591932 None None] Routers {'86017aaa-2566-4306-911f-99581857a9e5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:14:57.072611 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-f98a1feb-0e07-49a9-bf18-4086e0591932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:14:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['86017aaa-2566-4306-911f-99581857a9e5'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:57.073589 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-df514391-a8f1-407c-95fd-3e1a085896ad tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:14:57.128969 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-df514391-a8f1-407c-95fd-3e1a085896ad tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3613052 Apr 08 11:14:57.129543 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee', 'tag': '6879d467-0d85-47ff-91e8-5813e2b1b45d'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:14:57.185761 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0cbd872-6cd3-40dd-9f71-ddb8e1e6dc90'] response: {'name': 'network-changed', 'server_uuid': '0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee', 'tag': '6879d467-0d85-47ff-91e8-5813e2b1b45d', 'status': 'completed', 'code': 200} Apr 08 11:14:57.248776 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-f98a1feb-0e07-49a9-bf18-4086e0591932 None None] Set router 86017aaa-2566-4306-911f-99581857a9e5 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:14:57.273572 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9755b361-c16c-46e0-bb06-e1f0a366dfa9 req-e941550c-44ea-4e36-a3bb-d6187d12bf17 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d35b0ac8fb8465f89328a05bc0e986b&device_id=0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee HTTP/1.1" status: 200 len: 1099 time: 0.0669827 Apr 08 11:14:57.403872 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755b361-c16c-46e0-bb06-e1f0a366dfa9 req-937dc521-166c-401c-8d9a-2b28ecb1b1ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:57.405557 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9755b361-c16c-46e0-bb06-e1f0a366dfa9 req-937dc521-166c-401c-8d9a-2b28ecb1b1ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=cfaa7cc2-a717-455f-ac86-549884406d63 HTTP/1.1" status: 200 len: 910 time: 0.1263044 Apr 08 11:14:57.609989 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9755b361-c16c-46e0-bb06-e1f0a366dfa9 req-c307de90-0298-4df0-82db-a186188f3d9d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6879d467-0d85-47ff-91e8-5813e2b1b45d HTTP/1.1" status: 200 len: 999 time: 0.1989505 Apr 08 11:14:57.626056 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-f98a1feb-0e07-49a9-bf18-4086e0591932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017aaa-2566-4306-911f-99581857a9e5', 'name': 'tempest-TestSnapshotPattern-688706020-router', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:47Z', 'updated_at': '2022-04-08T11:11:50Z', 'revision_number': 4, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'gw_port': {'id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:48Z', 'updated_at': '2022-04-08T11:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '789240bd-3d37-4225-aa15-f60cfb50ed81', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'floating_ip_address': '172.26.0.25', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '86017aaa-2566-4306-911f-99581857a9e5', 'port_id': '6879d467-0d85-47ff-91e8-5813e2b1b45d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'mac_address': 'fa:16:3e:7a:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:14:55Z', 'updated_at': '2022-04-08T11:14:55Z', 'revision_number': 0, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'fixed_ip_address_scope': None}, {'id': 'c4305230-e808-4e9f-a749-cd4718edb492', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'floating_ip_address': '172.26.0.16', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '86017aaa-2566-4306-911f-99581857a9e5', 'port_id': 'c43b912a-8b07-462d-b2eb-b40167505f3d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'mac_address': 'fa:16:3e:3e:96:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb6c809-4b2a-4e44-bfed-cb922133419c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:12:18Z', 'updated_at': '2022-04-08T11:12:21Z', 'revision_number': 1, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159b95a2-33a2-4fdf-b618-5708ab1ae135', 'name': '', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'mac_address': 'fa:16:3e:79:a2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '519e529a-cc89-4060-9560-3b699f33fd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:50Z', 'updated_at': '2022-04-08T11:11:59Z', 'revision_number': 5, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'subnets': [{'id': '519e529a-cc89-4060-9560-3b699f33fd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:57.629780 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98a1feb-0e07-49a9-bf18-4086e0591932 None None] Checking router: 86017aaa-2566-4306-911f-99581857a9e5 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 11:14:57.640008 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98a1feb-0e07-49a9-bf18-4086e0591932 None None] Routers {'86017aaa-2566-4306-911f-99581857a9e5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:14:57.640624 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-f98a1feb-0e07-49a9-bf18-4086e0591932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:14:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['86017aaa-2566-4306-911f-99581857a9e5'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:57.671494 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755b361-c16c-46e0-bb06-e1f0a366dfa9 req-47ca7f0d-3733-4bf6-9afa-d812a1d1a271 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:14:57.672856 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9755b361-c16c-46e0-bb06-e1f0a366dfa9 req-47ca7f0d-3733-4bf6-9afa-d812a1d1a271 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=519e529a-cc89-4060-9560-3b699f33fd81 HTTP/1.1" status: 200 len: 848 time: 0.0575926 Apr 08 11:14:57.750188 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9755b361-c16c-46e0-bb06-e1f0a366dfa9 req-bb3d0f11-65a0-4965-8f23-541a84b6140e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cfaa7cc2-a717-455f-ac86-549884406d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707824 Apr 08 11:14:57.824964 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-f98a1feb-0e07-49a9-bf18-4086e0591932 None None] Set router 86017aaa-2566-4306-911f-99581857a9e5 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:14:57.887052 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9755b361-c16c-46e0-bb06-e1f0a366dfa9 req-1045241b-f2af-4dab-a587-315184282623 service neutron] 10.222.0.52 "GET /v2.0/networks/cfaa7cc2-a717-455f-ac86-549884406d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303666 Apr 08 11:14:58.027711 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-9755b361-c16c-46e0-bb06-e1f0a366dfa9 req-bed4ef4d-8980-4181-bec1-f1ddf76777f5 service neutron] 10.222.0.52 "GET /v2.0/networks/cfaa7cc2-a717-455f-ac86-549884406d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354117 Apr 08 11:14:58.177612 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-f98a1feb-0e07-49a9-bf18-4086e0591932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017aaa-2566-4306-911f-99581857a9e5', 'name': 'tempest-TestSnapshotPattern-688706020-router', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:47Z', 'updated_at': '2022-04-08T11:11:50Z', 'revision_number': 4, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'gw_port': {'id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:48Z', 'updated_at': '2022-04-08T11:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '789240bd-3d37-4225-aa15-f60cfb50ed81', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'floating_ip_address': '172.26.0.25', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '86017aaa-2566-4306-911f-99581857a9e5', 'port_id': '6879d467-0d85-47ff-91e8-5813e2b1b45d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'mac_address': 'fa:16:3e:7a:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:14:55Z', 'updated_at': '2022-04-08T11:14:55Z', 'revision_number': 0, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'fixed_ip_address_scope': None}, {'id': 'c4305230-e808-4e9f-a749-cd4718edb492', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'floating_ip_address': '172.26.0.16', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '86017aaa-2566-4306-911f-99581857a9e5', 'port_id': 'c43b912a-8b07-462d-b2eb-b40167505f3d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'mac_address': 'fa:16:3e:3e:96:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb6c809-4b2a-4e44-bfed-cb922133419c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:12:18Z', 'updated_at': '2022-04-08T11:12:21Z', 'revision_number': 1, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159b95a2-33a2-4fdf-b618-5708ab1ae135', 'name': '', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'mac_address': 'fa:16:3e:79:a2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '519e529a-cc89-4060-9560-3b699f33fd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:50Z', 'updated_at': '2022-04-08T11:11:59Z', 'revision_number': 5, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'subnets': [{'id': '519e529a-cc89-4060-9560-3b699f33fd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:14:58.181437 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98a1feb-0e07-49a9-bf18-4086e0591932 None None] The sync data for ids ['86017aaa-2566-4306-911f-99581857a9e5'] in dv-neutron-837110-1-hyperv is: [{'id': '86017aaa-2566-4306-911f-99581857a9e5', 'name': 'tempest-TestSnapshotPattern-688706020-router', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:47Z', 'updated_at': '2022-04-08T11:11:50Z', 'revision_number': 4, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'gw_port': {'id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:48Z', 'updated_at': '2022-04-08T11:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': '789240bd-3d37-4225-aa15-f60cfb50ed81', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'floating_ip_address': '172.26.0.25', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '86017aaa-2566-4306-911f-99581857a9e5', 'port_id': '6879d467-0d85-47ff-91e8-5813e2b1b45d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'mac_address': 'fa:16:3e:7a:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:14:55Z', 'updated_at': '2022-04-08T11:14:55Z', 'revision_number': 0, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'fixed_ip_address_scope': None}, {'id': 'c4305230-e808-4e9f-a749-cd4718edb492', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'floating_ip_address': '172.26.0.16', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '86017aaa-2566-4306-911f-99581857a9e5', 'port_id': 'c43b912a-8b07-462d-b2eb-b40167505f3d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'mac_address': 'fa:16:3e:3e:96:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb6c809-4b2a-4e44-bfed-cb922133419c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:12:18Z', 'updated_at': '2022-04-08T11:12:21Z', 'revision_number': 1, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159b95a2-33a2-4fdf-b618-5708ab1ae135', 'name': '', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'mac_address': 'fa:16:3e:79:a2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '519e529a-cc89-4060-9560-3b699f33fd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:50Z', 'updated_at': '2022-04-08T11:11:59Z', 'revision_number': 5, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'subnets': [{'id': '519e529a-cc89-4060-9560-3b699f33fd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 11:14:58.378241 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1815ddb9-9bc8-44aa-8148-c782d0c119ca None None] New status for floating IP 789240bd-3d37-4225-aa15-f60cfb50ed81: ACTIVE {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 11:15:06.373806 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-695fca0d-d9b4-4c60-a12a-556476562960 req-96c04c06-7bda-4c2e-be38-ffa7987ad0bc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=edb6c809-4b2a-4e44-bfed-cb922133419c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664945 Apr 08 11:15:06.524727 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-695fca0d-d9b4-4c60-a12a-556476562960 req-d8ab778e-721e-4b1f-b0bf-dab24a1202c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d35b0ac8fb8465f89328a05bc0e986b&device_id=edb6c809-4b2a-4e44-bfed-cb922133419c HTTP/1.1" status: 200 len: 1097 time: 0.0718529 Apr 08 11:15:06.676366 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fca0d-d9b4-4c60-a12a-556476562960 req-c7f853eb-a05e-4d49-b64c-ebced5def88e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:06.677772 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-695fca0d-d9b4-4c60-a12a-556476562960 req-c7f853eb-a05e-4d49-b64c-ebced5def88e service neutron] 10.222.0.52 "GET /v2.0/networks?id=cfaa7cc2-a717-455f-ac86-549884406d63 HTTP/1.1" status: 200 len: 910 time: 0.1311142 Apr 08 11:15:06.778990 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-695fca0d-d9b4-4c60-a12a-556476562960 req-ebcad838-6d67-49af-9a8a-48f93f33c73f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c43b912a-8b07-462d-b2eb-b40167505f3d HTTP/1.1" status: 200 len: 999 time: 0.0946755 Apr 08 11:15:06.844313 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fca0d-d9b4-4c60-a12a-556476562960 req-c676c8f7-5661-45b6-bb49-477e7d8e110c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:15:06.845693 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-695fca0d-d9b4-4c60-a12a-556476562960 req-c676c8f7-5661-45b6-bb49-477e7d8e110c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=519e529a-cc89-4060-9560-3b699f33fd81 HTTP/1.1" status: 200 len: 848 time: 0.0551000 Apr 08 11:15:06.918333 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-695fca0d-d9b4-4c60-a12a-556476562960 req-c9ab350f-f751-4f5a-8dd7-2ac2c009d864 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cfaa7cc2-a717-455f-ac86-549884406d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664086 Apr 08 11:15:07.050185 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-695fca0d-d9b4-4c60-a12a-556476562960 req-4f04487a-5c51-43e1-bf69-74f42e1c6a7d service neutron] 10.222.0.52 "GET /v2.0/networks/cfaa7cc2-a717-455f-ac86-549884406d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249578 Apr 08 11:15:07.179266 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-695fca0d-d9b4-4c60-a12a-556476562960 req-7b31d508-9d98-4e7a-a93b-9f8a1ec740d4 service neutron] 10.222.0.52 "GET /v2.0/networks/cfaa7cc2-a717-455f-ac86-549884406d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221569 Apr 08 11:15:08.881904 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:13.440817 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-ab5494fb-cbca-45f5-9aee-6ae16f9a8947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:15.717219 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d53c-7cc3-4a34-89d3-64b68895f4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:16.975733 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:16.996551 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:18.486722 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:21.169874 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:15:38.886540 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:43.442320 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cb8771ee-b732-4f9a-82a5-5e9ba57104ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:45.708096 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-a4323c59-811e-4e00-897d-4992d92f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:46.980853 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:46.998854 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:48.488714 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:15:58.173628 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:16:08.533065 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e37061b6-dad5-493e-88c7-87b73ffa897b req-99a9dcfe-c2f8-4582-a8fc-2b54ff1b73c7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1602719 Apr 08 11:16:08.629710 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e37061b6-dad5-493e-88c7-87b73ffa897b req-a4479948-0817-4c97-9873-98c90c6e4db8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d35b0ac8fb8465f89328a05bc0e986b&device_id=0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee HTTP/1.1" status: 200 len: 1099 time: 0.0695980 Apr 08 11:16:08.786492 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37061b6-dad5-493e-88c7-87b73ffa897b req-4d05247e-4c13-4ee9-9967-f303f34250dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:08.787991 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e37061b6-dad5-493e-88c7-87b73ffa897b req-4d05247e-4c13-4ee9-9967-f303f34250dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=cfaa7cc2-a717-455f-ac86-549884406d63 HTTP/1.1" status: 200 len: 910 time: 0.1369503 Apr 08 11:16:08.902877 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:09.010666 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e37061b6-dad5-493e-88c7-87b73ffa897b req-4a001620-50c2-41f9-bcf0-a2cff1667c2d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6879d467-0d85-47ff-91e8-5813e2b1b45d HTTP/1.1" status: 200 len: 1001 time: 0.2133584 Apr 08 11:16:09.081564 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37061b6-dad5-493e-88c7-87b73ffa897b req-30c882bf-121f-41d5-ab82-2cc17418dbb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:09.082998 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e37061b6-dad5-493e-88c7-87b73ffa897b req-30c882bf-121f-41d5-ab82-2cc17418dbb0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=519e529a-cc89-4060-9560-3b699f33fd81 HTTP/1.1" status: 200 len: 848 time: 0.0660348 Apr 08 11:16:09.166151 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e37061b6-dad5-493e-88c7-87b73ffa897b req-0809c6f4-dda6-4a24-b098-84fc4c57e4c4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cfaa7cc2-a717-455f-ac86-549884406d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736213 Apr 08 11:16:09.315292 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e37061b6-dad5-493e-88c7-87b73ffa897b req-4a75de46-fa75-4488-9d47-8686569c92bf service neutron] 10.222.0.52 "GET /v2.0/networks/cfaa7cc2-a717-455f-ac86-549884406d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394558 Apr 08 11:16:09.449991 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-e37061b6-dad5-493e-88c7-87b73ffa897b req-04ba3690-2e2d-44ae-b951-99dd02343b9a service neutron] 10.222.0.52 "GET /v2.0/networks/cfaa7cc2-a717-455f-ac86-549884406d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248407 Apr 08 11:16:13.444232 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-cccec2d5-038e-4585-b9ed-5c763ad3c194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:15.708447 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-9d8bf296-db80-43b9-b4b3-6bc97b14096b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:16.982232 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:17.000749 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:18.491491 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:34.012457 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 6879d467-0d85-47ff-91e8-5813e2b1b45d details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=83847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 11:16:34.152715 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 6879d467-0d85-47ff-91e8-5813e2b1b45d, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=6879d467-0d85-47ff-91e8-5813e2b1b45d,segment=NetworkSegment(334cce28-86a5-4634-a2f2-7864aa7ed9c9),segment_id=334cce28-86a5-4634-a2f2-7864aa7ed9c9)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:34.169121 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Returning: {'device': '6879d467-0d85-47ff-91e8-5813e2b1b45d', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'port_id': '6879d467-0d85-47ff-91e8-5813e2b1b45d', 'mac_address': 'fa:16:3e:7a:b5:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519e529a-cc89-4060-9560-3b699f33fd81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 11:16:34.229557 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:34.248219 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6879d467-0d85-47ff-91e8-5813e2b1b45d {{(pid=83847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 08 11:16:34.264182 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 6879d467-0d85-47ff-91e8-5813e2b1b45d, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=6879d467-0d85-47ff-91e8-5813e2b1b45d,segment=NetworkSegment(334cce28-86a5-4634-a2f2-7864aa7ed9c9),segment_id=334cce28-86a5-4634-a2f2-7864aa7ed9c9)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:34.268394 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:34.336263 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=6879d467-0d85-47ff-91e8-5813e2b1b45d,revision_number=6']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:34.345303 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:34.345645 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:34.345983 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:34.346318 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:34.346651 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:34.346977 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:34.347302 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:34.347625 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:34.347944 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:34.348298 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:34.348618 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:34.368972 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] get_ports_and_sgs() called for port_ids ['6879d467-0d85-47ff-91e8-5813e2b1b45d'] {{(pid=83847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 08 11:16:35.173006 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:16:36.028436 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 6879d467-0d85-47ff-91e8-5813e2b1b45d up at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 11:16:36.105157 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.provisioning_blocks [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Provisioning complete for port 6879d467-0d85-47ff-91e8-5813e2b1b45d triggered by entity L2. {{(pid=83847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 11:16:36.105863 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7760164'] for port, provisioning_complete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:36.224437 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:36.254588 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6879d467-0d85-47ff-91e8-5813e2b1b45d'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:16:36.270801 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 6879d467-0d85-47ff-91e8-5813e2b1b45d, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=6879d467-0d85-47ff-91e8-5813e2b1b45d,segment=NetworkSegment(334cce28-86a5-4634-a2f2-7864aa7ed9c9),segment_id=334cce28-86a5-4634-a2f2-7864aa7ed9c9)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:36.288549 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:36.341856 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55a09e1f-6096-4f63-939c-cc43c1a52d4c'] response: {'server_uuid': '0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6879d467-0d85-47ff-91e8-5813e2b1b45d', 'code': 200} Apr 08 11:16:36.367349 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=6879d467-0d85-47ff-91e8-5813e2b1b45d,revision_number=7']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:38.916658 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:43.451606 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-58dabc88-f763-4558-a723-09f895816f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:44.995938 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 39758) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:16:45.201981 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-8e77e4d3-7b0b-462f-b9aa-035fb5d6132f tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Deleting port 522c5f28-006a-49f8-ae2b-0e601fd13730 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:16:45.202331 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8e77e4d3-7b0b-462f-b9aa-035fb5d6132f tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:45.464430 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8e77e4d3-7b0b-462f-b9aa-035fb5d6132f tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:45.464762 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8e77e4d3-7b0b-462f-b9aa-035fb5d6132f tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:45.586007 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-8e77e4d3-7b0b-462f-b9aa-035fb5d6132f tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Calling delete_port for 522c5f28-006a-49f8-ae2b-0e601fd13730 owned by network:floatingip {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:16:45.709760 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-799414dd-6d0e-4506-a1fb-6b24623f8fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:45.734210 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8e77e4d3-7b0b-462f-b9aa-035fb5d6132f tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:45.776167 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77e4d3-7b0b-462f-b9aa-035fb5d6132f tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Pushing event deleted for resources: {'Port': ['ID=522c5f28-006a-49f8-ae2b-0e601fd13730,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:45.812023 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e4d3-7b0b-462f-b9aa-035fb5d6132f tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:45.812398 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e4d3-7b0b-462f-b9aa-035fb5d6132f tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:45.812737 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e4d3-7b0b-462f-b9aa-035fb5d6132f tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:45.813072 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e4d3-7b0b-462f-b9aa-035fb5d6132f tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:45.813404 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e4d3-7b0b-462f-b9aa-035fb5d6132f tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:45.813734 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e4d3-7b0b-462f-b9aa-035fb5d6132f tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:45.814062 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e4d3-7b0b-462f-b9aa-035fb5d6132f tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:45.814389 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e4d3-7b0b-462f-b9aa-035fb5d6132f tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:45.814711 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e4d3-7b0b-462f-b9aa-035fb5d6132f tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:45.815034 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e4d3-7b0b-462f-b9aa-035fb5d6132f tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:45.815356 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77e4d3-7b0b-462f-b9aa-035fb5d6132f tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:45.884143 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8e77e4d3-7b0b-462f-b9aa-035fb5d6132f tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for floatingip, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:46.270062 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e77e4d3-7b0b-462f-b9aa-035fb5d6132f tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Router 86017aaa-2566-4306-911f-99581857a9e5 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:16:46.467293 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e77e4d3-7b0b-462f-b9aa-035fb5d6132f tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:16:46.476953 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b3a741-8dd7-4048-9aa0-143203020b07 None None] Sync routers for ids ['86017aaa-2566-4306-911f-99581857a9e5'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 11:16:46.486715 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-8e77e4d3-7b0b-462f-b9aa-035fb5d6132f tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:46.489005 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b3a741-8dd7-4048-9aa0-143203020b07 None None] Routers {'86017aaa-2566-4306-911f-99581857a9e5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:16:46.489688 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-f4b3a741-8dd7-4048-9aa0-143203020b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:16:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['86017aaa-2566-4306-911f-99581857a9e5'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:46.545607 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-8e77e4d3-7b0b-462f-b9aa-035fb5d6132f tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "DELETE /v2.0/floatingips/789240bd-3d37-4225-aa15-f60cfb50ed81 HTTP/1.1" status: 204 len: 168 time: 1.5460229 Apr 08 11:16:46.545607 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee', 'tag': '6879d467-0d85-47ff-91e8-5813e2b1b45d'}] {{(pid=83846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:16:46.603157 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b26f35f1-1124-4737-8e5d-0929b2c0807a'] response: {'name': 'network-changed', 'server_uuid': '0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee', 'tag': '6879d467-0d85-47ff-91e8-5813e2b1b45d', 'status': 'completed', 'code': 200} Apr 08 11:16:46.672723 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-f4b3a741-8dd7-4048-9aa0-143203020b07 None None] Set router 86017aaa-2566-4306-911f-99581857a9e5 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:16:46.697880 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4e06fdfd-d761-493f-8dc2-086475135c7c req-96470c40-6cc4-4f89-9c9d-6c230222799f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d35b0ac8fb8465f89328a05bc0e986b&device_id=0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee HTTP/1.1" status: 200 len: 1099 time: 0.0690672 Apr 08 11:16:46.838141 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06fdfd-d761-493f-8dc2-086475135c7c req-deb4d908-58f2-491c-9b8f-14c058b001bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:46.839979 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4e06fdfd-d761-493f-8dc2-086475135c7c req-deb4d908-58f2-491c-9b8f-14c058b001bb service neutron] 10.222.0.52 "GET /v2.0/networks?id=cfaa7cc2-a717-455f-ac86-549884406d63 HTTP/1.1" status: 200 len: 910 time: 0.1338370 Apr 08 11:16:46.916302 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4e06fdfd-d761-493f-8dc2-086475135c7c req-45e52a64-a594-4d89-988a-d90f345e7d23 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6879d467-0d85-47ff-91e8-5813e2b1b45d HTTP/1.1" status: 200 len: 217 time: 0.0702689 Apr 08 11:16:46.983038 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06fdfd-d761-493f-8dc2-086475135c7c req-3c5439a1-707a-45ec-9903-8c8f16840a30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:46.985144 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4e06fdfd-d761-493f-8dc2-086475135c7c req-3c5439a1-707a-45ec-9903-8c8f16840a30 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=519e529a-cc89-4060-9560-3b699f33fd81 HTTP/1.1" status: 200 len: 848 time: 0.0629809 Apr 08 11:16:46.994749 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:47.006395 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:47.059623 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-f4b3a741-8dd7-4048-9aa0-143203020b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017aaa-2566-4306-911f-99581857a9e5', 'name': 'tempest-TestSnapshotPattern-688706020-router', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:47Z', 'updated_at': '2022-04-08T11:11:50Z', 'revision_number': 4, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'gw_port': {'id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:48Z', 'updated_at': '2022-04-08T11:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'c4305230-e808-4e9f-a749-cd4718edb492', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'floating_ip_address': '172.26.0.16', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '86017aaa-2566-4306-911f-99581857a9e5', 'port_id': 'c43b912a-8b07-462d-b2eb-b40167505f3d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'mac_address': 'fa:16:3e:3e:96:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb6c809-4b2a-4e44-bfed-cb922133419c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:12:18Z', 'updated_at': '2022-04-08T11:12:21Z', 'revision_number': 1, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159b95a2-33a2-4fdf-b618-5708ab1ae135', 'name': '', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'mac_address': 'fa:16:3e:79:a2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '519e529a-cc89-4060-9560-3b699f33fd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:50Z', 'updated_at': '2022-04-08T11:11:59Z', 'revision_number': 5, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'subnets': [{'id': '519e529a-cc89-4060-9560-3b699f33fd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:47.063295 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b3a741-8dd7-4048-9aa0-143203020b07 None None] Checking router: 86017aaa-2566-4306-911f-99581857a9e5 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 11:16:47.074913 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b3a741-8dd7-4048-9aa0-143203020b07 None None] Routers {'86017aaa-2566-4306-911f-99581857a9e5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:16:47.075503 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-f4b3a741-8dd7-4048-9aa0-143203020b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:16:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['86017aaa-2566-4306-911f-99581857a9e5'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:47.124670 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94722fe-2451-486d-900d-2fc4cea5eadd req-709b3e13-5b68-4ad9-a8ac-b601a43cebe1 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:47.126198 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b94722fe-2451-486d-900d-2fc4cea5eadd req-709b3e13-5b68-4ad9-a8ac-b601a43cebe1 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee HTTP/1.1" status: 200 len: 946 time: 0.2286763 Apr 08 11:16:47.159251 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4e06fdfd-d761-493f-8dc2-086475135c7c req-d1f34b71-7b3a-4e18-a7bf-f6dbd4593388 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cfaa7cc2-a717-455f-ac86-549884406d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1278334 Apr 08 11:16:47.250441 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-f4b3a741-8dd7-4048-9aa0-143203020b07 None None] Set router 86017aaa-2566-4306-911f-99581857a9e5 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:16:47.253649 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b94722fe-2451-486d-900d-2fc4cea5eadd req-f838b315-a637-475f-90cd-ef9d938943cf tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211226 Apr 08 11:16:47.305151 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4e06fdfd-d761-493f-8dc2-086475135c7c req-b387478c-1b31-45e6-a0da-400afe24174c service neutron] 10.222.0.52 "GET /v2.0/networks/cfaa7cc2-a717-455f-ac86-549884406d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353233 Apr 08 11:16:47.435304 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-4e06fdfd-d761-493f-8dc2-086475135c7c req-9fc6dab7-41a2-47a7-beb6-8f3bd135b69e service neutron] 10.222.0.52 "GET /v2.0/networks/cfaa7cc2-a717-455f-ac86-549884406d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230967 Apr 08 11:16:47.594884 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-f4b3a741-8dd7-4048-9aa0-143203020b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017aaa-2566-4306-911f-99581857a9e5', 'name': 'tempest-TestSnapshotPattern-688706020-router', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:47Z', 'updated_at': '2022-04-08T11:11:50Z', 'revision_number': 4, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'gw_port': {'id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:48Z', 'updated_at': '2022-04-08T11:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'c4305230-e808-4e9f-a749-cd4718edb492', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'floating_ip_address': '172.26.0.16', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '86017aaa-2566-4306-911f-99581857a9e5', 'port_id': 'c43b912a-8b07-462d-b2eb-b40167505f3d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'mac_address': 'fa:16:3e:3e:96:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb6c809-4b2a-4e44-bfed-cb922133419c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:12:18Z', 'updated_at': '2022-04-08T11:12:21Z', 'revision_number': 1, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159b95a2-33a2-4fdf-b618-5708ab1ae135', 'name': '', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'mac_address': 'fa:16:3e:79:a2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '519e529a-cc89-4060-9560-3b699f33fd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:50Z', 'updated_at': '2022-04-08T11:11:59Z', 'revision_number': 5, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'subnets': [{'id': '519e529a-cc89-4060-9560-3b699f33fd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:47.598663 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b3a741-8dd7-4048-9aa0-143203020b07 None None] The sync data for ids ['86017aaa-2566-4306-911f-99581857a9e5'] in dv-neutron-837110-1-hyperv is: [{'id': '86017aaa-2566-4306-911f-99581857a9e5', 'name': 'tempest-TestSnapshotPattern-688706020-router', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:47Z', 'updated_at': '2022-04-08T11:11:50Z', 'revision_number': 4, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'gw_port': {'id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:48Z', 'updated_at': '2022-04-08T11:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_floatingips': [{'id': 'c4305230-e808-4e9f-a749-cd4718edb492', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'floating_ip_address': '172.26.0.16', 'floating_network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'router_id': '86017aaa-2566-4306-911f-99581857a9e5', 'port_id': 'c43b912a-8b07-462d-b2eb-b40167505f3d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'mac_address': 'fa:16:3e:3e:96:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb6c809-4b2a-4e44-bfed-cb922133419c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:12:18Z', 'updated_at': '2022-04-08T11:12:21Z', 'revision_number': 1, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159b95a2-33a2-4fdf-b618-5708ab1ae135', 'name': '', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'mac_address': 'fa:16:3e:79:a2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '519e529a-cc89-4060-9560-3b699f33fd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:50Z', 'updated_at': '2022-04-08T11:11:59Z', 'revision_number': 5, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'subnets': [{'id': '519e529a-cc89-4060-9560-3b699f33fd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 11:16:47.816094 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955fbced-402a-4d88-83c9-f035c6b12852 None None] New status for floating IP 789240bd-3d37-4225-aa15-f60cfb50ed81: DOWN {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 11:16:48.103734 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 6879d467-0d85-47ff-91e8-5813e2b1b45d no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:16:48.210765 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7614729'] for port, before_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:48.238525 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6879d467-0d85-47ff-91e8-5813e2b1b45d'}] {{(pid=83847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:16:48.248455 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] For port 6879d467-0d85-47ff-91e8-5813e2b1b45d, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=6879d467-0d85-47ff-91e8-5813e2b1b45d,segment=NetworkSegment(334cce28-86a5-4634-a2f2-7864aa7ed9c9),segment_id=334cce28-86a5-4634-a2f2-7864aa7ed9c9)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:48.253101 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790031572637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790031148692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790031148737'] for port, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:48.300484 dv-neutron-837110-1-hyperv neutron-server[83847]: INFO neutron.notifiers.nova [-] Nova event matching ['req-147d3714-9fdb-40b7-bf86-c592d509d746'] response: {'server_uuid': '0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6879d467-0d85-47ff-91e8-5813e2b1b45d', 'code': 200} Apr 08 11:16:48.326165 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Pushing event updated for resources: {'Port': ['ID=6879d467-0d85-47ff-91e8-5813e2b1b45d,revision_number=8']} {{(pid=83847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:48.454238 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da162c2-c2c9-42cc-9732-877e7b1b2160 req-123aa884-5e2e-4513-acad-d20c0a47cbb8 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:48.455720 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0da162c2-c2c9-42cc-9732-877e7b1b2160 req-123aa884-5e2e-4513-acad-d20c0a47cbb8 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee HTTP/1.1" status: 200 len: 944 time: 0.0804217 Apr 08 11:16:48.493521 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:48.501533 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-0da162c2-c2c9-42cc-9732-877e7b1b2160 req-44bec86c-67f3-4bb9-a72d-24f5c38ddff7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402713 Apr 08 11:16:48.675000 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b107b-8f0a-46ab-bd04-b8daf2e2cbef req-2aa4f05c-d622-4809-ab50-e6f78caffb79 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:48.676428 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d5b107b-8f0a-46ab-bd04-b8daf2e2cbef req-2aa4f05c-d622-4809-ab50-e6f78caffb79 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee HTTP/1.1" status: 200 len: 944 time: 0.0774400 Apr 08 11:16:48.743487 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-6d5b107b-8f0a-46ab-bd04-b8daf2e2cbef req-48574d3d-2c5f-4637-9d69-6b835a58ceb8 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Deleting port 6879d467-0d85-47ff-91e8-5813e2b1b45d {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:16:48.743887 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-6d5b107b-8f0a-46ab-bd04-b8daf2e2cbef req-48574d3d-2c5f-4637-9d69-6b835a58ceb8 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:49.064688 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-6d5b107b-8f0a-46ab-bd04-b8daf2e2cbef req-48574d3d-2c5f-4637-9d69-6b835a58ceb8 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] For port 6879d467-0d85-47ff-91e8-5813e2b1b45d, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=6879d467-0d85-47ff-91e8-5813e2b1b45d,segment=NetworkSegment(334cce28-86a5-4634-a2f2-7864aa7ed9c9),segment_id=334cce28-86a5-4634-a2f2-7864aa7ed9c9)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:49.064961 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-6d5b107b-8f0a-46ab-bd04-b8daf2e2cbef req-48574d3d-2c5f-4637-9d69-6b835a58ceb8 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:49.182501 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-6d5b107b-8f0a-46ab-bd04-b8daf2e2cbef req-48574d3d-2c5f-4637-9d69-6b835a58ceb8 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Calling delete_port for 6879d467-0d85-47ff-91e8-5813e2b1b45d owned by compute:nova {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:16:49.320443 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-6d5b107b-8f0a-46ab-bd04-b8daf2e2cbef req-48574d3d-2c5f-4637-9d69-6b835a58ceb8 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:49.371152 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48574d3d-2c5f-4637-9d69-6b835a58ceb8 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Pushing event deleted for resources: {'Port': ['ID=6879d467-0d85-47ff-91e8-5813e2b1b45d,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:49.412272 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48574d3d-2c5f-4637-9d69-6b835a58ceb8 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:49.412640 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48574d3d-2c5f-4637-9d69-6b835a58ceb8 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:49.412976 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48574d3d-2c5f-4637-9d69-6b835a58ceb8 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:49.413297 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48574d3d-2c5f-4637-9d69-6b835a58ceb8 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:49.413620 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48574d3d-2c5f-4637-9d69-6b835a58ceb8 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:49.413939 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48574d3d-2c5f-4637-9d69-6b835a58ceb8 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:49.414256 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48574d3d-2c5f-4637-9d69-6b835a58ceb8 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:49.414573 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48574d3d-2c5f-4637-9d69-6b835a58ceb8 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:49.414889 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48574d3d-2c5f-4637-9d69-6b835a58ceb8 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:49.415199 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48574d3d-2c5f-4637-9d69-6b835a58ceb8 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:49.415512 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48574d3d-2c5f-4637-9d69-6b835a58ceb8 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837110-1-hyperv {{(pid=83845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:16:49.454032 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5b107b-8f0a-46ab-bd04-b8daf2e2cbef req-48574d3d-2c5f-4637-9d69-6b835a58ceb8 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] No DVR routers for this DVR port 6879d467-0d85-47ff-91e8-5813e2b1b45d on host hv-neutron-8371 {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:16:49.456284 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-6d5b107b-8f0a-46ab-bd04-b8daf2e2cbef req-48574d3d-2c5f-4637-9d69-6b835a58ceb8 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:49.458610 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee', 'name': 'network-vif-deleted', 'tag': '6879d467-0d85-47ff-91e8-5813e2b1b45d'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:16:49.470580 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-6d5b107b-8f0a-46ab-bd04-b8daf2e2cbef req-48574d3d-2c5f-4637-9d69-6b835a58ceb8 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.52 "DELETE /v2.0/ports/6879d467-0d85-47ff-91e8-5813e2b1b45d HTTP/1.1" status: 204 len: 173 time: 0.7863872 Apr 08 11:16:49.516528 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74ad3822-2af6-4d31-a45d-889fea76681d'] response: {'server_uuid': '0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee', 'name': 'network-vif-deleted', 'tag': '6879d467-0d85-47ff-91e8-5813e2b1b45d', 'status': 'completed', 'code': 200} Apr 08 11:16:49.704556 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-5237dd29-f546-4e8a-b2b3-acf3ee7a44e9 req-07c756f1-6898-439d-845d-027002c68cd7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Synchronizing usage tracker for tenant:6d35b0ac8fb8465f89328a05bc0e986b on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:16:49.722449 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-5237dd29-f546-4e8a-b2b3-acf3ee7a44e9 req-07c756f1-6898-439d-845d-027002c68cd7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Unset dirty status for tenant:6d35b0ac8fb8465f89328a05bc0e986b on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:16:49.723628 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-5237dd29-f546-4e8a-b2b3-acf3ee7a44e9 req-07c756f1-6898-439d-845d-027002c68cd7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcefb3f-21a7-48e7-9a23-13dc5d41f5ee HTTP/1.1" status: 200 len: 210 time: 0.0595925 Apr 08 11:16:51.392244 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 39824) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:16:51.590964 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-3c2d78eb-24ee-4fc3-97c6-c43982eb2fc7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Deleting port 635ec146-8d96-4d23-b053-d0ef0392120a {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:16:51.591721 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3c2d78eb-24ee-4fc3-97c6-c43982eb2fc7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:51.755540 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3c2d78eb-24ee-4fc3-97c6-c43982eb2fc7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:51.756051 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3c2d78eb-24ee-4fc3-97c6-c43982eb2fc7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:51.872601 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-3c2d78eb-24ee-4fc3-97c6-c43982eb2fc7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Calling delete_port for 635ec146-8d96-4d23-b053-d0ef0392120a owned by network:floatingip {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:16:52.017718 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3c2d78eb-24ee-4fc3-97c6-c43982eb2fc7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:52.062927 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d78eb-24ee-4fc3-97c6-c43982eb2fc7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Pushing event deleted for resources: {'Port': ['ID=635ec146-8d96-4d23-b053-d0ef0392120a,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:52.107157 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 6879d467-0d85-47ff-91e8-5813e2b1b45d no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:16:52.140091 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: 6879d467-0d85-47ff-91e8-5813e2b1b45d {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 11:16:52.140437 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device 6879d467-0d85-47ff-91e8-5813e2b1b45d not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:16:52.158370 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3c2d78eb-24ee-4fc3-97c6-c43982eb2fc7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for floatingip, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:52.638413 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2d78eb-24ee-4fc3-97c6-c43982eb2fc7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Router 86017aaa-2566-4306-911f-99581857a9e5 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:16:52.840186 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2d78eb-24ee-4fc3-97c6-c43982eb2fc7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:16:52.850319 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b073383-b1ba-4505-9d17-572e50df1aab None None] Sync routers for ids ['86017aaa-2566-4306-911f-99581857a9e5'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 11:16:52.863133 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b073383-b1ba-4505-9d17-572e50df1aab None None] Routers {'86017aaa-2566-4306-911f-99581857a9e5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:16:52.863530 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-3c2d78eb-24ee-4fc3-97c6-c43982eb2fc7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for floatingip, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:52.863931 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-8b073383-b1ba-4505-9d17-572e50df1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:16:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['86017aaa-2566-4306-911f-99581857a9e5'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:52.931677 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-3c2d78eb-24ee-4fc3-97c6-c43982eb2fc7 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "DELETE /v2.0/floatingips/c4305230-e808-4e9f-a749-cd4718edb492 HTTP/1.1" status: 204 len: 168 time: 1.5357082 Apr 08 11:16:52.931677 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb6c809-4b2a-4e44-bfed-cb922133419c', 'tag': 'c43b912a-8b07-462d-b2eb-b40167505f3d'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:16:52.988480 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbc6d4d5-82cb-4ced-b8c5-089ad6c9e5f8'] response: {'name': 'network-changed', 'server_uuid': 'edb6c809-4b2a-4e44-bfed-cb922133419c', 'tag': 'c43b912a-8b07-462d-b2eb-b40167505f3d', 'status': 'completed', 'code': 200} Apr 08 11:16:53.038552 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-8b073383-b1ba-4505-9d17-572e50df1aab None None] Set router 86017aaa-2566-4306-911f-99581857a9e5 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:16:53.115513 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-19e690a7-3fde-46fd-8f4a-0ae5931b8af3 req-efc8b0c9-4574-45df-8b81-530757652a84 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d35b0ac8fb8465f89328a05bc0e986b&device_id=edb6c809-4b2a-4e44-bfed-cb922133419c HTTP/1.1" status: 200 len: 1097 time: 0.0981197 Apr 08 11:16:53.265328 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e690a7-3fde-46fd-8f4a-0ae5931b8af3 req-23689adc-5dc4-4814-898c-568445140ffd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:53.266845 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-19e690a7-3fde-46fd-8f4a-0ae5931b8af3 req-23689adc-5dc4-4814-898c-568445140ffd service neutron] 10.222.0.52 "GET /v2.0/networks?id=cfaa7cc2-a717-455f-ac86-549884406d63 HTTP/1.1" status: 200 len: 910 time: 0.1428461 Apr 08 11:16:53.336955 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-19e690a7-3fde-46fd-8f4a-0ae5931b8af3 req-36ffd601-0baf-49cc-9649-544dea780d05 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c43b912a-8b07-462d-b2eb-b40167505f3d HTTP/1.1" status: 200 len: 217 time: 0.0619080 Apr 08 11:16:53.410031 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-8b073383-b1ba-4505-9d17-572e50df1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017aaa-2566-4306-911f-99581857a9e5', 'name': 'tempest-TestSnapshotPattern-688706020-router', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:47Z', 'updated_at': '2022-04-08T11:11:50Z', 'revision_number': 4, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'gw_port': {'id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:48Z', 'updated_at': '2022-04-08T11:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '159b95a2-33a2-4fdf-b618-5708ab1ae135', 'name': '', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'mac_address': 'fa:16:3e:79:a2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '519e529a-cc89-4060-9560-3b699f33fd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:50Z', 'updated_at': '2022-04-08T11:11:59Z', 'revision_number': 5, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'subnets': [{'id': '519e529a-cc89-4060-9560-3b699f33fd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:53.413806 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b073383-b1ba-4505-9d17-572e50df1aab None None] Checking router: 86017aaa-2566-4306-911f-99581857a9e5 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 11:16:53.424000 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b073383-b1ba-4505-9d17-572e50df1aab None None] Routers {'86017aaa-2566-4306-911f-99581857a9e5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:16:53.424613 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-8b073383-b1ba-4505-9d17-572e50df1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:16:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['86017aaa-2566-4306-911f-99581857a9e5'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:53.450792 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e690a7-3fde-46fd-8f4a-0ae5931b8af3 req-7a51b648-ec13-43a9-bae7-375cb88a49fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:53.452290 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-19e690a7-3fde-46fd-8f4a-0ae5931b8af3 req-7a51b648-ec13-43a9-bae7-375cb88a49fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=519e529a-cc89-4060-9560-3b699f33fd81 HTTP/1.1" status: 200 len: 848 time: 0.0798213 Apr 08 11:16:53.508713 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f8a1a-a474-4ca3-b4c5-ec671ae30855 req-37f68865-5f0b-4e41-a37c-8b5233d5486f tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:53.509402 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-c75f8a1a-a474-4ca3-b4c5-ec671ae30855 req-37f68865-5f0b-4e41-a37c-8b5233d5486f tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Synchronizing usage tracker for tenant:6d35b0ac8fb8465f89328a05bc0e986b on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:16:53.543738 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-c75f8a1a-a474-4ca3-b4c5-ec671ae30855 req-37f68865-5f0b-4e41-a37c-8b5233d5486f tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Unset dirty status for tenant:6d35b0ac8fb8465f89328a05bc0e986b on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:16:53.544943 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c75f8a1a-a474-4ca3-b4c5-ec671ae30855 req-37f68865-5f0b-4e41-a37c-8b5233d5486f tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=edb6c809-4b2a-4e44-bfed-cb922133419c HTTP/1.1" status: 200 len: 944 time: 0.2772205 Apr 08 11:16:53.568454 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-19e690a7-3fde-46fd-8f4a-0ae5931b8af3 req-49e43cd2-41ad-40c4-b0d9-edcf8f129ad6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cfaa7cc2-a717-455f-ac86-549884406d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1088324 Apr 08 11:16:53.601902 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-8b073383-b1ba-4505-9d17-572e50df1aab None None] Set router 86017aaa-2566-4306-911f-99581857a9e5 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:16:53.673400 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-c75f8a1a-a474-4ca3-b4c5-ec671ae30855 req-be1b4a30-8739-4687-8763-671f724e1641 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216965 Apr 08 11:16:53.718495 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-19e690a7-3fde-46fd-8f4a-0ae5931b8af3 req-578755ad-303e-4693-b015-f95a538b61fb service neutron] 10.222.0.52 "GET /v2.0/networks/cfaa7cc2-a717-455f-ac86-549884406d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423700 Apr 08 11:16:53.850717 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-19e690a7-3fde-46fd-8f4a-0ae5931b8af3 req-ae19a2b4-f5ca-49ae-8102-bd8ca9f4f973 service neutron] 10.222.0.52 "GET /v2.0/networks/cfaa7cc2-a717-455f-ac86-549884406d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263478 Apr 08 11:16:53.908732 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-8b073383-b1ba-4505-9d17-572e50df1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017aaa-2566-4306-911f-99581857a9e5', 'name': 'tempest-TestSnapshotPattern-688706020-router', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:47Z', 'updated_at': '2022-04-08T11:11:50Z', 'revision_number': 4, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'gw_port': {'id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:48Z', 'updated_at': '2022-04-08T11:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '159b95a2-33a2-4fdf-b618-5708ab1ae135', 'name': '', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'mac_address': 'fa:16:3e:79:a2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '519e529a-cc89-4060-9560-3b699f33fd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:50Z', 'updated_at': '2022-04-08T11:11:59Z', 'revision_number': 5, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'subnets': [{'id': '519e529a-cc89-4060-9560-3b699f33fd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:16:53.912606 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b073383-b1ba-4505-9d17-572e50df1aab None None] The sync data for ids ['86017aaa-2566-4306-911f-99581857a9e5'] in dv-neutron-837110-1-hyperv is: [{'id': '86017aaa-2566-4306-911f-99581857a9e5', 'name': 'tempest-TestSnapshotPattern-688706020-router', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:47Z', 'updated_at': '2022-04-08T11:11:50Z', 'revision_number': 4, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'gw_port': {'id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:48Z', 'updated_at': '2022-04-08T11:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv', '_interfaces': [{'id': '159b95a2-33a2-4fdf-b618-5708ab1ae135', 'name': '', 'network_id': 'cfaa7cc2-a717-455f-ac86-549884406d63', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'mac_address': 'fa:16:3e:79:a2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '519e529a-cc89-4060-9560-3b699f33fd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:50Z', 'updated_at': '2022-04-08T11:11:59Z', 'revision_number': 5, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'subnets': [{'id': '519e529a-cc89-4060-9560-3b699f33fd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 11:16:54.129228 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f2b383-fce5-42ae-90ec-01b3eb618f37 None None] New status for floating IP c4305230-e808-4e9f-a749-cd4718edb492: DOWN {{(pid=83847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 08 11:16:54.868771 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cc10d-482d-49a9-90cc-f30b96e81927 req-ac55c441-b9f1-4315-8ba8-b4bcc8796dcc tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:54.870735 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f81cc10d-482d-49a9-90cc-f30b96e81927 req-ac55c441-b9f1-4315-8ba8-b4bcc8796dcc tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=edb6c809-4b2a-4e44-bfed-cb922133419c HTTP/1.1" status: 200 len: 944 time: 0.0743673 Apr 08 11:16:54.915252 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-f81cc10d-482d-49a9-90cc-f30b96e81927 req-92a6a297-6947-463b-b642-0f252155d53c tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/security-groups?id=3707fc5f-e441-4bf0-9b6e-c136be0651c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389030 Apr 08 11:16:55.100619 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90425e1c-ad88-42e1-8f2a-37940b884891 req-bedf9f46-e19c-4424-921b-258d4769a27d tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:16:55.101999 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-90425e1c-ad88-42e1-8f2a-37940b884891 req-bedf9f46-e19c-4424-921b-258d4769a27d tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.52 "GET /v2.0/ports?device_id=edb6c809-4b2a-4e44-bfed-cb922133419c HTTP/1.1" status: 200 len: 944 time: 0.1728253 Apr 08 11:16:55.170013 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-90425e1c-ad88-42e1-8f2a-37940b884891 req-c249b4f9-3398-4f8a-8fd9-034884f142c9 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Deleting port c43b912a-8b07-462d-b2eb-b40167505f3d {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:16:55.170360 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-90425e1c-ad88-42e1-8f2a-37940b884891 req-c249b4f9-3398-4f8a-8fd9-034884f142c9 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:55.405660 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [req-90425e1c-ad88-42e1-8f2a-37940b884891 req-c249b4f9-3398-4f8a-8fd9-034884f142c9 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] For port c43b912a-8b07-462d-b2eb-b40167505f3d, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c43b912a-8b07-462d-b2eb-b40167505f3d,segment=NetworkSegment(334cce28-86a5-4634-a2f2-7864aa7ed9c9),segment_id=334cce28-86a5-4634-a2f2-7864aa7ed9c9)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:55.405927 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-90425e1c-ad88-42e1-8f2a-37940b884891 req-c249b4f9-3398-4f8a-8fd9-034884f142c9 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:55.522391 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [req-90425e1c-ad88-42e1-8f2a-37940b884891 req-c249b4f9-3398-4f8a-8fd9-034884f142c9 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Calling delete_port for c43b912a-8b07-462d-b2eb-b40167505f3d owned by compute:nova {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:16:55.660722 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-90425e1c-ad88-42e1-8f2a-37940b884891 req-c249b4f9-3398-4f8a-8fd9-034884f142c9 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:55.705885 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249b4f9-3398-4f8a-8fd9-034884f142c9 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Pushing event deleted for resources: {'Port': ['ID=c43b912a-8b07-462d-b2eb-b40167505f3d,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:55.781581 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.db.l3_dvrscheduler_db [req-90425e1c-ad88-42e1-8f2a-37940b884891 req-c249b4f9-3398-4f8a-8fd9-034884f142c9 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] No DVR routers for this DVR port c43b912a-8b07-462d-b2eb-b40167505f3d on host hv-neutron-8371 {{(pid=83845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:16:55.783951 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [req-90425e1c-ad88-42e1-8f2a-37940b884891 req-c249b4f9-3398-4f8a-8fd9-034884f142c9 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81620'] for port, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:55.786555 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb6c809-4b2a-4e44-bfed-cb922133419c', 'name': 'network-vif-deleted', 'tag': 'c43b912a-8b07-462d-b2eb-b40167505f3d'}] {{(pid=83845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 11:16:55.801349 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-90425e1c-ad88-42e1-8f2a-37940b884891 req-c249b4f9-3398-4f8a-8fd9-034884f142c9 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.52 "DELETE /v2.0/ports/c43b912a-8b07-462d-b2eb-b40167505f3d HTTP/1.1" status: 204 len: 173 time: 0.6917987 Apr 08 11:16:55.841803 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d79fba-fb30-4116-b671-4d0a4e56b909'] response: {'server_uuid': 'edb6c809-4b2a-4e44-bfed-cb922133419c', 'name': 'network-vif-deleted', 'tag': 'c43b912a-8b07-462d-b2eb-b40167505f3d', 'status': 'completed', 'code': 200} Apr 08 11:16:56.099786 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-b3e3ebb2-8675-445f-bf5f-d7c0628e4836 req-12f7c3b2-80e1-4c40-96a9-d4693df684ce tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Synchronizing usage tracker for tenant:6d35b0ac8fb8465f89328a05bc0e986b on resource:port {{(pid=83845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 11:16:56.116747 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.quota.resource [req-b3e3ebb2-8675-445f-bf5f-d7c0628e4836 req-12f7c3b2-80e1-4c40-96a9-d4693df684ce tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Unset dirty status for tenant:6d35b0ac8fb8465f89328a05bc0e986b on resource:port {{(pid=83845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 11:16:56.118062 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [req-b3e3ebb2-8675-445f-bf5f-d7c0628e4836 req-12f7c3b2-80e1-4c40-96a9-d4693df684ce tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "GET /v2.0/ports?device_id=edb6c809-4b2a-4e44-bfed-cb922133419c HTTP/1.1" status: 200 len: 210 time: 0.0599477 Apr 08 11:16:57.224618 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 39844) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:16:57.292410 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-963ade0f-8bc2-49a6-b972-c964c03a5f29 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:57.320100 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-963ade0f-8bc2-49a6-b972-c964c03a5f29 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:57.383325 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-963ade0f-8bc2-49a6-b972-c964c03a5f29 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:57.401961 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ade0f-8bc2-49a6-b972-c964c03a5f29 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3707fc5f-e441-4bf0-9b6e-c136be0651c2,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:57.412012 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-963ade0f-8bc2-49a6-b972-c964c03a5f29 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:57.413176 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-963ade0f-8bc2-49a6-b972-c964c03a5f29 tempest-TestSnapshotPattern-2085541983 tempest-TestSnapshotPattern-2085541983-project] 10.222.0.47 "DELETE /v2.0/security-groups/3707fc5f-e441-4bf0-9b6e-c136be0651c2 HTTP/1.1" status: 204 len: 168 time: 0.1876009 Apr 08 11:16:57.472376 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 39850) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:16:57.994269 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d624a45d-2c58-4a03-be09-417fd29074dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:58.168475 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device c43b912a-8b07-462d-b2eb-b40167505f3d no longer exists at agent hyperv_hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:16:58.204378 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] No Port match for: c43b912a-8b07-462d-b2eb-b40167505f3d {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 11:16:58.204715 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Device c43b912a-8b07-462d-b2eb-b40167505f3d not bound to the agent host hv-neutron-8371 {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:16:58.677487 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-d624a45d-2c58-4a03-be09-417fd29074dc admin admin] Deleting port 159b95a2-33a2-4fdf-b618-5708ab1ae135 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:16:58.678046 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d624a45d-2c58-4a03-be09-417fd29074dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:58.842253 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-d624a45d-2c58-4a03-be09-417fd29074dc admin admin] For port 159b95a2-33a2-4fdf-b618-5708ab1ae135, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=159b95a2-33a2-4fdf-b618-5708ab1ae135,segment=NetworkSegment(334cce28-86a5-4634-a2f2-7864aa7ed9c9),segment_id=334cce28-86a5-4634-a2f2-7864aa7ed9c9)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:16:58.842602 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d624a45d-2c58-4a03-be09-417fd29074dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:58.958561 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-d624a45d-2c58-4a03-be09-417fd29074dc admin admin] Calling delete_port for 159b95a2-33a2-4fdf-b618-5708ab1ae135 owned by network:router_interface {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:16:59.120937 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d624a45d-2c58-4a03-be09-417fd29074dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:16:59.168835 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624a45d-2c58-4a03-be09-417fd29074dc admin admin] Pushing event deleted for resources: {'Port': ['ID=159b95a2-33a2-4fdf-b618-5708ab1ae135,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:16:59.446546 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-d624a45d-2c58-4a03-be09-417fd29074dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:00.093924 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d624a45d-2c58-4a03-be09-417fd29074dc admin admin] Router 86017aaa-2566-4306-911f-99581857a9e5 has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:17:00.288470 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d624a45d-2c58-4a03-be09-417fd29074dc admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:17:00.298395 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb72726-0abb-4875-8764-ac02c286777f None None] Sync routers for ids ['86017aaa-2566-4306-911f-99581857a9e5'] in dv-neutron-837110-1-hyperv {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 11:17:00.309124 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-d624a45d-2c58-4a03-be09-417fd29074dc admin admin] 10.222.0.47 "PUT /v2.0/routers/86017aaa-2566-4306-911f-99581857a9e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8353260 Apr 08 11:17:00.311145 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb72726-0abb-4875-8764-ac02c286777f None None] Routers {'86017aaa-2566-4306-911f-99581857a9e5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:17:00.311382 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.wsgi [-] (83845) accepted ('10.222.0.47', 39856) {{(pid=83845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:17:00.311850 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-fbb72726-0abb-4875-8764-ac02c286777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:16:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['86017aaa-2566-4306-911f-99581857a9e5'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:00.486774 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-fbb72726-0abb-4875-8764-ac02c286777f None None] Set router 86017aaa-2566-4306-911f-99581857a9e5 gateway port host: dv-neutron-837110-1-hyperv {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:17:00.511891 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35dda78d-00d3-40c2-b17b-c580d605eaa4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:00.708343 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35dda78d-00d3-40c2-b17b-c580d605eaa4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:00.718521 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-35dda78d-00d3-40c2-b17b-c580d605eaa4 admin admin] Deleting port a3d540af-e18f-45eb-83d3-d3e0aa997eb8 {{(pid=83845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:17:00.718886 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35dda78d-00d3-40c2-b17b-c580d605eaa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:00.771436 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-fbb72726-0abb-4875-8764-ac02c286777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017aaa-2566-4306-911f-99581857a9e5', 'name': 'tempest-TestSnapshotPattern-688706020-router', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:47Z', 'updated_at': '2022-04-08T11:16:59Z', 'revision_number': 5, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'gw_port': {'id': 'a3d540af-e18f-45eb-83d3-d3e0aa997eb8', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86017aaa-2566-4306-911f-99581857a9e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:48Z', 'updated_at': '2022-04-08T11:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:00.775070 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb72726-0abb-4875-8764-ac02c286777f None None] Checking router: 86017aaa-2566-4306-911f-99581857a9e5 for host: dv-neutron-837110-1-hyperv {{(pid=83848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 11:17:00.786146 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb72726-0abb-4875-8764-ac02c286777f None None] Routers {'86017aaa-2566-4306-911f-99581857a9e5'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:17:00.786720 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-fbb72726-0abb-4875-8764-ac02c286777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:16:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['86017aaa-2566-4306-911f-99581857a9e5'], 'active': True} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:00.893271 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.db [None req-35dda78d-00d3-40c2-b17b-c580d605eaa4 admin admin] For port a3d540af-e18f-45eb-83d3-d3e0aa997eb8, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=a3d540af-e18f-45eb-83d3-d3e0aa997eb8,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:17:00.893626 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35dda78d-00d3-40c2-b17b-c580d605eaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:00.935009 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_dvr_db [None req-fbb72726-0abb-4875-8764-ac02c286777f None None] Set router 86017aaa-2566-4306-911f-99581857a9e5 gateway port host: None {{(pid=83848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:17:01.011746 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.plugins.ml2.plugin [None req-35dda78d-00d3-40c2-b17b-c580d605eaa4 admin admin] Calling delete_port for a3d540af-e18f-45eb-83d3-d3e0aa997eb8 owned by network:router_gateway {{(pid=83845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:17:01.073343 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.l3_hamode_db [None req-fbb72726-0abb-4875-8764-ac02c286777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86017aaa-2566-4306-911f-99581857a9e5', 'name': 'tempest-TestSnapshotPattern-688706020-router', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:47Z', 'updated_at': '2022-04-08T11:17:00Z', 'revision_number': 6, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'gw_port_host': None}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:01.077530 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb72726-0abb-4875-8764-ac02c286777f None None] The sync data for ids ['86017aaa-2566-4306-911f-99581857a9e5'] in dv-neutron-837110-1-hyperv is: [{'id': '86017aaa-2566-4306-911f-99581857a9e5', 'name': 'tempest-TestSnapshotPattern-688706020-router', 'tenant_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:47Z', 'updated_at': '2022-04-08T11:17:00Z', 'revision_number': 6, 'project_id': '6d35b0ac8fb8465f89328a05bc0e986b', 'gw_port_host': None}] {{(pid=83848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 11:17:01.185867 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35dda78d-00d3-40c2-b17b-c580d605eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2739167'] for port, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:01.228776 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dda78d-00d3-40c2-b17b-c580d605eaa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3d540af-e18f-45eb-83d3-d3e0aa997eb8,revision_number=None']} {{(pid=83845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:01.552055 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35dda78d-00d3-40c2-b17b-c580d605eaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:01.809703 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35dda78d-00d3-40c2-b17b-c580d605eaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:01.814706 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35dda78d-00d3-40c2-b17b-c580d605eaa4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:01.846422 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35dda78d-00d3-40c2-b17b-c580d605eaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:01.847043 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35dda78d-00d3-40c2-b17b-c580d605eaa4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86017aaa-2566-4306-911f-99581857a9e5 {{(pid=83845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:17:01.857105 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 159b95a2-33a2-4fdf-b618-5708ab1ae135 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:17:01.862299 dv-neutron-837110-1-hyperv neutron-server[83845]: DEBUG neutron_lib.callbacks.manager [None req-35dda78d-00d3-40c2-b17b-c580d605eaa4 admin admin] Notify callbacks [] for router, before_response {{(pid=83845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:01.866008 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 39860) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:17:01.866506 dv-neutron-837110-1-hyperv neutron-server[83845]: INFO neutron.wsgi [None req-35dda78d-00d3-40c2-b17b-c580d605eaa4 admin admin] 10.222.0.47 "DELETE /v2.0/routers/86017aaa-2566-4306-911f-99581857a9e5 HTTP/1.1" status: 204 len: 168 time: 1.5537076 Apr 08 11:17:01.890332 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 159b95a2-33a2-4fdf-b618-5708ab1ae135 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 11:17:01.890673 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 159b95a2-33a2-4fdf-b618-5708ab1ae135 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:17:01.928961 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6bb2b42-95a2-48ac-a81e-b059a0bf728e admin admin] Deleting subnet 519e529a-cc89-4060-9560-3b699f33fd81 {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 11:17:01.931996 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f6bb2b42-95a2-48ac-a81e-b059a0bf728e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:01.981021 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f6bb2b42-95a2-48ac-a81e-b059a0bf728e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:02.155139 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f6bb2b42-95a2-48ac-a81e-b059a0bf728e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:02.223581 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f6bb2b42-95a2-48ac-a81e-b059a0bf728e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:02.259870 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb2b42-95a2-48ac-a81e-b059a0bf728e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=519e529a-cc89-4060-9560-3b699f33fd81,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:02.267153 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-f6bb2b42-95a2-48ac-a81e-b059a0bf728e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:02.272207 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1066c7b0-1dc4-4727-97d6-667cfacd524c None None] Network cfaa7cc2-a717-455f-ac86-549884406d63 requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 11:17:02.275082 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-f6bb2b42-95a2-48ac-a81e-b059a0bf728e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/519e529a-cc89-4060-9560-3b699f33fd81 HTTP/1.1" status: 204 len: 168 time: 0.4078407 Apr 08 11:17:02.277318 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 39864) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:17:02.383409 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7328e981-8d5e-4d2d-9bc0-164b20ba6f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:02.394466 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-7328e981-8d5e-4d2d-9bc0-164b20ba6f59 admin admin] Deleting port fdd9103f-3ccf-411d-98a9-75de080403ab {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:17:02.394881 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7328e981-8d5e-4d2d-9bc0-164b20ba6f59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:02.510679 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4fd69d-0e88-47af-bdb3-e48100c1655a None None] DHCP port deletion for cfaa7cc2-a717-455f-ac86-549884406d63 request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 11:17:02.514901 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-1b4fd69d-0e88-47af-bdb3-e48100c1655a None None] Deleting port fdd9103f-3ccf-411d-98a9-75de080403ab {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:17:02.515272 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1b4fd69d-0e88-47af-bdb3-e48100c1655a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:02.600602 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-7328e981-8d5e-4d2d-9bc0-164b20ba6f59 admin admin] For port fdd9103f-3ccf-411d-98a9-75de080403ab, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=fdd9103f-3ccf-411d-98a9-75de080403ab,segment=NetworkSegment(334cce28-86a5-4634-a2f2-7864aa7ed9c9),segment_id=334cce28-86a5-4634-a2f2-7864aa7ed9c9)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:17:02.600953 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7328e981-8d5e-4d2d-9bc0-164b20ba6f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:02.713745 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-1b4fd69d-0e88-47af-bdb3-e48100c1655a None None] For port fdd9103f-3ccf-411d-98a9-75de080403ab, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=fdd9103f-3ccf-411d-98a9-75de080403ab,segment=NetworkSegment(334cce28-86a5-4634-a2f2-7864aa7ed9c9),segment_id=334cce28-86a5-4634-a2f2-7864aa7ed9c9)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:17:02.714062 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1b4fd69d-0e88-47af-bdb3-e48100c1655a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:02.719214 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-7328e981-8d5e-4d2d-9bc0-164b20ba6f59 admin admin] Calling delete_port for fdd9103f-3ccf-411d-98a9-75de080403ab owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:17:02.794917 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7328e981-8d5e-4d2d-9bc0-164b20ba6f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:02.833141 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-1b4fd69d-0e88-47af-bdb3-e48100c1655a None None] Calling delete_port for fdd9103f-3ccf-411d-98a9-75de080403ab owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:17:02.840108 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328e981-8d5e-4d2d-9bc0-164b20ba6f59 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdd9103f-3ccf-411d-98a9-75de080403ab,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:02.845309 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7328e981-8d5e-4d2d-9bc0-164b20ba6f59 admin admin] No DVR routers for this DVR port fdd9103f-3ccf-411d-98a9-75de080403ab on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:17:02.904884 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-1b4fd69d-0e88-47af-bdb3-e48100c1655a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:17:02.905484 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-1b4fd69d-0e88-47af-bdb3-e48100c1655a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:17:02.960650 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7328e981-8d5e-4d2d-9bc0-164b20ba6f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:02.986070 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-7328e981-8d5e-4d2d-9bc0-164b20ba6f59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfaa7cc2-a717-455f-ac86-549884406d63']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:02.997500 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-7328e981-8d5e-4d2d-9bc0-164b20ba6f59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '334cce28-86a5-4634-a2f2-7864aa7ed9c9') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:02.997792 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-7328e981-8d5e-4d2d-9bc0-164b20ba6f59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '334cce28-86a5-4634-a2f2-7864aa7ed9c9') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:03.008899 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7328e981-8d5e-4d2d-9bc0-164b20ba6f59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:03.024426 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7328e981-8d5e-4d2d-9bc0-164b20ba6f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:03.031156 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7328e981-8d5e-4d2d-9bc0-164b20ba6f59 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 11:17:03.031532 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7328e981-8d5e-4d2d-9bc0-164b20ba6f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:17:03.045099 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:17:03.122100 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7328e981-8d5e-4d2d-9bc0-164b20ba6f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:03.138081 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-7328e981-8d5e-4d2d-9bc0-164b20ba6f59 admin admin] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:03.148009 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328e981-8d5e-4d2d-9bc0-164b20ba6f59 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfaa7cc2-a717-455f-ac86-549884406d63,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:03.162137 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-7328e981-8d5e-4d2d-9bc0-164b20ba6f59 admin admin] 10.222.0.47 "DELETE /v2.0/networks/cfaa7cc2-a717-455f-ac86-549884406d63 HTTP/1.1" status: 204 len: 168 time: 0.8838265 Apr 08 11:17:03.164898 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 39868) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:17:03.406310 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-1b4fd69d-0e88-47af-bdb3-e48100c1655a None None] Deleting port fdd9103f-3ccf-411d-98a9-75de080403ab {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:17:03.406703 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-1b4fd69d-0e88-47af-bdb3-e48100c1655a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:03.468128 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-1b4fd69d-0e88-47af-bdb3-e48100c1655a None None] The port 'fdd9103f-3ccf-411d-98a9-75de080403ab' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 11:17:03.546470 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device fdd9103f-3ccf-411d-98a9-75de080403ab no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:17:03.553215 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85721437-43b6-4b46-adcc-6299921da9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1762263'] for router_interface, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:03.581944 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: fdd9103f-3ccf-411d-98a9-75de080403ab {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 11:17:03.582289 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device fdd9103f-3ccf-411d-98a9-75de080403ab not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:17:03.582705 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device a3d540af-e18f-45eb-83d3-d3e0aa997eb8 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:17:03.615531 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: a3d540af-e18f-45eb-83d3-d3e0aa997eb8 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 11:17:03.615877 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device a3d540af-e18f-45eb-83d3-d3e0aa997eb8 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:17:04.240413 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-85721437-43b6-4b46-adcc-6299921da9e8 admin admin] Deleting port b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:17:04.240968 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85721437-43b6-4b46-adcc-6299921da9e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:04.409463 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-85721437-43b6-4b46-adcc-6299921da9e8 admin admin] For port b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895,segment=NetworkSegment(387a00c2-a581-4f46-a77c-4f6a6af0d003),segment_id=387a00c2-a581-4f46-a77c-4f6a6af0d003)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:17:04.409732 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85721437-43b6-4b46-adcc-6299921da9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:04.527715 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-85721437-43b6-4b46-adcc-6299921da9e8 admin admin] Calling delete_port for b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895 owned by network:router_interface {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:17:04.691412 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85721437-43b6-4b46-adcc-6299921da9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:04.738576 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85721437-43b6-4b46-adcc-6299921da9e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:05.020520 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-85721437-43b6-4b46-adcc-6299921da9e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6952828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1762182'] for router_interface, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:05.678930 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85721437-43b6-4b46-adcc-6299921da9e8 admin admin] Router f0a83134-7d4e-42fb-ac4b-06aacfac097e has already been hosted by L3 agent 5f2d848a-7d8f-4341-af22-dce20d808319 {{(pid=83846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:17:05.879999 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85721437-43b6-4b46-adcc-6299921da9e8 admin admin] Notify agent at l3_agent.dv-neutron-837110-1-hyperv the message routers_updated {{(pid=83846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:17:05.888809 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b546fe8d-2a34-42cd-93eb-752ba2e07ef6 None None] Sync routers for ids ['f0a83134-7d4e-42fb-ac4b-06aacfac097e'] in dv-neutron-837110-1-hyperv {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 08 11:17:05.895777 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-85721437-43b6-4b46-adcc-6299921da9e8 admin admin] 10.222.0.47 "PUT /v2.0/routers/f0a83134-7d4e-42fb-ac4b-06aacfac097e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7298701 Apr 08 11:17:05.898267 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 39872) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:17:05.900570 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b546fe8d-2a34-42cd-93eb-752ba2e07ef6 None None] Routers {'f0a83134-7d4e-42fb-ac4b-06aacfac097e'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:17:05.901727 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-b546fe8d-2a34-42cd-93eb-752ba2e07ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:16:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['f0a83134-7d4e-42fb-ac4b-06aacfac097e'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:06.100348 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6f231db1-6ec2-41a1-8f11-b8a054e13d68 admin admin] Notify callbacks [] for router, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:06.118062 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-b546fe8d-2a34-42cd-93eb-752ba2e07ef6 None None] Set router f0a83134-7d4e-42fb-ac4b-06aacfac097e gateway port host: dv-neutron-837110-1-hyperv {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:17:06.293562 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6f231db1-6ec2-41a1-8f11-b8a054e13d68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:06.303232 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-6f231db1-6ec2-41a1-8f11-b8a054e13d68 admin admin] Deleting port 3fdd7d4a-230b-4719-86b3-e2436745c9cd {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:17:06.303587 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6f231db1-6ec2-41a1-8f11-b8a054e13d68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:06.411457 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-b546fe8d-2a34-42cd-93eb-752ba2e07ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a83134-7d4e-42fb-ac4b-06aacfac097e', 'name': 'tempest-TestSnapshotPattern-1627951183-router', 'tenant_id': 'f6eee7f521ee4c7781cb12cddf2ccd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'external_fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': '3fdd7d4a-230b-4719-86b3-e2436745c9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:53Z', 'updated_at': '2022-04-08T11:17:04Z', 'revision_number': 5, 'project_id': 'f6eee7f521ee4c7781cb12cddf2ccd7b', 'gw_port': {'id': '3fdd7d4a-230b-4719-86b3-e2436745c9cd', 'name': '', 'network_id': 'f2f26aa0-2d16-47cd-b6a2-17a2c8b8f240', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a83134-7d4e-42fb-ac4b-06aacfac097e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837110-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:11:54Z', 'updated_at': '2022-04-08T11:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ec7e3a-54a7-41aa-9dfc-d15367fbd95e', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837110-1-hyperv'}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:06.415282 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b546fe8d-2a34-42cd-93eb-752ba2e07ef6 None None] Checking router: f0a83134-7d4e-42fb-ac4b-06aacfac097e for host: dv-neutron-837110-1-hyperv {{(pid=83847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 08 11:17:06.429719 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b546fe8d-2a34-42cd-93eb-752ba2e07ef6 None None] Routers {'f0a83134-7d4e-42fb-ac4b-06aacfac097e'} bound to L3 agent in host dv-neutron-837110-1-hyperv {{(pid=83847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 08 11:17:06.430326 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-b546fe8d-2a34-42cd-93eb-752ba2e07ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837110-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:10:45Z,description=,heartbeat_timestamp=2022-04-08T11:16:46Z,host='dv-neutron-837110-1-hyperv',id=5f2d848a-7d8f-4341-af22-dce20d808319,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:10:45Z,topic='l3_agent')) {'router_ids': ['f0a83134-7d4e-42fb-ac4b-06aacfac097e'], 'active': True} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:06.481295 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-6f231db1-6ec2-41a1-8f11-b8a054e13d68 admin admin] For port 3fdd7d4a-230b-4719-86b3-e2436745c9cd, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=3fdd7d4a-230b-4719-86b3-e2436745c9cd,segment=NetworkSegment(873b3dc7-70bf-4510-b13b-6f35d3c000c8),segment_id=873b3dc7-70bf-4510-b13b-6f35d3c000c8)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:17:06.481647 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6f231db1-6ec2-41a1-8f11-b8a054e13d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:06.577394 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_dvr_db [None req-b546fe8d-2a34-42cd-93eb-752ba2e07ef6 None None] Set router f0a83134-7d4e-42fb-ac4b-06aacfac097e gateway port host: None {{(pid=83847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 08 11:17:06.686932 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.db.l3_hamode_db [None req-b546fe8d-2a34-42cd-93eb-752ba2e07ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a83134-7d4e-42fb-ac4b-06aacfac097e', 'name': 'tempest-TestSnapshotPattern-1627951183-router', 'tenant_id': 'f6eee7f521ee4c7781cb12cddf2ccd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:53Z', 'updated_at': '2022-04-08T11:17:06Z', 'revision_number': 6, 'project_id': 'f6eee7f521ee4c7781cb12cddf2ccd7b', 'gw_port_host': None}], 'dv-neutron-837110-1-hyperv', False) {} {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:06.690820 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b546fe8d-2a34-42cd-93eb-752ba2e07ef6 None None] The sync data for ids ['f0a83134-7d4e-42fb-ac4b-06aacfac097e'] in dv-neutron-837110-1-hyperv is: [{'id': 'f0a83134-7d4e-42fb-ac4b-06aacfac097e', 'name': 'tempest-TestSnapshotPattern-1627951183-router', 'tenant_id': 'f6eee7f521ee4c7781cb12cddf2ccd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:11:53Z', 'updated_at': '2022-04-08T11:17:06Z', 'revision_number': 6, 'project_id': 'f6eee7f521ee4c7781cb12cddf2ccd7b', 'gw_port_host': None}] {{(pid=83847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 08 11:17:06.695861 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-6f231db1-6ec2-41a1-8f11-b8a054e13d68 admin admin] Calling delete_port for 3fdd7d4a-230b-4719-86b3-e2436745c9cd owned by network:router_gateway {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:17:06.857792 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6f231db1-6ec2-41a1-8f11-b8a054e13d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:06.902790 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f231db1-6ec2-41a1-8f11-b8a054e13d68 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fdd7d4a-230b-4719-86b3-e2436745c9cd,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:07.130074 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6f231db1-6ec2-41a1-8f11-b8a054e13d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1762492'] for router_gateway, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:07.384725 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6f231db1-6ec2-41a1-8f11-b8a054e13d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30300'] for router, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:07.388981 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6f231db1-6ec2-41a1-8f11-b8a054e13d68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:07.420145 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6f231db1-6ec2-41a1-8f11-b8a054e13d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757584'] for router, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:07.420618 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f231db1-6ec2-41a1-8f11-b8a054e13d68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0a83134-7d4e-42fb-ac4b-06aacfac097e {{(pid=83846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:17:07.434151 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-6f231db1-6ec2-41a1-8f11-b8a054e13d68 admin admin] Notify callbacks [] for router, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:07.435291 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-6f231db1-6ec2-41a1-8f11-b8a054e13d68 admin admin] 10.222.0.47 "DELETE /v2.0/routers/f0a83134-7d4e-42fb-ac4b-06aacfac097e HTTP/1.1" status: 204 len: 168 time: 1.5361397 Apr 08 11:17:07.437770 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 39876) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:17:07.499561 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebcd4d59-47ff-4205-9e4b-61aed0fb9d85 admin admin] Deleting subnet ca050336-7403-4940-8029-c613fe955c7f {{(pid=83846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 08 11:17:07.502537 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4d59-47ff-4205-9e4b-61aed0fb9d85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:07.548661 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3fdd7d4a-230b-4719-86b3-e2436745c9cd no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:17:07.553310 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4d59-47ff-4205-9e4b-61aed0fb9d85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1175648'] for subnet, precommit_delete_associations {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:07.581720 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: 3fdd7d4a-230b-4719-86b3-e2436745c9cd {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 11:17:07.582065 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device 3fdd7d4a-230b-4719-86b3-e2436745c9cd not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:17:07.582484 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:17:07.617591 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 11:17:07.617940 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device b2d9e8b3-9a31-4a21-a2b0-1a3e4f32e895 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:17:07.638819 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4d59-47ff-4205-9e4b-61aed0fb9d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7740616'] for subnet, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:07.711251 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4d59-47ff-4205-9e4b-61aed0fb9d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7740639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1076896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1416854'] for subnet, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:07.747281 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4d59-47ff-4205-9e4b-61aed0fb9d85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca050336-7403-4940-8029-c613fe955c7f,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:07.754349 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4d59-47ff-4205-9e4b-61aed0fb9d85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:07.759467 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3378f5cb-100f-4199-a11b-3d7f70ae2e73 None None] Network d5c065eb-d710-4db0-b82f-af60ce21016c requested from dv-neutron-837110-1-hyperv {{(pid=83847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 08 11:17:07.761496 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-ebcd4d59-47ff-4205-9e4b-61aed0fb9d85 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ca050336-7403-4940-8029-c613fe955c7f HTTP/1.1" status: 204 len: 168 time: 0.3226845 Apr 08 11:17:07.764293 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 39880) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:17:07.871113 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4e53-8174-4823-a311-309a01e6b05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7844923'] for network, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:07.881364 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f4e53-8174-4823-a311-309a01e6b05a admin admin] Deleting port e84ec19e-7f14-4503-bc00-d7d211171c70 {{(pid=83846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:17:07.881691 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4e53-8174-4823-a311-309a01e6b05a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:07.999730 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ca4769-9b6a-4248-ab58-a08bbd5599e9 None None] DHCP port deletion for d5c065eb-d710-4db0-b82f-af60ce21016c request from dv-neutron-837110-1-hyperv {{(pid=83847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 08 11:17:08.004035 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d9ca4769-9b6a-4248-ab58-a08bbd5599e9 None None] Deleting port e84ec19e-7f14-4503-bc00-d7d211171c70 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:17:08.004539 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d9ca4769-9b6a-4248-ab58-a08bbd5599e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:08.178955 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.db [None req-3d7f4e53-8174-4823-a311-309a01e6b05a admin admin] For port e84ec19e-7f14-4503-bc00-d7d211171c70, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=e84ec19e-7f14-4503-bc00-d7d211171c70,segment=NetworkSegment(387a00c2-a581-4f46-a77c-4f6a6af0d003),segment_id=387a00c2-a581-4f46-a77c-4f6a6af0d003)] {{(pid=83846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:17:08.179317 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4e53-8174-4823-a311-309a01e6b05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:08.213113 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.db [None req-d9ca4769-9b6a-4248-ab58-a08bbd5599e9 None None] For port e84ec19e-7f14-4503-bc00-d7d211171c70, host dv-neutron-837110-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837110-1-hyperv',level=0,port_id=e84ec19e-7f14-4503-bc00-d7d211171c70,segment=NetworkSegment(387a00c2-a581-4f46-a77c-4f6a6af0d003),segment_id=387a00c2-a581-4f46-a77c-4f6a6af0d003)] {{(pid=83847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:17:08.213455 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d9ca4769-9b6a-4248-ab58-a08bbd5599e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1834977'] for port, precommit_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:08.300070 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f4e53-8174-4823-a311-309a01e6b05a admin admin] Calling delete_port for e84ec19e-7f14-4503-bc00-d7d211171c70 owned by network:dhcp {{(pid=83846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:17:08.331716 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d9ca4769-9b6a-4248-ab58-a08bbd5599e9 None None] Calling delete_port for e84ec19e-7f14-4503-bc00-d7d211171c70 owned by network:dhcp {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 08 11:17:08.376511 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4e53-8174-4823-a311-309a01e6b05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7606117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790031572619', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790031148683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076877'] for port, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:08.422752 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f4e53-8174-4823-a311-309a01e6b05a admin admin] Pushing event deleted for resources: {'Port': ['ID=e84ec19e-7f14-4503-bc00-d7d211171c70,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:08.429683 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7f4e53-8174-4823-a311-309a01e6b05a admin admin] No DVR routers for this DVR port e84ec19e-7f14-4503-bc00-d7d211171c70 on host dv-neutron-837110-1-hyperv {{(pid=83846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:17:08.438878 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.db.api [None req-d9ca4769-9b6a-4248-ab58-a08bbd5599e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:17:08.444660 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG oslo_db.api [None req-d9ca4769-9b6a-4248-ab58-a08bbd5599e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:17:08.550394 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4e53-8174-4823-a311-309a01e6b05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7738227', 'neutron.services.segments.db._delete_segments_for_network-8790031601008'] for network, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:08.578406 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-3d7f4e53-8174-4823-a311-309a01e6b05a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c065eb-d710-4db0-b82f-af60ce21016c']}} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:08.591626 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-3d7f4e53-8174-4823-a311-309a01e6b05a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387a00c2-a581-4f46-a77c-4f6a6af0d003') {'for_net_delete': True} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:08.591923 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.services.segments.db [None req-3d7f4e53-8174-4823-a311-309a01e6b05a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387a00c2-a581-4f46-a77c-4f6a6af0d003') {} {{(pid=83846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:17:08.605429 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4e53-8174-4823-a311-309a01e6b05a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790031600119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1175673'] for segment, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:08.622261 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4e53-8174-4823-a311-309a01e6b05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7800482'] for segment, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:08.628869 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7f4e53-8174-4823-a311-309a01e6b05a admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=83846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 08 11:17:08.629259 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4e53-8174-4823-a311-309a01e6b05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7800491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076990'] for segment, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: Traceback (most recent call last): Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: timer() Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: cb(*args, **kw) Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: return func(*args, **kwargs) Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: self._notify() Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: self.callback(batched_events) Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: event.method(event) Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: return f(self, *a, **k) Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._get(url).json() Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: return self.request(url, 'GET', **kwargs) Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:17:08.642656 dv-neutron-837110-1-hyperv neutron-server[83846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:17:08.726658 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4e53-8174-4823-a311-309a01e6b05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6952810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1762519'] for network, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:08.750032 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4e53-8174-4823-a311-309a01e6b05a admin admin] Notify callbacks [] for network, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:08.761891 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f4e53-8174-4823-a311-309a01e6b05a admin admin] Pushing event deleted for resources: {'Network': ['ID=d5c065eb-d710-4db0-b82f-af60ce21016c,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:08.769977 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-3d7f4e53-8174-4823-a311-309a01e6b05a admin admin] 10.222.0.47 "DELETE /v2.0/networks/d5c065eb-d710-4db0-b82f-af60ce21016c HTTP/1.1" status: 204 len: 168 time: 1.0044789 Apr 08 11:17:08.916522 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:08.922418 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 39886) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:17:08.940454 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d9ca4769-9b6a-4248-ab58-a08bbd5599e9 None None] Deleting port e84ec19e-7f14-4503-bc00-d7d211171c70 {{(pid=83847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 08 11:17:08.940874 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d9ca4769-9b6a-4248-ab58-a08bbd5599e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790031499722'] for port, before_delete {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:08.978044 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-22c4cd77-8307-4a32-bca6-04ba6ca33e2c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6d35b0ac8fb8465f89328a05bc0e986b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0544143 Apr 08 11:17:08.981090 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 39890) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:17:09.018153 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-d9ca4769-9b6a-4248-ab58-a08bbd5599e9 None None] The port 'e84ec19e-7f14-4503-bc00-d7d211171c70' was deleted {{(pid=83847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 08 11:17:09.056565 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b73cd129-708b-4679-9f77-aae5a8bc15cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:09.086229 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b73cd129-708b-4679-9f77-aae5a8bc15cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:09.142058 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b73cd129-708b-4679-9f77-aae5a8bc15cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:09.161486 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cd129-708b-4679-9f77-aae5a8bc15cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba42ea69-9bfd-40a0-a93b-5aa7ccd27594,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:09.170932 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-b73cd129-708b-4679-9f77-aae5a8bc15cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:09.174585 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-b73cd129-708b-4679-9f77-aae5a8bc15cb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ba42ea69-9bfd-40a0-a93b-5aa7ccd27594 HTTP/1.1" status: 204 len: 168 time: 0.1902735 Apr 08 11:17:09.546169 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device e84ec19e-7f14-4503-bc00-d7d211171c70 no longer exists at agent ovs-agent-dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 11:17:09.578198 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.plugin [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] No Port match for: e84ec19e-7f14-4503-bc00-d7d211171c70 {{(pid=83847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 08 11:17:09.578539 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron.plugins.ml2.rpc [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Device e84ec19e-7f14-4503-bc00-d7d211171c70 not bound to the agent host dv-neutron-837110-1-hyperv {{(pid=83847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 11:17:09.616668 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 39898) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:17:09.668742 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-97f4f203-7f02-4b1f-ade2-285c78c5abe3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f6eee7f521ee4c7781cb12cddf2ccd7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508676 Apr 08 11:17:09.671162 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.wsgi [-] (83846) accepted ('10.222.0.47', 39902) {{(pid=83846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:17:09.730416 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a59d86a6-9b50-447f-9d90-246399a6fe50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:09.755400 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a59d86a6-9b50-447f-9d90-246399a6fe50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:09.810307 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a59d86a6-9b50-447f-9d90-246399a6fe50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680566'] for security_group, after_delete {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:09.825278 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d86a6-9b50-447f-9d90-246399a6fe50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aad9b83-ce5d-43b5-9d10-51aa2a4e2153,revision_number=None']} {{(pid=83846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:17:09.831362 dv-neutron-837110-1-hyperv neutron-server[83846]: DEBUG neutron_lib.callbacks.manager [None req-a59d86a6-9b50-447f-9d90-246399a6fe50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:09.832515 dv-neutron-837110-1-hyperv neutron-server[83846]: INFO neutron.wsgi [None req-a59d86a6-9b50-447f-9d90-246399a6fe50 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3aad9b83-ce5d-43b5-9d10-51aa2a4e2153 HTTP/1.1" status: 204 len: 168 time: 0.1604478 Apr 08 11:17:12.174856 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:17:13.444624 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-b05f3126-ac2a-431b-b91d-ce09578be7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:15.711334 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6a885779-aa4d-4b1e-a6a3-5c55141f130f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:16.980821 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:16.997261 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:18.496791 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:38.911086 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:43.446364 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d00b2291-7231-4d0f-b299-463b700fc4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:45.713283 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-434e0ae2-4432-4c5e-b33b-143615d6d3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:46.983583 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:47.000129 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:48.499055 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:17:49.174401 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:18:08.912109 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:13.449151 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b73f61-648a-49a8-9a9d-68b7fd765b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:15.713373 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3d42a76e-43bc-493c-9ab9-68b2373471bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:16.991660 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:17.002793 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:18.502914 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:26.172479 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:18:38.927959 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:43.450399 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0a66aa0f-2ea0-4ab7-b957-6078ba0a2364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:45.716241 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-98db1755-4ca2-4107-9881-de5000cca81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:46.994176 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:47.004448 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:18:48.505867 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:03.171610 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:19:08.944274 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:13.453484 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-14b8be3e-f196-4eb3-864d-9b3c29fa54df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:15.717986 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-75a4a6be-62da-41a9-a8e1-fe2c7be487bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:17.003112 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:17.006274 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:18.508148 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:38.942114 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:40.179551 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:19:43.454325 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-db89a7be-b007-47f8-bcb2-43b75e2d6d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:45.719896 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-29688a18-6966-4779-849b-55995ed80b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:46.997545 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:47.007792 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:19:48.510952 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:08.972450 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:13.456279 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0862dcf8-2e20-4a8c-b392-1b5f33208503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:15.721711 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-4954c621-4328-40b2-9b3c-2ae1fc6db2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:16.999077 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:17.010080 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:17.173764 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:20:18.514050 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:38.988002 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:43.458611 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-c8a615eb-1a9e-4192-abb6-a486369cee84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:45.722424 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-7ad01032-789e-4f80-8306-66bb357e0226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:47.001557 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:47.011324 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:48.515402 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:20:54.175385 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:21:08.987309 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:13.462776 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-e24f1379-6bee-463b-a40c-caf337c63ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:15.726208 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-555f1190-9295-409b-bf97-ed924829e982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:17.006114 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:17.016031 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:18.518220 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:31.176764 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:21:39.002826 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:43.464119 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d5dc690e-bd29-4454-bf84-840f8020b9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:45.727843 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-456edcfa-7657-4f2e-8db9-1212d96e2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:47.011071 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:47.021461 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:21:48.522497 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:08.175518 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:22:09.002416 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:13.465764 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-3c3a16e1-08e6-40c4-bc10-1c74d5e31377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:15.733959 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-0bf6c99c-55d0-4ab3-8a18-eaa1cf50b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:17.015339 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:17.017302 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:18.524875 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:39.004639 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-d6b199fe-5280-42c0-8d1c-f5c7875d1ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:43.467013 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-6c7303d9-a705-4815-a355-a2f7e5f91e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:45.174703 dv-neutron-837110-1-hyperv neutron-server[83848]: DEBUG neutron.db.agents_db [None req-d7f90bb9-72a8-4841-89ba-1c1782f46e58 None None] Agent healthcheck: found 6 active agents {{(pid=83848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 11:22:45.725861 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-640b2255-1619-49a0-ba65-46ed0287c914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:47.019002 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-63dcc435-29ed-4830-90f5-5b6fec3f34ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:47.022541 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-bf25bc8f-ddaa-4aea-a07c-d3595f076311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 11:22:48.526852 dv-neutron-837110-1-hyperv neutron-server[83847]: DEBUG neutron_lib.callbacks.manager [None req-180907db-f33d-4418-b0ba-af91d8c48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790031600990', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7760243'] for agent, after_update {{(pid=83847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}